Compare commits
29 Commits
feat/restr
...
uconsole-c
| Author | SHA1 | Date | |
|---|---|---|---|
| 6543de3a45 | |||
| 0db8071300 | |||
| 9038863728 | |||
| 7e3b2520eb | |||
| 80efb68428 | |||
| 3d86af76b9 | |||
| 656570b39e | |||
| 8b6990ceee | |||
| a312c29221 | |||
| 053dd535d3 | |||
| 35e4155b8c | |||
| e8218c322a | |||
| 931ed2ac27 | |||
| 052081616c | |||
| d3d7cdff44 | |||
| 5202bc1fcb | |||
| 9319e32683 | |||
| 7da46d5769 | |||
| 8ea6be7ac1 | |||
| b455bf6866 | |||
| ce7c594562 | |||
| eb5e64ec67 | |||
| ec44012a64 | |||
| 16acc6a153 | |||
| 5ee644e9dd | |||
| efc50d23c4 | |||
| a527b65eae | |||
| 698d3f91eb | |||
| 1f99ca0d37 |
Submodule assets/compose updated: d3f2e3b7b9...3c92d93366
88
flake.nix
88
flake.nix
@@ -12,10 +12,23 @@
|
|||||||
url = "git+https://git.lix.systems/lix-project/lix?ref=main";
|
url = "git+https://git.lix.systems/lix-project/lix?ref=main";
|
||||||
inputs.nixpkgs.follows = "nixpkgs";
|
inputs.nixpkgs.follows = "nixpkgs";
|
||||||
};
|
};
|
||||||
self.submodules = true;
|
|
||||||
|
# uConsole CM5 — pinned nixpkgs for kernel patch compatibility
|
||||||
|
nixpkgs-uconsole.url = "github:NixOS/nixpkgs/nixos-25.11";
|
||||||
|
nixos-uconsole = {
|
||||||
|
url = "github:nixos-uconsole/nixos-uconsole/v1.1.0";
|
||||||
|
inputs.nixpkgs.follows = "nixpkgs-uconsole";
|
||||||
|
inputs.nixos-raspberrypi.follows = "nixos-raspberrypi";
|
||||||
|
};
|
||||||
|
nixos-raspberrypi = {
|
||||||
|
url = "github:gortium/nixos-raspberrypi/cm5-cross-v1";
|
||||||
|
inputs.nixpkgs.follows = "nixpkgs-uconsole";
|
||||||
|
};
|
||||||
};
|
};
|
||||||
|
|
||||||
outputs = { self, nixpkgs, agenix, lix, ... }@inputs:
|
outputs = { self, nixpkgs, agenix, lix
|
||||||
|
, nixpkgs-uconsole, nixos-uconsole, nixos-raspberrypi
|
||||||
|
, ... }@inputs:
|
||||||
let
|
let
|
||||||
system = "x86_64-linux";
|
system = "x86_64-linux";
|
||||||
keys = import ./lib/keys.nix;
|
keys = import ./lib/keys.nix;
|
||||||
@@ -80,7 +93,78 @@
|
|||||||
./hosts/cyt-pi/hardware-configuration.nix
|
./hosts/cyt-pi/hardware-configuration.nix
|
||||||
];
|
];
|
||||||
};
|
};
|
||||||
|
|
||||||
|
# ============================================================
|
||||||
|
# uConsole CM5 — cross-compilé (build sur x86_64, run sur ARM)
|
||||||
|
# Approche incrémentale pour fixer l'écran
|
||||||
|
# ============================================================
|
||||||
|
uconsole-cm5 = nixpkgs-uconsole.lib.nixosSystem {
|
||||||
|
system = "aarch64-linux";
|
||||||
|
specialArgs = {
|
||||||
|
inherit self keys paths inputs;
|
||||||
|
nixos-raspberrypi = nixos-raspberrypi;
|
||||||
|
isCM4 = false;
|
||||||
|
};
|
||||||
|
modules = [
|
||||||
|
{
|
||||||
|
# Cross-compile : build sur x86_64, run sur aarch64
|
||||||
|
nixpkgs.buildPlatform = "x86_64-linux";
|
||||||
|
nixpkgs.hostPlatform = "aarch64-linux";
|
||||||
|
nixpkgs.config.allowUnfree = true;
|
||||||
|
boot.loader.raspberry-pi.bootloader = "kernel";
|
||||||
|
}
|
||||||
|
# nixos-raspberrypi — pkgs.rpi + overlays standardisés
|
||||||
|
nixos-raspberrypi.nixosModules.nixpkgs-rpi
|
||||||
|
nixos-raspberrypi.nixosModules.raspberry-pi-5.base
|
||||||
|
nixos-raspberrypi.lib.inject-overlays
|
||||||
|
nixos-raspberrypi.lib.inject-overlays-global
|
||||||
|
# nixos-uconsole CM5 modules
|
||||||
|
nixos-uconsole.nixosModules.kernel
|
||||||
|
(nixos-uconsole.nixosModules.cm { lib = nixpkgs-uconsole.lib; isCM4 = false; })
|
||||||
|
nixos-uconsole.nixosModules.base
|
||||||
|
# Lix cross-compilé (lix.packages.aarch64-linux est natif → QEMU)
|
||||||
|
({ config, lib, pkgs, inputs, ... }: let
|
||||||
|
lix-cross = import inputs.nixpkgs-uconsole {
|
||||||
|
localSystem = { system = "x86_64-linux"; };
|
||||||
|
crossSystem = { system = "aarch64-linux"; };
|
||||||
|
overlays = [ inputs.lix.overlays.default ];
|
||||||
|
};
|
||||||
|
in { nix.package = lix-cross.lix; })
|
||||||
|
# agenix
|
||||||
|
agenix.nixosModules.default
|
||||||
|
# Notre config
|
||||||
|
./hosts/uconsole-cm5/configuration.nix
|
||||||
|
./hosts/uconsole-cm5/hardware-configuration.nix
|
||||||
|
];
|
||||||
|
};
|
||||||
};
|
};
|
||||||
devShells.${system}.default = devShell;
|
devShells.${system}.default = devShell;
|
||||||
|
packages.${system} = {
|
||||||
|
# Image SD flashable pour uConsole CM5 (SSH + WiFi + clés)
|
||||||
|
# Usage : dd if=result of=/dev/sda bs=4M status=progress conv=fsync
|
||||||
|
uconsole-cm5-image = (nixos-raspberrypi.lib.nixosSystem {
|
||||||
|
system = "aarch64-linux";
|
||||||
|
specialArgs = {
|
||||||
|
inherit self keys inputs;
|
||||||
|
nixos-raspberrypi = nixos-raspberrypi;
|
||||||
|
isCM4 = false;
|
||||||
|
};
|
||||||
|
modules = [
|
||||||
|
{
|
||||||
|
nixpkgs.buildPlatform = system;
|
||||||
|
nixpkgs.hostPlatform = "aarch64-linux";
|
||||||
|
}
|
||||||
|
nixos-raspberrypi.nixosModules.nixpkgs-rpi
|
||||||
|
nixos-raspberrypi.nixosModules.raspberry-pi-5.base
|
||||||
|
nixos-raspberrypi.lib.inject-overlays-global
|
||||||
|
nixos-raspberrypi.nixosModules.sd-image
|
||||||
|
nixos-uconsole.nixosModules.kernel
|
||||||
|
(nixos-uconsole.nixosModules.cm { lib = nixpkgs-uconsole.lib; isCM4 = false; })
|
||||||
|
nixos-uconsole.nixosModules.base
|
||||||
|
agenix.nixosModules.default
|
||||||
|
./hosts/uconsole-cm5/configuration.nix
|
||||||
|
];
|
||||||
|
}).config.system.build.sdImage;
|
||||||
|
};
|
||||||
};
|
};
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -9,7 +9,7 @@
|
|||||||
hoardingcow-mount.enable = true;
|
hoardingcow-mount.enable = true;
|
||||||
|
|
||||||
# Flakesss
|
# Flakesss
|
||||||
nix.settings.experimental-features = [ "nix-command" "flakes" "flake-self-attrs" ];
|
nix.settings.experimental-features = [ "nix-command" "flakes" "flake-self-attrs" "ca-derivations" ];
|
||||||
nix.settings.trusted-users = [ "root" "gortium" ];
|
nix.settings.trusted-users = [ "root" "gortium" ];
|
||||||
|
|
||||||
# Garbage collection
|
# Garbage collection
|
||||||
|
|||||||
12
hosts/lazyworkhorse/hyperspace-commit-msg.txt
Executable file
12
hosts/lazyworkhorse/hyperspace-commit-msg.txt
Executable file
@@ -0,0 +1,12 @@
|
|||||||
|
feat: add Hyperspace Pods NixOS module
|
||||||
|
|
||||||
|
Create modules/nixos/services/hyperspace.nix for the Hyperspace Pods
|
||||||
|
P2P AI cluster agent. Registered in flake.nix under lazyworkhorse.
|
||||||
|
|
||||||
|
- Fetches CLI binary v5.45.30 via fetchurl with SRI hash verification
|
||||||
|
- Systemd system service: auto profile, configurable api port 8080,
|
||||||
|
ai-worker user, GPU device access (kfd+dri), SupplementaryGroups
|
||||||
|
for video+render groups, service hardening
|
||||||
|
- Firewall: TCP 4001 libp2p, 30301 chain, 8080 API; UDP 4001 libp2p
|
||||||
|
- AMD MI50 ROCm via HSA_OVERRIDE_GFX_VERSION=9.0.6
|
||||||
|
- Adds video+render groups to ai-worker for persistent GPU access
|
||||||
134
hosts/lazyworkhorse/hyperspace.nix
Executable file
134
hosts/lazyworkhorse/hyperspace.nix
Executable file
@@ -0,0 +1,134 @@
|
|||||||
|
{ config, lib, pkgs, ... }:
|
||||||
|
|
||||||
|
let
|
||||||
|
cfg = config.services.hyperspace;
|
||||||
|
|
||||||
|
hyperspacePkg = pkgs.stdenv.mkDerivation {
|
||||||
|
name = "hyperspace-pods-${cfg.version}";
|
||||||
|
src = pkgs.fetchurl {
|
||||||
|
url = "https://github.com/hyperspaceai/aios-cli/releases/download/v${cfg.version}/aios-cli-x86_64-unknown-linux-gnu.tar.gz";
|
||||||
|
hash = cfg.packageHash;
|
||||||
|
};
|
||||||
|
sourceRoot = ".";
|
||||||
|
installPhase = ''
|
||||||
|
mkdir -p $out/libexec $out/bin
|
||||||
|
cp -r * $out/libexec/
|
||||||
|
chmod +x $out/libexec/aios-cli
|
||||||
|
ln -s $out/libexec/aios-cli $out/bin/hyperspace
|
||||||
|
'';
|
||||||
|
};
|
||||||
|
in {
|
||||||
|
options.services.hyperspace = {
|
||||||
|
enable = lib.mkEnableOption "Hyperspace Pods P2P AI cluster agent";
|
||||||
|
|
||||||
|
version = lib.mkOption {
|
||||||
|
type = lib.types.str;
|
||||||
|
default = "5.45.30";
|
||||||
|
description = "Hyperspace CLI version to download.";
|
||||||
|
};
|
||||||
|
|
||||||
|
packageHash = lib.mkOption {
|
||||||
|
type = lib.types.str;
|
||||||
|
default = "sha256-f6fJ8t3exqtYwUD5j+WvD+Hm0oN/Eef0X+R9Rj23dE0=";
|
||||||
|
description = ''
|
||||||
|
SRI hash of the hyperspace release tarball (sha256-<base64>).
|
||||||
|
Must be updated when version changes. Generate with:
|
||||||
|
nix store prefetch-file --hash-algo sha256 \\
|
||||||
|
https://github.com/hyperspaceai/aios-cli/releases/download/v{version}/aios-cli-x86_64-unknown-linux-gnu.tar.gz
|
||||||
|
'';
|
||||||
|
};
|
||||||
|
|
||||||
|
user = lib.mkOption {
|
||||||
|
type = lib.types.str;
|
||||||
|
default = "ai-worker";
|
||||||
|
description = "System user to run the Hyperspace agent.";
|
||||||
|
};
|
||||||
|
|
||||||
|
apiPort = lib.mkOption {
|
||||||
|
type = lib.types.port;
|
||||||
|
default = 8080;
|
||||||
|
description = "OpenAI-compatible API port (configurable via --api-port).";
|
||||||
|
};
|
||||||
|
|
||||||
|
profile = lib.mkOption {
|
||||||
|
type = lib.types.str;
|
||||||
|
default = "auto";
|
||||||
|
description = ''
|
||||||
|
Agent profile. Options: auto (auto-detect hardware), full (all capabilities),
|
||||||
|
inference (GPU inference only), embedding (CPU embedding only),
|
||||||
|
relay (lightweight relay), storage (storage + memory).
|
||||||
|
'';
|
||||||
|
};
|
||||||
|
|
||||||
|
autoStart = lib.mkOption {
|
||||||
|
type = lib.types.bool;
|
||||||
|
default = true;
|
||||||
|
description = "Start the agent automatically on boot.";
|
||||||
|
};
|
||||||
|
|
||||||
|
openFirewall = lib.mkOption {
|
||||||
|
type = lib.types.bool;
|
||||||
|
default = true;
|
||||||
|
description = "Open P2P mesh (4001 TCP+UDP, 30301 TCP) and API port in the firewall.";
|
||||||
|
};
|
||||||
|
|
||||||
|
extraArgs = lib.mkOption {
|
||||||
|
type = lib.types.listOf lib.types.str;
|
||||||
|
default = [ ];
|
||||||
|
description = "Extra arguments to pass to 'hyperspace start'.";
|
||||||
|
};
|
||||||
|
};
|
||||||
|
|
||||||
|
config = lib.mkIf cfg.enable {
|
||||||
|
systemd.services.hyperspace = {
|
||||||
|
description = "Hyperspace Pods P2P AI Cluster Agent";
|
||||||
|
after = [ "network.target" "network-online.target" ];
|
||||||
|
wants = [ "network-online.target" ];
|
||||||
|
wantedBy = lib.mkIf cfg.autoStart [ "multi-user.target" ];
|
||||||
|
|
||||||
|
path = with pkgs; [ bash coreutils ];
|
||||||
|
|
||||||
|
serviceConfig = {
|
||||||
|
Type = "simple";
|
||||||
|
User = cfg.user;
|
||||||
|
Group = cfg.user;
|
||||||
|
WorkingDirectory = "${hyperspacePkg}/libexec";
|
||||||
|
ExecStart = "${hyperspacePkg}/bin/hyperspace start --profile ${cfg.profile} --api-port ${toString cfg.apiPort} ${lib.escapeShellArgs cfg.extraArgs}";
|
||||||
|
Restart = "on-failure";
|
||||||
|
RestartSec = 5;
|
||||||
|
|
||||||
|
# AMD MI50 (ROCm) device access
|
||||||
|
DeviceAllow = [ "/dev/kfd rw" "/dev/dri rw" ];
|
||||||
|
|
||||||
|
# Supplementary groups for GPU/accelerator access
|
||||||
|
SupplementaryGroups = [ "video" "render" ];
|
||||||
|
|
||||||
|
# Hardening
|
||||||
|
NoNewPrivileges = true;
|
||||||
|
ProtectHome = "tmpfs";
|
||||||
|
ProtectSystem = "strict";
|
||||||
|
PrivateTmp = true;
|
||||||
|
PrivateDevices = false; # Needs /dev/kfd and /dev/dri
|
||||||
|
};
|
||||||
|
|
||||||
|
environment = {
|
||||||
|
HSA_OVERRIDE_GFX_VERSION = "9.0.6";
|
||||||
|
HOME = "/home/${cfg.user}";
|
||||||
|
};
|
||||||
|
};
|
||||||
|
|
||||||
|
# Firewall ports for P2P mesh (libp2p 4001, chain 30301) and API
|
||||||
|
networking.firewall.allowedTCPPorts = lib.mkIf cfg.openFirewall [ 4001 30301 cfg.apiPort ];
|
||||||
|
networking.firewall.allowedUDPPorts = lib.mkIf cfg.openFirewall [ 4001 ];
|
||||||
|
|
||||||
|
# Add GPU/accelerator groups to the service user (persistent beyond service restarts)
|
||||||
|
users.users = lib.mkIf (cfg.user == "ai-worker") {
|
||||||
|
ai-worker = {
|
||||||
|
extraGroups = [ "video" "render" ];
|
||||||
|
};
|
||||||
|
};
|
||||||
|
|
||||||
|
# ROCm override for AMD MI50 (gfx906) compatibility
|
||||||
|
environment.variables.HSA_OVERRIDE_GFX_VERSION = "9.0.6";
|
||||||
|
};
|
||||||
|
}
|
||||||
28
hosts/uconsole-cm5/configuration.nix
Normal file
28
hosts/uconsole-cm5/configuration.nix
Normal file
@@ -0,0 +1,28 @@
|
|||||||
|
{ config, lib, pkgs, keys, ... }:
|
||||||
|
|
||||||
|
{
|
||||||
|
networking.hostName = "uConsole";
|
||||||
|
time.timeZone = "America/Montreal";
|
||||||
|
i18n.defaultLocale = "en_CA.UTF-8";
|
||||||
|
system.stateVersion = "25.11";
|
||||||
|
|
||||||
|
# SSH — root access avec clés gortium + ai-worker
|
||||||
|
services.openssh = {
|
||||||
|
enable = true;
|
||||||
|
settings = {
|
||||||
|
PermitRootLogin = lib.mkForce "prohibit-password";
|
||||||
|
PasswordAuthentication = lib.mkForce false;
|
||||||
|
};
|
||||||
|
};
|
||||||
|
|
||||||
|
users.users.root.openssh.authorizedKeys.keys = with keys; [
|
||||||
|
users.gortium.main
|
||||||
|
users.ai-worker.main
|
||||||
|
];
|
||||||
|
|
||||||
|
# WiFi via NetworkManager + secret agenix
|
||||||
|
networking.networkmanager.enable = true;
|
||||||
|
|
||||||
|
# Firmware
|
||||||
|
hardware.enableRedistributableFirmware = true;
|
||||||
|
}
|
||||||
30
hosts/uconsole-cm5/hardware-configuration.nix
Normal file
30
hosts/uconsole-cm5/hardware-configuration.nix
Normal file
@@ -0,0 +1,30 @@
|
|||||||
|
{ config, lib, pkgs, modulesPath, ... }:
|
||||||
|
|
||||||
|
{
|
||||||
|
imports = [
|
||||||
|
(modulesPath + "/installer/scan/not-detected.nix")
|
||||||
|
];
|
||||||
|
|
||||||
|
boot.initrd.availableKernelModules = [ "xhci_pci" "usbhid" "usb_storage" "sdhci_pci" "nvme" ];
|
||||||
|
boot.initrd.kernelModules = [ ];
|
||||||
|
boot.extraModulePackages = [ ];
|
||||||
|
|
||||||
|
# SD card partitions (nixos-uconsole layout)
|
||||||
|
fileSystems."/" = {
|
||||||
|
device = "/dev/disk/by-label/NIXOS_SD";
|
||||||
|
fsType = "ext4";
|
||||||
|
options = [ "noatime" ];
|
||||||
|
};
|
||||||
|
|
||||||
|
fileSystems."/boot/firmware" = {
|
||||||
|
device = "/dev/disk/by-label/FIRMWARE";
|
||||||
|
fsType = "vfat";
|
||||||
|
options = [ "fmask=0022" "dmask=0022" ];
|
||||||
|
};
|
||||||
|
|
||||||
|
swapDevices = [ ];
|
||||||
|
|
||||||
|
nixpkgs.hostPlatform = lib.mkDefault "aarch64-linux";
|
||||||
|
hardware.enableRedistributableFirmware = true;
|
||||||
|
powerManagement.cpuFreqGovernor = lib.mkDefault "ondemand";
|
||||||
|
}
|
||||||
@@ -1,44 +1,10 @@
|
|||||||
# AI Worker Restricted Access
|
# AI Worker Restricted Access
|
||||||
|
|
||||||
This module provides SSH access for the AI worker (hermes-agent) to run docker commands on the host.
|
This module provides SSH access for the AI worker (hermes-agent) to run ollama benchmarks on the host.
|
||||||
|
|
||||||
## Security Model
|
## Security Model
|
||||||
|
|
||||||
### Overview
|
The `ai-worker` user has:
|
||||||
|
|
||||||
The `ai-worker` user has **no direct docker group access**. All docker commands must go through `sudo`, and only specific subcommands are whitelisted:
|
|
||||||
|
|
||||||
- **Container lifecycle**: `docker ps`, `docker inspect`, `docker logs`, `docker images`, `docker info`, `docker version`, `docker stats`
|
|
||||||
- **Control**: `docker start`, `docker stop`, `docker restart`, `docker rm`, `docker rmi`, `docker wait`
|
|
||||||
- **Image management**: `docker pull`, `docker build`, `docker run`, `docker compose`
|
|
||||||
- **Disk cleanup**: `docker system`
|
|
||||||
- **Network/Volume**: `docker network ls`, `docker volume ls` (read-only)
|
|
||||||
|
|
||||||
### EXPLICITLY BLOCKED (not in sudo whitelist)
|
|
||||||
|
|
||||||
| Command | Risk | Result |
|
|
||||||
|---------|------|--------|
|
|
||||||
| `docker exec` | Execute arbitrary commands inside containers (FILE MODIFICATION) | Blocked by sudo |
|
|
||||||
| `docker cp` | Copy files between containers and host | Blocked by sudo |
|
|
||||||
| `docker commit` | Create images from running containers (data exfil) | Blocked by sudo |
|
|
||||||
| `docker diff` | Inspect filesystem changes | Blocked by sudo |
|
|
||||||
| `docker export` | Export container filesystem | Blocked by sudo |
|
|
||||||
| `docker import` | Import filesystem archives | Blocked by sudo |
|
|
||||||
| `docker load` | Load docker images | Blocked by sudo |
|
|
||||||
| `docker save` | Save docker images to tar | Blocked by sudo |
|
|
||||||
| `docker attach` | Interactive access to containers | Blocked by sudo |
|
|
||||||
| `docker push` | Push images to registries | Blocked by sudo |
|
|
||||||
| `docker tag` | Rename images | Blocked by sudo |
|
|
||||||
|
|
||||||
### Why This Approach?
|
|
||||||
|
|
||||||
Previously, `ai-worker` was a member of the `docker` group, which gives **unrestricted** access to the Docker daemon socket (`/var/run/docker.sock`). Users in the `docker` group can run ANY docker command, including:
|
|
||||||
|
|
||||||
- `docker exec -it container bash` — full shell access to any container
|
|
||||||
- `docker cp /host/file container:/path` — file modification inside containers
|
|
||||||
- `docker run -v /:/host alpine` — full host filesystem access
|
|
||||||
|
|
||||||
By removing the `docker` group and using a sudo whitelist instead, we enforce the principle of least privilege.
|
|
||||||
|
|
||||||
### Filesystem Access
|
### Filesystem Access
|
||||||
- **Home directory**: `/home/ai-worker` (standard user home)
|
- **Home directory**: `/home/ai-worker` (standard user home)
|
||||||
@@ -46,33 +12,51 @@ By removing the `docker` group and using a sudo whitelist instead, we enforce th
|
|||||||
- **Cannot access**: Any files outside standard system paths
|
- **Cannot access**: Any files outside standard system paths
|
||||||
|
|
||||||
### Sudo Access
|
### Sudo Access
|
||||||
- **Restricted**: ai-worker has `NOPASSWD` access only to whitelisted commands
|
- **NONE**: ai-worker has no sudo privileges
|
||||||
- Cannot run `nh`, `nixos-rebuild`, `nixpkgs-fmt`, or `nix` with elevated permissions
|
- Cannot run `nh`, `nixos-rebuild`, `nixpkgs-fmt`, or `nix` with elevated permissions
|
||||||
|
|
||||||
## Workflow: SSH + Restricted Docker
|
### Docker Access
|
||||||
|
- Member of `docker` group - can run `docker` and `docker exec` commands
|
||||||
|
- Primary use: `docker exec ollama ollama ...` for benchmarking
|
||||||
|
- Can run `docker exec --privileged ollama rocm-smi ...` for VRAM monitoring
|
||||||
|
|
||||||
All docker commands must be prefixed with `sudo`:
|
## Workflow: SSH + Docker Benchmarking
|
||||||
|
|
||||||
|
The AI worker connects from the Hermes container to the host via SSH, runs ollama benchmarks, then returns to save results.
|
||||||
|
|
||||||
|
### Example Workflow
|
||||||
|
|
||||||
```bash
|
```bash
|
||||||
# From Hermes container, SSH to host
|
# From Hermes container, SSH to host
|
||||||
ssh -i /path/to/ssh/key ai-worker@host.docker.internal
|
ssh -i /path/to/ssh/key ai-worker@host.docker.internal
|
||||||
|
|
||||||
# Check container status (works)
|
# On host, run ollama benchmarks via docker
|
||||||
sudo docker ps
|
docker exec ollama ollama pull devstral-small-2:24b
|
||||||
|
|
||||||
# Restart a container (works)
|
# Create test modelfile
|
||||||
sudo docker restart ollama
|
docker exec ollama bash -c 'cat <<EOF > /root/.ollama/test.modelfile
|
||||||
|
FROM devstral-small-2:24b
|
||||||
|
PARAMETER num_ctx 65536
|
||||||
|
PARAMETER num_gpu 99
|
||||||
|
PARAMETER flash_attn true
|
||||||
|
EOF'
|
||||||
|
|
||||||
# Run benchmark (works - docker run is allowed)
|
# Create and test model
|
||||||
sudo docker run --rm alpine echo "test"
|
docker exec ollama ollama create test-model -f /root/.ollama/test.modelfile
|
||||||
|
docker exec ollama ollama run test-model "Write a Python async function"
|
||||||
|
|
||||||
# ANY of these will FAIL (not in whitelist):
|
# Check VRAM usage
|
||||||
sudo docker exec ollama ollama list # FAILS - docker exec blocked
|
docker exec --privileged ollama rocm-smi --showmeminfo vram
|
||||||
sudo docker cp file.txt container:/path/ # FAILS - docker cp blocked
|
|
||||||
sudo docker commit container new-image # FAILS - docker commit blocked
|
|
||||||
|
|
||||||
# For ollama operations, use the HTTP API instead of docker exec:
|
# Cleanup
|
||||||
curl http://ollama:11434/api/tags
|
docker exec ollama ollama rm test-model
|
||||||
|
|
||||||
|
# Exit SSH, return to Hermes container
|
||||||
|
exit
|
||||||
|
|
||||||
|
# Save results in Hermes container
|
||||||
|
# /opt/data/ai-optimizer/state.json
|
||||||
|
# /opt/data/ai-optimizer/results.csv
|
||||||
```
|
```
|
||||||
|
|
||||||
## SSH Access
|
## SSH Access
|
||||||
@@ -90,30 +74,25 @@ Check ai-worker permissions:
|
|||||||
```bash
|
```bash
|
||||||
# On the host, as root or gortium:
|
# On the host, as root or gortium:
|
||||||
sudo -u ai-worker sudo -l
|
sudo -u ai-worker sudo -l
|
||||||
# Should show the whitelisted commands only (no docker exec/cp/commit)
|
# Should show: no sudo access
|
||||||
|
|
||||||
# Verify NOT in docker group
|
# Check docker group membership
|
||||||
groups ai-worker
|
groups ai-worker
|
||||||
# Should show: ai-worker (NO docker group)
|
# Should show: ai-worker docker
|
||||||
```
|
```
|
||||||
|
|
||||||
## Troubleshooting
|
## Troubleshooting
|
||||||
|
|
||||||
If docker commands fail:
|
If ai-worker cannot run docker commands:
|
||||||
|
|
||||||
```bash
|
```bash
|
||||||
# Check sudo permissions
|
# Check docker group membership
|
||||||
sudo -u ai-worker sudo -l | grep docker
|
|
||||||
|
|
||||||
# Verify group membership
|
|
||||||
groups ai-worker
|
groups ai-worker
|
||||||
|
|
||||||
# Test allowed command
|
# Verify ollama container is running
|
||||||
sudo -u ai-worker sudo docker ps
|
docker ps | grep ollama
|
||||||
|
|
||||||
# Test blocked command (should fail)
|
# Test docker access
|
||||||
sudo -u ai-worker sudo docker exec ollama ollama list
|
sudo -u ai-worker docker exec ollama ollama list
|
||||||
# Expected: "Sorry, user ai-worker is not allowed to execute"
|
|
||||||
```
|
```
|
||||||
|
|
||||||
If SSH connection fails:
|
If SSH connection fails:
|
||||||
|
|||||||
@@ -6,19 +6,12 @@ with lib;
|
|||||||
options.services.aiWorkerAccess = mkOption {
|
options.services.aiWorkerAccess = mkOption {
|
||||||
type = types.bool;
|
type = types.bool;
|
||||||
default = false;
|
default = false;
|
||||||
description = "Enable AI worker SSH access with restricted sudo docker commands";
|
description = "Enable AI worker SSH access with docker group membership for ollama benchmarking";
|
||||||
};
|
};
|
||||||
|
|
||||||
config = mkIf config.services.aiWorkerAccess {
|
config = mkIf config.services.aiWorkerAccess {
|
||||||
# SECURITY: ai-worker is NOT added to docker group.
|
# ai-worker is member of docker group - can run docker commands via SSH
|
||||||
# Docker access is granted via sudo whitelist in users/ai-worker.nix.
|
# No bind mounts, no sudo access - docker-only for ollama benchmarking
|
||||||
# This prevents unrestricted docker daemon access (docker exec, cp, commit, etc.)
|
users.groups.docker.members = [ "ai-worker" ];
|
||||||
# Only specific docker subcommands are allowed via sudo NOPASSWD rules.
|
|
||||||
|
|
||||||
# The old approach (docker group membership) has been removed because:
|
|
||||||
# - Docker group gives UNRESTRICTED access to the docker daemon socket
|
|
||||||
# - No way to limit which docker subcommands a docker group member can run
|
|
||||||
# - Allowed: docker exec, docker cp, docker run -v /:/host, etc.
|
|
||||||
# users.groups.docker.members = [ "ai-worker" ]; // REMOVED
|
|
||||||
};
|
};
|
||||||
}
|
}
|
||||||
|
|||||||
10
secrets/home_wifi.age
Normal file
10
secrets/home_wifi.age
Normal file
@@ -0,0 +1,10 @@
|
|||||||
|
-----BEGIN AGE ENCRYPTED FILE-----
|
||||||
|
YWdlLWVuY3J5cHRpb24ub3JnL3YxCi0+IHNzaC1lZDI1NTE5IEdoTUQ4QSAycE1Y
|
||||||
|
YmMvUWZpK2VKQVlqaHFtaERBRGROcFIyL0d6dEVRQmFxLzlqdFZNCkYxWkNIUXRZ
|
||||||
|
V0dQOG4zY3U3Nk1JelBtY0cwUGdxaEI3dmZaVTZId04rVTQKLT4geV1cZC4wMnst
|
||||||
|
Z3JlYXNlIDYgOG1IME1xCkQ0RGN1NU1FUWk0Y1RmamNEY0tJWmFQNGdoMkROcGVy
|
||||||
|
aU5UYVFobVRLMVVUQ1JicUM2c0tSVzRQdEZ0VE5YamQKZUxPeVpLWDZJR0hqemdD
|
||||||
|
cmkyUUdFZEZKZjBDNGhmNFR6bVUKLS0tIDRQUGR5RGI5UEhGNk5EQWw4dFk0R01k
|
||||||
|
TUJWOFpleXBUajFPckFmem52cGsKHzn+QnuYLI2NEh5WWZQHrNuvVzYk+kVjsAsn
|
||||||
|
KNS2dHjvadAopVY2Gypldf1p2RRtmgZkDHaPlNzv5Hk=
|
||||||
|
-----END AGE ENCRYPTED FILE-----
|
||||||
@@ -11,4 +11,5 @@ in
|
|||||||
"lazyworkhorse_host_ssh_key.age".publicKeys = authorizedKeys;
|
"lazyworkhorse_host_ssh_key.age".publicKeys = authorizedKeys;
|
||||||
"n8n_ssh_key.age".publicKeys = authorizedKeys;
|
"n8n_ssh_key.age".publicKeys = authorizedKeys;
|
||||||
"openclaw_gateway_token.age".publicKeys = authorizedKeys;
|
"openclaw_gateway_token.age".publicKeys = authorizedKeys;
|
||||||
|
"home_wifi.age".publicKeys = authorizedKeys;
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -4,9 +4,7 @@
|
|||||||
group = "ai-worker";
|
group = "ai-worker";
|
||||||
home = "/home/ai-worker";
|
home = "/home/ai-worker";
|
||||||
createHome = true;
|
createHome = true;
|
||||||
# SECURITY: ai-worker is NOT in the docker group.
|
extraGroups = [ "docker" ];
|
||||||
# Docker access is restricted via sudo whitelist — only specific subcommands allowed.
|
|
||||||
# extraGroups = [ "docker" ]; — REMOVED: docker group gives unrestricted docker daemon access
|
|
||||||
shell = pkgs.bashInteractive;
|
shell = pkgs.bashInteractive;
|
||||||
openssh.authorizedKeys.keys = [
|
openssh.authorizedKeys.keys = [
|
||||||
keys.users.ai-worker.main
|
keys.users.ai-worker.main
|
||||||
@@ -19,134 +17,19 @@
|
|||||||
# Enable restricted AI worker SSH access for ollama benchmarking
|
# Enable restricted AI worker SSH access for ollama benchmarking
|
||||||
# SECURITY: ai-worker can only:
|
# SECURITY: ai-worker can only:
|
||||||
# - SSH into host from Hermes container
|
# - SSH into host from Hermes container
|
||||||
# - Run docker commands via sudo (whitelist below — no exec/cp/commit)
|
# - Run docker commands (docker exec ollama ...) via docker group
|
||||||
# - Run specific security audit commands
|
# - Run specific security audit commands
|
||||||
# - NO access to infra repo (no bind mount)
|
# - NO access to infra repo (no bind mount)
|
||||||
# - NO nix/nixos-rebuild/nh commands
|
# - NO sudo access (no nh, nixos-rebuild, nixpkgs-fmt, nix)
|
||||||
# WORKFLOW: SSH from Hermes container, run docker commands via sudo, return and save results
|
# WORKFLOW: SSH from Hermes container, run docker benchmarks, return and save results to /opt/data/ai-optimizer/
|
||||||
services.aiWorkerAccess = true;
|
services.aiWorkerAccess = true;
|
||||||
|
|
||||||
# Restricted sudo for ai-worker
|
# Restricted sudo for ai-worker - security checks only
|
||||||
# IMPORTANT: ai-worker is NOT in docker group. All docker access goes through sudo.
|
|
||||||
# Only the subcommands listed below are allowed — everything else is denied.
|
|
||||||
# This prevents: docker exec, docker cp, docker commit, and other file-modifying operations.
|
|
||||||
security.sudo.extraRules = [
|
security.sudo.extraRules = [
|
||||||
{
|
{
|
||||||
users = [ "ai-worker" ];
|
users = [ "ai-worker" ];
|
||||||
commands = [
|
commands = [
|
||||||
# === Docker commands: lifecycle management (NO file modification) ===
|
# Firewall checks
|
||||||
# ps/inspect/logs — read-only status checks
|
|
||||||
{
|
|
||||||
command = "/run/current-system/sw/bin/docker ps";
|
|
||||||
options = [ "NOPASSWD" ];
|
|
||||||
}
|
|
||||||
{
|
|
||||||
command = "/run/current-system/sw/bin/docker inspect *";
|
|
||||||
options = [ "NOPASSWD" ];
|
|
||||||
}
|
|
||||||
{
|
|
||||||
command = "/run/current-system/sw/bin/docker logs *";
|
|
||||||
options = [ "NOPASSWD" ];
|
|
||||||
}
|
|
||||||
{
|
|
||||||
command = "/run/current-system/sw/bin/docker images";
|
|
||||||
options = [ "NOPASSWD" ];
|
|
||||||
}
|
|
||||||
{
|
|
||||||
command = "/run/current-system/sw/bin/docker info";
|
|
||||||
options = [ "NOPASSWD" ];
|
|
||||||
}
|
|
||||||
{
|
|
||||||
command = "/run/current-system/sw/bin/docker version";
|
|
||||||
options = [ "NOPASSWD" ];
|
|
||||||
}
|
|
||||||
{
|
|
||||||
command = "/run/current-system/sw/bin/docker stats *";
|
|
||||||
options = [ "NOPASSWD" ];
|
|
||||||
}
|
|
||||||
|
|
||||||
# start/stop/restart — container lifecycle
|
|
||||||
{
|
|
||||||
command = "/run/current-system/sw/bin/docker start *";
|
|
||||||
options = [ "NOPASSWD" ];
|
|
||||||
}
|
|
||||||
{
|
|
||||||
command = "/run/current-system/sw/bin/docker stop *";
|
|
||||||
options = [ "NOPASSWD" ];
|
|
||||||
}
|
|
||||||
{
|
|
||||||
command = "/run/current-system/sw/bin/docker restart *";
|
|
||||||
options = [ "NOPASSWD" ];
|
|
||||||
}
|
|
||||||
{
|
|
||||||
command = "/run/current-system/sw/bin/docker rm *";
|
|
||||||
options = [ "NOPASSWD" ];
|
|
||||||
}
|
|
||||||
{
|
|
||||||
command = "/run/current-system/sw/bin/docker rmi *";
|
|
||||||
options = [ "NOPASSWD" ];
|
|
||||||
}
|
|
||||||
{
|
|
||||||
command = "/run/current-system/sw/bin/docker wait *";
|
|
||||||
options = [ "NOPASSWD" ];
|
|
||||||
}
|
|
||||||
|
|
||||||
# pull/build/run — image management and container creation
|
|
||||||
{
|
|
||||||
command = "/run/current-system/sw/bin/docker pull *";
|
|
||||||
options = [ "NOPASSWD" ];
|
|
||||||
}
|
|
||||||
{
|
|
||||||
command = "/run/current-system/sw/bin/docker build *";
|
|
||||||
options = [ "NOPASSWD" ];
|
|
||||||
}
|
|
||||||
{
|
|
||||||
command = "/run/current-system/sw/bin/docker run *";
|
|
||||||
options = [ "NOPASSWD" ];
|
|
||||||
}
|
|
||||||
|
|
||||||
# compose — orchestration
|
|
||||||
{
|
|
||||||
command = "/run/current-system/sw/bin/docker compose *";
|
|
||||||
options = [ "NOPASSWD" ];
|
|
||||||
}
|
|
||||||
|
|
||||||
# system — disk cleanup
|
|
||||||
{
|
|
||||||
command = "/run/current-system/sw/bin/docker system *";
|
|
||||||
options = [ "NOPASSWD" ];
|
|
||||||
}
|
|
||||||
|
|
||||||
# network — list only (create/modify not needed)
|
|
||||||
{
|
|
||||||
command = "/run/current-system/sw/bin/docker network ls";
|
|
||||||
options = [ "NOPASSWD" ];
|
|
||||||
}
|
|
||||||
|
|
||||||
# volume — list only (create/modify not needed)
|
|
||||||
{
|
|
||||||
command = "/run/current-system/sw/bin/docker volume ls";
|
|
||||||
options = [ "NOPASSWD" ];
|
|
||||||
}
|
|
||||||
|
|
||||||
# === EXPLICITLY DENIED docker commands (not in whitelist — sudo rejects them) ===
|
|
||||||
# docker exec — executes arbitrary commands inside running containers (FILE MODIFICATION)
|
|
||||||
# docker cp — copies files between containers and host (FILE ACCESS)
|
|
||||||
# docker commit — creates images from running containers (DATA EXFIL)
|
|
||||||
# docker diff — inspects filesystem changes (INFO LEAK)
|
|
||||||
# docker export — exports container filesystem (DATA EXFIL)
|
|
||||||
# docker import — imports filesystem archives
|
|
||||||
# docker load — loads docker images
|
|
||||||
# docker save — saves docker images to tar (DATA EXFIL)
|
|
||||||
# docker attach — attaches to running containers (INTERACTIVE ACCESS)
|
|
||||||
# docker push — pushes images to registries (DATA EXFIL)
|
|
||||||
# docker tag — renames images
|
|
||||||
# docker create — creates containers (use 'docker run' instead)
|
|
||||||
# docker plugin — manages plugins
|
|
||||||
# docker network create/rm — network management
|
|
||||||
# docker volume create/rm — volume management
|
|
||||||
|
|
||||||
# === Firewall checks ===
|
|
||||||
{
|
{
|
||||||
command = "/run/wrappers/bin/sudo iptables -L -n -v";
|
command = "/run/wrappers/bin/sudo iptables -L -n -v";
|
||||||
options = [ "NOPASSWD" ];
|
options = [ "NOPASSWD" ];
|
||||||
@@ -155,8 +38,7 @@
|
|||||||
command = "/run/wrappers/bin/sudo iptables -S";
|
command = "/run/wrappers/bin/sudo iptables -S";
|
||||||
options = [ "NOPASSWD" ];
|
options = [ "NOPASSWD" ];
|
||||||
}
|
}
|
||||||
|
# Fail2ban status
|
||||||
# === Fail2ban status ===
|
|
||||||
{
|
{
|
||||||
command = "/run/current-system/sw/bin/fail2ban-client status";
|
command = "/run/current-system/sw/bin/fail2ban-client status";
|
||||||
options = [ "NOPASSWD" ];
|
options = [ "NOPASSWD" ];
|
||||||
@@ -169,8 +51,7 @@
|
|||||||
command = "/run/current-system/sw/bin/fail2ban-client get * banned";
|
command = "/run/current-system/sw/bin/fail2ban-client get * banned";
|
||||||
options = [ "NOPASSWD" ];
|
options = [ "NOPASSWD" ];
|
||||||
}
|
}
|
||||||
|
# Log inspection
|
||||||
# === Log inspection ===
|
|
||||||
{
|
{
|
||||||
command = "/run/current-system/sw/bin/journalctl -t kernel -n 100";
|
command = "/run/current-system/sw/bin/journalctl -t kernel -n 100";
|
||||||
options = [ "NOPASSWD" ];
|
options = [ "NOPASSWD" ];
|
||||||
@@ -183,14 +64,21 @@
|
|||||||
command = "/run/current-system/sw/bin/journalctl -u firewall -n 50";
|
command = "/run/current-system/sw/bin/journalctl -u firewall -n 50";
|
||||||
options = [ "NOPASSWD" ];
|
options = [ "NOPASSWD" ];
|
||||||
}
|
}
|
||||||
|
# SSH config verification
|
||||||
# === SSH config verification ===
|
|
||||||
{
|
{
|
||||||
command = "/run/current-system/sw/bin/sshd -T";
|
command = "/run/current-system/sw/bin/sshd -T";
|
||||||
options = [ "NOPASSWD" ];
|
options = [ "NOPASSWD" ];
|
||||||
}
|
}
|
||||||
|
# Docker service checks
|
||||||
# === Network diagnostics ===
|
{
|
||||||
|
command = "/run/current-system/sw/bin/docker ps";
|
||||||
|
options = [ "NOPASSWD" ];
|
||||||
|
}
|
||||||
|
{
|
||||||
|
command = "/run/current-system/sw/bin/docker inspect *";
|
||||||
|
options = [ "NOPASSWD" ];
|
||||||
|
}
|
||||||
|
# Network diagnostics
|
||||||
{
|
{
|
||||||
command = "/run/current-system/sw/bin/ss -tlnp";
|
command = "/run/current-system/sw/bin/ss -tlnp";
|
||||||
options = [ "NOPASSWD" ];
|
options = [ "NOPASSWD" ];
|
||||||
|
|||||||
Reference in New Issue
Block a user