Compare commits
18 Commits
af38655170
...
feat/restr
| Author | SHA1 | Date | |
|---|---|---|---|
| 9459839d74 | |||
| 36359de6aa | |||
|
|
10b8565fd6 | ||
|
|
f672696b8e | ||
| 0980dca455 | |||
| 96bc20ab70 | |||
| 670ae4f002 | |||
| f785abfd49 | |||
| 6f44aa7f76 | |||
| 8d40f1691f | |||
|
|
2dd2e64986 | ||
|
|
23fc5e0597 | ||
| 0c9c33d735 | |||
| 0bb6890f1c | |||
| 9d5434425f | |||
| 1fb4320dd1 | |||
| 51e9f47fd4 | |||
| 06b3eb840f |
@@ -1,33 +0,0 @@
|
|||||||
name: Build NixOS config
|
|
||||||
on:
|
|
||||||
pull_request:
|
|
||||||
branches: [ master ]
|
|
||||||
paths:
|
|
||||||
- '**.nix'
|
|
||||||
- 'flake.lock'
|
|
||||||
- 'secrets/**'
|
|
||||||
- 'hosts/**'
|
|
||||||
- 'modules/**'
|
|
||||||
push:
|
|
||||||
branches: [ master ]
|
|
||||||
paths:
|
|
||||||
- '**.nix'
|
|
||||||
- 'flake.lock'
|
|
||||||
- 'secrets/**'
|
|
||||||
- 'hosts/**'
|
|
||||||
- 'modules/**'
|
|
||||||
|
|
||||||
jobs:
|
|
||||||
build:
|
|
||||||
runs-on: nixos-builder
|
|
||||||
steps:
|
|
||||||
- name: Checkout
|
|
||||||
run: |
|
|
||||||
git clone -b "${{ github.head_ref || github.ref_name }}" \
|
|
||||||
https://gitea:${{ secrets.GITHUB_TOKEN }}@code.lazyworkhorse.net/gortium/infra.git .
|
|
||||||
git log --oneline -3
|
|
||||||
|
|
||||||
- name: Build NixOS config (lazyworkhorse)
|
|
||||||
run: |
|
|
||||||
nix --version
|
|
||||||
nh os build .#lazyworkhorse 2>&1
|
|
||||||
Submodule assets/compose updated: 6b82a26c25...d3f2e3b7b9
@@ -207,6 +207,7 @@
|
|||||||
ai = {
|
ai = {
|
||||||
path = self + "/assets/compose/ai";
|
path = self + "/assets/compose/ai";
|
||||||
envFile = config.age.secrets.containers_env.path;
|
envFile = config.age.secrets.containers_env.path;
|
||||||
|
ports = [ 22000 ]; # Syncthing TCP sync
|
||||||
};
|
};
|
||||||
|
|
||||||
cloudstorage = {
|
cloudstorage = {
|
||||||
@@ -474,7 +475,7 @@
|
|||||||
services.openssh.settings = {
|
services.openssh.settings = {
|
||||||
PermitRootLogin = "no";
|
PermitRootLogin = "no";
|
||||||
MaxAuthTries = 3;
|
MaxAuthTries = 3;
|
||||||
MaxSessions = 10;
|
MaxSessions = 20;
|
||||||
LoginGraceTime = 30;
|
LoginGraceTime = 30;
|
||||||
ClientAliveInterval = 300;
|
ClientAliveInterval = 300;
|
||||||
ClientAliveCountMax = 2;
|
ClientAliveCountMax = 2;
|
||||||
|
|||||||
@@ -1,10 +1,44 @@
|
|||||||
# AI Worker Restricted Access
|
# AI Worker Restricted Access
|
||||||
|
|
||||||
This module provides SSH access for the AI worker (hermes-agent) to run ollama benchmarks on the host.
|
This module provides SSH access for the AI worker (hermes-agent) to run docker commands on the host.
|
||||||
|
|
||||||
## Security Model
|
## Security Model
|
||||||
|
|
||||||
The `ai-worker` user has:
|
### Overview
|
||||||
|
|
||||||
|
The `ai-worker` user has **no direct docker group access**. All docker commands must go through `sudo`, and only specific subcommands are whitelisted:
|
||||||
|
|
||||||
|
- **Container lifecycle**: `docker ps`, `docker inspect`, `docker logs`, `docker images`, `docker info`, `docker version`, `docker stats`
|
||||||
|
- **Control**: `docker start`, `docker stop`, `docker restart`, `docker rm`, `docker rmi`, `docker wait`
|
||||||
|
- **Image management**: `docker pull`, `docker build`, `docker run`, `docker compose`
|
||||||
|
- **Disk cleanup**: `docker system`
|
||||||
|
- **Network/Volume**: `docker network ls`, `docker volume ls` (read-only)
|
||||||
|
|
||||||
|
### EXPLICITLY BLOCKED (not in sudo whitelist)
|
||||||
|
|
||||||
|
| Command | Risk | Result |
|
||||||
|
|---------|------|--------|
|
||||||
|
| `docker exec` | Execute arbitrary commands inside containers (FILE MODIFICATION) | Blocked by sudo |
|
||||||
|
| `docker cp` | Copy files between containers and host | Blocked by sudo |
|
||||||
|
| `docker commit` | Create images from running containers (data exfil) | Blocked by sudo |
|
||||||
|
| `docker diff` | Inspect filesystem changes | Blocked by sudo |
|
||||||
|
| `docker export` | Export container filesystem | Blocked by sudo |
|
||||||
|
| `docker import` | Import filesystem archives | Blocked by sudo |
|
||||||
|
| `docker load` | Load docker images | Blocked by sudo |
|
||||||
|
| `docker save` | Save docker images to tar | Blocked by sudo |
|
||||||
|
| `docker attach` | Interactive access to containers | Blocked by sudo |
|
||||||
|
| `docker push` | Push images to registries | Blocked by sudo |
|
||||||
|
| `docker tag` | Rename images | Blocked by sudo |
|
||||||
|
|
||||||
|
### Why This Approach?
|
||||||
|
|
||||||
|
Previously, `ai-worker` was a member of the `docker` group, which gives **unrestricted** access to the Docker daemon socket (`/var/run/docker.sock`). Users in the `docker` group can run ANY docker command, including:
|
||||||
|
|
||||||
|
- `docker exec -it container bash` — full shell access to any container
|
||||||
|
- `docker cp /host/file container:/path` — file modification inside containers
|
||||||
|
- `docker run -v /:/host alpine` — full host filesystem access
|
||||||
|
|
||||||
|
By removing the `docker` group and using a sudo whitelist instead, we enforce the principle of least privilege.
|
||||||
|
|
||||||
### Filesystem Access
|
### Filesystem Access
|
||||||
- **Home directory**: `/home/ai-worker` (standard user home)
|
- **Home directory**: `/home/ai-worker` (standard user home)
|
||||||
@@ -12,51 +46,33 @@ The `ai-worker` user has:
|
|||||||
- **Cannot access**: Any files outside standard system paths
|
- **Cannot access**: Any files outside standard system paths
|
||||||
|
|
||||||
### Sudo Access
|
### Sudo Access
|
||||||
- **NONE**: ai-worker has no sudo privileges
|
- **Restricted**: ai-worker has `NOPASSWD` access only to whitelisted commands
|
||||||
- Cannot run `nh`, `nixos-rebuild`, `nixpkgs-fmt`, or `nix` with elevated permissions
|
- Cannot run `nh`, `nixos-rebuild`, `nixpkgs-fmt`, or `nix` with elevated permissions
|
||||||
|
|
||||||
### Docker Access
|
## Workflow: SSH + Restricted Docker
|
||||||
- Member of `docker` group - can run `docker` and `docker exec` commands
|
|
||||||
- Primary use: `docker exec ollama ollama ...` for benchmarking
|
|
||||||
- Can run `docker exec --privileged ollama rocm-smi ...` for VRAM monitoring
|
|
||||||
|
|
||||||
## Workflow: SSH + Docker Benchmarking
|
All docker commands must be prefixed with `sudo`:
|
||||||
|
|
||||||
The AI worker connects from the Hermes container to the host via SSH, runs ollama benchmarks, then returns to save results.
|
|
||||||
|
|
||||||
### Example Workflow
|
|
||||||
|
|
||||||
```bash
|
```bash
|
||||||
# From Hermes container, SSH to host
|
# From Hermes container, SSH to host
|
||||||
ssh -i /path/to/ssh/key ai-worker@host.docker.internal
|
ssh -i /path/to/ssh/key ai-worker@host.docker.internal
|
||||||
|
|
||||||
# On host, run ollama benchmarks via docker
|
# Check container status (works)
|
||||||
docker exec ollama ollama pull devstral-small-2:24b
|
sudo docker ps
|
||||||
|
|
||||||
# Create test modelfile
|
# Restart a container (works)
|
||||||
docker exec ollama bash -c 'cat <<EOF > /root/.ollama/test.modelfile
|
sudo docker restart ollama
|
||||||
FROM devstral-small-2:24b
|
|
||||||
PARAMETER num_ctx 65536
|
|
||||||
PARAMETER num_gpu 99
|
|
||||||
PARAMETER flash_attn true
|
|
||||||
EOF'
|
|
||||||
|
|
||||||
# Create and test model
|
# Run benchmark (works - docker run is allowed)
|
||||||
docker exec ollama ollama create test-model -f /root/.ollama/test.modelfile
|
sudo docker run --rm alpine echo "test"
|
||||||
docker exec ollama ollama run test-model "Write a Python async function"
|
|
||||||
|
|
||||||
# Check VRAM usage
|
# ANY of these will FAIL (not in whitelist):
|
||||||
docker exec --privileged ollama rocm-smi --showmeminfo vram
|
sudo docker exec ollama ollama list # FAILS - docker exec blocked
|
||||||
|
sudo docker cp file.txt container:/path/ # FAILS - docker cp blocked
|
||||||
|
sudo docker commit container new-image # FAILS - docker commit blocked
|
||||||
|
|
||||||
# Cleanup
|
# For ollama operations, use the HTTP API instead of docker exec:
|
||||||
docker exec ollama ollama rm test-model
|
curl http://ollama:11434/api/tags
|
||||||
|
|
||||||
# Exit SSH, return to Hermes container
|
|
||||||
exit
|
|
||||||
|
|
||||||
# Save results in Hermes container
|
|
||||||
# /opt/data/ai-optimizer/state.json
|
|
||||||
# /opt/data/ai-optimizer/results.csv
|
|
||||||
```
|
```
|
||||||
|
|
||||||
## SSH Access
|
## SSH Access
|
||||||
@@ -74,25 +90,30 @@ Check ai-worker permissions:
|
|||||||
```bash
|
```bash
|
||||||
# On the host, as root or gortium:
|
# On the host, as root or gortium:
|
||||||
sudo -u ai-worker sudo -l
|
sudo -u ai-worker sudo -l
|
||||||
# Should show: no sudo access
|
# Should show the whitelisted commands only (no docker exec/cp/commit)
|
||||||
|
|
||||||
# Check docker group membership
|
# Verify NOT in docker group
|
||||||
groups ai-worker
|
groups ai-worker
|
||||||
# Should show: ai-worker docker
|
# Should show: ai-worker (NO docker group)
|
||||||
```
|
```
|
||||||
|
|
||||||
## Troubleshooting
|
## Troubleshooting
|
||||||
|
|
||||||
If ai-worker cannot run docker commands:
|
If docker commands fail:
|
||||||
|
|
||||||
```bash
|
```bash
|
||||||
# Check docker group membership
|
# Check sudo permissions
|
||||||
|
sudo -u ai-worker sudo -l | grep docker
|
||||||
|
|
||||||
|
# Verify group membership
|
||||||
groups ai-worker
|
groups ai-worker
|
||||||
|
|
||||||
# Verify ollama container is running
|
# Test allowed command
|
||||||
docker ps | grep ollama
|
sudo -u ai-worker sudo docker ps
|
||||||
|
|
||||||
# Test docker access
|
# Test blocked command (should fail)
|
||||||
sudo -u ai-worker docker exec ollama ollama list
|
sudo -u ai-worker sudo docker exec ollama ollama list
|
||||||
|
# Expected: "Sorry, user ai-worker is not allowed to execute"
|
||||||
```
|
```
|
||||||
|
|
||||||
If SSH connection fails:
|
If SSH connection fails:
|
||||||
|
|||||||
@@ -6,12 +6,19 @@ with lib;
|
|||||||
options.services.aiWorkerAccess = mkOption {
|
options.services.aiWorkerAccess = mkOption {
|
||||||
type = types.bool;
|
type = types.bool;
|
||||||
default = false;
|
default = false;
|
||||||
description = "Enable AI worker SSH access with docker group membership for ollama benchmarking";
|
description = "Enable AI worker SSH access with restricted sudo docker commands";
|
||||||
};
|
};
|
||||||
|
|
||||||
config = mkIf config.services.aiWorkerAccess {
|
config = mkIf config.services.aiWorkerAccess {
|
||||||
# ai-worker is member of docker group - can run docker commands via SSH
|
# SECURITY: ai-worker is NOT added to docker group.
|
||||||
# No bind mounts, no sudo access - docker-only for ollama benchmarking
|
# Docker access is granted via sudo whitelist in users/ai-worker.nix.
|
||||||
users.groups.docker.members = [ "ai-worker" ];
|
# This prevents unrestricted docker daemon access (docker exec, cp, commit, etc.)
|
||||||
|
# Only specific docker subcommands are allowed via sudo NOPASSWD rules.
|
||||||
|
|
||||||
|
# The old approach (docker group membership) has been removed because:
|
||||||
|
# - Docker group gives UNRESTRICTED access to the docker daemon socket
|
||||||
|
# - No way to limit which docker subcommands a docker group member can run
|
||||||
|
# - Allowed: docker exec, docker cp, docker run -v /:/host, etc.
|
||||||
|
# users.groups.docker.members = [ "ai-worker" ]; // REMOVED
|
||||||
};
|
};
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -1,36 +1,36 @@
|
|||||||
-----BEGIN AGE ENCRYPTED FILE-----
|
-----BEGIN AGE ENCRYPTED FILE-----
|
||||||
YWdlLWVuY3J5cHRpb24ub3JnL3YxCi0+IHNzaC1lZDI1NTE5IEdoTUQ4QSB5c1B3
|
YWdlLWVuY3J5cHRpb24ub3JnL3YxCi0+IHNzaC1lZDI1NTE5IEdoTUQ4QSBWNEpt
|
||||||
anRidlRvdUIxUGZWVEw0VDQ5L1QzRHdlVHJHRDRvNEF6M2dNQVNrCk50aXF6ekxq
|
cGFNeVBBaDRqb3pLSEZGQW0wb3VmVnBoZCswUFkzbnBLUnJ0QTNrClRqVkk4RUVO
|
||||||
WnVCUXBZbEJsVk1BMmQvN2ZpNmp3ZHYvSUlvakN2VTdZUVkKLT4gMyR8Syh7ZyMt
|
d29KYjd5YUcwankvaTFmVHUxQVpDT2ZYWHRaY3JXTUtQMU0KLT4gKXBtQ3UsXi1n
|
||||||
Z3JlYXNlIFs3ezgmZDAKZ2hhNzZmU2wzdkNkTnliL0NiWWlQbnppcmRLdHZVYWdm
|
cmVhc2UgNnwxYCBXVyA/KCQmIHt9NAo3OTZVUHR2UXkvaEFwY0ZBdEJsaFpsbHJ0
|
||||||
bG5LZ0p3Ci0tLSBMYmxYa0hCbnVham05dVo5eEJXTEhob2F1YXhzNlNoVXBwNmNz
|
cklKcDVHcEdWMEdPSkpnN0FiRU43RW5hUWFMdjR3WFRRSFBLSGlmClM3cTNJWlNM
|
||||||
M0RVS0xRCt2jk8SwZ4McFmBkWknNs0phZSD3deFAh1nvRE9fSp82yNG0SoFE8O8e
|
TExkdHdXUHJISkNIaE1TTUxUc1NUWkV1a09HeFU3bVZwQXMKLS0tIGhOcXFTUElS
|
||||||
HaMP5fO1Y7gW7Nqvvtr0Fs2AXwxzLtVRc8+XYxDuhRY9Rq5w/VHaEt9fS2OQioml
|
azJJNnEreUhMWTJBaVZGSTJPRUFqQkVYS01KRENUVVpZSDgK8+8onFejroBo7MeO
|
||||||
hcTw3MhBGAN4JVhFz/lUOEO82jd3lKig95fGjA2SpwfxlAMhepe7OmJ4Hpe+QrPt
|
dW+so4lOsq4zJKn3f0cxmCFg1f0X8zt6h4Uc3A5Cvr1uU+6yw1FWmJ7xa3jJz3lO
|
||||||
orXgJHG2Ssu2mLgpnIr3mYVXKfNMy9TUGkh5hM1qR2TidtcefExYegCesjRNmSw/
|
EEaKQJXYC+xIIKGcA7qILa0SFp4a/4OuYjcg27HrlPhg7u5wDhQrd0LdVEe1Xngp
|
||||||
KVe8wTdF1dr+R+vQDGXZleLpLzKZHATw36+GxGUfpm6iWuDc3lBsjHrVVlm2mz7o
|
ZivX7P7HwIna3X8C+TL+K2v/AG2N/z86cdKfRvxyMKNbHhYw+CfHEnWgh8tJ++4h
|
||||||
XM+bHDnnUHSFXhHh5gDIoRi/kI3w5b1F2psKXFAGOQq4osrYInoGdvMrGWDvhGZS
|
G9evNniuNqte6cQaRe7jODfPNW4FuY/Sb7barlJ/M9iAQdYAdyLAzU1LABeHeUfD
|
||||||
GbVyAoZKYOmlqjM/AY4vMc5N7ICsDJqugFi9fDSmckfgzvUYVbzuv7D+1gtmjAzi
|
wtHjxy9DUZ55Vg8bB8M2JJU9MkoRT4ewiVd9LeC1GWeVmKsm93wsmrov714i7U2j
|
||||||
+e/vhujRjE2xaD7kIeO6UFq0lZpMoQV3tX5kJG0OOuF1GlZzw22SUc67w25JNHSE
|
wHtDkjqEF2MmzuQc18sjNaAHiwz8j6o5xU2L/Q4+Q707yISWG7RGZYh389Cr1rnw
|
||||||
GRnm+MN7XfvtlRZyyYERMs6j829H6zOQL96YBpzxc1yx07K+SMKewHhbm4pyrcDD
|
siUq/Vunqw2wk13+J/4vu9nqt5mMktBaCtp+QiWIurjwB5LUAyChrSm+dg5lb0Mt
|
||||||
dVZxNMHv+B+F2tw1KFMl+Go3pyQp0p+CgiSWUoyvBzK0BwZ7XXy93GWmuAN/dhpU
|
UhSc0lq1+E3vxAXM2Hmk+vP86VD+6WJvAU82VFApF1s6zG2FU1/AcOVVf54nan/q
|
||||||
YhXIiqXgexN6a/0Z6OTah8xW1sr6EYvIGWnXdUUB+azEI2uykX00MO10szDJ/vkh
|
f+rgSFfASHQCYSblUJHyEtwLNsWEmTGmOEn1buUKD/H0zatPQnc0rYpjlx2V0Sjd
|
||||||
DZUafMtlgMKU+fBbM0Tr0QM1R30BWNJCjHgsoU7mxbyiuFYuyAC72T70z5WdQTst
|
6yB5+wPrZ0AkN1pjcsPKOv8Kaog2DzqIjib+SaSTaRxWHQEb9uzvaReAcYI5HOpE
|
||||||
jf4NJdc4FKOHA6ydLoyzi7ey05nxm8zquHW1kCwLVUMhvjUPbQhpWQbU8DvlB6l1
|
gkC040HN33BItATbo4+hz70Im8Ni/VXD+g6yzM6Hj1hJL+PinTKeg5keQRFIZjMx
|
||||||
nGqWBUTqeorstDcvTTEjySPrp7PIUMj+Vt2MiFCQa5eh2sZWFJsYrA6CEtGFTpyU
|
grzievB2wVBBgLgN3qMdTFmpplaL7iL702JjXZUTTK9Izp+9wiCsV1fTa53FWDht
|
||||||
og8rGtS7UBukgsp7rucLO8MYt0/ZauUcEg0jcbWc+KOWtC9MPedv6gTLfaxpk1xy
|
ylFL5SWElqXjK+QBXxAe+Jk6VQov5HI21YDXL67S554ABeRok23wxrQ31TCI4xq9
|
||||||
iY+7Y+H860Pt1WvVFYg9/0fj0wz92DqR08oWvOjR7+EekhacqAHfTm6PpLLKSeHw
|
PQV7VtNRjyVud7S29m3OwpWOsgTZhn+JclHj2v4bNJzJkJnZRTmcvGPktzRI5+R4
|
||||||
M1D0dElJ6L1hkmHr88q7YwPfMzObmRbKh28ayeoLOprx3ezYr4t0qWWAKysvkkuo
|
e5vxVhGnJDzI71txaHl8+xS1lu9VzCQUrxX6TXyTRV4KjIOz0g06JOBgmBRBvJca
|
||||||
uhvfqngZefj7CloVCaQVM0Du6p74wV5UEkxopJyMc3s4oEkauX2DgVHzb0NJ+a3n
|
7MZbC65xpisl/gyLRbgkVga3t94dPV+dpZsn8eq6427IyRbKslJefatggR9//c6I
|
||||||
KyatZoIEOK+yBDuRw9+c3FdxOmSc8EEdDPh5tXHOfixdxHlMXeNWo7VwtR7ThPcj
|
5N5fl0fR3gJQMB+HRbipBH2YsdbdWJyb4Nn6STZxIfrqoG/xC6C1raF0xK7hUx6i
|
||||||
wRHwN9dgzW4AbYQAHKSOCGGqlhINYVxDviwhTT+PYB/w7x42id8aMW2KOhgGcVCD
|
4DUDSPohM8fOIswQPfE+FH3eygfzu/Ln5+ghsgHTEhgFvmgMvyxaAt6kHIzIUhMX
|
||||||
fyQQJN5ANCxglu/T0+SmXikPQkuJqzOuE0+qqz1sMuKF3KLJB5ppys1Ygmpm27Up
|
M3dASr4VPDpIXuXsRWwYLEifhzxsuvwVxfwtsnCaR6XKijsYECWGDdYOWHdleeqx
|
||||||
oaqBa7JS4yJc53rPSEy4r10GqBbvYNDmcEWZilSrj5aTB7nhq+RVyTwmAU+qfLmK
|
wDPhxEesfFVhKxhrKY9Ir8k9/FFBKQU/3GjW4+SMAg5Al1YEzxshP9vKuVcsei7W
|
||||||
NgGi05oyVGYBX135c6eXkEtKg1HiH5LkqkvLGIDYkAeiLmqXv6N7hGphBF7fdLXw
|
JDwAwotNXaCm6NBckiyZJE53ou6+gckPY7V9cOfnuH74Z9ywkFzB3HW3ZlonaGyM
|
||||||
g8Anrn+JYaOc/6ZntCPLwm4cV4KE2hswSReHFrposb6M4/Kbx8Yf2iMx07IQ3v/R
|
oGmLGcccavFtyhg5s/As4i6X8ARIpDiwe59Pn3GNXMctySqIrrr2ogUoXgrfFCie
|
||||||
z0sIihHjfOqLi3kafL4N0BDoLAQdjbxqkx1z0VcGVkPliS0mDro17b1KfxPsI04/
|
6GOTdeMW7GeOSdJUxCofghlspS/nq01Og77VI/beWYrIwLubSka6Zaltww9zgObk
|
||||||
k6xTWoBQAhcCkH+NpT0VRNCM7f6aycsJekfakTRRqg5rwFimqReMSJcKCLZdoezi
|
/FGEMgFkEpq7iyCvYSPA8F46pJKvnMP3S84AWCPmcTcHeg4lwGPvs6btexXBGdoz
|
||||||
iAIMHPqPW1+sjwA7Rroj3Th0NbC8vGJ47vobK8jQ4XgrwaUGhhloCTpAjzFLFTUS
|
nkCyq7wdH5Nngm7jUbl88LtaLZPAQkuqXphBVTnrF9Ofbnb4iRZ2Op4xpx9rGyvx
|
||||||
YdiJN2qBQfABhxD9Owqo98HXDigqb9jhh/LrPYYDhtP6c4J+zz3+gPRiho7T03H3
|
mO6UEhL6V1i2YZFNkNMg/W8aoMiUgBdqbkxaxblT9L0aNdlFU9+LbWYolURVEadd
|
||||||
kZ+YU3Q=
|
Qjv0Z1gMA+tsuBbVszwsMfneZ5+B9Q==
|
||||||
-----END AGE ENCRYPTED FILE-----
|
-----END AGE ENCRYPTED FILE-----
|
||||||
|
|||||||
@@ -4,7 +4,9 @@
|
|||||||
group = "ai-worker";
|
group = "ai-worker";
|
||||||
home = "/home/ai-worker";
|
home = "/home/ai-worker";
|
||||||
createHome = true;
|
createHome = true;
|
||||||
extraGroups = [ "docker" ];
|
# SECURITY: ai-worker is NOT in the docker group.
|
||||||
|
# Docker access is restricted via sudo whitelist — only specific subcommands allowed.
|
||||||
|
# extraGroups = [ "docker" ]; — REMOVED: docker group gives unrestricted docker daemon access
|
||||||
shell = pkgs.bashInteractive;
|
shell = pkgs.bashInteractive;
|
||||||
openssh.authorizedKeys.keys = [
|
openssh.authorizedKeys.keys = [
|
||||||
keys.users.ai-worker.main
|
keys.users.ai-worker.main
|
||||||
@@ -17,19 +19,134 @@
|
|||||||
# Enable restricted AI worker SSH access for ollama benchmarking
|
# Enable restricted AI worker SSH access for ollama benchmarking
|
||||||
# SECURITY: ai-worker can only:
|
# SECURITY: ai-worker can only:
|
||||||
# - SSH into host from Hermes container
|
# - SSH into host from Hermes container
|
||||||
# - Run docker commands (docker exec ollama ...) via docker group
|
# - Run docker commands via sudo (whitelist below — no exec/cp/commit)
|
||||||
# - Run specific security audit commands
|
# - Run specific security audit commands
|
||||||
# - NO access to infra repo (no bind mount)
|
# - NO access to infra repo (no bind mount)
|
||||||
# - NO sudo access (no nh, nixos-rebuild, nixpkgs-fmt, nix)
|
# - NO nix/nixos-rebuild/nh commands
|
||||||
# WORKFLOW: SSH from Hermes container, run docker benchmarks, return and save results to /opt/data/ai-optimizer/
|
# WORKFLOW: SSH from Hermes container, run docker commands via sudo, return and save results
|
||||||
services.aiWorkerAccess = true;
|
services.aiWorkerAccess = true;
|
||||||
|
|
||||||
# Restricted sudo for ai-worker - security checks only
|
# Restricted sudo for ai-worker
|
||||||
|
# IMPORTANT: ai-worker is NOT in docker group. All docker access goes through sudo.
|
||||||
|
# Only the subcommands listed below are allowed — everything else is denied.
|
||||||
|
# This prevents: docker exec, docker cp, docker commit, and other file-modifying operations.
|
||||||
security.sudo.extraRules = [
|
security.sudo.extraRules = [
|
||||||
{
|
{
|
||||||
users = [ "ai-worker" ];
|
users = [ "ai-worker" ];
|
||||||
commands = [
|
commands = [
|
||||||
# Firewall checks
|
# === Docker commands: lifecycle management (NO file modification) ===
|
||||||
|
# ps/inspect/logs — read-only status checks
|
||||||
|
{
|
||||||
|
command = "/run/current-system/sw/bin/docker ps";
|
||||||
|
options = [ "NOPASSWD" ];
|
||||||
|
}
|
||||||
|
{
|
||||||
|
command = "/run/current-system/sw/bin/docker inspect *";
|
||||||
|
options = [ "NOPASSWD" ];
|
||||||
|
}
|
||||||
|
{
|
||||||
|
command = "/run/current-system/sw/bin/docker logs *";
|
||||||
|
options = [ "NOPASSWD" ];
|
||||||
|
}
|
||||||
|
{
|
||||||
|
command = "/run/current-system/sw/bin/docker images";
|
||||||
|
options = [ "NOPASSWD" ];
|
||||||
|
}
|
||||||
|
{
|
||||||
|
command = "/run/current-system/sw/bin/docker info";
|
||||||
|
options = [ "NOPASSWD" ];
|
||||||
|
}
|
||||||
|
{
|
||||||
|
command = "/run/current-system/sw/bin/docker version";
|
||||||
|
options = [ "NOPASSWD" ];
|
||||||
|
}
|
||||||
|
{
|
||||||
|
command = "/run/current-system/sw/bin/docker stats *";
|
||||||
|
options = [ "NOPASSWD" ];
|
||||||
|
}
|
||||||
|
|
||||||
|
# start/stop/restart — container lifecycle
|
||||||
|
{
|
||||||
|
command = "/run/current-system/sw/bin/docker start *";
|
||||||
|
options = [ "NOPASSWD" ];
|
||||||
|
}
|
||||||
|
{
|
||||||
|
command = "/run/current-system/sw/bin/docker stop *";
|
||||||
|
options = [ "NOPASSWD" ];
|
||||||
|
}
|
||||||
|
{
|
||||||
|
command = "/run/current-system/sw/bin/docker restart *";
|
||||||
|
options = [ "NOPASSWD" ];
|
||||||
|
}
|
||||||
|
{
|
||||||
|
command = "/run/current-system/sw/bin/docker rm *";
|
||||||
|
options = [ "NOPASSWD" ];
|
||||||
|
}
|
||||||
|
{
|
||||||
|
command = "/run/current-system/sw/bin/docker rmi *";
|
||||||
|
options = [ "NOPASSWD" ];
|
||||||
|
}
|
||||||
|
{
|
||||||
|
command = "/run/current-system/sw/bin/docker wait *";
|
||||||
|
options = [ "NOPASSWD" ];
|
||||||
|
}
|
||||||
|
|
||||||
|
# pull/build/run — image management and container creation
|
||||||
|
{
|
||||||
|
command = "/run/current-system/sw/bin/docker pull *";
|
||||||
|
options = [ "NOPASSWD" ];
|
||||||
|
}
|
||||||
|
{
|
||||||
|
command = "/run/current-system/sw/bin/docker build *";
|
||||||
|
options = [ "NOPASSWD" ];
|
||||||
|
}
|
||||||
|
{
|
||||||
|
command = "/run/current-system/sw/bin/docker run *";
|
||||||
|
options = [ "NOPASSWD" ];
|
||||||
|
}
|
||||||
|
|
||||||
|
# compose — orchestration
|
||||||
|
{
|
||||||
|
command = "/run/current-system/sw/bin/docker compose *";
|
||||||
|
options = [ "NOPASSWD" ];
|
||||||
|
}
|
||||||
|
|
||||||
|
# system — disk cleanup
|
||||||
|
{
|
||||||
|
command = "/run/current-system/sw/bin/docker system *";
|
||||||
|
options = [ "NOPASSWD" ];
|
||||||
|
}
|
||||||
|
|
||||||
|
# network — list only (create/modify not needed)
|
||||||
|
{
|
||||||
|
command = "/run/current-system/sw/bin/docker network ls";
|
||||||
|
options = [ "NOPASSWD" ];
|
||||||
|
}
|
||||||
|
|
||||||
|
# volume — list only (create/modify not needed)
|
||||||
|
{
|
||||||
|
command = "/run/current-system/sw/bin/docker volume ls";
|
||||||
|
options = [ "NOPASSWD" ];
|
||||||
|
}
|
||||||
|
|
||||||
|
# === EXPLICITLY DENIED docker commands (not in whitelist — sudo rejects them) ===
|
||||||
|
# docker exec — executes arbitrary commands inside running containers (FILE MODIFICATION)
|
||||||
|
# docker cp — copies files between containers and host (FILE ACCESS)
|
||||||
|
# docker commit — creates images from running containers (DATA EXFIL)
|
||||||
|
# docker diff — inspects filesystem changes (INFO LEAK)
|
||||||
|
# docker export — exports container filesystem (DATA EXFIL)
|
||||||
|
# docker import — imports filesystem archives
|
||||||
|
# docker load — loads docker images
|
||||||
|
# docker save — saves docker images to tar (DATA EXFIL)
|
||||||
|
# docker attach — attaches to running containers (INTERACTIVE ACCESS)
|
||||||
|
# docker push — pushes images to registries (DATA EXFIL)
|
||||||
|
# docker tag — renames images
|
||||||
|
# docker create — creates containers (use 'docker run' instead)
|
||||||
|
# docker plugin — manages plugins
|
||||||
|
# docker network create/rm — network management
|
||||||
|
# docker volume create/rm — volume management
|
||||||
|
|
||||||
|
# === Firewall checks ===
|
||||||
{
|
{
|
||||||
command = "/run/wrappers/bin/sudo iptables -L -n -v";
|
command = "/run/wrappers/bin/sudo iptables -L -n -v";
|
||||||
options = [ "NOPASSWD" ];
|
options = [ "NOPASSWD" ];
|
||||||
@@ -38,7 +155,8 @@
|
|||||||
command = "/run/wrappers/bin/sudo iptables -S";
|
command = "/run/wrappers/bin/sudo iptables -S";
|
||||||
options = [ "NOPASSWD" ];
|
options = [ "NOPASSWD" ];
|
||||||
}
|
}
|
||||||
# Fail2ban status
|
|
||||||
|
# === Fail2ban status ===
|
||||||
{
|
{
|
||||||
command = "/run/current-system/sw/bin/fail2ban-client status";
|
command = "/run/current-system/sw/bin/fail2ban-client status";
|
||||||
options = [ "NOPASSWD" ];
|
options = [ "NOPASSWD" ];
|
||||||
@@ -51,7 +169,8 @@
|
|||||||
command = "/run/current-system/sw/bin/fail2ban-client get * banned";
|
command = "/run/current-system/sw/bin/fail2ban-client get * banned";
|
||||||
options = [ "NOPASSWD" ];
|
options = [ "NOPASSWD" ];
|
||||||
}
|
}
|
||||||
# Log inspection
|
|
||||||
|
# === Log inspection ===
|
||||||
{
|
{
|
||||||
command = "/run/current-system/sw/bin/journalctl -t kernel -n 100";
|
command = "/run/current-system/sw/bin/journalctl -t kernel -n 100";
|
||||||
options = [ "NOPASSWD" ];
|
options = [ "NOPASSWD" ];
|
||||||
@@ -64,21 +183,14 @@
|
|||||||
command = "/run/current-system/sw/bin/journalctl -u firewall -n 50";
|
command = "/run/current-system/sw/bin/journalctl -u firewall -n 50";
|
||||||
options = [ "NOPASSWD" ];
|
options = [ "NOPASSWD" ];
|
||||||
}
|
}
|
||||||
# SSH config verification
|
|
||||||
|
# === SSH config verification ===
|
||||||
{
|
{
|
||||||
command = "/run/current-system/sw/bin/sshd -T";
|
command = "/run/current-system/sw/bin/sshd -T";
|
||||||
options = [ "NOPASSWD" ];
|
options = [ "NOPASSWD" ];
|
||||||
}
|
}
|
||||||
# Docker service checks
|
|
||||||
{
|
# === Network diagnostics ===
|
||||||
command = "/run/current-system/sw/bin/docker ps";
|
|
||||||
options = [ "NOPASSWD" ];
|
|
||||||
}
|
|
||||||
{
|
|
||||||
command = "/run/current-system/sw/bin/docker inspect *";
|
|
||||||
options = [ "NOPASSWD" ];
|
|
||||||
}
|
|
||||||
# Network diagnostics
|
|
||||||
{
|
{
|
||||||
command = "/run/current-system/sw/bin/ss -tlnp";
|
command = "/run/current-system/sw/bin/ss -tlnp";
|
||||||
options = [ "NOPASSWD" ];
|
options = [ "NOPASSWD" ];
|
||||||
|
|||||||
Reference in New Issue
Block a user