Network reorganization, multiple updates

2026-04-27 05:47:46 -04:00
parent c76d0fda6b
commit fb0f2cbe84
12 changed files with 384 additions and 168 deletions
--- a/ai/compose.yml
+++ b/ai/compose.yml
@@ -1,13 +1,16 @@
+version: "3.8"
 services:

  webui:
    image: ghcr.io/open-webui/open-webui:main
    volumes:
      - /mnt/HoardingCow_docker_data/Ollama/open-webui:/app/backend/data
+    restart: always
    environment:
      - OLLAMA_API_BASE_URL=http://ollama:11434/api
    networks:
-      - traefik-net
+      - ai_net
+      - ai_backend
    labels:
      - "traefik.enable=true"

@@ -22,10 +25,76 @@ services:
      - "traefik.http.routers.webui-https.tls=true"
      - "traefik.http.routers.webui-https.tls.certresolver=njalla"

+  hermes:
+    image: nousresearch/hermes-agent:latest
+    container_name: hermes
+    restart: always
+    # Gateway run enables the internal API server on port 8642
+    command: gateway run
+    environment:
+      - OLLAMA_HOST=http://ollama:11434
+      - API_SERVER_ENABLED=true
+      - API_SERVER_PORT=8642
+      - API_SERVER_HOST=0.0.0.0
+      - API_SERVER_KEY=hermes_local_key
+      - GATEWAY_ALLOW_ALL_USERS=true
+      - OPENROUTER_API_KEY=${OPENROUTER_API_KEY}
+    volumes:
+      - /mnt/HoardingCow_docker_data/Hermes/data:/opt/data
+    devices:
+      - /dev/kfd:/dev/kfd
+      - /dev/dri:/dev/dri
+    group_add:
+      - "303"
+      - "26"
+    networks:
+      - ai_backend
+
+  ollama:
+    image: ollama/ollama:latest
+    container_name: ollama
+    privileged: true
+    tty: true
+    restart: always 
+    ports:
+      - "127.0.0.1:11434:11434"
+    networks:
+      - ai_backend
+    volumes:
+      - /mnt/HoardingCow_docker_data/Ollama/ollama:/root/.ollama
+    environment:
+      - OLLAMA_VULKAN=0
+      - HSA_OVERRIDE_GFX_VERSION=9.0.6
+      - HCC_AMDGPU_TARGET=gfx906
+      - HIP_VISIBLE_DEVICES=0,1
+      - ROCR_VISIBLE_DEVICES=0,1
+      - HSA_ENABLE_SDMA=0 
+      - OLLAMA_HOST=0.0.0.0
+      - OLLAMA_DEBUG=1
+      - OLLAMA_FLASH_ATTENTION=0
+      - OLLAMA_NUM_PARALLEL=2
+    devices:
+      # Map the render nodes and KFD for ROCm to work inside the container
+      - /dev/kfd:/dev/kfd
+      - /dev/dri:/dev/dri
+    group_add:
+      - "303"
+      - "26"
+
+networks:
+  ai_net:
+    external: true
+    name: ai_net
+  ai_backend:
+    driver: bridge
+    name: ai_backend
+    
  # llama_cpp_devstral:
  #   image: ghcr.io/ggml-org/llama.cpp:server-rocm
  #   container_name: llama_cpp_devstral
  #   restart: unless-stopped
+  #   networks:
+  #     - ai_backend
  #   ports:
  #     - "8300:8080"
  #   ipc: host
@@ -70,7 +139,7 @@ services:
  #   init: true
  #   shm_size: '2g' 
  #   networks:
-  #     - traefik-net
+  #     - ai_backend
  #   ports:
  #     - "8300:8000"
  #   devices:
@@ -108,43 +177,12 @@ services:
  #     - /mnt/HoardingCow_docker_data/vllm/models:/root/.cache/huggingface
  #   restart: unless-stopped

-  ollama:
-    image: ollama/ollama:latest
-    container_name: ollama
-    privileged: true
-    tty: true
-    restart: unless-stopped
-    ports:
-      - "127.0.0.1:11434:11434"
-    networks:
-      - traefik-net
-    volumes:
-      - /mnt/HoardingCow_docker_data/Ollama/ollama:/root/.ollama
-    environment:
-      - OLLAMA_VULKAN=0
-      - HSA_OVERRIDE_GFX_VERSION=9.0.6
-      - HCC_AMDGPU_TARGET=gfx906
-      - HIP_VISIBLE_DEVICES=0,1
-      - ROCR_VISIBLE_DEVICES=0,1
-      - HSA_ENABLE_SDMA=0 
-      - OLLAMA_HOST=0.0.0.0
-      - OLLAMA_DEBUG=1
-      - OLLAMA_FLASH_ATTENTION=0
-      - OLLAMA_NUM_PARALLEL=2
-    devices:
-      # Map the render nodes and KFD for ROCm to work inside the container
-      - /dev/kfd:/dev/kfd
-      - /dev/dri:/dev/dri
-    group_add:
-      - "303"
-      - "26"
-
  # n8n:
  #   image: n8nio/n8n:latest
  #   container_name: n8n
  #   restart: unless-stopped
  #   networks:
-  #     - traefik-net
+  #     - ai_net
  #   environment:
  #     - N8N_HOST=n8n.lazyworkhorse.net
  #     - N8N_PORT=5678
@@ -177,62 +215,79 @@ services:

  #     # Service Loadbalancer (n8n default port)
  #     - "traefik.http.services.n8n.loadbalancer.server.port=5678"
-       
-  openclaw:
-    image: coollabsio/openclaw:latest
-    container_name: openclaw
-    restart: unless-stopped
-    expose:
-      - "8080"  # WebUI
-      - "18789" # Gateway/WebSocket
-      - "8788"  # Nextcloud Webhook
-    networks:
-      - traefik-net
-    volumes:
-      - /mnt/HoardingCow_docker_data/openclaw/data:/data
-      - /home/gortium/infra:/data/workspace/infra
-    environment:
-      - TZ=America/Toronto
-      - OPENCLAW_GATEWAY_TOKEN=${OPENCLAW_GATEWAY_TOKEN}
-      - OPENROUTER_API_KEY=${OPENROUTER_API_KEY}
-      # Point to the sidecar browser
-      - BROWSER_CDP_URL=http://openclaw-browser:9222
-      - BROWSER_EVALUATE_ENABLED=true
-      - OPENCLAW_GATEWAY_HOST=0.0.0.0
-      - OPENCLAW_ALLOWED_ORIGINS=https://claw.lazyworkhorse.net

-    labels:
-      - "traefik.enable=true"
+  # openclaw:
+  #   image: coollabsio/openclaw:latest
+  #   container_name: openclaw
+  #   restart: unless-stopped
+  #   expose:
+  #     - "8080"  # WebUI
+  #     - "18789" # Gateway/WebSocket
+  #     - "8788"  # Nextcloud Webhook
+  #   networks:
+  #     - ai_net
+  #     - ai_backend
+  #   volumes:
+  #     - /mnt/HoardingCow_docker_data/openclaw/data:/data
+  #     - /home/gortium/infra:/data/workspace/infra
+  #   environment:
+  #     - TZ=America/Toronto
+  #     - OPENCLAW_GATEWAY_TOKEN=${OPENCLAW_GATEWAY_TOKEN}
+  #     - OPENROUTER_API_KEY=${OPENROUTER_API_KEY}
+  #     # Point to the sidecar browser
+  #     - BROWSER_CDP_URL=http://openclaw-browser:9222
+  #     - BROWSER_EVALUATE_ENABLED=true
+  #     - OPENCLAW_GATEWAY_HOST=0.0.0.0
+  #     - OPENCLAW_ALLOWED_ORIGINS=https://claw.lazyworkhorse.net
+  #   labels:
+  #     - "traefik.enable=true"

-      - "traefik.http.routers.openclaw-http.rule=Host(`claw.lazyworkhorse.net`)"
-      - "traefik.http.routers.openclaw-http.entrypoints=web"
-      - "traefik.http.routers.openclaw-http.middlewares=redirect-to-https"
+  #     - "traefik.http.routers.openclaw-http.rule=Host(`claw.lazyworkhorse.net`)"
+  #     - "traefik.http.routers.openclaw-http.entrypoints=web"
+  #     - "traefik.http.routers.openclaw-http.middlewares=redirect-to-https"

-      - "traefik.http.routers.openclaw-https.rule=Host(`claw.lazyworkhorse.net`)"
-      - "traefik.http.routers.openclaw-https.priority=50"
-      - "traefik.http.routers.openclaw-https.entrypoints=websecure"
-      - "traefik.http.routers.openclaw-https.tls=true"
-      - "traefik.http.routers.openclaw-https.tls.certresolver=njalla"
-      - "traefik.http.services.openclaw.loadbalancer.server.port=8080"
+  #     - "traefik.http.routers.openclaw-https.rule=Host(`claw.lazyworkhorse.net`)"
+  #     - "traefik.http.routers.openclaw-https.priority=50"
+  #     - "traefik.http.routers.openclaw-https.entrypoints=websecure"
+  #     - "traefik.http.routers.openclaw-https.tls=true"
+  #     - "traefik.http.routers.openclaw-https.tls.certresolver=njalla"
+  #     - "traefik.http.services.openclaw.loadbalancer.server.port=8080"
+  #   depends_on:
+  #     - openclaw-browser

-    depends_on:
-      - openclaw-browser
+  # openclaw-browser:
+  #   image: ghcr.io/browserless/chromium:latest
+  #   restart: always
+  #   expose:
+  #     - "3000"
+  #   environment:
+  #     - MAX_CONCURRENT_SESSIONS=10
+  #     - CONNECTION_TIMEOUT=300000
+  #     - PREBOOT_CHROME=true
+  #     - DEMO_MODE=false
+  #   networks:
+  #     ai_backend:
+  #       aliases:
+  #         - browser

-  openclaw-browser:
-    image: ghcr.io/browserless/chromium:latest
-    restart: always
-    expose:
-      - "3000"
-    environment:
-      - MAX_CONCURRENT_SESSIONS=10
-      - CONNECTION_TIMEOUT=300000
-      - PREBOOT_CHROME=true
-      - DEMO_MODE=false
-    networks:
-      traefik-net:
-        aliases:
-          - browser
-
-networks:
-  traefik-net:
-    external: true
+  # openclaw-ssh:
+  #   image: linuxserver/openssh-server:latest
+  #   container_name: openclaw-ssh
+  #   environment:
+  #     - PUID=1000
+  #     - PGID=1000
+  #     - PUBLIC_KEY_FILE=/config/ssh/authorized_keys
+  #     - SUDO_ACCESS=false
+  #     - PASSWORD_ACCESS=false
+  #   volumes:
+  #     - /mnt/HoardingCow_docker_data/openclaw/ssh-config:/config
+  #     - /home/gortium/infra:/data/workspace/infra:ro
+  #   restart: unless-stopped
+  #   networks:
+  #     - ai_backend
+  #   labels:
+  #     - "traefik.enable=true"
+  #     - "traefik.tcp.routers.openclaw-ssh.rule=HostSNI(*)"
+  #     - "traefik.tcp.routers.openclaw-ssh.entrypoints=sshnode"
+  #     - "traefik.tcp.routers.openclaw-ssh.tls.passthrough=false"
+  #     - "traefik.tcp.services.openclaw-ssh.loadbalancer.server.port=2222"