Compare commits
1 Commits
feat/herme
...
f9afd79f3e
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
f9afd79f3e |
18
ai/compose.yml
Normal file → Executable file
18
ai/compose.yml
Normal file → Executable file
@@ -26,13 +26,14 @@ services:
|
||||
- "traefik.http.routers.webui-https.tls.certresolver=njalla"
|
||||
|
||||
hermes:
|
||||
build:
|
||||
context: ./hermes
|
||||
dockerfile: Dockerfile
|
||||
image: nousresearch/hermes-agent:latest
|
||||
container_name: hermes
|
||||
restart: always
|
||||
# Gateway run enables the internal API server on port 8642
|
||||
command: gateway run
|
||||
# Install openai and matrix-nio for Matrix bridge compatibility on startup
|
||||
# Uses uv (modern Python package manager) with --system flag for venv installation
|
||||
entrypoint: >
|
||||
sh -c "/opt/hermes/.venv/bin/uv pip install openai matrix-nio[encryption] --system -q && /opt/hermes/.venv/bin/hermes gateway run"
|
||||
environment:
|
||||
- OLLAMA_HOST=http://ollama:11434
|
||||
- API_SERVER_ENABLED=true
|
||||
@@ -40,15 +41,10 @@ services:
|
||||
- API_SERVER_HOST=0.0.0.0
|
||||
- API_SERVER_KEY=hermes_local_key
|
||||
- GATEWAY_ALLOW_ALL_USERS=true
|
||||
- OPENROUTER_API_KEY=${OPENROUTER_API_KEY}
|
||||
# ROCm for GPU-accelerated faster-whisper STT
|
||||
- HSA_OVERRIDE_GFX_VERSION=9.0.6
|
||||
- HCC_AMDGPU_TARGET=gfx906
|
||||
- HIP_VISIBLE_DEVICES=0,1
|
||||
- ROCR_VISIBLE_DEVICES=0,1
|
||||
- HSA_ENABLE_SDMA=0
|
||||
- OPENROUTER_API_KEY=${OPEN...KEY}
|
||||
volumes:
|
||||
- /mnt/HoardingCow_docker_data/Hermes/data:/opt/data
|
||||
- /mnt/HoardingCow_docker_data/Hermes/venv:/opt/hermes/.venv
|
||||
devices:
|
||||
- /dev/kfd:/dev/kfd
|
||||
- /dev/dri:/dev/dri
|
||||
|
||||
Reference in New Issue
Block a user