gortium/compose
1
1
Fork 0
Code Issues Pull Requests 18 Actions Packages Projects Releases Wiki Activity

feat(hermes): add voice support with GPU-accelerated STT #14

Closed
Hermes wants to merge 2 commits from feat/hermes-voice-gpu-support into master
pull from: feat/hermes-voice-gpu-support
merge into: gortium:master
Conversation 0 Commits 2 Files Changed 1 +9 -1
1 changed files with 9 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
ai/compose.yml
View File

@@ -26,7 +26,9 @@ services:
- "traefik.http.routers.webui-https.tls.certresolver=njalla" - "traefik.http.routers.webui-https.tls.certresolver=njalla"
hermes: hermes:
image: nousresearch/hermes-agent:latest build:
context: ./hermes
dockerfile: Dockerfile
container_name: hermes container_name: hermes
restart: always restart: always
# Gateway run enables the internal API server on port 8642 # Gateway run enables the internal API server on port 8642
@@ -39,6 +41,12 @@ services:
- API_SERVER_KEY=hermes_local_key - API_SERVER_KEY=hermes_local_key
- GATEWAY_ALLOW_ALL_USERS=true - GATEWAY_ALLOW_ALL_USERS=true
- OPENROUTER_API_KEY=${OPENROUTER_API_KEY} - OPENROUTER_API_KEY=${OPENROUTER_API_KEY}
# ROCm for GPU-accelerated faster-whisper STT
- HSA_OVERRIDE_GFX_VERSION=9.0.6
- HCC_AMDGPU_TARGET=gfx906
- HIP_VISIBLE_DEVICES=0,1
- ROCR_VISIBLE_DEVICES=0,1
- HSA_ENABLE_SDMA=0
volumes: volumes:
- /mnt/HoardingCow_docker_data/Hermes/data:/opt/data - /mnt/HoardingCow_docker_data/Hermes/data:/opt/data
devices: devices: