diff --git a/ai/compose.yml b/ai/compose.yml index 460d44d..8d01b17 100644 --- a/ai/compose.yml +++ b/ai/compose.yml @@ -26,7 +26,9 @@ services: - "traefik.http.routers.webui-https.tls.certresolver=njalla" hermes: - image: nousresearch/hermes-agent:latest + build: + context: ./hermes + dockerfile: Dockerfile container_name: hermes restart: always # Gateway run enables the internal API server on port 8642 @@ -39,6 +41,12 @@ services: - API_SERVER_KEY=hermes_local_key - GATEWAY_ALLOW_ALL_USERS=true - OPENROUTER_API_KEY=${OPENROUTER_API_KEY} + # ROCm for GPU-accelerated faster-whisper STT + - HSA_OVERRIDE_GFX_VERSION=9.0.6 + - HCC_AMDGPU_TARGET=gfx906 + - HIP_VISIBLE_DEVICES=0,1 + - ROCR_VISIBLE_DEVICES=0,1 + - HSA_ENABLE_SDMA=0 volumes: - /mnt/HoardingCow_docker_data/Hermes/data:/opt/data devices: