feat(hermes): add ROCm env vars for GPU-accelerated STT

2026-04-30 15:09:44 +00:00
1 changed files with 6 additions and 0 deletions
--- a/ai/compose.yml
+++ b/ai/compose.yml
@@ -39,6 +39,12 @@ services:
      - API_SERVER_KEY=hermes_local_key
      - GATEWAY_ALLOW_ALL_USERS=true
      - OPENROUTER_API_KEY=${OPENROUTER_API_KEY}
+      # ROCm for GPU-accelerated faster-whisper STT
+      - HSA_OVERRIDE_GFX_VERSION=9.0.6
+      - HCC_AMDGPU_TARGET=gfx906
+      - HIP_VISIBLE_DEVICES=0,1
+      - ROCR_VISIBLE_DEVICES=0,1
+      - HSA_ENABLE_SDMA=0
    volumes:
      - /mnt/HoardingCow_docker_data/Hermes/data:/opt/data
    devices: