feat: add ROCm GPU env vars to hermes service for faster-whisper STT

2026-05-09 00:20:57 +00:00
parent 2fa481909f
commit 5c504501d3
1 changed files with 7 additions and 1 deletions
--- a/ai/compose.yml
+++ b/ai/compose.yml
@@ -38,7 +38,13 @@ services:
      - API_SERVER_HOST=0.0.0.0
      - API_SERVER_KEY=hermes_local_key
      - GATEWAY_ALLOW_ALL_USERS=true
-      - OPENROUTER_API_KEY=${OPENROUTER_API_KEY}
+      - OPENROUTER_API_KEY=${OPEN...KEY}
+      # ROCm for GPU-accelerated faster-whisper STT
+      - HSA_OVERRIDE_GFX_VERSION=9.0.6
+      - HCC_AMDGPU_TARGET=gfx906
+      - HIP_VISIBLE_DEVICES=0,1
+      - ROCR_VISIBLE_DEVICES=0,1
+      - HSA_ENABLE_SDMA=0
    volumes:
      - /mnt/HoardingCow_docker_data/Hermes/data:/opt/data
    devices: