diff --git a/ai/compose.yml b/ai/compose.yml index 5780324..db5b16e 100644 --- a/ai/compose.yml +++ b/ai/compose.yml @@ -38,7 +38,13 @@ services: - API_SERVER_HOST=0.0.0.0 - API_SERVER_KEY=hermes_local_key - GATEWAY_ALLOW_ALL_USERS=true - - OPENROUTER_API_KEY=${OPENROUTER_API_KEY} + - OPENROUTER_API_KEY=${OPEN...KEY} + # ROCm for GPU-accelerated faster-whisper STT + - HSA_OVERRIDE_GFX_VERSION=9.0.6 + - HCC_AMDGPU_TARGET=gfx906 + - HIP_VISIBLE_DEVICES=0,1 + - ROCR_VISIBLE_DEVICES=0,1 + - HSA_ENABLE_SDMA=0 volumes: - /mnt/HoardingCow_docker_data/Hermes/data:/opt/data devices: