gortium/compose
1
1
Fork 0
Code Issues Pull Requests 18 Actions Packages Projects Releases Wiki Activity

Ollama tweeks

Browse Source
This commit is contained in:
Thierry Pouplier
2026-04-27 14:49:14 -04:00
parent ea1ddd8c63
commit 44492c6468
1 changed files with 5 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
ai/compose.yml
View File

@@ -68,11 +68,13 @@ services:
- HCC_AMDGPU_TARGET=gfx906 - HCC_AMDGPU_TARGET=gfx906
- HIP_VISIBLE_DEVICES=0,1 - HIP_VISIBLE_DEVICES=0,1
- ROCR_VISIBLE_DEVICES=0,1 - ROCR_VISIBLE_DEVICES=0,1
- HSA_ENABLE_SDMA=0 - HSA_ENABLE_SDMA=1
- OLLAMA_MAX_LOADED_MODELS=1
- OLLAMA_MAX_QUEUE=512
- OLLAMA_HOST=0.0.0.0 - OLLAMA_HOST=0.0.0.0
- OLLAMA_DEBUG=1 - OLLAMA_DEBUG=1
- OLLAMA_FLASH_ATTENTION=0 - OLLAMA_FLASH_ATTENTION=1
- OLLAMA_NUM_PARALLEL=2 - OLLAMA_NUM_PARALLEL=1
devices: devices:
# Map the render nodes and KFD for ROCm to work inside the container # Map the render nodes and KFD for ROCm to work inside the container
- /dev/kfd:/dev/kfd - /dev/kfd:/dev/kfd