fix: add ldflags for version, remove privileged, enable flash attention

2026-05-10 10:07:25 -04:00
parent 9cc7edfb39
commit 6b82a26c25
2 changed files with 2 additions and 3 deletions
--- a/ai/compose.yml
+++ b/ai/compose.yml
@@ -63,7 +63,6 @@ services:
      dockerfile: Dockerfile
    image: ollama/ollama:rocm-gfx906
    container_name: ollama
-    privileged: true
    tty: true
    restart: always 
    ports:
@@ -81,7 +80,7 @@ services:
      - HSA_ENABLE_SDMA=0 
      - OLLAMA_HOST=0.0.0.0
      - OLLAMA_DEBUG=1
-      - OLLAMA_FLASH_ATTENTION=0
+      - OLLAMA_FLASH_ATTENTION=1
      - OLLAMA_NUM_PARALLEL=2
    devices:
      # Map the render nodes and KFD for ROCm to work inside the container