diff --git a/ai/compose.yml b/ai/compose.yml index 3db4fe6..23f34cd 100644 --- a/ai/compose.yml +++ b/ai/compose.yml @@ -38,7 +38,7 @@ services: # Gateway run enables the internal API server on port 8642 command: gateway run environment: - - OLLAMA_HOST=http://ollama:11434 + - OLLAMA_HOST=http://ollama-cpu:11434 - API_SERVER_ENABLED=true - API_SERVER_PORT=8642 - API_SERVER_HOST=0.0.0.0 @@ -96,12 +96,12 @@ services: - "traefik.http.routers.syncthing-https.tls.certresolver=njalla" - "traefik.http.services.syncthing.loadbalancer.server.port=8384" - ollama: + ollama-cpu: build: context: ./ollama dockerfile: Dockerfile image: ollama/ollama:rocm-gfx906 - container_name: ollama + container_name: ollama-cpu tty: true restart: always ports: @@ -114,14 +114,6 @@ services: - OLLAMA_VULKAN=0 - OLLAMA_HOST=0.0.0.0 -networks: - ai_net: - external: true - name: ai_net - ai_backend: - driver: bridge - name: ai_backend - llama-cpp-hermes: image: llama-cpp:rocm-gfx906 container_name: llama-cpp-hermes @@ -157,6 +149,14 @@ networks: --no-mmap --n-predict -1 +networks: + ai_net: + external: true + name: ai_net + ai_backend: + driver: bridge + name: ai_backend + # vllm: # image: nalanzeyu/vllm-gfx906:v0.9.0-rocm6.3 # container_name: vllm