Split out Cuda and Rocm | Update

2026-04-16 17:03:53 -07:00
parent 3b94f7238d
commit d390f36947
6 changed files with 186 additions and 41 deletions
@@ -0,0 +1,80 @@
+services:
+  ollama:
+    container_name: ai-ollama
+    image: docker.io/ollama/ollama:latest # This is only X86_64 right now. Working on building an image for this on ROCM
+    restart: unless-stopped
+    pull_policy: always
+    tty: true
+    volumes:
+      - ./data/ollama/ollama:/root/.ollama
+    ports:
+      - 7869:11434
+    environment:
+      - OLLAMA_KEEP_ALIVE=24h
+      - HSA_OVERRIDE_GFX_VERSION=11.0.0 # This is for the RX 7900XTX
+    devices:
+      - /dev/kfd:/dev/kfd # Shared surface driver for ROCm
+      - /dev/dri:/dev/dri # Direct Rendering Infrastructure for GPU access
+
+  ollama-webui:
+    container_name: ai-ollama-webui
+    image: ghcr.io/open-webui/open-webui:main
+    volumes:
+      - ./data/ollama/ollama-webui:/app/backend/data
+    depends_on:
+      - ollama
+    ports:
+      - 8009:8080
+    environment: # https://docs.openwebui.com/getting-started/env-configuration#default_models
+      - OLLAMA_BASE_URLS=http://host.docker.internal:7869
+      - ENV=prod
+      - WEBUI_AUTH=True
+      - WEBUI_NAME=Mistox AI
+      - WEBUI_URL=http://ai.mistox.net:8080
+      - WEBUI_SECRET_KEY=aops8gh948g@#50dfg00f
+    extra_hosts:
+      - host.docker.internal:host-gateway
+    restart: unless-stopped
+
+  searxng:
+    container_name: ai-searxng
+    image: docker.io/searxng/searxng:latest
+    restart: always
+    ports:
+      - 8888:8080
+    volumes:
+      - ./data/searxng/config:/etc/searxng
+      - ./data/searxng/data:/var/cache/searxng
+
+  ai-uvicorn:
+    container_name: ai-uvicorn
+    image: mistox/uvicorn-ampere
+    ports:
+      - 8000:8000
+      - 5678:5678
+    volumes:
+      - uvicorn-src:/code/ollama-docker
+    restart: always
+    depends_on:
+      - ollama
+      - ollama-webui
+
+  comfyui:
+    container_name: ai-comfyui
+    image: mistox/comfyui-rocm-ampere
+    restart: unless-stopped
+    pull_policy: always
+    ports:
+      - 8010:8188
+    environment:
+      - HSA_OVERRIDE_GFX_VERSION=11.0.0 # This is for the RX 7900XTX
+    devices:
+      - /dev/kfd:/dev/kfd
+      - /dev/dri:/dev/dri
+    volumes:
+      - ./data/comfyui/models:/home/user/comfyui/models
+      - ./data/comfyui/output:/home/user/comfyui/output
+      - ./data/comfyui/custom_nodes:/home/user/comfyui/custom_nodes
+
+volumes:
+  uvicorn-src: