services: ollama: container_name: ai-ollama image: docker.io/ollama/ollama:latest # This is only X86_64 right now. Working on building an image for this on ROCM pull_policy: always restart: unless-stopped tty: true volumes: - ./data/ollama/ollama:/root/.ollama environment: - OLLAMA_KEEP_ALIVE=24h - HSA_OVERRIDE_GFX_VERSION=11.0.0 # This is for the RX 7900XTX devices: - /dev/kfd:/dev/kfd # Shared surface driver for ROCm - /dev/dri:/dev/dri # Direct Rendering Infrastructure for GPU access ollama-webui: container_name: ai-ollama-webui image: ghcr.io/open-webui/open-webui:main volumes: - ./data/ollama/ollama-webui:/app/backend/data depends_on: - ollama ports: - 8009:8080 environment: # https://docs.openwebui.com/getting-started/env-configuration#default_models - OLLAMA_BASE_URLS=http://ollama:11434 - ENV=prod - WEBUI_AUTH=True - WEBUI_NAME=Mistox AI - WEBUI_URL=http://ai.mistox.net:8080 - WEBUI_SECRET_KEY=aops8gh948g@#50dfg00f extra_hosts: - host.docker.internal:host-gateway restart: unless-stopped searxng: container_name: ai-searxng image: docker.io/searxng/searxng:latest restart: always ports: - 8888:8080 volumes: - ./data/searxng/config:/etc/searxng - ./data/searxng/data:/var/cache/searxng ai-uvicorn: container_name: ai-uvicorn image: mistox/uvicorn-ampere ports: - 8000:8000 - 5678:5678 volumes: - uvicorn-src:/code/ollama-docker restart: always depends_on: - ollama - ollama-webui comfyui: container_name: ai-comfyui image: mistox/comfyui-rocm-ampere restart: unless-stopped pull_policy: always ports: - 8010:8188 environment: - HSA_OVERRIDE_GFX_VERSION=11.0.0 # This is for the RX 7900XTX devices: - /dev/kfd:/dev/kfd - /dev/dri:/dev/dri volumes: - ./data/comfyui/models:/home/user/comfyui/models - ./data/comfyui/output:/home/user/comfyui/output - ./data/comfyui/custom_nodes:/home/user/comfyui/custom_nodes volumes: uvicorn-src: