79 lines
2.1 KiB
YAML
79 lines
2.1 KiB
YAML
services:
|
|
ollama:
|
|
container_name: ai-ollama
|
|
image: docker.io/ollama/ollama:latest # This is only X86_64 right now. Working on building an image for this on ROCM
|
|
pull_policy: always
|
|
restart: unless-stopped
|
|
tty: true
|
|
volumes:
|
|
- ./data/ollama/ollama:/root/.ollama
|
|
environment:
|
|
- OLLAMA_KEEP_ALIVE=24h
|
|
- HSA_OVERRIDE_GFX_VERSION=11.0.0 # This is for the RX 7900XTX
|
|
devices:
|
|
- /dev/kfd:/dev/kfd
|
|
- /dev/dri:/dev/dri
|
|
|
|
ollama-webui:
|
|
container_name: ai-ollama-webui
|
|
image: ghcr.io/open-webui/open-webui:main
|
|
volumes:
|
|
- ./data/ollama/ollama-webui:/app/backend/data
|
|
depends_on:
|
|
- ollama
|
|
ports:
|
|
- 8009:8080
|
|
environment: # https://docs.openwebui.com/getting-started/env-configuration#default_models
|
|
- OLLAMA_BASE_URLS=http://ollama:11434
|
|
- ENV=prod
|
|
- WEBUI_AUTH=True
|
|
- WEBUI_NAME=Mistox AI
|
|
- WEBUI_URL=http://ai.mistox.net:8080
|
|
- WEBUI_SECRET_KEY=aops8gh948g@#50dfg00f
|
|
extra_hosts:
|
|
- host.docker.internal:host-gateway
|
|
restart: unless-stopped
|
|
|
|
searxng:
|
|
container_name: ai-searxng
|
|
image: docker.io/searxng/searxng:latest
|
|
restart: always
|
|
ports:
|
|
- 8888:8080
|
|
volumes:
|
|
- ./data/searxng/config:/etc/searxng
|
|
- ./data/searxng/data:/var/cache/searxng
|
|
|
|
ai-uvicorn:
|
|
container_name: ai-uvicorn
|
|
image: mistox/uvicorn-ampere
|
|
ports:
|
|
- 8000:8000
|
|
- 5678:5678
|
|
volumes:
|
|
- uvicorn-src:/code/ollama-docker
|
|
restart: always
|
|
depends_on:
|
|
- ollama
|
|
- ollama-webui
|
|
|
|
comfyui:
|
|
container_name: ai-comfyui
|
|
image: mistox/comfyui-rocm-ampere
|
|
restart: unless-stopped
|
|
pull_policy: always
|
|
ports:
|
|
- 8010:8188
|
|
environment:
|
|
- HSA_OVERRIDE_GFX_VERSION=11.0.0 # This is for the RX 7900XTX
|
|
devices:
|
|
- /dev/kfd:/dev/kfd
|
|
- /dev/dri:/dev/dri
|
|
volumes:
|
|
- ./data/comfyui/models:/home/user/comfyui/models
|
|
- ./data/comfyui/output:/home/user/comfyui/output
|
|
- ./data/comfyui/custom_nodes:/home/user/comfyui/custom_nodes
|
|
|
|
volumes:
|
|
uvicorn-src:
|