48 lines
1.0 KiB
YAML
48 lines
1.0 KiB
YAML
services:
|
|
ollama:
|
|
image: ollama/ollama:latest
|
|
container_name: ollama
|
|
restart: unless-stopped
|
|
ports:
|
|
- "11434:11434"
|
|
environment:
|
|
- OLLAMA_HOST=0.0.0.0
|
|
- NVIDIA_VISIBLE_DEVICES=all
|
|
- NVIDIA_DRIVER_CAPABILITIES=compute,utility
|
|
volumes:
|
|
- ollama_data:/root/.ollama
|
|
deploy:
|
|
resources:
|
|
reservations:
|
|
devices:
|
|
- capabilities: [gpu]
|
|
runtime: nvidia
|
|
|
|
ollama-exporter:
|
|
image: ghcr.io/otter-in-a-suit/ollama-prometheus-exporter:latest
|
|
container_name: ollama-exporter
|
|
restart: unless-stopped
|
|
ports:
|
|
- "9177:9177"
|
|
environment:
|
|
- OLLAMA_ENDPOINT=http://ollama:11434
|
|
depends_on:
|
|
- ollama
|
|
|
|
openwebui:
|
|
image: ghcr.io/open-webui/open-webui:main
|
|
container_name: openwebui
|
|
restart: unless-stopped
|
|
ports:
|
|
- "3000:8080"
|
|
environment:
|
|
- OLLAMA_API_BASE=http://ollama:11434
|
|
volumes:
|
|
- openwebui_data:/app/backend/data
|
|
depends_on:
|
|
- ollama
|
|
|
|
volumes:
|
|
ollama_data:
|
|
openwebui_data:
|