services: ollama: image: ollama/ollama:latest container_name: ollama restart: unless-stopped ports: - "11434:11434" environment: - OLLAMA_HOST=0.0.0.0 - NVIDIA_VISIBLE_DEVICES=all - NVIDIA_DRIVER_CAPABILITIES=compute,utility volumes: - ollama_data:/root/.ollama deploy: resources: reservations: devices: - capabilities: [gpu] runtime: nvidia #ollama-exporter: # image: ghcr.io/otter-in-a-suit/ollama-prometheus-exporter:latest # container_name: ollama-exporter # restart: unless-stopped # ports: # - "9177:9177" # environment: # - OLLAMA_ENDPOINT=http://ollama:11434 # depends_on: # - ollama openwebui: image: ghcr.io/open-webui/open-webui:main container_name: openwebui restart: unless-stopped ports: - "3000:8080" environment: - OLLAMA_API_BASE=http://ollama:11434 volumes: - openwebui_data:/app/backend/data depends_on: - ollama volumes: ollama_data: openwebui_data: