version: "3.8" services: ollama: image: ollama/ollama:0.3.6 container_name: ollama restart: unless-stopped volumes: - ollama:/root/.ollama ports: - "11434:11434" deploy: resources: reservations: devices: - driver: nvidia count: all capabilities: [gpu] open-webui: image: ghcr.io/open-webui/open-webui:v0.3.13 container_name: open-webui restart: unless-stopped ports: - 3000:8080 volumes: - open-webui:/app/backend/data extra_hosts: - host.docker.internal:host-gateway volumes: ollama: external: true open-webui: external: true