Auto-Homelab/AI/docker-compose.yml

version: "3.8"

services:
  ollama:
    image: ollama/ollama@sha256:72bffd1f1bf5744daa0668162a6cfd149efb0624db8f1886edde65c2f743b405
    container_name: ollama
    restart: unless-stopped
    volumes:
      - ollama:/root/.ollama
    ports:
      - "11434:11434"
    deploy:
      resources:
        reservations:
          devices:
            - driver: nvidia
              count: all
              capabilities: [gpu]

  open-webui:
    image: ghcr.io/open-webui/open-webui@sha256:0145372bb394a8580dd8a792f17dae18ada8d5c3c3870729eed1e8c9a5264a94
    container_name: open-webui
    restart: unless-stopped
    ports:
      - 3000:8080
    volumes:
      - open-webui:/app/backend/data
    extra_hosts:
      - host.docker.internal:host-gateway

volumes:
  ollama:
    external: true
  open-webui:
    external: true