open-webui/docker-compose.gpu.yaml at main · DataScience-EngineeringExperts/open-webui · GitHub

1
2
3
4
5
6
7
8
9
10
11
services:
  ollama:
    # GPU support
    deploy:
      resources:
        reservations:
          devices:
            - driver: ${OLLAMA_GPU_DRIVER-nvidia}
              count: ${OLLAMA_GPU_COUNT-1}
              capabilities:
                - gpu