name: ollama services: ollama: image: ollama/ollama:latest container_name: ollama volumes: - /opt/ollama:/root/.ollama ports: - 11434:11434 #runtime: nvidia restart: unless-stopped deploy: resources: reservations: devices: - driver: nvidia #device_ids: ['0'] count: 1 capabilities: [gpu]