diff --git a/docker-compose.yml b/docker-compose.yml index 21d482b..543f700 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -11,8 +11,18 @@ services: - ollama:/root/.ollama environment: - # Keep model in memory a bit (optional) OLLAMA_KEEP_ALIVE: "10m" + # Optional: pin to GPU 0 if you ever have multiple + # CUDA_VISIBLE_DEVICES: "0" + + # GPU access (Docker Compose) + deploy: + resources: + reservations: + devices: + - driver: nvidia + count: 1 + capabilities: [gpu] volumes: ollama: