Switching to NVIDIA processing...

2026-01-28 22:14:24 +01:00
parent c3ab22a9bc
commit fa0a7c3b1e
1 changed files with 11 additions and 1 deletions
--- a/docker-compose.yml
+++ b/docker-compose.yml
@@ -11,8 +11,18 @@ services:
      - ollama:/root/.ollama

    environment:
-      # Keep model in memory a bit (optional)
      OLLAMA_KEEP_ALIVE: "10m"
+      # Optional: pin to GPU 0 if you ever have multiple
+      # CUDA_VISIBLE_DEVICES: "0"
+
+    # GPU access (Docker Compose)
+    deploy:
+      resources:
+        reservations:
+          devices:
+            - driver: nvidia
+              count: 1
+              capabilities: [gpu]

 volumes:
  ollama: