johannes/jr-sql-ai
1
1
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Switching to NVIDIA processing...

Browse Source
This commit is contained in:
Johannes Rest
2026-01-28 22:14:24 +01:00
parent c3ab22a9bc
commit fa0a7c3b1e
1 changed files with 11 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
docker-compose.yml
View File

@@ -11,8 +11,18 @@ services:
- ollama:/root/.ollama - ollama:/root/.ollama
environment: environment:
# Keep model in memory a bit (optional)
OLLAMA_KEEP_ALIVE: "10m" OLLAMA_KEEP_ALIVE: "10m"
# Optional: pin to GPU 0 if you ever have multiple
# CUDA_VISIBLE_DEVICES: "0"
# GPU access (Docker Compose)
deploy:
resources:
reservations:
devices:
- driver: nvidia
count: 1
capabilities: [gpu]
volumes: volumes:
ollama: ollama: