feat: add Rocky 9.7 prerequisites and GPU passthrough for ollama container

2026-04-29 04:16:44 +00:00
parent 11c6457559
commit 5c64043892
2 changed files with 101 additions and 31 deletions
@@ -82,6 +82,13 @@ services:
      - "11434:11434"
    volumes:
      - ollama_models:/root/.ollama
+    deploy:
+      resources:
+        reservations:
+          devices:
+            - driver: nvidia
+              count: all
+              capabilities: [gpu]

  trino:
    image: trinodb/trino:latest