feat: add docker-compose.yml with server-cuda service for easy deployment

Copilot · superbarne · Copilot · commit 758463829174 · 2026-03-01T20:10:12.000Z
Co-authored-by: superbarne &lt;1502820+superbarne@users.noreply.github.com&gt;
diff --git a/docker-compose.yml b/docker-compose.yml
@@ -0,0 +1,15 @@
+services:
+  server-cuda:
+    image: ghcr.io/${GITHUB_USER:-codeanker}/llama.cpp:server-cuda
+    ports:
+      - "${HOST_PORT:-8080}:8080"
+    volumes:
+      - ${MODEL_DIR:-./models}:/models
+    deploy:
+      resources:
+        reservations:
+          devices:
+            - driver: nvidia
+              count: all
+              capabilities: [gpu]
+    command: -m /models/${MODEL_NAME:-model.gguf} --host 0.0.0.0 --port 8080
