First version

2026-06-19 16:10:32 +02:00
commit 503e448ed4
1 changed files with 21 additions and 0 deletions
@@ -0,0 +1,21 @@
+services:
+  vllm:
+    image: vllm/vllm-openai:latest
+    container_name: vllm
+    network_mode: bridge
+    environment:
+      - HF_TOKEN=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
+    ipc: host
+    ports:
+      - "8000:8000"
+    volumes:
+      - /Var/lib/docker/volumes/vllm/huggingface:/root/.cache/huggingface
+    deploy:
+      resources:
+        reservations:
+          devices:
+            - driver: nvidia
+              count: all
+              capabilities: [ gpu ]
+    runtime: nvidia
+    command: --model NVFP4/Qwen3-Coder-30B-A3B-Instruct-FP4