From 503e448ed40a78b9d35aaed3f5a71d1ac90ac847 Mon Sep 17 00:00:00 2001
From: "stephane.david" <thedarty@gmail.com>
Date: Fri, 19 Jun 2026 16:10:32 +0200
Subject: [PATCH] First version

---
 docker-compose.yml | 21 +++++++++++++++++++++
 1 file changed, 21 insertions(+)
 create mode 100644 docker-compose.yml

diff --git a/docker-compose.yml b/docker-compose.yml
new file mode 100644
index 0000000..87e8871
--- /dev/null
+++ b/docker-compose.yml
@@ -0,0 +1,21 @@
+services:
+  vllm:
+    image: vllm/vllm-openai:latest
+    container_name: vllm
+    network_mode: bridge
+    environment:
+      - HF_TOKEN=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
+    ipc: host
+    ports:
+      - "8000:8000"
+    volumes:
+      - /Var/lib/docker/volumes/vllm/huggingface:/root/.cache/huggingface
+    deploy:
+      resources:
+        reservations:
+          devices:
+            - driver: nvidia
+              count: all
+              capabilities: [ gpu ]
+    runtime: nvidia
+    command: --model NVFP4/Qwen3-Coder-30B-A3B-Instruct-FP4
\ No newline at end of file