commit 503e448ed40a78b9d35aaed3f5a71d1ac90ac847 Author: stephane.david Date: Fri Jun 19 16:10:32 2026 +0200 First version diff --git a/docker-compose.yml b/docker-compose.yml new file mode 100644 index 0000000..87e8871 --- /dev/null +++ b/docker-compose.yml @@ -0,0 +1,21 @@ +services: + vllm: + image: vllm/vllm-openai:latest + container_name: vllm + network_mode: bridge + environment: + - HF_TOKEN=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 + ipc: host + ports: + - "8000:8000" + volumes: + - /Var/lib/docker/volumes/vllm/huggingface:/root/.cache/huggingface + deploy: + resources: + reservations: + devices: + - driver: nvidia + count: all + capabilities: [ gpu ] + runtime: nvidia + command: --model NVFP4/Qwen3-Coder-30B-A3B-Instruct-FP4 \ No newline at end of file