Made some small changes

2026-09-07 13:57:00 +02:00
parent ef4cffc32b
commit a4c2e6cd0f
1 changed files with 3 additions and 2 deletions
@@ -5,9 +5,10 @@ services:
    network_mode: bridge
    environment:
      - HF_TOKEN=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
-      - PYTORCH_ALLOC_CONF=expandable_segments:True
+#      - PYTORCH_ALLOC_CONF=expandable_segments:True
-      - VLLM_DEVICE=cpu
+#      - VLLM_DEVICE=cpu
    ipc: host
    command: --model Qwen/Qwen2.5-14B-Instruct
    ports:
      - "8000:8000"
    volumes: