Change to CPU only mode

2026-06-19 16:44:01 +02:00
parent 461690f0c1
commit ef4cffc32b
1 changed files with 1 additions and 0 deletions
@@ -6,6 +6,7 @@ services:
    environment:
      - HF_TOKEN=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
      - PYTORCH_ALLOC_CONF=expandable_segments:True
+      - VLLM_DEVICE=cpu
    ipc: host
    ports:
      - "8000:8000"