From ef4cffc32babae8ef30e886520ca3e7abb4e0bd7 Mon Sep 17 00:00:00 2001
From: "stephane.david" <thedarty@gmail.com>
Date: Fri, 19 Jun 2026 16:44:01 +0200
Subject: [PATCH] Change to CPU only mode

---
 docker-compose.yml | 1 +
 1 file changed, 1 insertion(+)

diff --git a/docker-compose.yml b/docker-compose.yml
index 06add03..db972cb 100644
--- a/docker-compose.yml
+++ b/docker-compose.yml
@@ -6,6 +6,7 @@ services:
     environment:
       - HF_TOKEN=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
       - PYTORCH_ALLOC_CONF=expandable_segments:True
+      - VLLM_DEVICE=cpu
     ipc: host
     ports:
       - "8000:8000"