From a4c2e6cd0f489d74e13bd8bb188a4b5e9cd7df05 Mon Sep 17 00:00:00 2001 From: "stephane.david" Date: Mon, 7 Sep 2026 13:57:00 +0200 Subject: [PATCH] Made some small changes --- docker-compose.yml | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/docker-compose.yml b/docker-compose.yml index db972cb..6af1f73 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -5,9 +5,10 @@ services: network_mode: bridge environment: - HF_TOKEN=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 - - PYTORCH_ALLOC_CONF=expandable_segments:True - - VLLM_DEVICE=cpu +# - PYTORCH_ALLOC_CONF=expandable_segments:True +# - VLLM_DEVICE=cpu ipc: host + command: --model Qwen/Qwen2.5-14B-Instruct ports: - "8000:8000" volumes: