From 62e9be61fc50a90680746c35514a3025173b8b04 Mon Sep 17 00:00:00 2001
From: "stephane.david" <thedarty@gmail.com>
Date: Mon, 7 Sep 2026 15:53:19 +0200
Subject: [PATCH] Multiple update from copilot

---
 docker-compose.yml | 10 +++++++---
 1 file changed, 7 insertions(+), 3 deletions(-)

diff --git a/docker-compose.yml b/docker-compose.yml
index 794c0d2..fc801c1 100644
--- a/docker-compose.yml
+++ b/docker-compose.yml
@@ -5,10 +5,14 @@ services:
     network_mode: bridge
     environment:
       - HF_TOKEN=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
-#      - PYTORCH_ALLOC_CONF=expandable_segments:True
-#      - VLLM_DEVICE=cpu
+      - VLLM_GPU_MEMORY_UTILIZATION=0.97
+      - VLLM_MEMORY_PROFILER_ESTIMATE_CUDAGRAPHS=0
     ipc: host
-    command: --model Qwen/Qwen2.5-14B-Instruct-AWQ
+    command: >
+      vllm serve
+      Qwen/Qwen2.5-14B-Instruct-AWQ 
+      --max-model-len 8192
+      --gpu-memory-utilization 0.97
     ports:
       - "8000:8000"
     volumes: