From cb175afb228792c5c2f4a8a080ac45ac10cb4ac5 Mon Sep 17 00:00:00 2001
From: "stephane.david" <thedarty@gmail.com>
Date: Mon, 7 Sep 2026 16:17:02 +0200
Subject: [PATCH] Add some parameters to command

---
 docker-compose.yml | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/docker-compose.yml b/docker-compose.yml
index dcf1d38..cec8d6d 100644
--- a/docker-compose.yml
+++ b/docker-compose.yml
@@ -5,13 +5,14 @@ services:
     network_mode: bridge
     environment:
       - HF_TOKEN=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
-      - VLLM_GPU_MEMORY_UTILIZATION=0.97
       - VLLM_MEMORY_PROFILER_ESTIMATE_CUDAGRAPHS=0
     ipc: host
     command: >
       --model Qwen/Qwen2.5-14B-Instruct-AWQ 
       --max-model-len 8192
       --gpu-memory-utilization 0.95
+      --enable-auto-tool-choice
+      --tool-call-parser default
     ports:
       - "8000:8000"
     volumes: