Add some parameters to command

2026-09-07 16:17:02 +02:00
parent b8fc00685f
commit cb175afb22
1 changed files with 2 additions and 1 deletions
@@ -5,13 +5,14 @@ services:
    network_mode: bridge
    environment:
      - HF_TOKEN=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
-      - VLLM_GPU_MEMORY_UTILIZATION=0.97
      - VLLM_MEMORY_PROFILER_ESTIMATE_CUDAGRAPHS=0
    ipc: host
    command: >
      --model Qwen/Qwen2.5-14B-Instruct-AWQ 
      --max-model-len 8192
      --gpu-memory-utilization 0.95
+      --enable-auto-tool-choice
+      --tool-call-parser default
    ports:
      - "8000:8000"
    volumes: