diff --git a/docker-compose.yml b/docker-compose.yml index dcf1d38..cec8d6d 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -5,13 +5,14 @@ services: network_mode: bridge environment: - HF_TOKEN=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 - - VLLM_GPU_MEMORY_UTILIZATION=0.97 - VLLM_MEMORY_PROFILER_ESTIMATE_CUDAGRAPHS=0 ipc: host command: > --model Qwen/Qwen2.5-14B-Instruct-AWQ --max-model-len 8192 --gpu-memory-utilization 0.95 + --enable-auto-tool-choice + --tool-call-parser default ports: - "8000:8000" volumes: