Multiple update from copilot

docker-compose.yml

@@ -5,10 +5,14 @@ services:
     network_mode: bridge
     environment:
       - HF_TOKEN=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
-#      - PYTORCH_ALLOC_CONF=expandable_segments:True
+      - VLLM_GPU_MEMORY_UTILIZATION=0.97
-#      - VLLM_DEVICE=cpu
+      - VLLM_MEMORY_PROFILER_ESTIMATE_CUDAGRAPHS=0
     ipc: host
-    command: --model Qwen/Qwen2.5-14B-Instruct-AWQ
+    command: >
+      vllm serve
+      Qwen/Qwen2.5-14B-Instruct-AWQ 
+      --max-model-len 8192
+      --gpu-memory-utilization 0.97
     ports:
       - "8000:8000"
     volumes: