Change model

2026-09-07 15:43:51 +02:00
parent a4c2e6cd0f
commit d0cef24c4c
1 changed files with 1 additions and 1 deletions
@@ -8,7 +8,7 @@ services:
 #      - PYTORCH_ALLOC_CONF=expandable_segments:True
 #      - VLLM_DEVICE=cpu
    ipc: host
-    command: --model Qwen/Qwen2.5-14B-Instruct
+    command: --model Qwen/Qwen2.5-14B-Instruct-AWQ
    ports:
      - "8000:8000"
    volumes: