From d0cef24c4cf2cb2be6606b63f58fea4c728bcf92 Mon Sep 17 00:00:00 2001 From: "stephane.david" Date: Mon, 7 Sep 2026 15:43:51 +0200 Subject: [PATCH] Change model --- docker-compose.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docker-compose.yml b/docker-compose.yml index 6af1f73..794c0d2 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -8,7 +8,7 @@ services: # - PYTORCH_ALLOC_CONF=expandable_segments:True # - VLLM_DEVICE=cpu ipc: host - command: --model Qwen/Qwen2.5-14B-Instruct + command: --model Qwen/Qwen2.5-14B-Instruct-AWQ ports: - "8000:8000" volumes: