diff --git a/docker-compose.yml b/docker-compose.yml index 6af1f73..794c0d2 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -8,7 +8,7 @@ services: # - PYTORCH_ALLOC_CONF=expandable_segments:True # - VLLM_DEVICE=cpu ipc: host - command: --model Qwen/Qwen2.5-14B-Instruct + command: --model Qwen/Qwen2.5-14B-Instruct-AWQ ports: - "8000:8000" volumes: