stephane.david/vllm
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Change model

Browse Source
This commit is contained in:
thedarty
2026-09-07 15:43:51 +02:00
parent a4c2e6cd0f
commit d0cef24c4c
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
docker-compose.yml
+1 -1
View File
@@ -8,7 +8,7 @@ services:
# - PYTORCH_ALLOC_CONF=expandable_segments:True # - PYTORCH_ALLOC_CONF=expandable_segments:True
# - VLLM_DEVICE=cpu # - VLLM_DEVICE=cpu
ipc: host ipc: host
command: --model Qwen/Qwen2.5-14B-Instruct command: --model Qwen/Qwen2.5-14B-Instruct-AWQ
ports: ports:
- "8000:8000" - "8000:8000"
volumes: volumes: