Multiple update from copilot
This commit is contained in:
+1
-1
@@ -11,7 +11,7 @@ services:
|
||||
command: >
|
||||
--model Qwen/Qwen2.5-14B-Instruct-AWQ
|
||||
--max-model-len 8192
|
||||
--gpu-memory-utilization 0.97
|
||||
--gpu-memory-utilization 0.95
|
||||
ports:
|
||||
- "8000:8000"
|
||||
volumes:
|
||||
|
||||
Reference in New Issue
Block a user