Multiple update from copilot
This commit is contained in:
+1
-1
@@ -11,7 +11,7 @@ services:
|
|||||||
command: >
|
command: >
|
||||||
--model Qwen/Qwen2.5-14B-Instruct-AWQ
|
--model Qwen/Qwen2.5-14B-Instruct-AWQ
|
||||||
--max-model-len 8192
|
--max-model-len 8192
|
||||||
--gpu-memory-utilization 0.97
|
--gpu-memory-utilization 0.95
|
||||||
ports:
|
ports:
|
||||||
- "8000:8000"
|
- "8000:8000"
|
||||||
volumes:
|
volumes:
|
||||||
|
|||||||
Reference in New Issue
Block a user