Add some parameters to command
This commit is contained in:
+1
-1
@@ -12,7 +12,7 @@ services:
|
|||||||
--max-model-len 8192
|
--max-model-len 8192
|
||||||
--gpu-memory-utilization 0.95
|
--gpu-memory-utilization 0.95
|
||||||
--enable-auto-tool-choice
|
--enable-auto-tool-choice
|
||||||
--tool-call-parser default
|
--tool-call-parser openai
|
||||||
ports:
|
ports:
|
||||||
- "8000:8000"
|
- "8000:8000"
|
||||||
volumes:
|
volumes:
|
||||||
|
|||||||
Reference in New Issue
Block a user