Add some parameters to command
This commit is contained in:
+1
-1
@@ -12,7 +12,7 @@ services:
|
||||
--max-model-len 8192
|
||||
--gpu-memory-utilization 0.95
|
||||
--enable-auto-tool-choice
|
||||
--tool-call-parser default
|
||||
--tool-call-parser openai
|
||||
ports:
|
||||
- "8000:8000"
|
||||
volumes:
|
||||
|
||||
Reference in New Issue
Block a user