diff --git a/docker-compose.yml b/docker-compose.yml index a3a6aab..fc453e0 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -9,6 +9,7 @@ services: - OLLAMA_HOST=0.0.0.0 - NVIDIA_VISIBLE_DEVICES=all - NVIDIA_DRIVER_CAPABILITIES=compute,utility + - OLLAMA_CONTEXT_LENGTH=8192 volumes: - ollama_data:/root/.ollama deploy: