Multiple update from copilot · 5581dff8c1 - vllm - SDA Corporation

stephane.david/vllm

Multiple update from copilot

This commit is contained in:

thedarty

2026-09-07 15:54:17 +02:00

parent 62e9be61fc

commit 5581dff8c1

1 changed files with 1 additions and 1 deletions

									
										docker-compose.yml
									
		+1
		-1
	
												View File
												
					@@ -10,7 +10,7 @@ services:

					    ipc: host

					    ipc: host

					    command: >

					    command: >

					      vllm serve

					      vllm serve

					      Qwen/Qwen2.5-14B-Instruct-AWQ 

					      --model Qwen/Qwen2.5-14B-Instruct-AWQ 

					      --max-model-len 8192

					      --max-model-len 8192

					      --gpu-memory-utilization 0.97

					      --gpu-memory-utilization 0.97

					    ports:

					    ports: