diff --git a/docker-compose.yml b/docker-compose.yml index db972cb..6af1f73 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -5,9 +5,10 @@ services: network_mode: bridge environment: - HF_TOKEN=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 - - PYTORCH_ALLOC_CONF=expandable_segments:True - - VLLM_DEVICE=cpu +# - PYTORCH_ALLOC_CONF=expandable_segments:True +# - VLLM_DEVICE=cpu ipc: host + command: --model Qwen/Qwen2.5-14B-Instruct ports: - "8000:8000" volumes: