diff --git a/docker-compose.yml b/docker-compose.yml index acc0ee4..06add03 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -5,7 +5,7 @@ services: network_mode: bridge environment: - HF_TOKEN=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 - - PYTORCH_ALLOC_CONF=expandable_segments:True,throw_on_cudamalloc_oom:True + - PYTORCH_ALLOC_CONF=expandable_segments:True ipc: host ports: - "8000:8000" @@ -19,4 +19,4 @@ services: count: all capabilities: [ gpu ] runtime: nvidia - command: --model NVFP4/Qwen3-Coder-30B-A3B-Instruct-FP4 \ No newline at end of file + # command: --model NVFP4/Qwen3-Coder-30B-A3B-Instruct-FP4 \ No newline at end of file