Add PYTORCH_CUDA_ALLOC_CONF=expandable_segments:True env

2026-06-19 16:26:39 +02:00
parent ebbe43deb6
commit 461690f0c1
1 changed files with 2 additions and 2 deletions
@@ -5,7 +5,7 @@ services:
    network_mode: bridge
    environment:
      - HF_TOKEN=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
-      - PYTORCH_ALLOC_CONF=expandable_segments:True,throw_on_cudamalloc_oom:True
+      - PYTORCH_ALLOC_CONF=expandable_segments:True
    ipc: host
    ports:
      - "8000:8000"
@@ -19,4 +19,4 @@ services:
              count: all
              capabilities: [ gpu ]
    runtime: nvidia
-    command: --model NVFP4/Qwen3-Coder-30B-A3B-Instruct-FP4
+    # command: --model NVFP4/Qwen3-Coder-30B-A3B-Instruct-FP4