From 461690f0c159d4214fa96ff775a49257c4bbe8d0 Mon Sep 17 00:00:00 2001
From: "stephane.david" <thedarty@gmail.com>
Date: Fri, 19 Jun 2026 16:26:39 +0200
Subject: [PATCH] Add PYTORCH_CUDA_ALLOC_CONF=expandable_segments:True env

---
 docker-compose.yml | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/docker-compose.yml b/docker-compose.yml
index acc0ee4..06add03 100644
--- a/docker-compose.yml
+++ b/docker-compose.yml
@@ -5,7 +5,7 @@ services:
     network_mode: bridge
     environment:
       - HF_TOKEN=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
-      - PYTORCH_ALLOC_CONF=expandable_segments:True,throw_on_cudamalloc_oom:True
+      - PYTORCH_ALLOC_CONF=expandable_segments:True
     ipc: host
     ports:
       - "8000:8000"
@@ -19,4 +19,4 @@ services:
               count: all
               capabilities: [ gpu ]
     runtime: nvidia
-    command: --model NVFP4/Qwen3-Coder-30B-A3B-Instruct-FP4
\ No newline at end of file
+    # command: --model NVFP4/Qwen3-Coder-30B-A3B-Instruct-FP4
\ No newline at end of file