Merge branch 'main' into add_registry_for_icl

mosaicml · Jun 13, 2024 · af6c08c · af6c08c
2 parents 039a9a7 + c30856f
commit af6c08c
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/llmfoundry/utils/config_utils.py b/llmfoundry/utils/config_utils.py
@@ -115,7 +115,7 @@ class TrainConfig:
 
     # Cuda allocation configuration
     max_split_size_mb: Optional[int] = None
-    expandable_segments: bool = False
+    expandable_segments: bool = True
     cuda_load_lazy: bool = False
 
     # Distributed training parameters