multipack len should use max, not min (#863)

axolotl-ai-cloud · Nov 15, 2023 · 0c2a630 · 0c2a630
1 parent db8a8af
commit 0c2a630
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/axolotl/utils/samplers/multipack.py b/src/axolotl/utils/samplers/multipack.py
@@ -181,7 +181,7 @@ def _len_est(self):
         )
 
         # shave off 1% + 1 for dealing with variance in packing from random sampler to sampler
-        return min(
+        return max(
             1,
             (
                 world_size