fix: reduce sample_packing warning (#1484)

axolotl-ai-cloud · Apr 6, 2024 · bda48f0 · bda48f0
1 parent bf4cd67
commit bda48f0
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/src/axolotl/utils/config/models/input/v0_4_1/__init__.py b/src/axolotl/utils/config/models/input/v0_4_1/__init__.py
@@ -664,8 +664,8 @@ def check_sample_packing_wo_flash(cls, data):
             and not data.get("flash_attention")
             and not data.get("sdp_attention")
         ):
-            raise ValueError(
-                "sample_packing requires flash_attention or sdp_attention to be set to true"
+            LOG.warning(
+                "sample_packing without flash_attention or sdp_attention does not handle cross-attention."
             )
 
         return data