add validation for sample packing with RLHF

axolotl-ai-cloud · Jan 23, 2024 · 00a08b2 · 00a08b2
1 parent 6ec7368
commit 00a08b2
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/src/axolotl/utils/config.py b/src/axolotl/utils/config.py
@@ -204,6 +204,9 @@ def validate_config(cfg):
     if cfg.max_packed_sequence_len:
         raise DeprecationWarning("`max_packed_sequence_len` is no longer supported")
 
+    if cfg.sample_packing and cfg.rl:
+        raise ValueError("`sample_packing: true` does not work with RLHF training")
+
     if cfg.sample_packing and not cfg.pad_to_sequence_len:
         LOG.warning(
             "`pad_to_sequence_len: true` is recommended when using sample_packing"