set sequence_len for model in test

axolotl-ai-cloud · Jan 1, 2024 · 3e7b5ba · 3e7b5ba
1 parent 5c2129a
commit 3e7b5ba
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/tests/core/test_trainer_builder.py b/tests/core/test_trainer_builder.py
@@ -23,6 +23,7 @@ def fixture_cfg():
             "warmup_steps": 10,
             "gradient_checkpointing": False,
             "optimizer": "adamw_torch",
+            "sequence_len": 2048,
             "rl": True,
             "adam_beta1": 0.998,
             "adam_beta2": 0.9,