make sure flash attention is enabled for the test

axolotl-ai-cloud · Jan 23, 2024 · 97e06f3 · 97e06f3
1 parent 929933f
commit 97e06f3
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/tests/e2e/patched/test_phi_multipack.py b/tests/e2e/patched/test_phi_multipack.py
@@ -35,6 +35,7 @@ def test_ft_packed(self, temp_dir):
                 "tokenizer_type": "AutoTokenizer",
                 "sequence_len": 2048,
                 "sample_packing": True,
+                "flash_attention": True,
                 "pad_to_sequence_len": True,
                 "load_in_8bit": False,
                 "adapter": None,
@@ -82,6 +83,7 @@ def test_qlora_packed(self, temp_dir):
                 "tokenizer_type": "AutoTokenizer",
                 "sequence_len": 2048,
                 "sample_packing": True,
+                "flash_attention": True,
                 "pad_to_sequence_len": True,
                 "load_in_8bit": False,
                 "adapter": "qlora",