fix: remove FA for qwen examples (#900)

* fix: remove FA for qwen lora * fix: remove FA for qlora
axolotl-ai-cloud · Nov 27, 2023 · a48dbf6 · a48dbf6
1 parent 6a4562a
commit a48dbf6
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/examples/qwen/lora.yml b/examples/qwen/lora.yml
@@ -53,7 +53,7 @@ resume_from_checkpoint:
 local_rank:
 logging_steps: 1
 xformers_attention:
-flash_attention: true
+flash_attention:
 
 warmup_steps: 10
 eval_steps: 0.05

diff --git a/examples/qwen/qlora.yml b/examples/qwen/qlora.yml
@@ -53,7 +53,7 @@ resume_from_checkpoint:
 local_rank:
 logging_steps: 1
 xformers_attention:
-flash_attention: true
+flash_attention:
 
 warmup_steps: 10
 eval_steps: 0.05