diff --git a/requirements.txt b/requirements.txt
index 554f2ec69a..cced386735 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -12,7 +12,7 @@ addict
 fire
 PyYAML>=6.0
 datasets
-flash-attn>=2.2.1
+flash-attn>=2.3.0
 sentencepiece
 wandb
 einops