From 57413ec68f0b36c907fcc1e36438f79ba0cbb78c Mon Sep 17 00:00:00 2001
From: NanoCode012 <kevinvong@rocketmail.com>
Date: Wed, 4 Oct 2023 21:32:19 +0900
Subject: [PATCH] Fix(version): Update FA to work with Mistral SWA (#673)

---
 requirements.txt | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/requirements.txt b/requirements.txt
index 554f2ec69a..cced386735 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -12,7 +12,7 @@ addict
 fire
 PyYAML>=6.0
 datasets
-flash-attn>=2.2.1
+flash-attn>=2.3.0
 sentencepiece
 wandb
 einops