From 2d7830fda6b0892f6a111b52d7fa66f8e7eb3d31 Mon Sep 17 00:00:00 2001 From: Wing Lian Date: Thu, 14 Nov 2024 06:59:25 -0500 Subject: [PATCH] upgrade to flash-attn 2.7.0 (#2048) --- docker/Dockerfile-base | 4 ---- examples/colab-notebooks/colab-axolotl-example.ipynb | 2 +- requirements.txt | 2 +- setup.py | 2 +- 4 files changed, 3 insertions(+), 7 deletions(-) diff --git a/docker/Dockerfile-base b/docker/Dockerfile-base index 405883eda6..3f13bba30a 100644 --- a/docker/Dockerfile-base +++ b/docker/Dockerfile-base @@ -35,7 +35,3 @@ RUN git lfs install --skip-repo && \ pip3 install awscli && \ # The base image ships with `pydantic==1.8.2` which is not working pip3 install -U --no-cache-dir pydantic==1.10.10 - -RUN if [ "$PYTHON_VERSION" != "2.5.1" ] ; then \ - pip3 install flash-attn==2.6.3; \ - fi diff --git a/examples/colab-notebooks/colab-axolotl-example.ipynb b/examples/colab-notebooks/colab-axolotl-example.ipynb index 3a6981ee09..0acaf7961c 100644 --- a/examples/colab-notebooks/colab-axolotl-example.ipynb +++ b/examples/colab-notebooks/colab-axolotl-example.ipynb @@ -44,7 +44,7 @@ "outputs": [], "source": [ "!pip install -e git+https://github.com/axolotl-ai-cloud/axolotl#egg=axolotl\n", - "!pip install flash-attn==\"2.5.0\"\n", + "!pip install flash-attn==\"2.7.0.post2\"\n", "!pip install deepspeed==\"0.13.1\"!pip install mlflow==\"2.13.0\"" ] }, diff --git a/requirements.txt b/requirements.txt index c7f5c9433c..76c3273fcf 100644 --- a/requirements.txt +++ b/requirements.txt @@ -12,7 +12,7 @@ addict fire PyYAML>=6.0 requests -flash-attn==2.6.3 +flash-attn==2.7.0.post2 sentencepiece wandb einops diff --git a/setup.py b/setup.py index cec5f41084..7920da1742 100644 --- a/setup.py +++ b/setup.py @@ -105,7 +105,7 @@ def parse_requirements(): dependency_links=dependency_links, extras_require={ "flash-attn": [ - "flash-attn==2.6.3", + "flash-attn==2.7.0.post2", ], "deepspeed": [ "deepspeed==0.14.4",