From 9845c5e12d5befcc68566afac11cedd3e17a5afb Mon Sep 17 00:00:00 2001 From: Wing Lian Date: Tue, 12 Sep 2023 12:18:30 -0400 Subject: [PATCH] document that packaging needs to be installed before flash-attn (#559) --- README.md | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/README.md b/README.md index ac68003a65..adc5904eb8 100644 --- a/README.md +++ b/README.md @@ -71,6 +71,7 @@ Get started with Axolotl in just a few steps! This quickstart guide will walk yo git clone https://github.com/OpenAccess-AI-Collective/axolotl cd axolotl +pip3 install packaging pip3 install -e .[flash-attn] pip3 install -U git+https://github.com/huggingface/peft.git @@ -105,6 +106,7 @@ accelerate launch scripts/finetune.py examples/openllama-3b/lora.yml \ 3. Install axolotl along with python dependencies ```bash + pip3 install packaging pip3 install -e .[flash-attn] ``` @@ -140,7 +142,8 @@ accelerate launch scripts/finetune.py examples/openllama-3b/lora.yml \ git clone https://github.com/OpenAccess-AI-Collective/axolotl cd axolotl - pip3 install -e . + pip3 install packaging + pip3 install -e .[flash-attn] pip3 install protobuf==3.20.3 pip3 install -U --ignore-installed requests Pillow psutil scipy ```