diff --git a/README.md b/README.md
index c9b935f53d..6f8b5837b5 100644
--- a/README.md
+++ b/README.md
@@ -88,6 +88,7 @@ cd axolotl
 pip3 install packaging
 pip3 install -e .[flash-attn]
 pip3 install -U git+https://github.com/huggingface/peft.git
+pip3 install deepspeed
 
 # finetune lora
 accelerate launch -m axolotl.cli.train examples/openllama-3b/lora.yml
diff --git a/requirements.txt b/requirements.txt
index 4ef9f5fd2d..796d4c36f9 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -31,3 +31,4 @@ scikit-learn==1.2.2
 pynvml
 art
 wandb
+deepspeed