log when xentropy is not found

axolotl-ai-cloud · Sep 4, 2023 · abd4f9a · abd4f9a
1 parent cdeba07
commit abd4f9a
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/src/axolotl/monkeypatch/llama_attn_hijack_flash.py b/src/axolotl/monkeypatch/llama_attn_hijack_flash.py
@@ -57,7 +57,9 @@ def replace_llama_attn_with_flash_attn(packed: Optional[bool] = False):
             CrossEntropyLoss, inplace_backward=True
         )
     except ImportError:
-        pass
+        LOG.info(
+            "optimized flash-attention CrossEntropyLoss not found (run `pip install git+https://github.com/Dao-AILab/flash-attention.git#egg=xentropy_cuda_lib&subdirectory=csrc/xentropy`)"
+        )
 
 
 # Disable the transformation of the attention mask in LlamaModel as the flash attention