log when xentropy is not found

axolotl-ai-cloud · Sep 4, 2023 · b9c1b45 · b9c1b45
1 parent cdeba07
commit b9c1b45
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/axolotl/monkeypatch/llama_attn_hijack_flash.py b/src/axolotl/monkeypatch/llama_attn_hijack_flash.py
@@ -57,7 +57,7 @@ def replace_llama_attn_with_flash_attn(packed: Optional[bool] = False):
             CrossEntropyLoss, inplace_backward=True
         )
     except ImportError:
-        pass
+        LOG.info("optimized flash-attention CrossEntropyLoss not found (run `pip install git+https://github.com/Dao-AILab/flash-attention.git#egg=xentropy_cuda_lib&subdirectory=csrc/xentropy`)"
 
 
 # Disable the transformation of the attention mask in LlamaModel as the flash attention