moving monkeypatch

axolotl-ai-cloud · Dec 17, 2024 · 3e6e9fc · 3e6e9fc
1 parent ae1ca2f
commit 3e6e9fc
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/.../integrations/diff_transformer/patches.py → ...otl/monkeypatch/attention/differential.py b/.../integrations/diff_transformer/patches.py → ...otl/monkeypatch/attention/differential.py
@@ -3,7 +3,7 @@
 from transformers import PreTrainedModel
 from transformers.models.llama.modeling_llama import LLAMA_ATTENTION_CLASSES
 
-from .multihead_diffattn import (
+from axolotl.integrations.diff_transformer.multihead_diffattn import (
     LlamaDifferentialAttention,
     LlamaDifferentialSdpaAttention,
 )

diff --git a/src/axolotl/utils/models.py b/src/axolotl/utils/models.py
@@ -456,7 +456,7 @@ def apply_patches(self) -> None:
             patch_mistral_cross_entropy()
 
         if self.cfg.diff_attention:
-            from axolotl.integrations.diff_transformer.patches import (
+            from axolotl.monkeypatch.attention.differential import (
                 patch_llama_attention_classes,
             )