..

mosaicml · Nov 27, 2024 · 0c5150a · 0c5150a
1 parent 2ae6027
commit 0c5150a
Showing 1 changed file with 0 additions and 6 deletions.
diff --git a/llmfoundry/models/layers/attention.py b/llmfoundry/models/layers/attention.py
@@ -863,12 +863,6 @@ def __init__(
                     'flex_attn_config must be provided for flex attention.',
                 )
             self.flex_attn_config = flex_attn_config
-            self.compiled_flex_attention = self.flex_attn_config.pop(
-                'compiled_flex_attention',
-            )
-            self.compiled_create_block_mask = self.flex_attn_config.pop(
-                'compiled_create_block_mask',
-            )
 
     def forward(
         self,