fix

mosaicml · Apr 12, 2024 · dec23af · dec23af
1 parent 61f203d
commit dec23af
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/llmfoundry/models/layers/blocks.py b/llmfoundry/models/layers/blocks.py
@@ -74,7 +74,7 @@ def __init__(
         super().__init__()
 
         ffn_type = ffn_config['ffn_type']
-        ffn_has_norm = not ffn_type in ffns_with_norm
+        ffn_has_norm = ffn_type in ffns_with_norm
 
         if self.fuse_norm_attn_norm:
             self.norm_attn_norm = FusedNormAttentionNorm(