From dec23afaed20d0362ac7ff721b4601921ea85e3e Mon Sep 17 00:00:00 2001 From: Daniel King Date: Thu, 11 Apr 2024 20:20:00 -0700 Subject: [PATCH] fix --- llmfoundry/models/layers/blocks.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/llmfoundry/models/layers/blocks.py b/llmfoundry/models/layers/blocks.py index 0465226820..40f349368f 100644 --- a/llmfoundry/models/layers/blocks.py +++ b/llmfoundry/models/layers/blocks.py @@ -74,7 +74,7 @@ def __init__( super().__init__() ffn_type = ffn_config['ffn_type'] - ffn_has_norm = not ffn_type in ffns_with_norm + ffn_has_norm = ffn_type in ffns_with_norm if self.fuse_norm_attn_norm: self.norm_attn_norm = FusedNormAttentionNorm(