fix

mosaicml · Apr 12, 2024 · 3ecd51e · 3ecd51e
1 parent 6ebd28c
commit 3ecd51e
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/llmfoundry/models/layers/blocks.py b/llmfoundry/models/layers/blocks.py
@@ -77,7 +77,7 @@ def __init__(
             expansion_ratio=expansion_ratio,
             device=device,
             bias=not no_bias,
-            **ffn_config,
+            ffn_kwargs=ffn_config,
         )
 
         if self.fuse_norm_attn_norm: