From 3ecd51e27e0ffed498336aab807c6218188002a9 Mon Sep 17 00:00:00 2001
From: Daniel King <daniel@mosaicml.com>
Date: Thu, 11 Apr 2024 18:45:47 -0700
Subject: [PATCH] fix

---
 llmfoundry/models/layers/blocks.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/llmfoundry/models/layers/blocks.py b/llmfoundry/models/layers/blocks.py
index d1c22f7f3a..1eb57e2055 100644
--- a/llmfoundry/models/layers/blocks.py
+++ b/llmfoundry/models/layers/blocks.py
@@ -77,7 +77,7 @@ def __init__(
             expansion_ratio=expansion_ratio,
             device=device,
             bias=not no_bias,
-            **ffn_config,
+            ffn_kwargs=ffn_config,
         )
 
         if self.fuse_norm_attn_norm: