From b0d2849c034b326f9d697b144fece8b9de12db36 Mon Sep 17 00:00:00 2001 From: Daniel King Date: Fri, 12 Apr 2024 04:25:28 +0000 Subject: [PATCH] fix --- llmfoundry/models/mpt/modeling_mpt.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/llmfoundry/models/mpt/modeling_mpt.py b/llmfoundry/models/mpt/modeling_mpt.py index c19ab753f0..124ab3db3e 100644 --- a/llmfoundry/models/mpt/modeling_mpt.py +++ b/llmfoundry/models/mpt/modeling_mpt.py @@ -48,7 +48,6 @@ build_attn_bias, gen_slopes) from llmfoundry.models.layers.blocks import MPTBlock from llmfoundry.models.layers.custom_embedding import SharedEmbedding -from llmfoundry.models.layers.layer_builders import build_ffn as build_ffn from llmfoundry.models.layers.layer_builders import build_norm from llmfoundry.models.mpt.configuration_mpt import MPTConfig from llmfoundry.models.utils.config_moe_args import config_moe_args @@ -65,6 +64,7 @@ generic_param_init_fn_, # type: ignore (see note) MODEL_INIT_REGISTRY, ) +from llmfoundry.models.layers.ffn import resolve_ffn_act_fn # type: ignore (see note) from llmfoundry.models.utils.act_ckpt import (pass_on_block_idx, build_act_ckpt_mod_to_blocks,