From cf460ec5b75ea94e058c637a5b4622b2506bfdbc Mon Sep 17 00:00:00 2001 From: Milo Cress Date: Wed, 24 Jul 2024 17:28:57 +0000 Subject: [PATCH] change the thing being popped --- llmfoundry/models/mpt/modeling_mpt.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/llmfoundry/models/mpt/modeling_mpt.py b/llmfoundry/models/mpt/modeling_mpt.py index 35b864c2d5..7dfaf8562b 100644 --- a/llmfoundry/models/mpt/modeling_mpt.py +++ b/llmfoundry/models/mpt/modeling_mpt.py @@ -155,7 +155,7 @@ def gen_rotary_embedding( ) elif rope_impl == 'hf': llama_rope_config = {**rope_hf_config} - llama_rope_config['rope_type'] = rope_hf_config.pop('type') + llama_rope_config['rope_type'] = llama_rope_config.pop('type') if llama_rope_config['rope_type'] == 'no_scaling': llama_rope_config['rope_type'] = 'default' partial_llama_config = PartialLlamaConfig(