Update llmfoundry/models/mpt/modeling_mpt.py

mosaicml · Jul 24, 2024 · ef6c8c2 · ef6c8c2
1 parent ff0d3de
commit ef6c8c2
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/llmfoundry/models/mpt/modeling_mpt.py b/llmfoundry/models/mpt/modeling_mpt.py
@@ -183,7 +183,7 @@ def gen_rotary_embedding(
             )
         elif rope_hf_config['type'] == 'llama3':
             llama_rope_config = {**rope_hf_config}
-            llama_rope_config['rope_type'] = rope_hf_config.pop('type')
+            llama_rope_config['rope_type'] = rope_hf_config.get('type')
             return LlamaRotaryEmbedding(
                 config=PartialLlamaConfig(
                     rope_scaling=llama_rope_config,