fix load missing keys

DesmonDay · Nov 29, 2024 · 514c006 · 514c006
1 parent 020a25f
commit 514c006
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/paddlenlp/trainer/unified_checkpoint/check_completion.py b/paddlenlp/trainer/unified_checkpoint/check_completion.py
@@ -186,6 +186,8 @@ def check_dynamic_load(args, weight_map, existed_files, is_master_weights=False,
             state_dict = get_expected_state_dict(model)
 
             for key in state_dict.keys():
+                if key in model._keys_to_ignore_on_load_missing:
+                    continue
                 if sharding_group.nranks > 1:
                     static_name = struct2static_name_mappings.get(key, None)
                     param_rank = param2rank.get(static_name, None)