Merge pull request #66 from kohya-ss/dev

merge dev into main
kohya-ss · Jan 26, 2023 · 97e83b7 · 97e83b7
2 parents 6eb7d8e + a27131a
commit 97e83b7
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/scripts/lora_compvis.py b/scripts/lora_compvis.py
@@ -369,7 +369,9 @@ def merge_weights(weight, up_weight, down_weight):
             for t in ["q", "k", "v", "out"]:
               del state_dict[f"{lora_info.module_name}_{t}_proj.lora_down.weight"]
               del state_dict[f"{lora_info.module_name}_{t}_proj.lora_up.weight"]
-              del state_dict[f"{lora_info.module_name}_{t}_proj.alpha"]
+              alpha_key = f"{lora_info.module_name}_{t}_proj.alpha"
+              if alpha_key in state_dict:
+                del state_dict[alpha_key]
           else:
             # corresponding weight not exists: version mismatch
             pass