diff --git a/train_network.py b/train_network.py
index d355424e5..8c2abda58 100644
--- a/train_network.py
+++ b/train_network.py
@@ -101,7 +101,7 @@ def generate_step_logs(
                     args.optimizer_type.lower().endswith("ProdigyPlusScheduleFree".lower())
                 ):  
                     logs[f"lr/d*lr/group{i}"] = (
-                        optimizer.param_groups[0]["d"] * optimizer.param_groups[0]["lr"]
+                        optimizer.param_groups[i]["d"] * optimizer.param_groups[i]["lr"]
                     )
 
         return logs