From c4c052cb6388e2e8dcc395e782ac338601f1c9bb Mon Sep 17 00:00:00 2001
From: Wing Lian <wing.lian@gmail.com>
Date: Mon, 3 Jun 2024 10:32:20 -0400
Subject: [PATCH] make sure to create scheduler first

---
 src/axolotl/core/trainer_builder.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/src/axolotl/core/trainer_builder.py b/src/axolotl/core/trainer_builder.py
index b07e04a50c..b0176ace07 100755
--- a/src/axolotl/core/trainer_builder.py
+++ b/src/axolotl/core/trainer_builder.py
@@ -383,6 +383,7 @@ def create_scheduler(
                 anneal_steps = (
                     self.args.jagged_restarts_anneal_steps or 1
                 )
+                super().create_scheduler(num_training_steps, optimizer)
                 self.lr_scheduler = JaggedLRRestartScheduler(  # pylint: disable=attribute-defined-outside-init
                     optimizer,
                     self.lr_scheduler,