From 008b413af5e95a02697cf315ba71b32cd9511e8e Mon Sep 17 00:00:00 2001
From: Xinyu Lian <lian7@illinois.edu>
Date: Tue, 15 Oct 2024 14:19:46 -0500
Subject: [PATCH] fix init issue for silently ignoring the deepspeed config

---
 megatron/initialize.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/megatron/initialize.py b/megatron/initialize.py
index 538f7fc456..90acf496ee 100644
--- a/megatron/initialize.py
+++ b/megatron/initialize.py
@@ -185,6 +185,7 @@ def setup_deepspeed_random_and_activation_checkpointing(args):
 
     deepspeed.checkpointing.configure(
         mpu,
+        deepspeed_config=args.deepspeed_config,
         partition_activations=args.partition_activations,
         contiguous_checkpointing=args.contigious_checkpointing,
         num_checkpoints=num_layers,