From 74532ddc458e6ca2c4e43771243e1b6b6fbb7813 Mon Sep 17 00:00:00 2001
From: NanoCode012 <kevinvong@rocketmail.com>
Date: Thu, 4 Jan 2024 01:19:52 +0900
Subject: [PATCH] chore(config): clean up old log for Qwen (#1034)

---
 src/axolotl/utils/config.py | 5 -----
 1 file changed, 5 deletions(-)

diff --git a/src/axolotl/utils/config.py b/src/axolotl/utils/config.py
index d9e56b95a6..9bade45728 100644
--- a/src/axolotl/utils/config.py
+++ b/src/axolotl/utils/config.py
@@ -422,11 +422,6 @@ def validate_config(cfg):
     if cfg.warmup_steps and cfg.warmup_ratio:
         raise ValueError("warmup_steps and warmup_ratio are mutually exclusive")
 
-    if cfg.is_qwen_derived_model and cfg.gradient_checkpointing:
-        LOG.warning(
-            "Gradient checkpointing is broken for Qwen models for transformers>=4.35.0, except main branch."
-        )
-
     if cfg.wandb_run_id and not cfg.wandb_name:
         cfg.wandb_name = cfg.wandb_run_id