diff --git a/finetune/ds_config_zero2.json b/finetune/ds_config_zero2.json
index 4d42d440..803d5e5d 100644
--- a/finetune/ds_config_zero2.json
+++ b/finetune/ds_config_zero2.json
@@ -22,14 +22,6 @@
         }
     },
 
-    "scheduler": {
-        "type": "WarmupLR",
-        "params": {
-            "warmup_min_lr": "auto",
-            "warmup_max_lr": "auto",
-            "warmup_num_steps": "auto"
-        }
-    },
 
     "zero_optimization": {
         "stage": 2,
diff --git a/finetune/ds_config_zero3.json b/finetune/ds_config_zero3.json
index 5c3cd9c9..2ea1ca19 100644
--- a/finetune/ds_config_zero3.json
+++ b/finetune/ds_config_zero3.json
@@ -21,14 +21,6 @@
         }
     },
 
-    "scheduler": {
-        "type": "WarmupLR",
-        "params": {
-            "warmup_min_lr": "auto",
-            "warmup_max_lr": "auto",
-            "warmup_num_steps": "auto"
-        }
-    },
 
     "zero_optimization": {
         "stage": 3,