From efb7e325eb95469b657620b8fe5e72346a78b664 Mon Sep 17 00:00:00 2001
From: Sami Jaghouar <sami.jaghouar@hotmail.fr>
Date: Tue, 13 Aug 2024 16:46:43 +0000
Subject: [PATCH] remove divi

---
 open_diloco/train_fsdp.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/open_diloco/train_fsdp.py b/open_diloco/train_fsdp.py
index 81757cb..e70bfed 100644
--- a/open_diloco/train_fsdp.py
+++ b/open_diloco/train_fsdp.py
@@ -224,7 +224,7 @@ def get_lr_outer(optimizer, config: Config):
         _get_lr_outer,
         num_warmup_steps=config.warmup_steps,
         # num_training_steps=config.total_steps,
-        num_training_steps=config.total_steps / 5,
+        num_training_steps=config.total_steps,
         num_cycles=0.5,
     )
     return LambdaLR(optimizer, lambda_lr, -1)