Update train_deepspeed.py

2026-07-26 22:30:28 +00:00 · 2024-08-15 02:56:08 -05:00
parent c8c7791a1f
commit 1818c20b33
1 changed files with 1 additions and 1 deletions
@@ -214,7 +214,7 @@ def main(args):
            
            model_engine.backward(loss) 

-            if model_engine.is_gradient_accumulation_boundary(): 
+            if (data_iter_step + 1) % args.accum_iter == 0:
                model_engine.step()
                log_steps += 1
                train_steps += 1