fix cosine lr sched for t_mult=1 with warmup

johndpope · Sep 3, 2018 · dfd7771 · dfd7771
1 parent 0a7f9e6
commit dfd7771
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/fairseq/optim/lr_scheduler/cosine_lr_scheduler.py b/fairseq/optim/lr_scheduler/cosine_lr_scheduler.py
@@ -93,7 +93,7 @@ def step_update(self, num_updates):
             else:
                 i = math.floor(curr_updates / self.period)
                 t_i = self.period
-                t_curr = num_updates - (self.period * i)
+                t_curr = curr_updates - (self.period * i)
 
             lr_shrink = self.lr_shrink ** i
             min_lr = self.min_lr  * lr_shrink