weight decay grammer

kyegomez · May 25, 2023 · b6459b4 · b6459b4
1 parent 28e616e
commit b6459b4
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/Sophia/Sophia.py b/Sophia/Sophia.py
@@ -35,7 +35,7 @@ def step(self, closure=None):
 
 
                 if group['weight_decay'] != 0:
-                    grad = grad.add(group["weight_decau"], p.data)
+                    grad = grad.add(group["weight_decay"], p.data)
 
                 #update biased first moment estimate
                 m.mul_(beta1).add_(1 - beta1, grad)