oops

lucidrains · Jul 31, 2024 · a033030 · a033030
1 parent 053957f
commit a033030
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/adam_atan2_pytorch/adam_atan2.py b/adam_atan2_pytorch/adam_atan2.py
@@ -86,7 +86,7 @@ def step(
                 # using atan2 instead of a division with epsilon in denominator
                 # a * atan2(exp_avg / bias_correct1, b * sqrt(exp_avg_sq / bias_correct2))
 
-                den = exp_avg_sq.mul_(b * b / bias_correct2).sqrt_()
+                den = exp_avg_sq.clone().mul_(b * b / bias_correct2).sqrt_()
                 update = exp_avg.clone().mul_(1. / bias_correct1).atan2_(den)
 
                 # update parameters

diff --git a/pyproject.toml b/pyproject.toml
@@ -1,6 +1,6 @@
 [project]
 name = "adam-atan2-pytorch"
-version = "0.0.4"
+version = "0.0.5"
 description = "Adam-atan2 for Pytorch"
 authors = [
     { name = "Phil Wang", email = "[email protected]" }