lower beta2 for adam down to 0.99, based on https://openreview.net/fo…

…rum?id=2LdBqxc1Yv
tonoy30 · Jun 3, 2022 · 708809e · 708809e
1 parent 9cc475f
commit 708809e
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/dalle2_pytorch/optimizer.py b/dalle2_pytorch/optimizer.py
@@ -11,7 +11,7 @@ def get_optimizer(
  params,
  lr = 1e-4,
  wd = 1e-2,
- betas = (0.9, 0.999),
+ betas = (0.9, 0.99),
  eps = 1e-8,
  filter_by_requires_grad = False,
  group_wd_params = True,

diff --git a/dalle2_pytorch/version.py b/dalle2_pytorch/version.py
@@ -1 +1 @@
-__version__ = '0.6.10'
+__version__ = '0.6.11'