Merge pull request #309 from kozistr/fix/ci

[Fix] CI
kozistr · Dec 6, 2024 · 913f7b7 · 913f7b7
2 parents d1db791 + a66b877
commit 913f7b7
Show file tree

Hide file tree

Showing 2 changed files with 8 additions and 1 deletion.
diff --git a/docs/changelogs/v3.3.1.md b/docs/changelogs/v3.3.1.md
@@ -2,3 +2,10 @@
 
 ### Feature
 
+### Bug
+
+* Fix `bias_correction` in `AdamG` optimizer. (#305, #308)
+
+### Contributions
+
+thanks to @Vectorrent
diff --git a/tests/constants.py b/tests/constants.py
@@ -489,7 +489,7 @@
     (GrokFastAdamW, {'lr': 5e0, 'weight_decay': 1e-3, 'grokfast_after_step': 1}, 5),
     (Kate, {'lr': 5e-2}, 10),
     (StableAdamW, {'lr': 1e0}, 5),
-    (AdamG, {'lr': 1e0}, 20),
+    (AdamG, {'lr': 1e0, 'p': 0.5}, 60),
     (AdEMAMix, {'lr': 1e0}, 3),
     (AdEMAMix, {'lr': 1e0, 't_alpha_beta3': 5}, 3),
     (