Fix prodigy_steps.

LoganBooker · Nov 4, 2024 · 0a52967 · 0a52967
1 parent 55a91fd
commit 0a52967
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/prodigyplus/prodigy_plus_schedulefree.py b/prodigyplus/prodigy_plus_schedulefree.py
@@ -338,7 +338,7 @@ def step(self, closure=None):
             if d_denom_item == 0:
                 continue
 
-            if k < prodigy_steps:
+            if prodigy_steps <= 0 or k < prodigy_steps:
                 d_hat = max(d_coef * d_numerator / d_denom_item, 1e-6)
                 d = d * beta4 + (1 - beta4) * d_hat if beta4 > 0 else max(d_hat, d)