Merge 68955489b9 into 72eda9a24f

2023-07-17 21:40:16 -05:00 · 2023-07-17 21:40:16 -05:00 · fcfa9c03d2
parent 72eda9a24f 68955489b9
commit fcfa9c03d2
1 changed files with 1 additions and 1 deletions
--- a/twml/twml/learning_rate_decay.py
+++ b/twml/twml/learning_rate_decay.py
@ -70,7 +70,7 @@ def get_learning_rate_decay_fn(params):
        global_step=global_step,
        decay_steps=params.decay_steps,
        end_learning_rate=params.end_learning_rate,
-        power=params.polynomial_power if 'polynomial_power' in paramsv else 1.0,
+        power=params.polynomial_power if 'polynomial_power' in paramsv else 0.5,
      )
    return polynomial_decay_fn