Compare commits

...

2 Commits

Author SHA1 Message Date
Shreyansh Pathak
f6d44c1ad3
Merge 68955489b9 into fb54d8b549 2023-05-22 17:39:07 -05:00
Shreyansh Pathak
68955489b9
Update learning_rate_decay.py
Updating power from 1.0 to 0.5 for better tuning
2023-04-01 19:11:57 +05:30

View File

@ -70,7 +70,7 @@ def get_learning_rate_decay_fn(params):
global_step=global_step,
decay_steps=params.decay_steps,
end_learning_rate=params.end_learning_rate,
power=params.polynomial_power if 'polynomial_power' in paramsv else 1.0,
power=params.polynomial_power if 'polynomial_power' in paramsv else 0.5,
)
return polynomial_decay_fn