Mirrors/the-algorithm
2
0
Fork 0
mirror of https://github.com/twitter/the-algorithm.git synced 2024-12-22 10:11:52 +01:00
Code Issues Packages Projects Releases Wiki Activity

Compare commits

base: Mirrors:fcfa9c03d295f44c37dae4a9fe11e92c7d47a6dd
Branches Tags
Mirrors:main
...
compare: Mirrors:f6d44c1ad375491c6e53be9f1f4d013c3a313d32
Branches Tags
Mirrors:main

2 Commits
fcfa9c03d2 ... f6d44c1ad3

Author SHA1 Message Date
Shreyansh Pathak
f6d44c1ad3
Merge 68955489b9 into fb54d8b549 2023-05-22 17:39:07 -05:00
Shreyansh Pathak
68955489b9
Update learning_rate_decay.py 
Updating power from 1.0 to 0.5 for better tuning
 2023-04-01 19:11:57 +05:30
1 changed files with 1 additions and 1 deletions
Show Stats Expand all files Collapse all files

2
twml/twml/learning_rate_decay.py
View File

@ -70,7 +70,7 @@ def get_learning_rate_decay_fn(params):
global_step=global_step,
decay_steps=params.decay_steps,
end_learning_rate=params.end_learning_rate,
power=params.polynomial_power if 'polynomial_power' in paramsv else 1.0,
power=params.polynomial_power if 'polynomial_power' in paramsv else 0.5,
)
return polynomial_decay_fn