Mirrors/the-algorithm
2
0
Fork 0
mirror of https://github.com/twitter/the-algorithm.git synced 2025-01-05 09:01:54 +01:00
Code Issues Packages Projects Releases Wiki Activity

make it easier to do multiple fold training

Browse Source
This commit is contained in:
Harshil Mehta 2023-04-01 01:23:09 +05:30
parent ec83d01dca
commit c94f4a42b9
No known key found for this signature in database
GPG Key ID: 4AC061E441A1F727
1 changed files with 13 additions and 12 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

25
trust_and_safety_models/toxicity/train.py
View File

@ -387,15 +387,16 @@ class Trainer(object):
fold=i,
)
else:
raise ValueError("Sure you want to do multiple fold training")
for mb_generator, steps_per_epoch, val_data, test_data in self.mb_loader(full_df=df):
self._train_single_fold(
mb_generator=mb_generator,
val_data=val_data,
test_data=test_data,
steps_per_epoch=steps_per_epoch,
fold=i,
)
i += 1
if i == 3:
break
a = input("Are you sure you want to do multiple fold training? (y/n)")
if a.lower() == "y":
for mb_generator, steps_per_epoch, val_data, test_data in self.mb_loader(full_df=df):
self._train_single_fold(
mb_generator=mb_generator,
val_data=val_data,
test_data=test_data,
steps_per_epoch=steps_per_epoch,
fold=i,
)
i += 1
if i == 3:
break