wassname/multifit
1
0
Fork 0
mirror of https://github.com/wassname/multifit.git synced 2026-09-09 11:27:26 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix issue with cls_best add lmseed to poleval

Browse Source
This commit is contained in:
Piotr Czapla
2019-05-13 03:44:35 +02:00
parent 53eadfc232
commit 1c3044f5df
2 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
ulmfit/__main__.py
+1 -1
View File
@@ -92,7 +92,7 @@ class ULMFiT:
self.poleval19_seeds(clsbase, seed_name='clsweightseed', **kwargs)
self.poleval19_seeds(clsbase, seed_name='clstrainseed', **kwargs)
def poleval19_init(self, base, name=None, **kwargs):
def poleval19_init(self, base, name=None, lmseed=None, **kwargs):
clstrainseed = clsweightseed = ftseed = lmseed = 0
if "wiki" in base:
lmtype = "wiki"
ulmfit/train_clas.py
+2 -2
View File
@@ -148,7 +148,7 @@ class CLSHyperParams(LMHyperParams):
raise ValueError(f"Wrong lr_sched: {lr_sched}")
print(f"Saving models at {learn.path / learn.model_dir}")
learn.save('cls_last', with_opt=False)
learn.save('cls_best', with_opt=False)
#learn.save('cls_best', with_opt=False) # we don't use early stopping for the time being
del learn
return self.validate_cls('cls_best', bs=bs, data_tst=data_tst, learn=None)
@@ -198,7 +198,7 @@ class CLSHyperParams(LMHyperParams):
learn.freeze()
learn.callback_fns += [partial(CSVLogger, filename=f"{learn.model_dir}/cls-history"),
partial(SaveModelCallback, every='improvement', name='cls_best', monitor="f_beta")
partial(SaveModelCallback, every='improvement', name='cls_best_tmp', monitor="f_beta")
]
if label_smoothing_eps > 0.0:
learn.loss_func = FlattenedLoss(LabelSmoothingCrossEntropy, eps=label_smoothing_eps)