mirror of
https://github.com/wassname/multifit.git
synced 2026-10-29 13:20:17 +08:00
Fix the weight decay - issue that was causing lower results on DE.
This commit is contained in:
1 parent
a47b20fcf5
commit
8f46753195
1 file changed
+2
-1
@@ -71,8 +71,9 @@ def multifit_paper_version():
|
||||
dps = {'output_p': 0.25, 'hidden_p': 0.1, 'input_p': 0.2, 'embed_p': 0.02, 'weight_p': 0.15}
|
||||
self.replace_(
|
||||
label_smoothing_eps=0.0,
|
||||
label_smoothing_eps_norm_by_classes=True,
|
||||
true_wd=True,
|
||||
wd=0.1,
|
||||
wd=0.01, ## important :)
|
||||
seed=0,
|
||||
fp16=False,
|
||||
bs=64,
|
||||
|
||||
Reference in new issue
Block a user