Fix the weight decay - issue that was causing lower results on DE.

2026-09-09 11:27:26 +08:00 · 2019-11-02 09:35:13 +01:00
parent a47b20fcf5
commit 8f46753195
1 changed files with 2 additions and 1 deletions
@@ -71,8 +71,9 @@ def multifit_paper_version():
    dps = {'output_p': 0.25, 'hidden_p': 0.1, 'input_p': 0.2, 'embed_p': 0.02, 'weight_p': 0.15}
    self.replace_(
        label_smoothing_eps=0.0,
+        label_smoothing_eps_norm_by_classes=True,
        true_wd=True,
-        wd=0.1,
+        wd=0.01, ## important :)
        seed=0,
        fp16=False,
        bs=64,