From 8f4675319550e7f85ac35ce1a8bd01cb5e703619 Mon Sep 17 00:00:00 2001
From: Piotr Czapla <github@piotrczapla.com>
Date: Sat, 2 Nov 2019 09:35:13 +0100
Subject: [PATCH] Fix the weight decay - issue that was causing lower results
 on DE.

---
 ulmfit/configurations.py | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/ulmfit/configurations.py b/ulmfit/configurations.py
index bff67a7..0870bf2 100644
--- a/ulmfit/configurations.py
+++ b/ulmfit/configurations.py
@@ -71,8 +71,9 @@ def multifit_paper_version():
     dps = {'output_p': 0.25, 'hidden_p': 0.1, 'input_p': 0.2, 'embed_p': 0.02, 'weight_p': 0.15}
     self.replace_(
         label_smoothing_eps=0.0,
+        label_smoothing_eps_norm_by_classes=True,
         true_wd=True,
-        wd=0.1,
+        wd=0.01, ## important :)
         seed=0,
         fp16=False,
         bs=64,