From 5dced1e488ede986cb3970b6c23309c1f5eb401f Mon Sep 17 00:00:00 2001 From: Piotr Czapla Date: Fri, 15 Feb 2019 01:16:37 +0100 Subject: [PATCH] Remove bidir --- ulmfit/pretrain_lm.py | 2 +- ulmfit/train_clas.py | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/ulmfit/pretrain_lm.py b/ulmfit/pretrain_lm.py index 1491bc1..676f79a 100644 --- a/ulmfit/pretrain_lm.py +++ b/ulmfit/pretrain_lm.py @@ -206,7 +206,7 @@ class LMHyperParams: def create_lm_learner(self, data_lm, dps=None, **kwargs): assert self.bidir == False, "bidirectional model is not yet supported" - config = dict(emb_sz=self.emb_sz, n_hid=self.nh, n_layers=self.nl, pad_token=PAD_TOKEN_ID, qrnn=self.qrnn, bidir=self.bidir, + config = dict(emb_sz=self.emb_sz, n_hid=self.nh, n_layers=self.nl, pad_token=PAD_TOKEN_ID, qrnn=self.qrnn, tie_weights=True, out_bias=True) config.update(dps or self.dps) trn_args = dict(clip=self.clip, alpha=self.rnn_alpha, beta=self.rnn_beta) diff --git a/ulmfit/train_clas.py b/ulmfit/train_clas.py index 7d72ec7..57531c2 100644 --- a/ulmfit/train_clas.py +++ b/ulmfit/train_clas.py @@ -93,7 +93,7 @@ class CLSHyperParams(LMHyperParams): def create_cls_learner(self, data_clas, dps=None, **kwargs): assert self.bidir == False, "bidirectional model is not yet supported" - config = dict(emb_sz=self.emb_sz, n_hid=self.nh, n_layers=self.nl, pad_token=PAD_TOKEN_ID, qrnn=self.qrnn, bidir=self.bidir) + config = dict(emb_sz=self.emb_sz, n_hid=self.nh, n_layers=self.nl, pad_token=PAD_TOKEN_ID, qrnn=self.qrnn) config.update(dps or self.dps) trn_args=dict(bptt=self.bptt, clip=self.clip) trn_args.update(kwargs)