From dbb929e3ca8997f0d566a652074b607f105f67d0 Mon Sep 17 00:00:00 2001 From: "NAUSICAA\\Julian" Date: Mon, 18 Feb 2019 16:54:00 -0300 Subject: [PATCH] Adding more text cols to use all CLS data --- ulmfit/train_clas.py | 1 + 1 file changed, 1 insertion(+) diff --git a/ulmfit/train_clas.py b/ulmfit/train_clas.py index 86ef276..aa72a1c 100644 --- a/ulmfit/train_clas.py +++ b/ulmfit/train_clas.py @@ -167,6 +167,7 @@ class CLSHyperParams(LMHyperParams): cls_name = f'{cls_name}noise{noise}' args = self.tokenizer_to_fastai_args(sp_data_func=lambda: trn_df[1], use_moses=use_moses) + args['text_cols'] = list(csv.columns.values)[1:] data_lm = self.lm_databunch('lm', train_df=lm_trn_df, valid_df=lm_val_df, bs=bs, force=force, **args) args['vocab'] = data_lm.vocab data_cls = self.cls_databunch(cls_name, train_df=trn_df, valid_df=val_df, bs=bs, force=force, **args)