Changes moved to different branch

This commit is contained in:
NAUSICAA\Julian
2019-02-20 17:16:08 -03:00
parent 61ae344fda
commit c5a93d19fe
-2
View File
@@ -202,8 +202,6 @@ class CLSHyperParams(LMHyperParams):
cls_name = f'{cls_name}noise{noise}'
args = self.tokenizer_to_fastai_args(sp_data_func=lambda: trn_df[1], use_moses=use_moses)
args['text_cols'] = list(trn_df.columns.values)[1:]
args['mark_fields'] = True
data_lm = self.lm_databunch('lm', train_df=lm_trn_df, valid_df=lm_val_df, bs=bs, force=force, **args)
args['vocab'] = data_lm.vocab
data_cls = self.cls_databunch(cls_name, train_df=trn_df, valid_df=val_df, bs=bs, force=force, **args)