mirror of
https://github.com/wassname/multifit.git
synced 2026-10-29 13:20:17 +08:00
Set mark_fields in True
This commit is contained in:
1 parent
458c06f779
commit
13ae29a95d
1 file changed
+1
@@ -168,6 +168,7 @@ class CLSHyperParams(LMHyperParams):
|
||||
|
||||
args = self.tokenizer_to_fastai_args(sp_data_func=lambda: trn_df[1], use_moses=use_moses)
|
||||
args['text_cols'] = list(trn_df.columns.values)[1:]
|
||||
args['mark_fields'] = True
|
||||
data_lm = self.lm_databunch('lm', train_df=lm_trn_df, valid_df=lm_val_df, bs=bs, force=force, **args)
|
||||
args['vocab'] = data_lm.vocab
|
||||
data_cls = self.cls_databunch(cls_name, train_df=trn_df, valid_df=val_df, bs=bs, force=force, **args)
|
||||
|
||||
Reference in new issue
Block a user