mirror of
https://github.com/wassname/multifit.git
synced 2026-09-09 11:27:26 +08:00
Set mark_fields in True
This commit is contained in:
@@ -168,6 +168,7 @@ class CLSHyperParams(LMHyperParams):
|
||||
|
||||
args = self.tokenizer_to_fastai_args(sp_data_func=lambda: trn_df[1], use_moses=use_moses)
|
||||
args['text_cols'] = list(trn_df.columns.values)[1:]
|
||||
args['mark_fields'] = True
|
||||
data_lm = self.lm_databunch('lm', train_df=lm_trn_df, valid_df=lm_val_df, bs=bs, force=force, **args)
|
||||
args['vocab'] = data_lm.vocab
|
||||
data_cls = self.cls_databunch(cls_name, train_df=trn_df, valid_df=val_df, bs=bs, force=force, **args)
|
||||
|
||||
Reference in New Issue
Block a user