mirror of
https://github.com/wassname/multifit.git
synced 2026-10-29 13:20:17 +08:00
Adding more text cols to use all CLS data
This commit is contained in:
1 parent
ce6cc607ae
commit
dbb929e3ca
1 file changed
+1
@@ -167,6 +167,7 @@ class CLSHyperParams(LMHyperParams):
|
||||
cls_name = f'{cls_name}noise{noise}'
|
||||
|
||||
args = self.tokenizer_to_fastai_args(sp_data_func=lambda: trn_df[1], use_moses=use_moses)
|
||||
args['text_cols'] = list(csv.columns.values)[1:]
|
||||
data_lm = self.lm_databunch('lm', train_df=lm_trn_df, valid_df=lm_val_df, bs=bs, force=force, **args)
|
||||
args['vocab'] = data_lm.vocab
|
||||
data_cls = self.cls_databunch(cls_name, train_df=trn_df, valid_df=val_df, bs=bs, force=force, **args)
|
||||
|
||||
Reference in new issue
Block a user