wassname/multifit
1
0
Fork 0
mirror of https://github.com/wassname/multifit.git synced 2026-09-09 11:27:26 +08:00
Code Issues Packages Projects Releases Wiki Activity

Train sentencepiece on unsup

Browse Source
This commit is contained in:
Marcin
2019-05-19 00:12:34 +02:00
parent 6f4db9de1a
commit 7326df2c98
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
ulmfit/train_clas.py
+1 -1
View File
@@ -317,7 +317,7 @@ class CLSHyperParams(LMHyperParams):
val_df = self.add_noise(val_df, noise)
cls_name = f'{cls_name}noise{noise}tv'
args = self.tokenizer_to_fastai_args(sp_data_func=lambda: trn_df[1], use_moses=use_moses)
args = self.tokenizer_to_fastai_args(sp_data_func=lambda: lm_trn_df[1], use_moses=use_moses)
args['text_cols'] = list(trn_df.columns.values)[1:]
args['mark_fields'] = True
lm_suffix = self.bptt if self.bptt != 70 else ""