Fixing Imdb loading

This commit is contained in:
Piotr Czapla
2019-02-17 23:18:12 +01:00
parent 119417fb6e
commit c3276da062
+1
View File
@@ -109,6 +109,7 @@ class CLSHyperParams(LMHyperParams):
if 'xnli' in str(self.dataset_dir):
NotImplementedError("Support for Xnli is not implemented yet")
if 'imdb' in self.dataset_dir.name:
lang=''
add_trn_to_lm = True
if 'mldoc' in str(self.dataset_dir):
add_trn_to_lm = False # False as trn_df is contained in unsup already