Fix string parsing in tokenzier

This commit is contained in:
Piotr Czapla
2018-12-01 16:46:25 +01:00
parent 887211137a
commit e14c967cc8
+1 -1
View File
@@ -98,7 +98,7 @@ class LMHyperParams:
self.dps = np.array(self.dps)
if self.nh is None: self.nh = 1550 if self.qrnn else 1150
if self.name is None: self.name = self.lang
self.tokenizer = Tokenizers[self.tokenizer] if type(self.tokenizer) is str else self.tokenizer
self.tokenizer = Tokenizers[self.tokenizer] if isinstance(self.tokenizer, str) else self.tokenizer
@property
def tokenizer_prefix(self): return f"{self.tokenizer.value}{self.max_vocab // 1000}k"