mirror of
https://github.com/wassname/multifit.git
synced 2026-10-28 13:10:15 +08:00
Fix string parsing in tokenzier
This commit is contained in:
1 parent
887211137a
commit
e14c967cc8
1 file changed
+1
-1
@@ -98,7 +98,7 @@ class LMHyperParams:
|
||||
self.dps = np.array(self.dps)
|
||||
if self.nh is None: self.nh = 1550 if self.qrnn else 1150
|
||||
if self.name is None: self.name = self.lang
|
||||
self.tokenizer = Tokenizers[self.tokenizer] if type(self.tokenizer) is str else self.tokenizer
|
||||
self.tokenizer = Tokenizers[self.tokenizer] if isinstance(self.tokenizer, str) else self.tokenizer
|
||||
|
||||
@property
|
||||
def tokenizer_prefix(self): return f"{self.tokenizer.value}{self.max_vocab // 1000}k"
|
||||
|
||||
Reference in new issue
Block a user