wassname/prob_jsonformer
1
0
Fork 0
mirror of https://github.com/wassname/prob_jsonformer.git synced 2026-09-09 11:29:57 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix len

Browse Source
This commit is contained in:
wassname
2024-05-11 14:49:05 +08:00
parent 72e1d55642
commit 7b8cec8b3d
1 changed files with 8 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
prob_jsonformer/logits_processors.py
+8 -2
View File
@@ -26,8 +26,14 @@ class StringStoppingCriteria(StoppingCriteria):
if self.max_length is not None:
# because of tokens this wont work pefectly
str_l = len(self.tokenizer.decode(input_ids[0], skip_special_tokens=True))
if str_l > self.max_length:
gen_ids = input_ids[0][self.prompt_length :]
o = self.tokenizer.decode(gen_ids, skip_special_tokens=True)
# print("o", o)
str_l = len(o)
# print(
# f"stopping? self.max_length={self.max_length} str_l={str_l},self.prompt_length={self.prompt_length}"
# )
if (str_l - -self.prompt_length) > self.max_length:
return True
return result