wassname/prob_jsonformer
1
0
Fork 0
mirror of https://github.com/wassname/prob_jsonformer.git synced 2026-09-09 11:29:57 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix len

Browse Source
This commit is contained in:
wassname
2024-05-11 14:50:51 +08:00
parent 7b8cec8b3d
commit e0feaaf225
1 changed files with 5 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files
prob_jsonformer/logits_processors.py
+5 -5
View File
@@ -28,12 +28,12 @@ class StringStoppingCriteria(StoppingCriteria):
# because of tokens this wont work pefectly
gen_ids = input_ids[0][self.prompt_length :]
o = self.tokenizer.decode(gen_ids, skip_special_tokens=True)
# print("o", o)
print("o", o)
str_l = len(o)
# print(
# f"stopping? self.max_length={self.max_length} str_l={str_l},self.prompt_length={self.prompt_length}"
# )
if (str_l - -self.prompt_length) > self.max_length:
print(
f"stopping? self.max_length={self.max_length} str_l={str_l},self.prompt_length={self.prompt_length}"
)
if str_l > self.max_length:
return True
return result