From e0feaaf225256b7d499af18db212cdd41b5eeef0 Mon Sep 17 00:00:00 2001 From: wassname Date: Sat, 11 May 2024 14:50:51 +0800 Subject: [PATCH] fix len --- prob_jsonformer/logits_processors.py | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/prob_jsonformer/logits_processors.py b/prob_jsonformer/logits_processors.py index a6e334c..6cef012 100644 --- a/prob_jsonformer/logits_processors.py +++ b/prob_jsonformer/logits_processors.py @@ -28,12 +28,12 @@ class StringStoppingCriteria(StoppingCriteria): # because of tokens this wont work pefectly gen_ids = input_ids[0][self.prompt_length :] o = self.tokenizer.decode(gen_ids, skip_special_tokens=True) - # print("o", o) + print("o", o) str_l = len(o) - # print( - # f"stopping? self.max_length={self.max_length} str_l={str_l},self.prompt_length={self.prompt_length}" - # ) - if (str_l - -self.prompt_length) > self.max_length: + print( + f"stopping? self.max_length={self.max_length} str_l={str_l},self.prompt_length={self.prompt_length}" + ) + if str_l > self.max_length: return True return result