add pad_token_id to generate string

2026-09-09 11:29:57 +08:00 · 2023-05-08 03:00:00 +00:00
parent 44e6db587f
commit 4fe34dc37f
1 changed files with 1 additions and 0 deletions
@@ -117,6 +117,7 @@ class Jsonformer:
            stopping_criteria=[
                StringStoppingCriteria(self.tokenizer, len(input_tokens[0]))
            ],
+            pad_token_id=self.tokenizer.eos_token_id,
        )

        # Some models output the prompt as part of the response