From 4fe34dc37f777c8778fcd96634c0c2de1af78701 Mon Sep 17 00:00:00 2001 From: 1rgs Date: Mon, 8 May 2023 03:00:00 +0000 Subject: [PATCH] add pad_token_id to generate string --- jsonformer/main.py | 1 + 1 file changed, 1 insertion(+) diff --git a/jsonformer/main.py b/jsonformer/main.py index f709a3b..62b2b09 100644 --- a/jsonformer/main.py +++ b/jsonformer/main.py @@ -117,6 +117,7 @@ class Jsonformer: stopping_criteria=[ StringStoppingCriteria(self.tokenizer, len(input_tokens[0])) ], + pad_token_id=self.tokenizer.eos_token_id, ) # Some models output the prompt as part of the response