add stop token to speed up

2026-09-09 11:13:26 +08:00 · 2019-12-25 07:10:23 +08:00
parent 69d1151e86
commit 57432290ea
1 changed files with 1 additions and 0 deletions
@@ -116,6 +116,7 @@ class GPT2Generator:
        self.batch_size = 1
        self.stop_token = None
        self.max_history_tokens = 256
+        self.stop_token = '<|endoftext|>'

        self.model_name = "pytorch-gpt2-xl-aid2-v5"
        self.model_dir = "models"