From 57432290eaeec6a4a94ced70e30662c2a5e5149b Mon Sep 17 00:00:00 2001
From: wassname <wassname@users.noreply.github.com>
Date: Wed, 25 Dec 2019 07:10:23 +0800
Subject: [PATCH] add stop token to speed up

---
 gpt2generator.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/gpt2generator.py b/gpt2generator.py
index e829789..59fe29d 100644
--- a/gpt2generator.py
+++ b/gpt2generator.py
@@ -116,6 +116,7 @@ class GPT2Generator:
         self.batch_size = 1
         self.stop_token = None
         self.max_history_tokens = 256
+        self.stop_token = '<|endoftext|>'
 
         self.model_name = "pytorch-gpt2-xl-aid2-v5"
         self.model_dir = "models"