From 2a787d564bc44c8fcd8286e352a1aafc387fd3fb Mon Sep 17 00:00:00 2001 From: Nick Date: Thu, 26 Sep 2019 16:21:48 -0600 Subject: [PATCH] update --- generator/ctrl/ctrl_generator.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/generator/ctrl/ctrl_generator.py b/generator/ctrl/ctrl_generator.py index 064fd2a..3fb7985 100644 --- a/generator/ctrl/ctrl_generator.py +++ b/generator/ctrl/ctrl_generator.py @@ -216,7 +216,7 @@ class CTRLGenerator(): prompt_logits[_token][generated_token] /= self.penalty # disallow some tokens - forbidden_tokens = ['', 'Sco@@', "&@@", "1]@@", "2]@@", "3]@@", "4]@@", "https://www.@@", "[@@", ":@@", "Edit"] + forbidden_tokens = ['', 'Sco@@', "&@@", "1]@@", "2]@@", "3]@@", "4]@@", "https://www.@@", "[@@", ":@@", "Edit", "&@@", "2:","1:", ":"] if num_new_lines > self.max_new_lines: forbidden_tokens.append("\n")