From 34b0e687e0f2f94207fb17aa9eec3815b8ce2aa2 Mon Sep 17 00:00:00 2001 From: Nick Walton Date: Thu, 26 Sep 2019 12:14:45 -0600 Subject: [PATCH] update --- generator/ctrl/ctrl_generator.py | 2 +- story/utils.py | 2 ++ 2 files changed, 3 insertions(+), 1 deletion(-) diff --git a/generator/ctrl/ctrl_generator.py b/generator/ctrl/ctrl_generator.py index 87cae33..ea3c6c3 100644 --- a/generator/ctrl/ctrl_generator.py +++ b/generator/ctrl/ctrl_generator.py @@ -216,7 +216,7 @@ class CTRLGenerator(): prompt_logits[_token][generated_token] /= self.penalty # disallow some tokens - forbidden_tokens = ['', 'Sco@@'] + forbidden_tokens = ['', 'Sco@@', "&@@", "1]@@", "2]@@", "3]@@", "4]@@", "https://www.@@", "[@@"] if num_new_lines > self.max_new_lines: forbidden_tokens.append("\n") diff --git a/story/utils.py b/story/utils.py index aad4811..6f067b1 100644 --- a/story/utils.py +++ b/story/utils.py @@ -96,6 +96,7 @@ first_to_second_mappings = [ ("My ", "Your "), ("we ","you "), ("We ","You "), + (" we're ", " you're "), (" mine"," yours"), (" me ", " you "), (" me.", " you."), @@ -112,6 +113,7 @@ second_to_first_mappings = [ (" your ", " my "), ("you are ", "I am "), ("You are ", "I am "), + (" you're ", " I'm "), ("You ", "I "), ("you ", "I "), (" you.", " me."),