From 7a5e28e0ee4310301b33666d0f609b4df8dd43b6 Mon Sep 17 00:00:00 2001 From: Nick Walton Date: Thu, 26 Sep 2019 11:59:27 -0600 Subject: [PATCH] update --- generator/ctrl/ctrl_generator.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/generator/ctrl/ctrl_generator.py b/generator/ctrl/ctrl_generator.py index db8a997..01fd396 100644 --- a/generator/ctrl/ctrl_generator.py +++ b/generator/ctrl/ctrl_generator.py @@ -216,7 +216,7 @@ class CTRLGenerator(): prompt_logits[_token][generated_token] /= self.penalty # disallow some tokens - forbidden_tokens = ['', 'Sco@@']#, "UPDATE:", "EDIT", "UPDATE", "EDIT:", "[Part", "&", "*EDIT"] + forbidden_tokens = ['', 'Sco@@', "UPDATE", "EDIT", "UPDATE", "EDIT", "[Part", "&"] if num_new_lines > self.max_new_lines: forbidden_tokens.append("\n") @@ -290,7 +290,7 @@ class CTRLGenerator(): if self.idx2word[idx] is "\n": num_new_lines += 1 - print(self.idx2word[idx], end="_") + print(repr(self.idx2word[idx]), end="_") tokens_generated_so_far = ' '.join([self.idx2word[c] for c in tokens_generated[0][len(text):].squeeze()[:token + 2]]) tokens_generated_so_far = re.sub('(@@ )', '', string=tokens_generated_so_far)