diff --git a/generator/ctrl/ctrl_generator.py b/generator/ctrl/ctrl_generator.py index db8a997..01fd396 100644 --- a/generator/ctrl/ctrl_generator.py +++ b/generator/ctrl/ctrl_generator.py @@ -216,7 +216,7 @@ class CTRLGenerator(): prompt_logits[_token][generated_token] /= self.penalty # disallow some tokens - forbidden_tokens = ['', 'Sco@@']#, "UPDATE:", "EDIT", "UPDATE", "EDIT:", "[Part", "&", "*EDIT"] + forbidden_tokens = ['', 'Sco@@', "UPDATE", "EDIT", "UPDATE", "EDIT", "[Part", "&"] if num_new_lines > self.max_new_lines: forbidden_tokens.append("\n") @@ -290,7 +290,7 @@ class CTRLGenerator(): if self.idx2word[idx] is "\n": num_new_lines += 1 - print(self.idx2word[idx], end="_") + print(repr(self.idx2word[idx]), end="_") tokens_generated_so_far = ' '.join([self.idx2word[c] for c in tokens_generated[0][len(text):].squeeze()[:token + 2]]) tokens_generated_so_far = re.sub('(@@ )', '', string=tokens_generated_so_far)