This commit is contained in:
Nick Walton
2019-09-27 14:20:17 -06:00
parent 319e894e87
commit acadfdb5dc
+2 -1
View File
@@ -218,7 +218,8 @@ class CTRLGenerator():
# disallow some tokens
forbidden_tokens = ['<unk>', 'Sco@@', "&amp@@", "1]@@", "2]@@", "3]@@", "4]@@", "https://www.@@", "[@@", ":@@",
"Edit", "&@@", "2:","1:", ":", "Edit@@", "EDI@@", "EDIT@@", "edit", "TL@@", "tl@@", ";@@",
'**', "http://@@", "Redd@@", "UP@@", "mom", "Up@@", "Me:", "Update", "mom@@"]
'**', "http://@@", "Redd@@", "UP@@", "mom", "Up@@", "Me:", "Update", "mom@@", "Part",
"http://www.@@"]
if num_new_lines > self.max_new_lines:
forbidden_tokens.append("\n")