This commit is contained in:
Nick
2019-10-29 10:04:40 -06:00
parent 25614b0b86
commit 0932df6176
+1 -1
View File
@@ -219,7 +219,7 @@ class CTRLGenerator():
forbidden_tokens = ['<unk>', 'Sco@@', "&amp@@", "1]@@", "2]@@", "3]@@", "4]@@", "https://www.@@", "[@@", ":@@",
"Edit", "&@@", "2:","1:", ":", "Edit@@", "EDI@@", "EDIT@@", "edit", "TL@@", "tl@@", ";@@",
'**', "http://@@", "Redd@@", "UP@@", "mom", "Up@@", "Me:", "Update", "mom@@", "Part",
"http://www.@@", "edit@@", "*@@", "\n", "Writing", "Text@@", "[[@@]", "\\@@", "<br>@@", "<div", "|@@"]
"http://www.@@", "edit@@", "*@@", "\n", "Writing", "Text@@", "\\@@", "<br>@@", "<div", "|@@"]
if num_new_lines > self.max_new_lines:
forbidden_tokens.append("\n")