added_training_stuff

2026-09-19 12:10:28 +08:00 · 2019-09-27 14:39:18 -06:00
parent ef45ad99d0
commit d71a2e95eb
14 changed files with 447998 additions and 1 deletions
@@ -219,7 +219,7 @@ class CTRLGenerator():
        forbidden_tokens = ['<unk>', 'Sco@@', "&amp@@", "1]@@", "2]@@", "3]@@", "4]@@", "https://www.@@", "[@@", ":@@",
                            "Edit", "&@@", "2:","1:", ":", "Edit@@", "EDI@@", "EDIT@@", "edit", "TL@@", "tl@@", ";@@",
                            '**', "http://@@", "Redd@@", "UP@@", "mom", "Up@@", "Me:", "Update", "mom@@", "Part",
-                            "http://www.@@"]
+                            "http://www.@@", "edit@@", "*@@"]

        if num_new_lines > self.max_new_lines:
            forbidden_tokens.append("\n")