wassname/Clover-Edition
1
0
Fork 0
mirror of https://github.com/wassname/Clover-Edition.git synced 2026-09-09 11:13:26 +08:00
Code Issues Packages Projects Releases Wiki Activity

update

Browse Source
This commit is contained in:
Nick
2019-09-26 16:27:51 -06:00
parent 2a787d564b
commit 0657dc6960
1 changed files with 3 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
generator/ctrl/ctrl_generator.py
+3 -2
View File
@@ -172,7 +172,7 @@ class CTRLGenerator():
first_letter_capitalized = result[0].isupper()
result = result.replace("#", "")
result = result.replace("*", "")
#result = first_to_second_person(result)
result = first_to_second_person(result)
result = remove_profanity(result)
if not first_letter_capitalized:
@@ -216,7 +216,8 @@ class CTRLGenerator():
prompt_logits[_token][generated_token] /= self.penalty
# disallow some tokens
forbidden_tokens = ['<unk>', 'Sco@@', "&amp@@", "1]@@", "2]@@", "3]@@", "4]@@", "https://www.@@", "[@@", ":@@", "Edit", "&@@", "2:","1:", ":"]
forbidden_tokens = ['<unk>', 'Sco@@', "&amp@@", "1]@@", "2]@@", "3]@@", "4]@@", "https://www.@@", "[@@", ":@@",
"Edit", "&@@", "2:","1:", ":"]
if num_new_lines > self.max_new_lines:
forbidden_tokens.append("\n")