wassname/Clover-Edition
1
0
Fork 0
mirror of https://github.com/wassname/Clover-Edition.git synced 2026-09-12 12:04:39 +08:00
Code Issues Packages Projects Releases Wiki Activity

update

Browse Source
This commit is contained in:
Nick Walton
2019-09-26 11:59:27 -06:00
parent c180c9e03c
commit 7a5e28e0ee
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
generator/ctrl/ctrl_generator.py
+2 -2
View File
@@ -216,7 +216,7 @@ class CTRLGenerator():
prompt_logits[_token][generated_token] /= self.penalty
# disallow some tokens
forbidden_tokens = ['<unk>', 'Sco@@']#, "UPDATE:", "EDIT", "UPDATE", "EDIT:", "[Part", "&amp", "*EDIT"]
forbidden_tokens = ['<unk>', 'Sco@@', "UPDATE", "EDIT", "UPDATE", "EDIT", "[Part", "&amp"]
if num_new_lines > self.max_new_lines:
forbidden_tokens.append("\n")
@@ -290,7 +290,7 @@ class CTRLGenerator():
if self.idx2word[idx] is "\n":
num_new_lines += 1
print(self.idx2word[idx], end="_")
print(repr(self.idx2word[idx]), end="_")
tokens_generated_so_far = ' '.join([self.idx2word[c] for c in tokens_generated[0][len(text):].squeeze()[:token + 2]])
tokens_generated_so_far = re.sub('(@@ )', '', string=tokens_generated_so_far)