wassname/Clover-Edition
1
0
Fork 0
mirror of https://github.com/wassname/Clover-Edition.git synced 2026-09-09 11:13:26 +08:00
Code Issues Packages Projects Releases Wiki Activity

fixthethe

Browse Source
This commit is contained in:
nickwalton
2019-10-31 12:51:17 -06:00
parent 397ef22d66
commit 7b6aff5bda
1 changed files with 4 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
generator/ctrl/ctrl_generator.py
+4 -1
View File
@@ -226,6 +226,10 @@ class CTRLGenerator():
for forbidden_token in forbidden_tokens:
prompt_logits[_token][self.word2idx[forbidden_token]] = -1e8
last_ind = tokens_generated[0][token]
if self.idx2word[last_ind] == "the":
prompt_logits[_token][self.word2idx["the"]] = -1e8
if forbid_newline:
prompt_logits[_token][self.word2idx['\n']] = -1e8
else:
@@ -305,7 +309,6 @@ class CTRLGenerator():
elif self.idx2word[idx] == '\n':
idx = self.generate_next_token(token, tokens_generated, options, num_new_lines, token_num,
first_token=first_token, forbid_newline=True)
# assign the token for generation
tokens_generated[0][token + 1] = idx
if debug_print: