wassname/Clover-Edition
1
0
Fork 0
mirror of https://github.com/wassname/Clover-Edition.git synced 2026-09-09 11:13:26 +08:00
Code Issues Packages Projects Releases Wiki Activity

update

Browse Source
This commit is contained in:
Nick
2019-09-24 15:49:48 -06:00
parent 9dcd2e1589
commit 5d5ea2acdb
1 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
generator/ctrl/ctrl_generator.py
+2
View File
@@ -324,6 +324,8 @@ class CTRLGenerator():
if self.idx2word[idx] is "\n":
num_new_lines += 1
print("Generated token is ", self.idx2word[idx])
tokens_generated_so_far = ' '.join([self.idx2word[c] for c in tokens_generated[0][len(text):].squeeze()[:token + 2]])
tokens_generated_so_far = re.sub('(@@ )', '', string=tokens_generated_so_far)
tokens_generated_so_far = re.sub('(@@ ?$)', '', string=tokens_generated_so_far)