wassname/Clover-Edition
1
0
Fork 0
mirror of https://github.com/wassname/Clover-Edition.git synced 2026-09-09 11:13:26 +08:00
Code Issues Packages Projects Releases Wiki Activity

fixed mental issue?

Browse Source
This commit is contained in:
Nick
2019-09-24 15:24:07 -06:00
parent cd1901b25f
commit efccf5e563
1 changed files with 5 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files
generator/ctrl/ctrl_generator.py
+5 -8
View File
@@ -192,7 +192,6 @@ class CTRLGenerator():
first_token = True
prompt_length = len(prompt)
prompt_length_wout_code = len(prompt) - len(self.control_code)
# tokenize provided prompt
split_prompt = self.bpe.apply([prompt])[0].split()
@@ -314,20 +313,18 @@ class CTRLGenerator():
# clear screen if you want to
# os.system("clear")
tokens_generated_so_far = ' '.join([self.idx2word[c] for c in tokens_generated[0].squeeze()[:token + 2]])
tokens_generated_so_far = ' '.join([self.idx2word[c] for c in tokens_generated[0][len(text):].squeeze()[:token + 2]])
tokens_generated_so_far = re.sub('(@@ )', '', string=tokens_generated_so_far)
tokens_generated_so_far = re.sub('(@@ ?$)', '', string=tokens_generated_so_far)
result = tokens_generated_so_far
first_token = False
print("prompt length is ", prompt_length)
print("\n\nPrmopt is ", prompt)
result = tokens_generated_so_far[prompt_length_wout_code:]
print("\n\ntokens generated so far is:")
print(repr(tokens_generated_so_far))
print("\n\nPrompt is \n", prompt)
print("\n\nCut off")
print(repr(result))
import pdb
pdb.set_trace()