wassname/Clover-Edition
1
0
Fork 0
mirror of https://github.com/wassname/Clover-Edition.git synced 2026-09-21 12:30:46 +08:00
Code Issues Packages Projects Releases Wiki Activity

update

Browse Source
This commit is contained in:
Nick
2019-09-24 12:51:54 -06:00
parent 9ef900781e
commit d86c098002
4 changed files with 10 additions and 22 deletions
Download Patch File Download Diff File Expand all files Collapse all files
generator/ctrl/ctrl_generator.py
+3 -2
View File
@@ -138,7 +138,6 @@ class CTRLGenerator():
self.penalty = 1.2
self.topk = 0
def configure_verb_probs(self, probabilities, options):
# Make sure only a possible verb is chosen.
@@ -169,6 +168,8 @@ class CTRLGenerator():
print(" DEBUG:: Prompt to generate by is \n", prompt)
print("******************************")
print("Disallowed used verbs: ", options["used_verbs"])
prompt_length = len(prompt)
# tokenize provided prompt
@@ -294,7 +295,7 @@ class CTRLGenerator():
tokens_generated_so_far = ' '.join([self.idx2word[c] for c in tokens_generated[0].squeeze()[:token + 2]])
tokens_generated_so_far = re.sub('(@@ )', '', string=tokens_generated_so_far)
tokens_generated_so_far = re.sub('(@@ ?$)', '', string=tokens_generated_so_far)
print(tokens_generated_so_far)
#print(tokens_generated_so_far)
result = tokens_generated_so_far[prompt_length:]
first_token = False