This commit is contained in:
Nick Walton
2019-09-27 13:48:07 -06:00
parent f7d590da65
commit 367c3c68ed
+3 -3
View File
@@ -20,7 +20,7 @@ def loss(labels, logits):
class CTRLGenerator():
def __init__(self, control_code="Writing Text: ", generate_num=64, temperature=0.5):
def __init__(self, control_code="Writing Text: ", generate_num=64, temperature=0.5, topk=40):
self.generate_num=generate_num
model_dir = "generator/ctrl/model/seqlen256_v1.ckpt/"
@@ -136,7 +136,7 @@ class CTRLGenerator():
self.temperature=temperature
self.nucleusprob = 0
self.penalty = 1.2
self.topk=0
self.topk=topk
def configure_verb_probs(self, probabilities, options):
@@ -218,7 +218,7 @@ class CTRLGenerator():
# disallow some tokens
forbidden_tokens = ['<unk>', 'Sco@@', "&amp@@", "1]@@", "2]@@", "3]@@", "4]@@", "https://www.@@", "[@@", ":@@",
"Edit", "&@@", "2:","1:", ":", "Edit@@", "EDI@@", "EDIT@@", "edit", "TL@@", "tl@@", ";@@",
'**', "http://@@", "Redd@@", "UP@@", "mom"]
'**', "http://@@", "Redd@@", "UP@@", "mom", "Up@@"]
if num_new_lines > self.max_new_lines:
forbidden_tokens.append("\n")