From be7248018f12b5eaf5a93874f7c3cd16e1a9097d Mon Sep 17 00:00:00 2001 From: nickwalton Date: Wed, 23 Oct 2019 11:06:57 -0600 Subject: [PATCH] update_loss_printing --- generator/ctrl/ctrl_generator.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/generator/ctrl/ctrl_generator.py b/generator/ctrl/ctrl_generator.py index 2ad0dbe..0d79ebb 100644 --- a/generator/ctrl/ctrl_generator.py +++ b/generator/ctrl/ctrl_generator.py @@ -20,7 +20,7 @@ def loss(labels, logits): class CTRLGenerator(): - def __init__(self, control_code="Fantasy ", generate_num=64, temperature=0.3, topk=40): + def __init__(self, control_code="Fantasy ", generate_num=64, temperature=0.3, topk=0, nucleus_prob = 0.9): self.generate_num=generate_num model_dir = "generator/ctrl/training_utils/seqlen256_v1.ckpt/" @@ -134,7 +134,7 @@ class CTRLGenerator(): self.bpe = fastBPE.fastBPE(code_file, vocab_file) self.temperature=temperature - self.nucleusprob = 0 + self.nucleusprob = nucleus_prob self.penalty = 1.2 self.topk=topk