From 74a4a055045a6f0e6f6e1a615885b65c0b6cad64 Mon Sep 17 00:00:00 2001
From: nickwalton <nickwalton00@gmail.com>
Date: Wed, 30 Oct 2019 19:00:21 -0600
Subject: [PATCH] update

---
 generator/ctrl/ctrl_generator.py | 4 +---
 1 file changed, 1 insertion(+), 3 deletions(-)

diff --git a/generator/ctrl/ctrl_generator.py b/generator/ctrl/ctrl_generator.py
index 9a13f96..d325d5e 100644
--- a/generator/ctrl/ctrl_generator.py
+++ b/generator/ctrl/ctrl_generator.py
@@ -135,7 +135,7 @@ class CTRLGenerator():
 
         self.temperature=temperature
         self.nucleusprob = nucleus_prob
-        self.penalty = 1.2
+        self.penalty = 1.1
         self.topk=topk
 
     def configure_verb_probs(self, probabilities, options):
@@ -212,8 +212,6 @@ class CTRLGenerator():
             penalized_so_far = set()
             for _ in range(token + 1):
                 generated_token = tokens_generated[0][_]
-                if generated_token in penalized_so_far:
-                    continue
                 penalized_so_far.add(generated_token)
                 prompt_logits[_token][generated_token] /= self.penalty