From 7b6aff5bdada9be24decee77f72ba472b1452fe5 Mon Sep 17 00:00:00 2001 From: nickwalton Date: Thu, 31 Oct 2019 12:51:17 -0600 Subject: [PATCH] fixthethe --- generator/ctrl/ctrl_generator.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/generator/ctrl/ctrl_generator.py b/generator/ctrl/ctrl_generator.py index 31239c9..4dabc24 100644 --- a/generator/ctrl/ctrl_generator.py +++ b/generator/ctrl/ctrl_generator.py @@ -226,6 +226,10 @@ class CTRLGenerator(): for forbidden_token in forbidden_tokens: prompt_logits[_token][self.word2idx[forbidden_token]] = -1e8 + last_ind = tokens_generated[0][token] + if self.idx2word[last_ind] == "the": + prompt_logits[_token][self.word2idx["the"]] = -1e8 + if forbid_newline: prompt_logits[_token][self.word2idx['\n']] = -1e8 else: @@ -305,7 +309,6 @@ class CTRLGenerator(): elif self.idx2word[idx] == '\n': idx = self.generate_next_token(token, tokens_generated, options, num_new_lines, token_num, first_token=first_token, forbid_newline=True) - # assign the token for generation tokens_generated[0][token + 1] = idx if debug_print: