diff --git a/generator/ctrl/ctrl_generator.py b/generator/ctrl/ctrl_generator.py
index b5ef26e..60273a6 100644
--- a/generator/ctrl/ctrl_generator.py
+++ b/generator/ctrl/ctrl_generator.py
@@ -227,6 +227,8 @@ class CTRLGenerator():
 
         if forbid_newline:
             prompt_logits[_token][self.word2idx['\n']] = -1e8
+        else:
+            prompt_logits[_token][self.word2idx['\n']] *= 0.75
 
         # Set whitelist
         if "word_whitelist" in options and token_num in options["word_whitelist"].keys():