mirror of
https://github.com/wassname/Clover-Edition.git
synced 2026-09-09 11:13:26 +08:00
update
This commit is contained in:
@@ -216,7 +216,7 @@ class CTRLGenerator():
|
||||
prompt_logits[_token][generated_token] /= self.penalty
|
||||
|
||||
# disallow some tokens
|
||||
forbidden_tokens = ['<unk>', 'Sco@@']
|
||||
forbidden_tokens = ['<unk>', 'Sco@@', "&@@", "1]@@", "2]@@", "3]@@", "4]@@", "https://www.@@", "[@@"]
|
||||
|
||||
if num_new_lines > self.max_new_lines:
|
||||
forbidden_tokens.append("\n")
|
||||
|
||||
@@ -96,6 +96,7 @@ first_to_second_mappings = [
|
||||
("My ", "Your "),
|
||||
("we ","you "),
|
||||
("We ","You "),
|
||||
(" we're ", " you're "),
|
||||
(" mine"," yours"),
|
||||
(" me ", " you "),
|
||||
(" me.", " you."),
|
||||
@@ -112,6 +113,7 @@ second_to_first_mappings = [
|
||||
(" your ", " my "),
|
||||
("you are ", "I am "),
|
||||
("You are ", "I am "),
|
||||
(" you're ", " I'm "),
|
||||
("You ", "I "),
|
||||
("you ", "I "),
|
||||
(" you.", " me."),
|
||||
|
||||
Reference in New Issue
Block a user