wassname/alignment-handbook
1
0
Fork 0
mirror of https://github.com/wassname/alignment-handbook.git synced 2026-09-10 11:50:50 +08:00
Code Issues Packages Projects Releases Wiki Activity

chat template fix

Browse Source
This commit is contained in:
wassname
2025-06-02 07:27:46 +00:00
parent 2819dd46d0
commit 880d4eda1e
5 changed files with 30 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files
recipes/fromSimPO/Qwen3-0.6B_fourchan.yaml
+1 -1
View File
@@ -6,7 +6,7 @@ attn_implementation: flash_attention_2
# use_flash_attention_2: true
# Data training arguments
tokenizer_name_or_path: Qwen/Qwen3-0.6B # Custom tokenizer with <|im_start|> and <|im_end|> tokens
#tokenizer_name_or_path: Qwen/Qwen3-0.6B # Custom tokenizer with <|im_start|> and <|im_end|> tokens
# chat_template: "{% for message in messages %}\n{% if message['role'] == 'user' %}\n{{ '<|user|>\n' + message['content'] + eos_token }}\n{% elif message['role'] == 'system' %}\n{{ '<|system|>\n' + message['content'] + eos_token }}\n{% elif message['role'] == 'assistant' %}\n{{ '<|assistant|>\n' + message['content'] + eos_token }}\n{% endif %}\n{% if loop.last and add_generation_prompt %}\n{{ '<|assistant|>' }}\n{% endif %}\n{% endfor %}"
dataset_mixer: