wassname/vllm
1
0
Fork 0
mirror of https://github.com/wassname/vllm.git synced 2026-07-09 11:13:17 +08:00
Code Issues Packages Projects Releases Wiki Activity

Add baichuan chat template jinjia file (#2390)

Browse Source
This commit is contained in:
KKY
2024-01-09 11:13:02 -06:00
committed by GitHub
parent 28c3f12104
commit 74cd5abdd1
1 changed files with 22 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
examples/template_baichuan.jinja
+22
View File
@@ -0,0 +1,22 @@
{{ (messages|selectattr('role', 'equalto', 'system')|list|last).content|trim if (messages|selectattr('role', 'equalto', 'system')|list) else '' }}
{% for message in messages %}
{% if message['role'] == 'user' %}
<reserved_106>
{{ message['content']|trim -}}
{% if not loop.last %}
{% endif %}
{% elif message['role'] == 'assistant' %}
<reserved_107>
{{ message['content']|trim -}}
{% if not loop.last %}
{% endif %}
{% endif %}
{% endfor %}
{% if add_generation_prompt and messages[-1]['role'] != 'assistant' %}
<reserved_107>
{% endif %}