Add baichuan chat template jinjia file (vllm-project#2390)

liuyhwangyh · Jan 9, 2024 · 74cd5ab · 74cd5ab
1 parent 28c3f12
commit 74cd5ab
Showing 1 changed file with 22 additions and 0 deletions.
diff --git a/examples/template_baichuan.jinja b/examples/template_baichuan.jinja
@@ -0,0 +1,22 @@
+{{ (messages|selectattr('role', 'equalto', 'system')|list|last).content|trim if (messages|selectattr('role', 'equalto', 'system')|list) else '' }}
+
+{% for message in messages %}
+{% if message['role'] == 'user' %}
+<reserved_106>
+{{ message['content']|trim -}}
+{% if not loop.last %}
+
+
+{% endif %}
+{% elif message['role'] == 'assistant' %}
+<reserved_107>
+{{ message['content']|trim -}}
+{% if not loop.last %}
+
+
+{% endif %}
+{% endif %}
+{% endfor %}
+{% if add_generation_prompt and messages[-1]['role'] != 'assistant' %}
+<reserved_107>
+{% endif %}