Skip to content

Commit 5c34bbd

Browse files
committed
[Misc] Add deepseek_vl2 chat template (vllm-project#12143)
Signed-off-by: Isotr0py <[email protected]>
1 parent c0055d1 commit 5c34bbd

File tree

2 files changed

+24
-0
lines changed

2 files changed

+24
-0
lines changed
Lines changed: 23 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,23 @@
1+
{%- if messages[0]['role'] == 'system' -%}
2+
{%- set system_message = messages[0]['content'] -%}
3+
{%- set messages = messages[1:] -%}
4+
{%- else -%}
5+
{% set system_message = '' -%}
6+
{%- endif -%}
7+
8+
{{ bos_token + system_message }}
9+
{%- for message in messages -%}
10+
{%- if (message['role'] == 'user') != (loop.index0 % 2 == 0) -%}
11+
{{ raise_exception('Conversation roles must alternate user/assistant/user/assistant/...') }}
12+
{%- endif -%}
13+
14+
{%- if message['role'] == 'user' -%}
15+
{{ '<|User|>: ' + message['content'] + '\n' }}
16+
{%- elif message['role'] == 'assistant' -%}
17+
{{ '<|Assistant|>: ' + message['content'] + eos_token + '\n' }}
18+
{%- endif -%}
19+
{%- endfor -%}
20+
21+
{%- if add_generation_prompt -%}
22+
{{ '<|Assistant|>: ' }}
23+
{% endif %}

tests/entrypoints/test_chat_utils.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -754,6 +754,7 @@ def test_resolve_content_format_hf_defined(model, expected_format):
754754
("template_chatglm.jinja", "string"),
755755
("template_chatglm2.jinja", "string"),
756756
("template_chatml.jinja", "string"),
757+
("template_deepseek_vl2.jinja", "string"),
757758
("template_falcon_180b.jinja", "string"),
758759
("template_falcon.jinja", "string"),
759760
("template_inkbot.jinja", "string"),

0 commit comments

Comments
 (0)