chat_template.jinja

{%- set ns = namespace(enable_thinking=false, has_sys_prompt=false, non_tool_system_content='', has_video=false, explicit_think_requested=false) -%}
{%- set msg = namespace(content='') -%}
{%- for message in messages -%}
    {%- if message['role'] == 'system' -%}
        {%- set ns.has_sys_prompt = true -%}
        {# Extract system content without tool flags #}
        {%- if message['content'] is string -%}
            {%- set ns.non_tool_system_content = message['content'].replace('</think>', '<_end_think>').replace('/think', '').replace('/no_think', '').replace('<_end_think>', '</think>').strip() -%}
        {%- else -%}
            {%- set ns.non_tool_system_content = '' -%}
            {%- for content in message['content'] -%}
                {%- if content['type'] == 'text' -%}
                    {%- set ns.non_tool_system_content = ns.non_tool_system_content + content['text'].replace('</think>', '<_end_think>').replace('/think', '').replace('/no_think', '').replace('<_end_think>', '</think>') -%}
                {%- endif -%}
            {%- endfor -%}
            {%- set ns.non_tool_system_content = ns.non_tool_system_content.strip() -%}
        {%- endif -%}
    {%- endif -%}
    {# Check for video content in all messages #}
    {%- if message['content'] is not string -%}
        {%- for content in message['content'] -%}
            {%- if content['type'] == 'video' or content['type'] == 'video_url' -%}
                {%- set ns.has_video = true -%}
            {%- endif -%}
        {%- endfor -%}
    {%- endif -%}
    {%- if message['content'] is string -%}
        {%- if message['role'] == 'user' or message['role'] == 'system' -%}
            {%- if '/think' in message['content'].replace('</think>', '') -%}
                {%- set ns.enable_thinking = true -%}
                {%- set ns.explicit_think_requested = true -%}
            {%- elif '/no_think' in message['content'] -%}
                {%- set ns.enable_thinking = false -%}
            {%- endif -%}
        {%- endif -%}
    {%- else -%}
        {%- for content in message['content'] -%}
            {%- if content['type'] == 'text' -%}
                {%- if message['role'] == 'user' or message['role'] == 'system' -%}
                    {%- if '/think' in content['text'].replace('</think>', '') -%}
                        {%- set ns.enable_thinking = true -%}
                        {%- set ns.explicit_think_requested = true -%}
                    {%- elif '/no_think' in content['text'] -%}
                        {%- set ns.enable_thinking = false -%}
                    {%- endif -%}
                {%- endif -%}
            {%- endif -%}
        {%- endfor -%}
    {%- endif -%}
{%- endfor -%}

{# Error out if video is present and reasoning is explicitly requested #}
{%- if ns.has_video and ns.explicit_think_requested -%}
    {{ raise_exception('Video inputs are not supported with reasoning mode. Please remove /think flag or remove video content.') }}
{%- endif -%}

{# Automatically disable reasoning if video is present (without explicit /think request) #}
{%- if ns.has_video and not ns.explicit_think_requested -%}
    {%- set ns.enable_thinking = false -%}
{%- endif -%}

{%- if messages[0]['role'] != 'system' -%}
    {{- '<SPECIAL_10>System\n' -}}
{%- else -%}
    {{- '<SPECIAL_10>System\n' + ns.non_tool_system_content }}
{%- endif -%}

{%- if tools -%}
    {%- if ns.non_tool_system_content != '' -%}
        {{- '\n\n' -}}
    {%- endif -%}
    {{- 'You can use the following tools to assist the user if required:\n' -}}
    {{- '<AVAILABLE_TOOLS>[' -}}
    {%- for tool in tools -%}
        {{- (tool.function if tool.function is defined else tool) | tojson -}}
        {{- ', ' if not loop.last else '' -}}
    {%- endfor -%}
    {{- ']</AVAILABLE_TOOLS>\n\n' -}}
    
    {{- 'If you decide to call any tool(s), use the following format:\n' -}}
    {{- '<TOOLCALL>[{"name": "tool_name1", "arguments": "tool_args1"}, ' -}}
    {{- '{"name": "tool_name2", "arguments": "tool_args2"}]</TOOLCALL>\n\n' -}}
    
    {{- 'The user will execute tool-calls and return responses from tool(s) in this format:\n' -}}
    {{- '<TOOL_RESPONSE>[{"response": "tool_response1"}, ' -}}
    {{- '{"response": "tool_response2"}]</TOOL_RESPONSE>\n\n' -}}
    
    {{- 'Based on the tool responses, you can call additional tools if needed, ' -}}
    {{- 'correct tool calls if any errors are found, or just respond to the user.' -}}
{%- endif -%}
{{- '\n' -}}

{%- set messages = messages[1:] if messages[0]['role'] == 'system' else messages -%}

{# Prevent no user or assistant message #}
{%- if messages|length == 0 -%}
    {%- set messages = [{'role': 'user', 'content': ''}] -%}
{%- endif -%}

{%- for message in messages %}
    {%- if message['content'] is string -%}
        {%- set msg.content = message['content'].replace('</think>', '<_end_think>').replace('/think', '').replace('/no_think', '').replace('<_end_think>', '</think>').strip() -%}
    {%- else -%}
        {%- set msg.content = '' -%}
        {%- set mm_content = '' -%}
        {%- set counters = namespace(images=0, videos=0) -%}

        {%- for content in message['content'] -%}
            {%- if content['type'] == 'image' -%}
                {%- set counters.images = counters.images + 1 -%}
            {%- elif content['type'] == 'video' -%}
                {%- set counters.videos = counters.videos + 1 -%}
            {%- elif content['type'] == 'text' -%}
                {%- set msg.content = msg.content + content['text'] -%}
            {%- endif -%}
        {%- endfor -%}
        {%- if '<image>' in msg.content -%}
            {%- set counters.images = 0 -%}
        {%- endif -%}
        {%- if '<video>' in msg.content -%}
            {%- set counters.videos = 0 -%}
        {%- endif -%}
        {%- if counters.images > 1 -%}
            {%- set image_tags = namespace(tags=[]) -%}
            {%- for i in range(counters.images) -%}
                {%- set image_tags.tags = image_tags.tags + ['<image ' + (i + 1)|string + '><image>'] -%}
            {%- endfor -%}
            {%- set mm_content = ' '.join(image_tags.tags) + '\n' -%}
        {%- elif counters.images == 1 -%}
            {%- set mm_content = '<image>\n' -%}
        {%- endif -%}
        {%- set mm_content = mm_content + '<video>\n' * counters.videos -%}
        {%- set msg.content = mm_content + msg.content.lstrip('\n') -%}
    {%- endif -%}

    {%- if message['role'] == 'user' %}
        {{- '<SPECIAL_11>User\n' + msg.content.replace('</think>', '<_end_think>').replace('/think', '').replace('/no_think', '').replace('<_end_think>', '</think>').strip() + '\n' }}
    {%- elif message['role'] == 'tool' %}
        {%- if loop.first or (messages[loop.index0 - 1].role != 'tool') -%}
            {{- '<SPECIAL_11>User\n' + '<TOOL_RESPONSE>[' }}
        {%- endif -%}
        {{- msg.content -}}
        {{- ', ' if not loop.last and (messages[loop.index0 + 1].role == 'tool') else '' -}}
        {%- if loop.last or (messages[loop.index0 + 1].role != 'tool') -%}
            {{- ']</TOOL_RESPONSE>\n' -}}
        {%- endif -%}
    {%- elif message['role'] == 'assistant' %}
        {%- if '</think>' in msg.content %}
            {%- set msg.content = msg.content.split('</think>')[1].strip() %}
        {%- endif %}
        {{- '<SPECIAL_11>Assistant\n' + msg.content.strip() }}
        {%- if message.tool_calls -%}
            {%- if msg.content.strip() != '' -%}
                {{- '\n\n' -}}
            {%- endif -%}
            {{- '<TOOLCALL>[' -}}
            {%- for call in message.tool_calls -%}
                {%- set fn = call.function if call.function is defined else call -%}
                {{- '{"name": "' + fn.name + '", "arguments": ' -}}
                {%- if fn.arguments is string -%}
                    {{- fn.arguments -}}
                {%- else -%}
                    {{- fn.arguments | tojson -}}
                {%- endif -%}
                {{- '}' + (', ' if not loop.last else '') -}}
            {%- endfor -%}
            {{- ']</TOOLCALL>' -}}
        {%- endif -%}
        {{- '\n<SPECIAL_12>\n' -}}
    {%- endif %}
{%- endfor -%}
{%- if add_generation_prompt %}
    {{- '<SPECIAL_11>Assistant\n' }}
    {%- if ns.enable_thinking is defined and ns.enable_thinking is false %}
        {{- '<think></think>' }}
    {%- else %}
        {{- '<think>\n' }}
    {%- endif %}
{%- endif %}