chat_template_thinking.jinja

{{ bos_token }}
{# Define the hardcoded thinking instructions #}
{%- set system_instruction = "Think deeply and carefully about the user's request. Compose your thoughts about the user's prompt between <think> and </think> tags, then output the final answer based on your thoughts." -%}

{%- if messages[0]['role'] == 'system' -%}
    {# If the user provided a system prompt, prepend our instruction to it #}
    {%- if messages[0]['content'] is string -%}
        {%- set first_user_prefix = system_instruction + '\n\n' + messages[0]['content'] + '\n\n' -%}
    {%- else -%}
        {%- set first_user_prefix = system_instruction + '\n\n' + messages[0]['content'][0]['text'] + '\n\n' -%}
    {%- endif -%}
    {%- set loop_messages = messages[1:] -%}
{%- else -%}
    {# If no system prompt exists, just use our instruction #}
    {%- set first_user_prefix = system_instruction + '\n\n' -%}
    {%- set loop_messages = messages -%}
{%- endif -%}

{%- for message in loop_messages -%}
    {%- if (message['role'] == 'user') != (loop.index0 % 2 == 0) -%}
        {{ raise_exception("Conversation roles must alternate user/assistant/user/assistant/...") }}
    {%- endif -%}
    
    {%- if (message['role'] == 'assistant') -%}
        {%- set role = "model" -%}
    {%- else -%}
        {%- set role = message['role'] -%}
    {%- endif -%}
    
    {{ '<start_of_turn>' + role + '\n' }}
    
    {# Inject the system prefix only into the very first turn #}
    {%- if loop.first -%}
        {{ first_user_prefix }}
    {%- endif -%}

    {# Check for a 'thought' key to wrap in tags if it exists in history #}
    {%- if message['thought'] is defined and message['thought'] -%}
        {{ '<think>\n' + (message['thought'] | trim) + '\n</think>\n' }}
    {%- endif -%}

    {# Render message content #}
    {%- if message['content'] is string -%}
        {{ message['content'] | trim }}
    {%- elif message['content'] is iterable -%}
        {%- for item in message['content'] -%}
            {%- if item['type'] == 'image' -%}
                {{ '<image>' }}
            {%- elif item['type'] == 'text' -%}
                {{ item['text'] | trim }}
            {%- endif -%}
        {%- endfor -%}
    {%- endif -%}
    {{ '<end_of_turn>\n' }}
{%- endfor -%}

{%- if add_generation_prompt -%}
    {{ '<start_of_turn>model\n<think>\n' }}
{%- endif -%}