92 lines
4.1 KiB
Django/Jinja
92 lines
4.1 KiB
Django/Jinja
{# ───── header (system message) ───── #}
|
|
{{- "<|im_start|>system\n" -}}
|
|
{# ───── get the custom instructions + optional thinking override ───── #}
|
|
{%- if messages[0].role == "system" -%}
|
|
{%- set custom_instructions = messages[0].content.rstrip() -%}
|
|
{%- endif -%}
|
|
{# ───── set the system prompt ───── #}
|
|
{%- if custom_instructions -%}
|
|
{{- custom_instructions -}}
|
|
{%- else -%}
|
|
{{- "You are a helpful AI assistant named Dicta-LM 3.0, Trained by Dicta, the Israel Center for Text Analysis. Your role is to provide accurate, helpful, and well-structured responses to user questions and requests.\nProvide clear, logical, and precise answers that thoroughly address what the user is asking for. Structure your responses in a way that is easy to understand and follow. You are Dicta-LM 3.0." -}}
|
|
{%- endif -%}
|
|
{%- set ns = namespace(multi_step_tool=true, last_query_index=messages | length - 1) -%}
|
|
{%- for message in messages[::-1] -%}
|
|
{%- set index = messages | length - 1 - loop.index0 -%}
|
|
{%- if ns.multi_step_tool and message.role == "user" and message.content is string and not (message.content.startswith("<tool_response>") and message.content.endswith("</tool_response>")) -%}
|
|
{%- set ns.multi_step_tool = false -%}
|
|
{%- set ns.last_query_index = index -%}
|
|
{%- endif -%}
|
|
{%- endfor -%}
|
|
{%- if tools -%}
|
|
{{- "\n\n## Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" -}}
|
|
{%- for tool in tools -%}
|
|
{{- "\n" -}}
|
|
{{- tool | tojson -}}
|
|
{%- endfor -%}
|
|
{{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call>" -}}
|
|
{%- endif -%}
|
|
{{- "<|im_end|>" -}}
|
|
{%- for message in messages -%}
|
|
{%- if message.content is string -%}
|
|
{%- set content = message.content -%}
|
|
{%- else -%}
|
|
{%- set content = "" -%}
|
|
{%- endif -%}
|
|
{%- if message.role == "user" or message.role == "system" and not loop.first -%}
|
|
{{- "\n<|im_start|>" + message.role + "\n" + content + "<|im_end|>" -}}
|
|
{%- elif message.role == "assistant" -%}
|
|
{% generation %}
|
|
{%- set reasoning_content = "" -%}
|
|
{%- if message.reasoning_content is string -%}
|
|
{%- set reasoning_content = message.reasoning_content -%}
|
|
{%- elif "</think>" in content -%}
|
|
{%- set reasoning_content = content.split("</think>")[0].rstrip("\n").split("<think>")[-1].lstrip("\n") -%}
|
|
{%- set content = content.split("</think>")[-1].lstrip("\n") -%}
|
|
{%- endif -%}
|
|
{%- if loop.index0 > ns.last_query_index -%}
|
|
{%- if loop.last or not loop.last and reasoning_content -%}
|
|
{{- "\n<|im_start|>" + message.role + "\n<think>" + reasoning_content.strip("\n") + "</think>" + content.lstrip("\n") -}}
|
|
{%- else -%}
|
|
{{- "\n<|im_start|>" + message.role + "\n" + content -}}
|
|
{%- endif -%}
|
|
{%- else -%}
|
|
{{- "\n<|im_start|>" + message.role + "\n" + content -}}
|
|
{%- endif -%}
|
|
{%- if message.tool_calls -%}
|
|
{%- for tool_call in message.tool_calls -%}
|
|
{%- if loop.first and content or not loop.first -%}
|
|
{{- "\n" -}}
|
|
{%- endif -%}
|
|
{%- if tool_call.function -%}
|
|
{%- set tool_call = tool_call.function -%}
|
|
{%- endif -%}
|
|
{{- "<tool_call>\n{\"name\": \"" -}}
|
|
{{- tool_call.name -}}
|
|
{{- "\", \"arguments\": " -}}
|
|
{%- if tool_call.arguments is string -%}
|
|
{{- tool_call.arguments -}}
|
|
{%- else -%}
|
|
{{- tool_call.arguments | tojson -}}
|
|
{%- endif -%}
|
|
{{- "}\n</tool_call>" -}}
|
|
{%- endfor -%}
|
|
{%- endif -%}
|
|
{{- "<|im_end|>" -}}
|
|
{% endgeneration %}
|
|
{%- elif message.role == "tool" -%}
|
|
{%- if loop.first or messages[loop.index0 - 1].role != "tool" -%}
|
|
{{- "\n<|im_start|>user" -}}
|
|
{%- endif -%}
|
|
{{- "\n<tool_response>\n" -}}
|
|
{{- content -}}
|
|
{{- "\n</tool_response>" -}}
|
|
{%- if loop.last or messages[loop.index0 + 1].role != "tool" -%}
|
|
{{- "<|im_end|>" -}}
|
|
{%- endif -%}
|
|
{%- endif -%}
|
|
{%- endfor -%}
|
|
{{- "\n" -}}
|
|
{%- if add_generation_prompt -%}
|
|
{{- "<|im_start|>assistant\n<think>" -}}
|
|
{%- endif -%} |