76 lines
3.4 KiB
Plaintext
76 lines
3.4 KiB
Plaintext
|
{%- if tools %}
|
||
|
|
{{- '<|im_start|>system\n' }}
|
||
|
|
{%- if messages[0].role == 'system' %}
|
||
|
|
{{- messages[0].content + '\n\n' }}
|
||
|
|
{%- endif %}
|
||
|
|
{{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
|
||
|
|
{%- for tool in tools %}
|
||
|
|
{{- "\n" }}
|
||
|
|
{{- tool | tojson }}
|
||
|
|
{%- endfor %}
|
||
|
|
{{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
|
||
|
|
{%- else %}
|
||
|
|
{%- if messages[0].role == 'system' %}
|
||
|
|
{{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }}
|
||
|
|
{%- endif %}
|
||
|
|
{%- endif %}
|
||
|
|
{%- for message in messages %}
|
||
|
|
{%- if message.content is string %}
|
||
|
|
{%- set content = message.content %}
|
||
|
|
{%- else %}
|
||
|
|
{%- set content = '' %}
|
||
|
|
{%- endif %}
|
||
|
|
{%- if (message.role == "user") or (message.role == "system" and not loop.first) %}
|
||
|
|
{%- set lc = content | lower %}
|
||
|
|
{%- set formats = ['toml', 'xml', 'yaml', 'json', 'csv'] %}
|
||
|
|
{%- set ns = namespace(target='', pos=-1) %}
|
||
|
|
{%- for f in formats %}
|
||
|
|
{%- set p = lc.rfind(f) %}
|
||
|
|
{%- if p > ns.pos %}
|
||
|
|
{%- set ns.pos = p %}
|
||
|
|
{%- set ns.target = f %}
|
||
|
|
{%- endif %}
|
||
|
|
{%- endfor %}
|
||
|
|
{%- set suffix = '' %}
|
||
|
|
{%- if ns.target == 'toml' %}
|
||
|
|
{%- set suffix = "\n\nOutput ONLY raw TOML. No extra text. Never use both [a.b] and [[a.b]] for the same path. For single object, use [a.b] only. For arrays objects, use only repeated [[a.b]] for each item. Do not reoutput existing key." %}
|
||
|
|
{%- endif %}
|
||
|
|
{%- set content = content + suffix %}
|
||
|
|
{{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }}
|
||
|
|
{%- elif message.role == "assistant" %}
|
||
|
|
{{- '<|im_start|>' + message.role + '\n' }}{% generation %}{{- content }}
|
||
|
|
{%- if message.tool_calls %}
|
||
|
|
{%- for tool_call in message.tool_calls %}
|
||
|
|
{%- if (loop.first and content) or (not loop.first) %}
|
||
|
|
{{- '\n' }}
|
||
|
|
{%- endif %}
|
||
|
|
{%- if tool_call.function %}
|
||
|
|
{%- set tool_call = tool_call.function %}
|
||
|
|
{%- endif %}
|
||
|
|
{{- '<tool_call>\n{"name": "' }}
|
||
|
|
{{- tool_call.name }}
|
||
|
|
{{- '", "arguments": ' }}
|
||
|
|
{%- if tool_call.arguments is string %}
|
||
|
|
{{- tool_call.arguments }}
|
||
|
|
{%- else %}
|
||
|
|
{{- tool_call.arguments | tojson }}
|
||
|
|
{%- endif %}
|
||
|
|
{{- '}\n</tool_call>' }}
|
||
|
|
{%- endfor %}
|
||
|
|
{%- endif %}
|
||
|
|
{{- '<|im_end|>\n' }}{% endgeneration %}
|
||
|
|
{%- elif message.role == "tool" %}
|
||
|
|
{%- if loop.first or (messages[loop.index0 - 1].role != "tool") %}
|
||
|
|
{{- '<|im_start|>user' }}
|
||
|
|
{%- endif %}
|
||
|
|
{{- '\n<tool_response>\n' }}
|
||
|
|
{{- content }}
|
||
|
|
{{- '\n</tool_response>' }}
|
||
|
|
{%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
|
||
|
|
{{- '<|im_end|>\n' }}
|
||
|
|
{%- endif %}
|
||
|
|
{%- endif %}
|
||
|
|
{%- endfor %}
|
||
|
|
{%- if add_generation_prompt %}
|
||
|
|
{{- '<|im_start|>assistant\n' }}
|
||
|
|
{%- endif %}
|