{%- if not tools is defined %} {%- set tools = none %} {%- endif %} {%- set user_messages = messages | selectattr("role", "equalto", "user") | list %} {%- for message in lmessages | rejectattr("role", "equalto", "tool") | rejectattr("role", "equalto", "tool_results") | selectattr("tool_calls", "undefined") %} {%- if (message["role"] == "user") != (loop.index0 % 2 == 0) %} {{- raise_exception("Conversation roles must alternate user/assistant/user/assistant/...") }} {%- endif %} {%- endfor %} {{- bos_token }} {%- for message in messages %} {%- if message["role"] == "user" %} {{- "[INST] " }} {%- if tools is not none and (message == user_messages[-1]) %} {{- "[AVAILABLE_TOOLS] [" }} {%- for tool in tools %} {%- set tool = tool.function %} {{- '{"type": "function", "function": {' }} {%- for key, val in tool.items() if key != "return" %} {%- if val is string %} {{- '"' + key + '": "' + val + '"' }} {%- else %} {{- '"' + key + '": ' + val|tojson }} {%- endif %} {%- if not loop.last %} {{- ", " }} {%- endif %} {%- endfor %} {{- "}}" }} {%- if not loop.last %} {{- ", " }} {%- else %} {{- "]" }} {%- endif %} {%- endfor %} {{- "[/AVAILABLE_TOOLS]" }} {%- endif %} {{- message["content"] + "[/INST]" }} {%- elif message["role"] == "tool_calls" or message.tool_calls is defined %} {%- if message.tool_calls is defined %} {%- set tool_calls = message.tool_calls %} {%- else %} {%- set tool_calls = message.content %} {%- endif %} {{- "[TOOL_CALLS] [" }} {%- for tool_call in tool_calls %} {%- set out = tool_call.function|tojson %} {{- out }} {%- if not loop.last %} {{- ", " }} {%- else %} {{- "]" }} {%- endif %} {%- endfor %} {%- elif message["role"] == "assistant" %} {{- " " + message["content"] }} {%- elif message["role"] == "tool_results" or message["role"] == "tool" %} {%- if message.content is defined and message.content.content is defined %} {%- set content = message.content.content %} {%- else %} {%- set content = message.content %} {%- endif %} {{- '[TOOL_RESULTS] {"content": ' + content|string + "}[/TOOL_RESULTS]" }} {%- else %} {{- raise_exception("Only user and assistant roles are supported, with the exception of an initial optional system message!") }} {%- endif %} {%- endfor %}