| |
| {%- set default_system_message = '' %} |
| |
| |
| {{- bos_token }} |
| |
| |
| |
| {%- set loop_messages = messages %} |
| {%- if messages[0]['role'] != 'system' and default_system_message != '' %} |
| {{- '[SYSTEM_PROMPT]' + default_system_message + '[/SYSTEM_PROMPT]' }} |
| {%- endif %} |
| |
| |
| |
| {%- set available_tools = '' %} |
| {%- set has_tools = false %} |
| {%- if tools is defined and tools is not none and tools|length > 0 %} |
| {%- set has_tools = true %} |
| {%- set available_tools = '[AVAILABLE_TOOLS]' + (tools| tojson) + '[/AVAILABLE_TOOLS]' %} |
| {%- endif %} |
| |
| |
| {%- macro render_content(content, context_name, supported_types_desc, support_images) -%} |
| {%- if content is string -%} |
| {{- content -}} |
| {%- elif content -%} |
| {%- for block in content -%} |
| {%- if block['type'] == 'text' -%} |
| {{- block['text'] -}} |
| {%- elif support_images and block['type'] in ['image', 'image_url'] -%} |
| {{- '[IMG]' -}} |
| {%- else -%} |
| {{- raise_exception('Only ' + supported_types_desc + ' chunks are supported in ' + context_name + '.') -}} |
| {%- endif -%} |
| {%- endfor -%} |
| {%- else -%} |
| {{- raise_exception(context_name + ' must have non-empty content.') -}} |
| {%- endif -%} |
| {%- endmacro -%} |
| |
| |
| |
| {%- set ns_agg = namespace(messages=[], current_group=[], current_role=none) %} |
| {%- for message in loop_messages + [{'role': '__sentinel__'}] %} |
| {%- if message['role'] != ns_agg.current_role or message['role'] == 'system' or message['role'] == 'tool' %} |
| {%- if ns_agg.current_role == 'tool' %} |
| {%- set ns_agg.messages = ns_agg.messages + ns_agg.current_group %} |
| {%- elif ns_agg.current_role is not none %} |
| {%- set ns_c = namespace(text_parts=[], chunks=[], has_non_text=false, tool_calls=[]) %} |
| {%- for msg in ns_agg.current_group %} |
| {%- if msg['content'] is string %} |
| {%- set ns_c.text_parts = ns_c.text_parts + [msg['content']] %} |
| {%- elif msg['content'] is not none %} |
| {%- for block in msg['content'] %} |
| {%- if block['type'] == 'text' %} |
| {%- set ns_c.text_parts = ns_c.text_parts + [block['text']] %} |
| {%- else %} |
| {%- if ns_c.text_parts | length > 0 %} |
| {%- set ns_c.chunks = ns_c.chunks + [{'type': 'text', 'text': ns_c.text_parts | join('\n\n')}] %} |
| {%- set ns_c.text_parts = [] %} |
| {%- endif %} |
| {%- set ns_c.chunks = ns_c.chunks + [block] %} |
| {%- set ns_c.has_non_text = true %} |
| {%- endif %} |
| {%- endfor %} |
| {%- endif %} |
| {%- if msg['tool_calls'] is defined and msg['tool_calls'] is not none %} |
| {%- set ns_c.tool_calls = ns_c.tool_calls + msg['tool_calls'] | list %} |
| {%- endif %} |
| {%- endfor %} |
| {%- if ns_c.has_non_text %} |
| {%- if ns_c.text_parts | length > 0 %} |
| {%- set ns_c.chunks = ns_c.chunks + [{'type': 'text', 'text': ns_c.text_parts | join('\n\n')}] %} |
| {%- endif %} |
| {%- set merged_content = ns_c.chunks %} |
| {%- else %} |
| {%- set merged_content = ns_c.text_parts | join('\n\n') %} |
| {%- endif %} |
| {%- if ns_c.tool_calls | length > 0 %} |
| {%- set ns_agg.messages = ns_agg.messages + [{'role': ns_agg.current_role, 'content': merged_content, 'tool_calls': ns_c.tool_calls}] %} |
| {%- else %} |
| {%- set ns_agg.messages = ns_agg.messages + [{'role': ns_agg.current_role, 'content': merged_content}] %} |
| {%- endif %} |
| {%- endif %} |
| {%- if message['role'] != '__sentinel__' %} |
| {%- set ns_agg.current_group = [message] %} |
| {%- set ns_agg.current_role = message['role'] %} |
| {%- endif %} |
| {%- else %} |
| {%- set ns_agg.current_group = ns_agg.current_group + [message] %} |
| {%- endif %} |
| {%- endfor %} |
| {%- set loop_messages = ns_agg.messages %} |
| |
| |
| {%- set ns = namespace(available_tools_emitted=false) %} |
| {%- if loop_messages | length > 0 and loop_messages[0]['role'] not in ['user', 'system'] %} |
| {{- raise_exception('Conversation must start with a user or system message, got ' + loop_messages[0]['role'] + '.') }} |
| {%- endif %} |
| {%- set ns_order = namespace(previous_role=none) %} |
| {%- for message in loop_messages %} |
| {%- set current_role = message['role'] %} |
| {%- if ns_order.previous_role is not none %} |
| {%- if ns_order.previous_role == 'system' %} |
| {%- if current_role not in ['user', 'assistant', 'system'] %} |
| {{- raise_exception('Unexpected role \'' + current_role + '\' after role \'' + ns_order.previous_role + '\'') }} |
| {%- endif %} |
| {%- elif ns_order.previous_role == 'user' %} |
| {%- if current_role not in ['assistant', 'system', 'user'] %} |
| {{- raise_exception('Unexpected role \'' + current_role + '\' after role \'' + ns_order.previous_role + '\'') }} |
| {%- endif %} |
| {%- elif ns_order.previous_role == 'assistant' %} |
| {%- if current_role not in ['assistant', 'user', 'tool'] %} |
| {{- raise_exception('Unexpected role \'' + current_role + '\' after role \'' + ns_order.previous_role + '\'') }} |
| {%- endif %} |
| {%- elif ns_order.previous_role == 'tool' %} |
| {%- if current_role not in ['assistant', 'tool', 'user'] %} |
| {{- raise_exception('Unexpected role \'' + current_role + '\' after role \'' + ns_order.previous_role + '\'') }} |
| {%- endif %} |
| {%- endif %} |
| {%- endif %} |
| {%- set ns_order.previous_role = current_role %} |
| {%- endfor %} |
| |
| |
| {%- for message in loop_messages %} |
| |
| {%- if message['role'] == 'user' %} |
| {%- if not ns.available_tools_emitted %} |
| {{- available_tools }} |
| {%- set ns.available_tools_emitted = true %} |
| {%- endif %} |
| {%- if message['content'] is not string and message['content'] %} |
| |
| {%- if message['content'] | length == 2 and message['content'][0]['type'] == 'text' and message['content'][1]['type'] in ['image', 'image_url'] %} |
| {%- set blocks = [message['content'][1], message['content'][0]] %} |
| {%- else %} |
| {%- set blocks = message['content'] %} |
| {%- endif %} |
| {%- set user_content = blocks %} |
| {%- else %} |
| {%- set user_content = message['content'] %} |
| {%- endif %} |
| {{- '[INST]' -}} |
| {{- render_content(user_content, 'user message content', supported_types_desc='text, image and image_url', support_images=true) -}} |
| {{- '[/INST]' }} |
| |
| |
| {%- elif message['role'] == 'assistant' %} |
| {%- if (message['content'] is none or message['content'] == '' or message['content']|length == 0) and (message['tool_calls'] is not defined or message['tool_calls'] is none or message['tool_calls']|length == 0) %} |
| {{- raise_exception('Assistant message must have a string or a list of chunks in content or a list of tool calls.') }} |
| {%- endif %} |
| |
| {%- if message['content'] %} |
| {{- render_content(message['content'], 'assistant message contents', supported_types_desc='text', support_images=false) -}} |
| {%- endif %} |
| |
| {%- if message['tool_calls'] is defined and message['tool_calls'] is not none and message['tool_calls']|length > 0 %} |
| {%- for tool in message['tool_calls'] %} |
| {{- '[TOOL_CALLS]' }} |
| {%- set name = tool['function']['name'] %} |
| {%- set arguments = tool['function']['arguments'] %} |
| {%- if arguments is not string %} |
| {%- set arguments = arguments|tojson|safe %} |
| {%- elif arguments == '' %} |
| {%- set arguments = '{}' %} |
| {%- endif %} |
| {{- name + '[ARGS]' + arguments }} |
| {%- endfor %} |
| {%- endif %} |
| |
| {{- eos_token }} |
| |
| |
| {%- elif message['role'] == 'tool' %} |
| {{- '[TOOL_RESULTS]' + message['content']|string + '[/TOOL_RESULTS]' }} |
| |
| |
| {%- elif message['role'] == 'system' %} |
| {{- '[SYSTEM_PROMPT]' -}} |
| {{- render_content(message['content'], 'system message contents', supported_types_desc='text', support_images=false) -}} |
| {{- '[/SYSTEM_PROMPT]' -}} |
| |
| |
| {%- else %} |
| {{- raise_exception('Only user, assistant, system and tool roles are supported, got ' + message['role'] + '.') }} |
| {%- endif %} |
| {%- endfor %} |
| |
