Training in progress, step 380

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5f6efabbe057aa223925cfe0a8524c7a8281d69f5cf427ccc263126874b24a2a
+oid sha256:b8cd3711fc9a1c7586a2db62679585d2aa09c666fd020dd14eec5bd451af3502
 size 22573704

chat_template.jinja

@@ -1,81 +1,5 @@
-{%- macro json_to_python_type(json_spec) -%}
-{%- set basic_type_map = {"string": "str", "number": "float", "integer": "int", "boolean": "bool"} -%}
-{%- if basic_type_map[json_spec.type] is defined -%}{{- basic_type_map[json_spec.type] -}}
-{%- elif json_spec.type == "array" -%}{{- "list[" + json_to_python_type(json_spec.items) + "]" -}}
-{%- elif json_spec.type == "object" -%}{{- "dict[str, " + json_to_python_type(json_spec.additionalProperties) + "]" if json_spec.additionalProperties is defined else "dict" -}}
-{%- elif json_spec.type is iterable -%}{{- "Union[" + (json_spec.type|map('regex_replace', '^(.*)$', 'json_to_python_type({"type": "\\1"})')|join(', ')) + "]" -}}
-{%- else -%}{{- "Any" -}}
-{%- endif -%}
-{%- endmacro -%}
+{% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>
 
-{%- set add_generation_prompt = add_generation_prompt if add_generation_prompt is defined else false -%}
-{{- bos_token -}}
+'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{% if add_generation_prompt %}{{ '<|start_header_id|>assistant<|end_header_id|>
 
-{%- if tools is defined and tools|length > 0 -%}
-{{- '<|start_header_id|>system<|end_header_id|>\n\nYou are a function calling AI model. You are provided with function signatures within <tools></tools> XML tags. You may call one or more functions to assist with the user query. Don\'t make assumptions about what values to plug into functions. Here are the available tools: <tools> ' -}}
-{%- for tool in tools -%}
-{%- set t = tool.function if tool.function is defined else tool -%}
-{{- '{"type": "function", "function": {"name": "' + t.name + '", "description": "' + t.name + '(' + (t.parameters.properties|items|map('join', ': ')|map('regex_replace', '^([^:]+): (.*)
-
-{%- for message in messages -%}
-{%- if message.role == "user" or (message.role == "assistant" and message.tool_calls is not defined) -%}
-{{- '<|start_header_id|>' + message.role + '<|end_header_id|>\n\n' + message.content + '<|eot_id|>' -}}
-{%- elif message.role == "assistant" -%}
-{{- '<|start_header_id|>assistant<|end_header_id|>\n\n' -}}
-{%- for tool_call in message.tool_calls -%}
-{%- set tc = tool_call.function if tool_call.function is defined else tool_call -%}
-{{- '<tool_call>\n{"name": "' + tc.name + '", "arguments": ' + (tc.arguments if tc.arguments is string else tc.arguments|tojson) + '}\n</tool_call>' -}}
-{%- endfor -%}
-{{- '<|eot_id|>' -}}
-{%- elif message.role == "tool" -%}
-{%- if loop.previtem and loop.previtem.role != "tool" -%}{{- '<|start_header_id|>tool<|end_header_id|>\n\n' -}}{%- endif -%}
-{{- '<tool_response>\n' + message.content + ('\n</tool_response>' + ('\n' if not loop.last else '') + ('<|eot_id|>' if loop.last or loop.nextitem.role != "tool" else '')) -}}
-{%- elif message.role == "system" and not (tools is defined and tools|length > 0) -%}
-{{- '<|start_header_id|>system<|end_header_id|>\n\n' + message.content + '<|eot_id|>' -}}
-{%- endif -%}
-{%- endfor -%}
-
-{%- if add_generation_prompt -%}{{- '<|start_header_id|>assistant<|end_header_id|>\n\n' -}}{%- endif -%}, '\\1: ' + 'json_to_python_type(\\2)')|join(', ')) + ')' + (' -> ' + json_to_python_type(t.return) if t.return is defined else '') + ' - ' + t.description + '\n\n Args:\n' + (t.parameters.properties|items|map('join', '): ')|map('regex_replace', '^([^)]+\\)): (.*)
-
-{%- for message in messages -%}
-{%- if message.role in ["user", "system"] or (message.role == "assistant" and message.tool_calls is not defined) -%}
-{{- '<|start_header_id|>' + message.role + '<|end_header_id|>\n\n' + message.content + '<|eot_id|>' -}}
-{%- elif message.role == "assistant" -%}
-{{- '<|start_header_id|>assistant<|end_header_id|>\n\n' -}}
-{%- for tool_call in message.tool_calls -%}
-{%- set tc = tool_call.function if tool_call.function is defined else tool_call -%}
-{{- '<tool_call>\n{"name": "' + tc.name + '", "arguments": ' + (tc.arguments if tc.arguments is string else tc.arguments|tojson) + '}\n</tool_call>' -}}
-{%- endfor -%}
-{{- '<|eot_id|>' -}}
-{%- elif message.role == "tool" -%}
-{%- if loop.previtem and loop.previtem.role != "tool" -%}{{- '<|start_header_id|>tool<|end_header_id|>\n\n' -}}{%- endif -%}
-{{- '<tool_response>\n' + message.content + ('\n</tool_response>' + ('\n' if not loop.last else '') + ('<|eot_id|>' if loop.last or loop.nextitem.role != "tool" else '')) -}}
-{%- endif -%}
-{%- endfor -%}
-
-{%- if add_generation_prompt -%}{{- '<|start_header_id|>assistant<|end_header_id|>\n\n' -}}{%- endif -%}, ' \\1: \\2')|join('')) + ('\n Returns:\n ' + t.return.description if t.return is defined and t.return.description is defined else '') + '", "parameters": ' + (t.parameters|tojson if t.parameters.properties|length > 0 else '{}') + '}' + ('\n' if not loop.last else '') -}}
-{%- endfor -%}
-{{- ' </tools>Use the following pydantic model json schema for each tool call you will make: {"properties": {"name": {"title": "Name", "type": "string"}, "arguments": {"title": "Arguments", "type": "object"}}, "required": ["name", "arguments"], "title": "FunctionCall", "type": "object"}\nFor each function call return a json object with function name and arguments within <tool_call></tool_call> XML tags as follows:\n<tool_call>\n{"name": <function-name>, "arguments": <args-dict>}\n</tool_call>' -}}
-{%- for message in messages -%}
-{%- if message.role == "system" -%}{{- '\n\n' + message.content -}}{%- endif -%}
-{%- endfor -%}
-{{- '<|eot_id|>' -}}
-{%- endif -%}
-
-{%- for message in messages -%}
-{%- if message.role in ["user", "system"] or (message.role == "assistant" and message.tool_calls is not defined) -%}
-{{- '<|start_header_id|>' + message.role + '<|end_header_id|>\n\n' + message.content + '<|eot_id|>' -}}
-{%- elif message.role == "assistant" -%}
-{{- '<|start_header_id|>assistant<|end_header_id|>\n\n' -}}
-{%- for tool_call in message.tool_calls -%}
-{%- set tc = tool_call.function if tool_call.function is defined else tool_call -%}
-{{- '<tool_call>\n{"name": "' + tc.name + '", "arguments": ' + (tc.arguments if tc.arguments is string else tc.arguments|tojson) + '}\n</tool_call>' -}}
-{%- endfor -%}
-{{- '<|eot_id|>' -}}
-{%- elif message.role == "tool" -%}
-{%- if loop.previtem and loop.previtem.role != "tool" -%}{{- '<|start_header_id|>tool<|end_header_id|>\n\n' -}}{%- endif -%}
-{{- '<tool_response>\n' + message.content + ('\n</tool_response>' + ('\n' if not loop.last else '') + ('<|eot_id|>' if loop.last or loop.nextitem.role != "tool" else '')) -}}
-{%- endif -%}
-{%- endfor -%}
-
-{%- if add_generation_prompt -%}{{- '<|start_header_id|>assistant<|end_header_id|>\n\n' -}}{%- endif -%}
+' }}{% endif %}