update (#21)

- update (d27e58036f86401187eb5de6d91bf463267ba894)

tokenizer_config.json

@@ -8005,7 +8005,7 @@
     }
   },
   "bos_token": "<s>",
-  "chat_template": "{%- set default_sys = \"You are an AI assistant focused on providing systematic, well-reasoned responses. Response Structure: - Format: <think>{reasoning}</think>{answer} - Reasoning: Minimum 6 logical steps only when it required in <think> block - Process: Think first, then answer. Always include your final response after the </think> block!\" %}\n{%- if messages[0][\"role\"] == \"system\" %}\n    {%- set system_message = default_sys + '\\n' + messages[0][\"content\"] %}\n    {%- set loop_messages = messages[1:] %}\n{%- else %}\n    {%- set loop_messages = messages %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n{%- set user_messages = loop_messages | selectattr(\"role\", \"equalto\", \"user\") | list %}\n\n{#- This block checks for alternating user/assistant messages, skipping tool calling messages #}\n{%- set ns = namespace() %}\n{%- set ns.index = 0 %}\n{%- for message in loop_messages %}\n    {%- if not (message.role == \"tool\" or message.role == \"tool_results\" or (message.tool_calls is defined and message.tool_calls is not none)) %}\n        {%- if (message[\"role\"] == \"user\") != (ns.index % 2 == 0) %}\n            {{- raise_exception(\"After the optional system message, conversation roles must alternate user/assistant/user/assistant/...\") }}\n        {%- endif %}\n        {%- set ns.index = ns.index + 1 %}\n    {%- endif %}\n{%- endfor %}\n\n{{- bos_token }}\n{%- for message in loop_messages %}\n    {%- if message[\"role\"] == \"user\" %}\n        {%- if tools is not none and (message == user_messages[-1]) %}\n            {{- \"[AVAILABLE_TOOLS] [\" }}\n            {%- for tool in tools %}\n                {%- set tool = tool.function %}\n                {{- '{\"type\": \"function\", \"function\": {' }}\n                {%- for key, val in tool.items() if key != \"return\" %}\n                    {%- if val is string %}\n                        {{- '\"' + key + '\": \"' + val + '\"' }}\n                    {%- else %}\n                        {{- '\"' + key + '\": ' + val|tojson }}\n                    {%- endif %}\n                    {%- if not loop.last %}\n                        {{- \", \" }}\n                    {%- endif %}\n                {%- endfor %}\n                {{- \"}}\" }}\n                {%- if not loop.last %}\n                    {{- \", \" }}\n                {%- else %}\n                    {{- \"]\" }}\n                {%- endif %}\n            {%- endfor %}\n            {{- \"[/AVAILABLE_TOOLS]\" }}\n            {%- endif %}\n        {%- if loop.last and system_message is defined %}\n            {{- \"[INST] \" + system_message + \"[/INST][INST]\" + message[\"content\"] + \"[/INST]<think>\" }}\n        {%- else %}\n            {{- \"[INST] \" + default_sys + \"[/INST][INST]\" + message[\"content\"] + \"[/INST]<think>\" }}\n        {%- endif %}\n    {%- elif message.tool_calls is defined and message.tool_calls is not none %}\n        {{- \"[TOOL_CALLS] [\" }}\n        {%- for tool_call in message.tool_calls %}\n            {%- set out = tool_call.function|tojson %}\n            {{- out[:-1] }}\n            {%- if not tool_call.id is defined or tool_call.id|length != 9 %}\n                {{- raise_exception(\"Tool call IDs should be alphanumeric strings with length 9!\") }}\n            {%- endif %}\n            {{- ', \"id\": \"' + tool_call.id + '\"}' }}\n            {%- if not loop.last %}\n                {{- \", \" }}\n            {%- else %}\n                {{- \"]\" + eos_token }}\n            {%- endif %}\n        {%- endfor %}\n    {%- elif message[\"role\"] == \"assistant\" %}\n        {{- \" \" + message[\"content\"]|trim + eos_token}}\n    {%- elif message[\"role\"] == \"tool_results\" or message[\"role\"] == \"tool\" %}\n        {%- if message.content is defined and message.content.content is defined %}\n            {%- set content = message.content.content %}\n        {%- else %}\n            {%- set content = message.content %}\n        {%- endif %}\n        {{- '[TOOL_RESULTS] {\"content\": ' + content|string + \", \" }}\n        {%- if not message.tool_call_id is defined or message.tool_call_id|length != 9 %}\n            {{- raise_exception(\"Tool call IDs should be alphanumeric strings with length 9!\") }}\n        {%- endif %}\n        {{- '\"call_id\": \"' + message.tool_call_id + '\"}[/TOOL_RESULTS]' }}\n    {%- else %}\n        {{- raise_exception(\"Only user and assistant roles are supported, with the exception of an initial optional system message!\") }}\n    {%- endif %}\n{%- endfor %}",
+  "chat_template": "{%- set default_sys = \"You are an AI assistant that provides systematic, well-reasoned responses. Response Structure: <think>{reasoning}</think>{answer}. Reasoning should include at least 6 logical steps when needed. Process: Think first, then answer.\" %}\n{%- if messages and messages[0][\"role\"] == \"system\" %}\n    {%- set system_message = default_sys ~ '\\n' ~ messages[0][\"content\"] %}\n    {%- set conversation_messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = default_sys %}\n    {%- set conversation_messages = messages %}\n{%- endif %}\n\n{# Validate that non-tool messages alternate between user and assistant #}\n{%- set valid_messages = conversation_messages | rejectattr(\"role\", \"in\", [\"tool\", \"tool_results\"]) | list %}\n{%- for i in range(valid_messages|length) %}\n    {%- if i is even and valid_messages[i][\"role\"] != \"user\" %}\n        {{ raise_exception(\"Expected a user message at position \" ~ i ~ \", but got \" ~ valid_messages[i][\"role\"]) }}\n    {%- elif i is odd and valid_messages[i][\"role\"] != \"assistant\" %}\n        {{ raise_exception(\"Expected an assistant message at position \" ~ i ~ \", but got \" ~ valid_messages[i][\"role\"]) }}\n    {%- endif %}\n{%- endfor %}\n\n{%- set conversation_token = bos_token %}\n{%- for message in conversation_messages %}\n    {%- if message.role == \"user\" %}\n        {# If this is the last user message and tools are available, list them #}\n        {%- if tools is not none and message == (conversation_messages | last) %}\n            {{ conversation_token ~ \"[AVAILABLE_TOOLS] [\" }}\n            {%- for tool in tools %}\n                {%- set tool_fn = tool.function %}\n                {{ '{\"type\": \"function\", \"function\": ' ~ tool_fn | tojson ~ '}' ~ (\", \" if not loop.last else \"\") }}\n            {%- endfor %}\n            {{ \"][/AVAILABLE_TOOLS]\" }}\n        {%- endif %}\n        {# Attach system instruction for the first turn or for the last user message #}\n        {%- if loop.last and system_message is defined %}\n            {{ conversation_token ~ \"[INST] \" ~ system_message ~ \"[/INST][INST]\" ~ message.content ~ \"[/INST]<think>\" }}\n        {%- else %}\n            {{ conversation_token ~ \"[INST] \" ~ default_sys ~ \"[/INST][INST]\" ~ message.content ~ \"[/INST]<think>\" }}\n        {%- endif %}\n    {%- elif message.role == \"assistant\" %}\n        {{ \" \" ~ message.content | trim ~ eos_token }}\n    {%- elif message.role in [\"tool\", \"tool_results\"] %}\n        {%- set content = (message.content.content if message.content is mapping and message.content.content is defined else message.content) %}\n        {{ \"[TOOL_RESULTS] {\\\"content\\\": \" ~ content|string ~ \", \" ~ \"\\\"call_id\\\": \\\"\" ~ (message.tool_call_id if message.tool_call_id is defined else \"N/A\") ~ \"\\\"}[/TOOL_RESULTS]\" }}\n    {%- elif message.tool_calls is defined and message.tool_calls is not none %}\n        {{ \"[TOOL_CALLS] [\" }}\n        {%- for tool_call in message.tool_calls %}\n            {%- if tool_call.id is not defined or tool_call.id|length != 9 %}\n                {{ raise_exception(\"Tool call IDs must be 9 characters long!\") }}\n            {%- endif %}\n            {{ tool_call.function | tojson ~ (\", \" if not loop.last else \"\") }}\n        {%- endfor %}\n        {{ \"][\" ~ eos_token }}\n    {%- else %}\n        {{ raise_exception(\"Unsupported message role: \" ~ message.role) }}\n    {%- endif %}\n{%- endfor %}",
   "clean_up_tokenization_spaces": false,
   "eos_token": "</s>",
   "extra_special_tokens": {},