fixing (#22)

- fixing (bcbbf4de8b9eb0d950285dcf1f61defc3934ecab)

tokenizer_config.json

@@ -8005,7 +8005,7 @@
     }
   },
   "bos_token": "<s>",
-  "chat_template": "{%- set default_sys = \"You are an AI assistant that provides systematic, well-reasoned responses. Response Structure: <think>{reasoning}</think>{answer}. Reasoning should include at least 6 logical steps when needed. Process: Think first, then answer.\" %}\n{%- if messages and messages[0][\"role\"] == \"system\" %}\n    {%- set system_message = default_sys ~ '\\n' ~ messages[0][\"content\"] %}\n    {%- set conversation_messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = default_sys %}\n    {%- set conversation_messages = messages %}\n{%- endif %}\n\n{# Validate that non-tool messages alternate between user and assistant #}\n{%- set valid_messages = conversation_messages | rejectattr(\"role\", \"in\", [\"tool\", \"tool_results\"]) | list %}\n{%- for i in range(valid_messages|length) %}\n    {%- if i is even and valid_messages[i][\"role\"] != \"user\" %}\n        {{ raise_exception(\"Expected a user message at position \" ~ i ~ \", but got \" ~ valid_messages[i][\"role\"]) }}\n    {%- elif i is odd and valid_messages[i][\"role\"] != \"assistant\" %}\n        {{ raise_exception(\"Expected an assistant message at position \" ~ i ~ \", but got \" ~ valid_messages[i][\"role\"]) }}\n    {%- endif %}\n{%- endfor %}\n\n{%- set conversation_token = bos_token %}\n{%- for message in conversation_messages %}\n    {%- if message.role == \"user\" %}\n        {# If this is the last user message and tools are available, list them #}\n        {%- if tools is not none and message == (conversation_messages | last) %}\n            {{ conversation_token ~ \"[AVAILABLE_TOOLS] [\" }}\n            {%- for tool in tools %}\n                {%- set tool_fn = tool.function %}\n                {{ '{\"type\": \"function\", \"function\": ' ~ tool_fn | tojson ~ '}' ~ (\", \" if not loop.last else \"\") }}\n            {%- endfor %}\n            {{ \"][/AVAILABLE_TOOLS]\" }}\n        {%- endif %}\n        {# Attach system instruction for the first turn or for the last user message #}\n        {%- if loop.last and system_message is defined %}\n            {{ conversation_token ~ \"[INST] \" ~ system_message ~ \"[/INST][INST]\" ~ message.content ~ \"[/INST]<think>\" }}\n        {%- else %}\n            {{ conversation_token ~ \"[INST] \" ~ default_sys ~ \"[/INST][INST]\" ~ message.content ~ \"[/INST]<think>\" }}\n        {%- endif %}\n    {%- elif message.role == \"assistant\" %}\n        {{ \" \" ~ message.content | trim ~ eos_token }}\n    {%- elif message.role in [\"tool\", \"tool_results\"] %}\n        {%- set content = (message.content.content if message.content is mapping and message.content.content is defined else message.content) %}\n        {{ \"[TOOL_RESULTS] {\\\"content\\\": \" ~ content|string ~ \", \" ~ \"\\\"call_id\\\": \\\"\" ~ (message.tool_call_id if message.tool_call_id is defined else \"N/A\") ~ \"\\\"}[/TOOL_RESULTS]\" }}\n    {%- elif message.tool_calls is defined and message.tool_calls is not none %}\n        {{ \"[TOOL_CALLS] [\" }}\n        {%- for tool_call in message.tool_calls %}\n            {%- if tool_call.id is not defined or tool_call.id|length != 9 %}\n                {{ raise_exception(\"Tool call IDs must be 9 characters long!\") }}\n            {%- endif %}\n            {{ tool_call.function | tojson ~ (\", \" if not loop.last else \"\") }}\n        {%- endfor %}\n        {{ \"][\" ~ eos_token }}\n    {%- else %}\n        {{ raise_exception(\"Unsupported message role: \" ~ message.role) }}\n    {%- endif %}\n{%- endfor %}",
+  "chat_template": "{%- set default_sys = \"You are an AI assistant focused on providing systematic, well-reasoned responses. Response Structure: - Format: <think>{reasoning}</think>{answer} - Reasoning: Minimum 6 logical steps only when it required in <think> block - Process: Think first, then answer. Always include your final response after the </think> block!\" %}  \n{%- if messages[0][\"role\"] == \"system\" %}  \n    {%- set system_message = default_sys + '\\n' + messages[0][\"content\"] %}  \n    {%- set loop_messages = messages[1:] %}  \n{%- else %}  \n    {%- set loop_messages = messages %}  \n{%- endif %}  \n{%- if not tools is defined %}  \n    {%- set tools = none %}  \n{%- endif %}  \n{%- set user_messages = loop_messages | selectattr(\"role\", \"equalto\", \"user\") | list %}  \n  \n{#- This block checks for alternating user/assistant messages, skipping tool calling messages #}  \n{%- set ns = namespace() %}  \n{%- set ns.index = 0 %}  \n{%- for message in loop_messages %}  \n    {%- if not (message.role == \"tool\" or message.role == \"tool_results\" or (message.tool_calls is defined and message.tool_calls is not none)) %}  \n        {%- if (message[\"role\"] == \"user\") != (ns.index % 2 == 0) %}  \n            {{- raise_exception(\"After the optional system message, conversation roles must alternate user/assistant/user/assistant/...\") }}  \n        {%- endif %}  \n        {%- set ns.index = ns.index + 1 %}  \n    {%- endif %}  \n{%- endfor %}  \n  \n{{- bos_token }}  \n{%- for message in loop_messages %}  \n    {%- if message[\"role\"] == \"user\" %}  \n        {%- if tools is not none and (message == user_messages[-1]) %}  \n            {{- \"[AVAILABLE_TOOLS] [\" }}  \n            {%- for tool in tools %}  \n                {%- set tool = tool.function %}  \n                {{- '{\"type\": \"function\", \"function\": {' }}  \n                {%- for key, val in tool.items() if key != \"return\" %}  \n                    {%- if val is string %}  \n                        {{- '\"' + key + '\": \"' + val + '\"' }}  \n                    {%- else %}  \n                        {{- '\"' + key + '\": ' + val|tojson }}  \n                    {%- endif %}  \n                    {%- if not loop.last %}  \n                        {{- \", \" }}  \n                    {%- endif %}  \n                {%- endfor %}  \n                {{- \"}}\" }}  \n                {%- if not loop.last %}  \n                    {{- \", \" }}  \n                {%- else %}  \n                    {{- \"]\" }}  \n                {%- endif %}  \n            {%- endfor %}  \n            {{- \"[/AVAILABLE_TOOLS]\" }}  \n            {%- endif %}  \n        {%- if loop.last and system_message is defined %}  \n            {{- \"[INST] \" + system_message + \"[/INST][INST]\" + message[\"content\"] + \"[/INST]\" }}  \n        {%- else %}  \n            {{- \"[INST] \" + default_sys + \"[/INST][INST]\" + message[\"content\"] + \"[/INST]\" }}  \n        {%- endif %}  \n    {%- elif message.tool_calls is defined and message.tool_calls is not none %}  \n        {{- \"[TOOL_CALLS] [\" }}  \n        {%- for tool_call in message.tool_calls %}  \n            {%- set out = tool_call.function|tojson %}  \n            {{- out[:-1] }}  \n            {%- if not tool_call.id is defined or tool_call.id|length != 9 %}  \n                {{- raise_exception(\"Tool call IDs should be alphanumeric strings with length 9!\") }}  \n            {%- endif %}  \n            {{- ', \"id\": \"' + tool_call.id + '\"}' }}  \n            {%- if not loop.last %}  \n                {{- \", \" }}  \n            {%- else %}  \n                {{- \"]\" + eos_token }}  \n            {%- endif %}  \n        {%- endfor %}  \n    {%- elif message[\"role\"] == \"assistant\" %}  \n        {{- \" \" + message[\"content\"]|trim + eos_token}}  \n    {%- elif message[\"role\"] == \"tool_results\" or message[\"role\"] == \"tool\" %}  \n        {%- if message.content is defined and message.content.content is defined %}  \n            {%- set content = message.content.content %}  \n        {%- else %}  \n            {%- set content = message.content %}  \n        {%- endif %}  \n        {{- '[TOOL_RESULTS] {\"content\": ' + content|string + \", \" }}  \n        {%- if not message.tool_call_id is defined or message.tool_call_id|length != 9 %}  \n            {{- raise_exception(\"Tool call IDs should be alphanumeric strings with length 9!\") }}  \n        {%- endif %}  \n        {{- '\"call_id\": \"' + message.tool_call_id + '\"}[/TOOL_RESULTS]' }}  \n    {%- else %}  \n        {{- raise_exception(\"Only user and assistant roles are supported, with the exception of an initial optional system message!\") }}  \n    {%- endif %}  \n{%- endfor %}",
   "clean_up_tokenization_spaces": false,
   "eos_token": "</s>",
   "extra_special_tokens": {},