Upload folder using huggingface_hub

tokenizer.json

@@ -104,57 +104,57 @@
     },
     {
       "id": 128011,
-      "content": "<|reserved_special_token_3|>",
+      "content": "<tools>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
       "normalized": false,
-      "special": true
+      "special": false
     },
     {
       "id": 128012,
-      "content": "<|reserved_special_token_4|>",
+      "content": "</tools>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
       "normalized": false,
-      "special": true
+      "special": false
     },
     {
       "id": 128013,
-      "content": "<|reserved_special_token_5|>",
+      "content": "<tool_call>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
       "normalized": false,
-      "special": true
+      "special": false
     },
     {
       "id": 128014,
-      "content": "<|reserved_special_token_6|>",
+      "content": "</tool_call>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
       "normalized": false,
-      "special": true
+      "special": false
     },
     {
       "id": 128015,
-      "content": "<|reserved_special_token_7|>",
+      "content": "<tool_response>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
       "normalized": false,
-      "special": true
+      "special": false
     },
     {
       "id": 128016,
-      "content": "<|reserved_special_token_8|>",
+      "content": "</tool_response>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
       "normalized": false,
-      "special": true
+      "special": false
     },
     {
       "id": 128017,
@@ -410560,4 +410560,4 @@
       "éĶ ¦"
     ]
   }
-}
+}

tokenizer_config.json

@@ -89,52 +89,52 @@
       "special": true
     },
     "128011": {
-      "content": "<|reserved_special_token_3|>",
+      "content": "<tools>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "128012": {
-      "content": "<|reserved_special_token_4|>",
+      "content": "</tools>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "128013": {
-      "content": "<|reserved_special_token_5|>",
+      "content": "<tool_call>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "128014": {
-      "content": "<|reserved_special_token_6|>",
+      "content": "</tool_call>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "128015": {
-      "content": "<|reserved_special_token_7|>",
+      "content": "<tool_response>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "128016": {
-      "content": "<|reserved_special_token_8|>",
+      "content": "</tool_response>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "128017": {
       "content": "<|reserved_special_token_9|>",
@@ -2058,4 +2058,4 @@
   ],
   "model_max_length": 131072,
   "tokenizer_class": "PreTrainedTokenizerFast"
-}
+}