Upload tokenizer

tokenizer_config.json

@@ -243,10 +243,39 @@
       },
       "thinking": {
         "type": "string"
+      },
+      "tool_calls": {
+        "items": {
+          "properties": {
+            "function": {
+              "properties": {
+                "arguments": {
+                  "additionalProperties": {
+                    "type": "any"
+                  },
+                  "type": "object"
+                },
+                "name": {
+                  "type": "string"
+                }
+              },
+              "type": "object"
+            },
+            "type": {
+              "const": "function"
+            }
+          },
+          "type": "object"
+        },
+        "type": "array",
+        "x-parser": "json",
+        "x-parser-args": {
+          "transform": "[{type: 'function', function: @}]"
+        }
       }
     },
     "type": "object",
-    "x-regex": "^(?:<think>)?\\s*(?P<thinking>.+?)\\s*</think>\\s*(?P<content>.+?)\\s*$"
+    "x-regex": "^(?:<think>)?\\s*(?P<thinking>.+?)\\s*</think>\\s*(?:<tool_call>(?P<tool_calls>.+?)</tool_call>|(?P<content>.+?))\\s*$"
   },
   "split_special_tokens": false,
   "tokenizer_class": "Qwen2Tokenizer",