onnx-community
/

chatterbox-ONNX

speech-generation

Model card Files Files and versions

vladislavbro commited on Sep 19

Commit

ffe6343

·

verified ·

1 Parent(s): 0881708

Update tokenizer.json

Files changed (1) hide show

tokenizer.json +13 -1

tokenizer.json CHANGED Viewed

@@ -447,7 +447,19 @@
   ],
   "normalizer": null,
   "pre_tokenizer": {
-    "type": "Whitespace"
   },
   "post_processor": {
     "type": "TemplateProcessing",

   ],
   "normalizer": null,
   "pre_tokenizer": {
+    "type": "Sequence",
+    "pretokenizers": [
+      {
+        "type": "Replace",
+        "pattern": {
+          "String": " "
+        },
+        "content": "[SPACE]"
+      },
+      {
+        "type": "Whitespace"
+      }
+    ]
   },
   "post_processor": {
     "type": "TemplateProcessing",