onnx-community
/

chatterbox-ONNX

speech-generation

Model card Files Files and versions

vladislavbro commited on Sep 19

Commit

527ed32

·

verified ·

1 Parent(s): 2ab2c69

Update tokenizer.json

Files changed (1) hide show

tokenizer.json +11 -2

tokenizer.json CHANGED Viewed

@@ -28,7 +28,7 @@
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
-      "normalized": false
     },
     {
       "id": 255,
@@ -445,7 +445,16 @@
       "special": true
     }
   ],
-  "normalizer": null,
   "pre_tokenizer": {
     "type": "Whitespace"
   },

       "single_word": false,
       "lstrip": false,
       "rstrip": false,
+      "normalized": true
     },
     {
       "id": 255,
       "special": true
     }
   ],
+  "normalizer": {
+    "type": "Sequence",
+    "normalizers": [
+      {
+        "type": "Replace",
+        "pattern": { "String": " " },
+        "content": "[SPACE]"
+      }
+    ]
+  },
   "pre_tokenizer": {
     "type": "Whitespace"
   },