Update tokenizer.json
Browse files- tokenizer.json +3 -3
tokenizer.json
CHANGED
|
@@ -1,8 +1,8 @@
|
|
| 1 |
{
|
| 2 |
"module": "keras_hub.src.models.gemma3.gemma3_tokenizer",
|
| 3 |
-
"class_name": "
|
| 4 |
"config": {
|
| 5 |
-
"name": "
|
| 6 |
"trainable": true,
|
| 7 |
"dtype": {
|
| 8 |
"module": "keras",
|
|
@@ -18,5 +18,5 @@
|
|
| 18 |
"add_bos": false,
|
| 19 |
"add_eos": false
|
| 20 |
},
|
| 21 |
-
"registered_name": "keras_hub>
|
| 22 |
}
|
|
|
|
| 1 |
{
|
| 2 |
"module": "keras_hub.src.models.gemma3.gemma3_tokenizer",
|
| 3 |
+
"class_name": "CygnisA3Tokenizer",
|
| 4 |
"config": {
|
| 5 |
+
"name": "cygnisa3_tokenizer",
|
| 6 |
"trainable": true,
|
| 7 |
"dtype": {
|
| 8 |
"module": "keras",
|
|
|
|
| 18 |
"add_bos": false,
|
| 19 |
"add_eos": false
|
| 20 |
},
|
| 21 |
+
"registered_name": "keras_hub>CygnisA3Tokenizer"
|
| 22 |
}
|