zRzRzRzRzRzRzR
commited on
Commit
·
3e29ece
1
Parent(s):
3e17d8b
update
Browse files- tokenizer_config.json +7 -7
tokenizer_config.json
CHANGED
|
@@ -134,7 +134,7 @@
|
|
| 134 |
"normalized": false,
|
| 135 |
"rstrip": false,
|
| 136 |
"single_word": false,
|
| 137 |
-
"special":
|
| 138 |
},
|
| 139 |
"151346": {
|
| 140 |
"content": "</think>",
|
|
@@ -142,7 +142,7 @@
|
|
| 142 |
"normalized": false,
|
| 143 |
"rstrip": false,
|
| 144 |
"single_word": false,
|
| 145 |
-
"special":
|
| 146 |
},
|
| 147 |
"151347": {
|
| 148 |
"content": "<answer>",
|
|
@@ -150,7 +150,7 @@
|
|
| 150 |
"normalized": false,
|
| 151 |
"rstrip": false,
|
| 152 |
"single_word": false,
|
| 153 |
-
"special":
|
| 154 |
},
|
| 155 |
"151348": {
|
| 156 |
"content": "</answer>",
|
|
@@ -158,7 +158,7 @@
|
|
| 158 |
"normalized": false,
|
| 159 |
"rstrip": false,
|
| 160 |
"single_word": false,
|
| 161 |
-
"special":
|
| 162 |
},
|
| 163 |
"151349": {
|
| 164 |
"content": "<|begin_of_box|>",
|
|
@@ -166,7 +166,7 @@
|
|
| 166 |
"normalized": false,
|
| 167 |
"rstrip": false,
|
| 168 |
"single_word": false,
|
| 169 |
-
"special":
|
| 170 |
},
|
| 171 |
"151350": {
|
| 172 |
"content": "<|end_of_box|>",
|
|
@@ -174,7 +174,7 @@
|
|
| 174 |
"normalized": false,
|
| 175 |
"rstrip": false,
|
| 176 |
"single_word": false,
|
| 177 |
-
"special":
|
| 178 |
},
|
| 179 |
"151351": {
|
| 180 |
"content": "<|sep|>",
|
|
@@ -182,7 +182,7 @@
|
|
| 182 |
"normalized": false,
|
| 183 |
"rstrip": false,
|
| 184 |
"single_word": false,
|
| 185 |
-
"special":
|
| 186 |
}
|
| 187 |
},
|
| 188 |
"additional_special_tokens": [
|
|
|
|
| 134 |
"normalized": false,
|
| 135 |
"rstrip": false,
|
| 136 |
"single_word": false,
|
| 137 |
+
"special": false
|
| 138 |
},
|
| 139 |
"151346": {
|
| 140 |
"content": "</think>",
|
|
|
|
| 142 |
"normalized": false,
|
| 143 |
"rstrip": false,
|
| 144 |
"single_word": false,
|
| 145 |
+
"special": false
|
| 146 |
},
|
| 147 |
"151347": {
|
| 148 |
"content": "<answer>",
|
|
|
|
| 150 |
"normalized": false,
|
| 151 |
"rstrip": false,
|
| 152 |
"single_word": false,
|
| 153 |
+
"special": false
|
| 154 |
},
|
| 155 |
"151348": {
|
| 156 |
"content": "</answer>",
|
|
|
|
| 158 |
"normalized": false,
|
| 159 |
"rstrip": false,
|
| 160 |
"single_word": false,
|
| 161 |
+
"special": false
|
| 162 |
},
|
| 163 |
"151349": {
|
| 164 |
"content": "<|begin_of_box|>",
|
|
|
|
| 166 |
"normalized": false,
|
| 167 |
"rstrip": false,
|
| 168 |
"single_word": false,
|
| 169 |
+
"special": false
|
| 170 |
},
|
| 171 |
"151350": {
|
| 172 |
"content": "<|end_of_box|>",
|
|
|
|
| 174 |
"normalized": false,
|
| 175 |
"rstrip": false,
|
| 176 |
"single_word": false,
|
| 177 |
+
"special": false
|
| 178 |
},
|
| 179 |
"151351": {
|
| 180 |
"content": "<|sep|>",
|
|
|
|
| 182 |
"normalized": false,
|
| 183 |
"rstrip": false,
|
| 184 |
"single_word": false,
|
| 185 |
+
"special": false
|
| 186 |
}
|
| 187 |
},
|
| 188 |
"additional_special_tokens": [
|