Auto-upload tokenizer after eval at step 600
Browse files- special_tokens_map.json +3 -1
- tokenizer.json +2 -2
- tokenizer_config.json +2 -2
special_tokens_map.json
CHANGED
|
@@ -3,7 +3,9 @@
|
|
| 3 |
"<|start_audio|>",
|
| 4 |
"<|start_of_speech|>",
|
| 5 |
"<|start_phon_gen|>",
|
| 6 |
-
"<|end_phon_gen|>"
|
|
|
|
|
|
|
| 7 |
],
|
| 8 |
"bos_token": {
|
| 9 |
"content": "<|begin_of_text|>",
|
|
|
|
| 3 |
"<|start_audio|>",
|
| 4 |
"<|start_of_speech|>",
|
| 5 |
"<|start_phon_gen|>",
|
| 6 |
+
"<|end_phon_gen|>",
|
| 7 |
+
"<|GENERATE_PHONEMES_FROM_TEXT|>",
|
| 8 |
+
"<|GENERATE_TEXT_FROM_PHONEMES|>"
|
| 9 |
],
|
| 10 |
"bos_token": {
|
| 11 |
"content": "<|begin_of_text|>",
|
tokenizer.json
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:de5b56054fb87b4170c39fac0220642388a202620eedd1b3b634bb46050cab5b
|
| 3 |
+
size 29650325
|
tokenizer_config.json
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:059be8b6771ae4634600de03eb1914919cd6b2161959eb9b265fb436fd677e4d
|
| 3 |
+
size 11833261
|