AdoCleanCode commited on
Commit
cf2dbb7
·
verified ·
1 Parent(s): 30353e9

Auto-upload tokenizer after eval at step 600

Browse files
special_tokens_map.json CHANGED
@@ -3,7 +3,9 @@
3
  "<|start_audio|>",
4
  "<|start_of_speech|>",
5
  "<|start_phon_gen|>",
6
- "<|end_phon_gen|>"
 
 
7
  ],
8
  "bos_token": {
9
  "content": "<|begin_of_text|>",
 
3
  "<|start_audio|>",
4
  "<|start_of_speech|>",
5
  "<|start_phon_gen|>",
6
+ "<|end_phon_gen|>",
7
+ "<|GENERATE_PHONEMES_FROM_TEXT|>",
8
+ "<|GENERATE_TEXT_FROM_PHONEMES|>"
9
  ],
10
  "bos_token": {
11
  "content": "<|begin_of_text|>",
tokenizer.json CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4865d2efef007fa6f0eded9666e5bc7e0563b635e434f24b9c21f726bde62cce
3
- size 29649909
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de5b56054fb87b4170c39fac0220642388a202620eedd1b3b634bb46050cab5b
3
+ size 29650325
tokenizer_config.json CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:15d50aa3754ea43f39250d63fddd0fe1362d132f21edba800f1f9283d850c5c6
3
- size 11832787
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:059be8b6771ae4634600de03eb1914919cd6b2161959eb9b265fb436fd677e4d
3
+ size 11833261