AhmedEladl commited on
Commit
806afa2
·
verified ·
1 Parent(s): e0737d2

Upload config.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. config.json +205 -0
config.json ADDED
@@ -0,0 +1,205 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "output_path": "./saudi_xtts_model",
3
+ "logger_uri": null,
4
+ "run_name": "saudi_xtts_v2",
5
+ "project_name": "saudi_arabic_tts",
6
+ "run_description": "Fine-tuning XTTS v2 for Saudi Arabic",
7
+ "print_step": 50,
8
+ "plot_step": 100,
9
+ "model_param_stats": false,
10
+ "wandb_entity": null,
11
+ "dashboard_logger": "tensorboard",
12
+ "save_on_interrupt": true,
13
+ "log_model_step": null,
14
+ "save_step": 1000,
15
+ "save_n_checkpoints": 3,
16
+ "save_checkpoints": true,
17
+ "save_all_best": false,
18
+ "save_best_after": 0,
19
+ "target_loss": null,
20
+ "print_eval": false,
21
+ "test_delay_epochs": 0,
22
+ "run_eval": true,
23
+ "run_eval_steps": null,
24
+ "distributed_backend": "nccl",
25
+ "distributed_url": "tcp://localhost:54321",
26
+ "mixed_precision": false,
27
+ "precision": "fp16",
28
+ "epochs": 15,
29
+ "batch_size": 4,
30
+ "eval_batch_size": 4,
31
+ "grad_clip": 0.0,
32
+ "scheduler_after_epoch": true,
33
+ "lr": 5e-06,
34
+ "optimizer": "AdamW",
35
+ "optimizer_params": {
36
+ "betas": [
37
+ 0.9,
38
+ 0.96
39
+ ],
40
+ "eps": 1e-08,
41
+ "weight_decay": 0.01
42
+ },
43
+ "lr_scheduler": "MultiStepLR",
44
+ "lr_scheduler_params": {
45
+ "milestones": [
46
+ 50000,
47
+ 150000,
48
+ 300000
49
+ ],
50
+ "gamma": 0.5
51
+ },
52
+ "use_grad_scaler": false,
53
+ "allow_tf32": false,
54
+ "cudnn_enable": true,
55
+ "cudnn_deterministic": false,
56
+ "cudnn_benchmark": false,
57
+ "training_seed": 1,
58
+ "model": "xtts",
59
+ "num_loader_workers": 4,
60
+ "num_eval_loader_workers": 0,
61
+ "use_noise_augment": false,
62
+ "audio": {
63
+ "sample_rate": 22050,
64
+ "output_sample_rate": 24000,
65
+ "dvae_sample_rate": 22050
66
+ },
67
+ "use_phonemes": false,
68
+ "phonemizer": null,
69
+ "phoneme_language": null,
70
+ "compute_input_seq_cache": false,
71
+ "text_cleaner": null,
72
+ "enable_eos_bos_chars": false,
73
+ "test_sentences_file": "",
74
+ "phoneme_cache_path": null,
75
+ "characters": null,
76
+ "add_blank": false,
77
+ "batch_group_size": 48,
78
+ "loss_masking": null,
79
+ "min_audio_len": 1,
80
+ "max_audio_len": Infinity,
81
+ "min_text_len": 1,
82
+ "max_text_len": Infinity,
83
+ "compute_f0": false,
84
+ "compute_energy": false,
85
+ "compute_linear_spec": false,
86
+ "precompute_num_workers": 0,
87
+ "start_by_longest": false,
88
+ "shuffle": false,
89
+ "drop_last": false,
90
+ "datasets": [
91
+ {
92
+ "formatter": "",
93
+ "dataset_name": "",
94
+ "path": "",
95
+ "meta_file_train": "",
96
+ "ignored_speakers": null,
97
+ "language": "",
98
+ "phonemizer": "",
99
+ "meta_file_val": "",
100
+ "meta_file_attn_mask": ""
101
+ }
102
+ ],
103
+ "test_sentences": [
104
+ {
105
+ "text": "\u0623\u0647\u0644\u0627\u064b \u0648\u0633\u0647\u0644\u0627\u064b \u0628\u0643\u0645 \u0641\u064a \u0627\u0644\u0645\u0645\u0644\u0643\u0629 \u0627\u0644\u0639\u0631\u0628\u064a\u0629 \u0627\u0644\u0633\u0639\u0648\u062f\u064a\u0629",
106
+ "speaker_wav": "./saudi_dataset/chunks/saudi_audio_009_chunk_043.wav",
107
+ "language": "ar"
108
+ },
109
+ {
110
+ "text": "\u0627\u0644\u0631\u064a\u0627\u0636 \u0647\u064a \u0639\u0627\u0635\u0645\u0629 \u0627\u0644\u0645\u0645\u0644\u0643\u0629 \u0627\u0644\u0639\u0631\u0628\u064a\u0629 \u0627\u0644\u0633\u0639\u0648\u062f\u064a\u0629",
111
+ "speaker_wav": "./saudi_dataset/chunks/saudi_audio_009_chunk_043.wav",
112
+ "language": "ar"
113
+ },
114
+ {
115
+ "text": "\u0634\u0643\u0631\u0627\u064b \u0644\u062d\u0633\u0646 \u0627\u0644\u0627\u0633\u062a\u0645\u0627\u0639 \u064a\u0627 \u0635\u062f\u064a\u0642\u064a",
116
+ "speaker_wav": "./saudi_dataset/chunks/saudi_audio_009_chunk_043.wav",
117
+ "language": "ar"
118
+ }
119
+ ],
120
+ "eval_split_max_size": 256,
121
+ "eval_split_size": 0.01,
122
+ "use_speaker_weighted_sampler": false,
123
+ "speaker_weighted_sampler_alpha": 1.0,
124
+ "use_language_weighted_sampler": false,
125
+ "language_weighted_sampler_alpha": 1.0,
126
+ "use_length_weighted_sampler": false,
127
+ "length_weighted_sampler_alpha": 1.0,
128
+ "model_args": {
129
+ "gpt_batch_size": 1,
130
+ "enable_redaction": false,
131
+ "kv_cache": true,
132
+ "gpt_checkpoint": "",
133
+ "clvp_checkpoint": null,
134
+ "decoder_checkpoint": null,
135
+ "num_chars": 255,
136
+ "tokenizer_file": "./saudi_xtts_model/XTTS_v2.0_original_model_files/vocab.json",
137
+ "gpt_max_audio_tokens": 605,
138
+ "gpt_max_text_tokens": 402,
139
+ "gpt_max_prompt_tokens": 70,
140
+ "gpt_layers": 30,
141
+ "gpt_n_model_channels": 1024,
142
+ "gpt_n_heads": 16,
143
+ "gpt_number_text_tokens": 6681,
144
+ "gpt_start_text_token": 261,
145
+ "gpt_stop_text_token": 0,
146
+ "gpt_num_audio_tokens": 1026,
147
+ "gpt_start_audio_token": 1024,
148
+ "gpt_stop_audio_token": 1025,
149
+ "gpt_code_stride_len": 1024,
150
+ "gpt_use_masking_gt_prompt_approach": true,
151
+ "gpt_use_perceiver_resampler": true,
152
+ "input_sample_rate": 22050,
153
+ "output_sample_rate": 24000,
154
+ "output_hop_length": 256,
155
+ "decoder_input_dim": 1024,
156
+ "d_vector_dim": 512,
157
+ "cond_d_vector_in_each_upsampling_layer": true,
158
+ "duration_const": 102400,
159
+ "min_conditioning_length": 66168,
160
+ "max_conditioning_length": 242524,
161
+ "gpt_loss_text_ce_weight": 0.01,
162
+ "gpt_loss_mel_ce_weight": 1.0,
163
+ "debug_loading_failures": true,
164
+ "max_wav_length": 242550,
165
+ "max_text_length": 166,
166
+ "mel_norm_file": "./saudi_xtts_model/XTTS_v2.0_original_model_files/mel_stats.pth",
167
+ "dvae_checkpoint": "./saudi_xtts_model/XTTS_v2.0_original_model_files/dvae.pth",
168
+ "xtts_checkpoint": "./saudi_xtts_model/XTTS_v2.0_original_model_files/model.pth",
169
+ "vocoder": ""
170
+ },
171
+ "model_dir": null,
172
+ "languages": [
173
+ "en",
174
+ "es",
175
+ "fr",
176
+ "de",
177
+ "it",
178
+ "pt",
179
+ "pl",
180
+ "tr",
181
+ "ru",
182
+ "nl",
183
+ "cs",
184
+ "ar",
185
+ "zh-cn",
186
+ "hu",
187
+ "ko",
188
+ "ja",
189
+ "hi"
190
+ ],
191
+ "temperature": 0.85,
192
+ "length_penalty": 1.0,
193
+ "repetition_penalty": 2.0,
194
+ "top_k": 50,
195
+ "top_p": 0.85,
196
+ "num_gpt_outputs": 1,
197
+ "gpt_cond_len": 12,
198
+ "gpt_cond_chunk_len": 4,
199
+ "max_ref_len": 10,
200
+ "sound_norm_refs": false,
201
+ "optimizer_wd_only_on_weights": false,
202
+ "weighted_loss_attrs": {},
203
+ "weighted_loss_multipliers": {},
204
+ "github_branch": "inside_docker"
205
+ }