aztro commited on
Commit
b47f4c8
1 Parent(s): e686507

Upload 4 files

Browse files
config.json ADDED
@@ -0,0 +1,263 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "output_path": "/content/drive/MyDrive/mabama/traineroutput",
3
+ "logger_uri": null,
4
+ "run_name": "vits_vctk",
5
+ "project_name": null,
6
+ "run_description": "\ud83d\udc38Coqui trainer run.",
7
+ "print_step": 50,
8
+ "plot_step": 100,
9
+ "model_param_stats": false,
10
+ "wandb_entity": null,
11
+ "dashboard_logger": "tensorboard",
12
+ "save_on_interrupt": true,
13
+ "log_model_step": 1000,
14
+ "save_step": 1000,
15
+ "save_n_checkpoints": 4,
16
+ "save_checkpoints": true,
17
+ "save_all_best": false,
18
+ "save_best_after": 1000,
19
+ "target_loss": null,
20
+ "print_eval": true,
21
+ "test_delay_epochs": -1,
22
+ "run_eval": true,
23
+ "run_eval_steps": null,
24
+ "distributed_backend": "nccl",
25
+ "distributed_url": "tcp://localhost:54321",
26
+ "mixed_precision": false,
27
+ "precision": "fp16",
28
+ "epochs": 10000,
29
+ "batch_size": 16,
30
+ "eval_batch_size": 16,
31
+ "grad_clip": [
32
+ 1000,
33
+ 1000
34
+ ],
35
+ "scheduler_after_epoch": true,
36
+ "lr": 0.001,
37
+ "optimizer": "AdamW",
38
+ "optimizer_params": {
39
+ "betas": [
40
+ 0.8,
41
+ 0.99
42
+ ],
43
+ "eps": 1e-09,
44
+ "weight_decay": 0.01
45
+ },
46
+ "lr_scheduler": null,
47
+ "lr_scheduler_params": null,
48
+ "use_grad_scaler": false,
49
+ "allow_tf32": false,
50
+ "cudnn_enable": true,
51
+ "cudnn_deterministic": false,
52
+ "cudnn_benchmark": false,
53
+ "training_seed": 54321,
54
+ "model": "vits",
55
+ "num_loader_workers": 2,
56
+ "num_eval_loader_workers": 2,
57
+ "use_noise_augment": false,
58
+ "audio": {
59
+ "fft_size": 1024,
60
+ "sample_rate": 22050,
61
+ "win_length": 1024,
62
+ "hop_length": 256,
63
+ "num_mels": 80,
64
+ "mel_fmin": 0,
65
+ "mel_fmax": null
66
+ },
67
+ "use_phonemes": true,
68
+ "phonemizer": "espeak",
69
+ "phoneme_language": "es",
70
+ "compute_input_seq_cache": true,
71
+ "text_cleaner": "multilingual_cleaners",
72
+ "enable_eos_bos_chars": false,
73
+ "test_sentences_file": "",
74
+ "phoneme_cache_path": "/content/drive/MyDrive/mabama/traineroutput/phoneme_cache",
75
+ "characters": {
76
+ "characters_class": "TTS.tts.utils.text.characters.IPAPhonemes",
77
+ "vocab_dict": null,
78
+ "pad": "<PAD>",
79
+ "eos": "<EOS>",
80
+ "bos": "<BOS>",
81
+ "blank": "<BLNK>",
82
+ "characters": "iy\u0268\u0289\u026fu\u026a\u028f\u028ae\u00f8\u0258\u0259\u0275\u0264o\u025b\u0153\u025c\u025e\u028c\u0254\u00e6\u0250a\u0276\u0251\u0252\u1d7b\u0298\u0253\u01c0\u0257\u01c3\u0284\u01c2\u0260\u01c1\u029bpbtd\u0288\u0256c\u025fk\u0261q\u0262\u0294\u0274\u014b\u0272\u0273n\u0271m\u0299r\u0280\u2c71\u027e\u027d\u0278\u03b2fv\u03b8\u00f0sz\u0283\u0292\u0282\u0290\u00e7\u029dx\u0263\u03c7\u0281\u0127\u0295h\u0266\u026c\u026e\u028b\u0279\u027bj\u0270l\u026d\u028e\u029f\u02c8\u02cc\u02d0\u02d1\u028dw\u0265\u029c\u02a2\u02a1\u0255\u0291\u027a\u0267\u02b2\u025a\u02de\u026b",
83
+ "punctuations": "!'(),-.:;? ",
84
+ "phonemes": null,
85
+ "is_unique": false,
86
+ "is_sorted": true
87
+ },
88
+ "add_blank": true,
89
+ "batch_group_size": 16,
90
+ "loss_masking": null,
91
+ "min_audio_len": 1,
92
+ "max_audio_len": 220500,
93
+ "min_text_len": 1,
94
+ "max_text_len": Infinity,
95
+ "compute_f0": false,
96
+ "compute_energy": false,
97
+ "compute_linear_spec": true,
98
+ "precompute_num_workers": 0,
99
+ "start_by_longest": true,
100
+ "shuffle": false,
101
+ "drop_last": false,
102
+ "datasets": [
103
+ {
104
+ "formatter": "vctk",
105
+ "dataset_name": "vctk-vits",
106
+ "path": "/content/drive/MyDrive/mabama/wavs",
107
+ "meta_file_train": "",
108
+ "ignored_speakers": null,
109
+ "language": "es",
110
+ "phonemizer": "espeak",
111
+ "meta_file_val": "",
112
+ "meta_file_attn_mask": ""
113
+ }
114
+ ],
115
+ "test_sentences": [
116
+ [
117
+ "Ganar\u00e9is puntos mientras el pist\u00f3n est\u00e9 sobre vuestra cabeza. Moved el pist\u00f3n pulsando el color correspondiente a otro robot. Ensamblad los ojos de grandes robots tir\u00e1ndolos por encima de sus cabezas. Cuando se acabe el tiempo, el pist\u00f3n aplastar\u00e1 al robot que le ha dado.",
118
+ "VCTK_spanish",
119
+ null,
120
+ "es"
121
+ ]
122
+ ],
123
+ "eval_split_max_size": 256,
124
+ "eval_split_size": 0.01,
125
+ "use_speaker_weighted_sampler": false,
126
+ "speaker_weighted_sampler_alpha": 1.0,
127
+ "use_language_weighted_sampler": false,
128
+ "language_weighted_sampler_alpha": 1.0,
129
+ "use_length_weighted_sampler": false,
130
+ "length_weighted_sampler_alpha": 1.0,
131
+ "model_args": {
132
+ "num_chars": 131,
133
+ "out_channels": 513,
134
+ "spec_segment_size": 32,
135
+ "hidden_channels": 192,
136
+ "hidden_channels_ffn_text_encoder": 768,
137
+ "num_heads_text_encoder": 2,
138
+ "num_layers_text_encoder": 6,
139
+ "kernel_size_text_encoder": 3,
140
+ "dropout_p_text_encoder": 0.1,
141
+ "dropout_p_duration_predictor": 0.5,
142
+ "kernel_size_posterior_encoder": 5,
143
+ "dilation_rate_posterior_encoder": 1,
144
+ "num_layers_posterior_encoder": 16,
145
+ "kernel_size_flow": 5,
146
+ "dilation_rate_flow": 1,
147
+ "num_layers_flow": 4,
148
+ "resblock_type_decoder": "1",
149
+ "resblock_kernel_sizes_decoder": [
150
+ 3,
151
+ 7,
152
+ 11
153
+ ],
154
+ "resblock_dilation_sizes_decoder": [
155
+ [
156
+ 1,
157
+ 3,
158
+ 5
159
+ ],
160
+ [
161
+ 1,
162
+ 3,
163
+ 5
164
+ ],
165
+ [
166
+ 1,
167
+ 3,
168
+ 5
169
+ ]
170
+ ],
171
+ "upsample_rates_decoder": [
172
+ 8,
173
+ 8,
174
+ 2,
175
+ 2
176
+ ],
177
+ "upsample_initial_channel_decoder": 512,
178
+ "upsample_kernel_sizes_decoder": [
179
+ 16,
180
+ 16,
181
+ 4,
182
+ 4
183
+ ],
184
+ "periods_multi_period_discriminator": [
185
+ 2,
186
+ 3,
187
+ 5,
188
+ 7,
189
+ 11
190
+ ],
191
+ "use_sdp": true,
192
+ "noise_scale": 1.0,
193
+ "inference_noise_scale": 0.667,
194
+ "length_scale": 1,
195
+ "noise_scale_dp": 1.0,
196
+ "inference_noise_scale_dp": 1.0,
197
+ "max_inference_len": null,
198
+ "init_discriminator": true,
199
+ "use_spectral_norm_disriminator": false,
200
+ "use_speaker_embedding": false,
201
+ "num_speakers": 0,
202
+ "speakers_file": "/content/drive/MyDrive/mabama/traineroutput/vits_vctk-June-25-2024_04+08AM-0000000/speakers.pth",
203
+ "d_vector_file": null,
204
+ "speaker_embedding_channels": 256,
205
+ "use_d_vector_file": true,
206
+ "d_vector_dim": 512,
207
+ "detach_dp_input": true,
208
+ "use_language_embedding": false,
209
+ "embedded_language_dim": 4,
210
+ "num_languages": 0,
211
+ "language_ids_file": null,
212
+ "use_speaker_encoder_as_loss": true,
213
+ "speaker_encoder_config_path": "https://github.com/coqui-ai/TTS/releases/download/speaker_encoder_model/config_se.json",
214
+ "speaker_encoder_model_path": "https://github.com/coqui-ai/TTS/releases/download/speaker_encoder_model/model_se.pth.tar",
215
+ "condition_dp_on_speaker": true,
216
+ "freeze_encoder": false,
217
+ "freeze_DP": false,
218
+ "freeze_PE": false,
219
+ "freeze_flow_decoder": null,
220
+ "freeze_waveform_decoder": false,
221
+ "encoder_sample_rate": null,
222
+ "interpolate_z": true,
223
+ "reinit_DP": false,
224
+ "reinit_text_encoder": false
225
+ },
226
+ "lr_gen": 0.0002,
227
+ "lr_disc": 0.0002,
228
+ "lr_scheduler_gen": "ExponentialLR",
229
+ "lr_scheduler_gen_params": {
230
+ "gamma": 0.999875,
231
+ "last_epoch": -1
232
+ },
233
+ "lr_scheduler_disc": "ExponentialLR",
234
+ "lr_scheduler_disc_params": {
235
+ "gamma": 0.999875,
236
+ "last_epoch": -1
237
+ },
238
+ "kl_loss_alpha": 1.0,
239
+ "disc_loss_alpha": 1.0,
240
+ "gen_loss_alpha": 1.0,
241
+ "feat_loss_alpha": 1.0,
242
+ "mel_loss_alpha": 45.0,
243
+ "dur_loss_alpha": 1.0,
244
+ "speaker_encoder_loss_alpha": 9.0,
245
+ "return_wav": true,
246
+ "use_weighted_sampler": true,
247
+ "weighted_sampler_attrs": {
248
+ "speaker_name": 1.0
249
+ },
250
+ "weighted_sampler_multipliers": {
251
+ "speaker_name": {}
252
+ },
253
+ "r": 1,
254
+ "num_speakers": 0,
255
+ "use_speaker_embedding": false,
256
+ "speakers_file": "/content/drive/MyDrive/mabama/traineroutput/vits_vctk-June-25-2024_04+08AM-0000000/speakers.pth",
257
+ "speaker_embedding_channels": 256,
258
+ "language_ids_file": null,
259
+ "use_language_embedding": false,
260
+ "use_d_vector_file": true,
261
+ "d_vector_file": null,
262
+ "d_vector_dim": 512
263
+ }
events.out.tfevents.1719288528.8cb16ea2a75f.11017.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7de2685ad1b0528baad71545a76e3ed4d81a3fa206608649c8d34c7fecf010ad
3
+ size 10152
speakers.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c35cea3b2e60fb5e7e162d3592df775cd400e575a31c72f359fb9e654ab00c5
3
+ size 864
trainer_0_log.txt ADDED
@@ -0,0 +1,56 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ > Training Environment:
2
+ | > Backend: Torch
3
+ | > Mixed precision: False
4
+ | > Precision: float32
5
+ | > Current device: 0
6
+ | > Num. of GPUs: 1
7
+ | > Num. of CPUs: 2
8
+ | > Num. of Torch Threads: 1
9
+ | > Torch seed: 54321
10
+ | > Torch CUDNN: True
11
+ | > Torch CUDNN deterministic: False
12
+ | > Torch CUDNN benchmark: False
13
+ | > Torch TF32 MatMul: False
14
+ > Start Tensorboard: tensorboard --logdir=/content/drive/MyDrive/mabama/traineroutput/vits_vctk-June-25-2024_04+08AM-0000000
15
+
16
+ > Model has 89736364 parameters
17
+
18
+  > EPOCH: 0/10000
19
+ --> /content/drive/MyDrive/mabama/traineroutput/vits_vctk-June-25-2024_04+08AM-0000000
20
+ ! Run is kept in /content/drive/MyDrive/mabama/traineroutput/vits_vctk-June-25-2024_04+08AM-0000000
21
+
22
+  > EPOCH: 0/10000
23
+ --> /content/drive/MyDrive/mabama/traineroutput/vits_vctk-June-25-2024_04+08AM-0000000
24
+ ! Run is kept in /content/drive/MyDrive/mabama/traineroutput/vits_vctk-June-25-2024_04+08AM-0000000
25
+
26
+  > EPOCH: 0/10000
27
+ --> /content/drive/MyDrive/mabama/traineroutput/vits_vctk-June-25-2024_04+08AM-0000000
28
+ ! Run is kept in /content/drive/MyDrive/mabama/traineroutput/vits_vctk-June-25-2024_04+08AM-0000000
29
+
30
+  > EPOCH: 0/10000
31
+ --> /content/drive/MyDrive/mabama/traineroutput/vits_vctk-June-25-2024_04+08AM-0000000
32
+ ! Run is kept in /content/drive/MyDrive/mabama/traineroutput/vits_vctk-June-25-2024_04+08AM-0000000
33
+
34
+  > EPOCH: 0/10000
35
+ --> /content/drive/MyDrive/mabama/traineroutput/vits_vctk-June-25-2024_04+08AM-0000000
36
+ ! Run is kept in /content/drive/MyDrive/mabama/traineroutput/vits_vctk-June-25-2024_04+08AM-0000000
37
+
38
+  > EPOCH: 0/10000
39
+ --> /content/drive/MyDrive/mabama/traineroutput/vits_vctk-June-25-2024_04+08AM-0000000
40
+ ! Run is kept in /content/drive/MyDrive/mabama/traineroutput/vits_vctk-June-25-2024_04+08AM-0000000
41
+
42
+  > EPOCH: 0/10000
43
+ --> /content/drive/MyDrive/mabama/traineroutput/vits_vctk-June-25-2024_04+08AM-0000000
44
+ ! Run is kept in /content/drive/MyDrive/mabama/traineroutput/vits_vctk-June-25-2024_04+08AM-0000000
45
+
46
+  > EPOCH: 0/10000
47
+ --> /content/drive/MyDrive/mabama/traineroutput/vits_vctk-June-25-2024_04+08AM-0000000
48
+ ! Run is kept in /content/drive/MyDrive/mabama/traineroutput/vits_vctk-June-25-2024_04+08AM-0000000
49
+
50
+  > EPOCH: 0/10000
51
+ --> /content/drive/MyDrive/mabama/traineroutput/vits_vctk-June-25-2024_04+08AM-0000000
52
+ ! Run is kept in /content/drive/MyDrive/mabama/traineroutput/vits_vctk-June-25-2024_04+08AM-0000000
53
+
54
+  > EPOCH: 0/10000
55
+ --> /content/drive/MyDrive/mabama/traineroutput/vits_vctk-June-25-2024_04+08AM-0000000
56
+ ! Run is kept in /content/drive/MyDrive/mabama/traineroutput/vits_vctk-June-25-2024_04+08AM-0000000