lsnoo commited on
Commit
46a8e81
1 Parent(s): 57116db

YAML file used for training the model

Browse files
Files changed (1) hide show
  1. syl_nospace_50epoch_2nd.yaml +61 -0
syl_nospace_50epoch_2nd.yaml ADDED
@@ -0,0 +1,61 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # @package _group_
2
+
3
+ common:
4
+ fp16: true
5
+ log_format: tqdm
6
+ log_interval: 200
7
+ tensorboard_logdir: /workspace/data/finetuning/syl_nospace_50epoch_2nd/logs/
8
+
9
+ checkpoint:
10
+ no_epoch_checkpoints: true
11
+ best_checkpoint_metric: wer
12
+ save_dir: /workspace/data/finetuning/syl_nospace_50epoch_2nd/checkpoints/
13
+
14
+ task:
15
+ _name: audio_finetuning
16
+ data: /workspace/data/finetuning/syl_nospace_50epoch_2nd
17
+ normalize: true
18
+ labels: ltr
19
+
20
+ dataset:
21
+ num_workers: 4
22
+ max_tokens: 500000
23
+ skip_invalid_size_inputs_valid_test: true
24
+ valid_subset: valid
25
+
26
+ distributed_training:
27
+ ddp_backend: legacy_ddp
28
+ distributed_world_size: 1
29
+
30
+ criterion:
31
+ _name: ctc
32
+ zero_infinity: true
33
+
34
+ optimization:
35
+ max_epoch: 50
36
+ max_update: 800000
37
+ lr: [0.00003]
38
+ sentence_avg: true
39
+ update_freq: [4]
40
+
41
+ optimizer:
42
+ _name: adam
43
+ adam_betas: (0.9,0.98)
44
+ adam_eps: 1e-08
45
+
46
+ lr_scheduler:
47
+ _name: tri_stage
48
+ phase_ratio: [0.1, 0.4, 0.5]
49
+ final_lr_scale: 0.05
50
+
51
+ model:
52
+ _name: wav2vec_ctc
53
+ w2v_path: /workspace/data/finetuning/xlsr_53_56k.pt
54
+ apply_mask: true
55
+ mask_prob: 0.65
56
+ mask_channel_prob: 0.5
57
+ mask_channel_length: 64
58
+ layerdrop: 0.1
59
+ activation_dropout: 0.1
60
+ feature_grad_mult: 0.0
61
+ freeze_finetune_updates: 0