config.json
3.1 KB · 143 lines · json Raw
1 {
2 "codebook_dim": 16,
3 "codebook_size": 8192,
4 "conv_dim": 512,
5 "encoder_depth": 12,
6 "encoder_dim": 1024,
7 "features": [
8 "melspec_2048"
9 ],
10 "hop_length": 240,
11 "is_flash": false,
12 "label_rate": 25,
13 "mask_hop": 0.4,
14 "mask_prob": 0.6,
15 "n_mels": 128,
16 "num_codebooks": 1,
17 "recon_loss_ratio": null,
18 "resume_checkpoint": null,
19 "rvq_ckpt_path": null,
20 "rvq_multi_layer_num": 1,
21 "rvq_n_codebooks": 8,
22 "stat": {
23 "melspec_2048_cnt": 14282760192,
24 "melspec_2048_mean": 6.768444971712967,
25 "melspec_2048_std": 18.417922652295623
26 },
27 "use_encodec_target": false,
28 "use_rvq_target": true,
29 "use_vq_target": false,
30 "w2v2_config": {
31 "activation_dropout": 0.1,
32 "adapter_kernel_size": 3,
33 "adapter_stride": 2,
34 "add_adapter": false,
35 "apply_spec_augment": true,
36 "architectures": [
37 "Wav2Vec2ConformerForCTC"
38 ],
39 "attention_dropout": 0.1,
40 "bos_token_id": 1,
41 "classifier_proj_size": 256,
42 "codevector_dim": 768,
43 "conformer_conv_dropout": 0.1,
44 "contrastive_logits_temperature": 0.1,
45 "conv_bias": true,
46 "conv_depthwise_kernel_size": 31,
47 "conv_dim": [
48 512,
49 512,
50 512,
51 512,
52 512,
53 512,
54 512
55 ],
56 "conv_kernel": [
57 10,
58 3,
59 3,
60 3,
61 3,
62 2,
63 2
64 ],
65 "conv_stride": [
66 5,
67 2,
68 2,
69 2,
70 2,
71 2,
72 2
73 ],
74 "ctc_loss_reduction": "sum",
75 "ctc_zero_infinity": false,
76 "diversity_loss_weight": 0.1,
77 "do_stable_layer_norm": true,
78 "eos_token_id": 2,
79 "feat_extract_activation": "gelu",
80 "feat_extract_dropout": 0.0,
81 "feat_extract_norm": "layer",
82 "feat_proj_dropout": 0.1,
83 "feat_quantizer_dropout": 0.0,
84 "final_dropout": 0.1,
85 "gradient_checkpointing": false,
86 "hidden_act": "swish",
87 "hidden_dropout": 0.1,
88 "hidden_dropout_prob": 0.1,
89 "hidden_size": 1024,
90 "initializer_range": 0.02,
91 "intermediate_size": 4096,
92 "layer_norm_eps": 1e-05,
93 "layerdrop": 0.0,
94 "mask_feature_length": 10,
95 "mask_feature_min_masks": 0,
96 "mask_feature_prob": 0.0,
97 "mask_time_length": 10,
98 "mask_time_min_masks": 2,
99 "mask_time_prob": 0.05,
100 "max_source_positions": 5000,
101 "model_type": "wav2vec2-conformer",
102 "num_adapter_layers": 3,
103 "num_attention_heads": 16,
104 "num_codevector_groups": 2,
105 "num_codevectors_per_group": 320,
106 "num_conv_pos_embedding_groups": 16,
107 "num_conv_pos_embeddings": 128,
108 "num_feat_extract_layers": 7,
109 "num_hidden_layers": 24,
110 "num_negatives": 100,
111 "output_hidden_size": 1024,
112 "pad_token_id": 0,
113 "position_embeddings_type": "rotary",
114 "proj_codevector_dim": 768,
115 "rotary_embedding_base": 10000,
116 "tdnn_dilation": [
117 1,
118 2,
119 3,
120 1,
121 1
122 ],
123 "tdnn_dim": [
124 512,
125 512,
126 512,
127 512,
128 1500
129 ],
130 "tdnn_kernel": [
131 5,
132 3,
133 3,
134 1,
135 1
136 ],
137 "torch_dtype": "float32",
138 "transformers_version": "4.19.0.dev0",
139 "use_weighted_layer_sum": false,
140 "vocab_size": 32,
141 "xvector_output_dim": 512
142 }
143 }