{ | |
"activation_dropout": 0.0, | |
"activation_function": "gelu", | |
"architectures": [ | |
"Qwen2AudioEncoder" | |
], | |
"attention_dropout": 0.0, | |
"d_model": 1280, | |
"dropout": 0.0, | |
"encoder_attention_heads": 20, | |
"encoder_ffn_dim": 5120, | |
"encoder_layerdrop": 0.0, | |
"encoder_layers": 32, | |
"init_std": 0.02, | |
"max_source_positions": 1500, | |
"model_type": "qwen2_audio_encoder", | |
"num_hidden_layers": 32, | |
"num_mel_bins": 128, | |
"scale_embedding": false, | |
"torch_dtype": "float32", | |
"transformers_version": "4.45.0.dev0" | |
} | |