| { |
| "format_version": 1, |
| "architecture": "MultiDimWav2Vec2ForPreTraining", |
| "model_config": { |
| "activation_dropout": 0.0, |
| "apply_spec_augment": true, |
| "attention_dropout": 0.0, |
| "codevector_dim": 256, |
| "contrastive_logits_temperature": 0.1, |
| "conv_bias": true, |
| "conv_dim": [ |
| 256, |
| 256 |
| ], |
| "conv_embed": true, |
| "conv_kernel": [ |
| 3, |
| 3 |
| ], |
| "conv_stride": [ |
| 2, |
| 2 |
| ], |
| "diversity_loss_weight": 0.1, |
| "do_stable_layer_norm": true, |
| "feat_extract_norm": "layer", |
| "feat_proj_dropout": 0.0, |
| "feat_quantizer_dropout": 0.0, |
| "hidden_dropout": 0.0, |
| "hidden_size": 240, |
| "initializer_range": 0.02, |
| "input_dim": 3, |
| "intermediate_size": 3072, |
| "layer_norm_eps": 1e-05, |
| "layerdrop": 0.0, |
| "mask_feature_length": 10, |
| "mask_feature_min_masks": 0, |
| "mask_feature_prob": 0.0, |
| "mask_time_length": 10, |
| "mask_time_min_masks": 2, |
| "mask_time_prob": 0.65, |
| "num_attention_heads": 12, |
| "num_codevector_groups": 2, |
| "num_codevectors_per_group": 320, |
| "num_conv_pos_embedding_groups": 16, |
| "num_conv_pos_embeddings": 128, |
| "num_feat_extract_layers": 2, |
| "num_hidden_layers": 6, |
| "num_negatives": 100, |
| "output_attentions": false, |
| "output_hidden_size": 768, |
| "output_hidden_states": false, |
| "pad_token_id": 0, |
| "proj_codevector_dim": 256, |
| "rotary_pos_embed": false, |
| "scale_logits_in_quantization": true, |
| "use_rms_norm": false |
| }, |
| "preprocessing": { |
| "sampling_rate_hz": 100, |
| "component_order": "ZNE", |
| "tensor_layout": "batch, component, sample", |
| "dtype": "float32", |
| "reference_window_samples": 3001, |
| "normalization": "per-component demean, divide by population std + 1e-10", |
| "zero_std": "replace zero std by 1 before division", |
| "missing_components": "Legacy training randomly copies a present component into missing channels. Supply complete components for deterministic inference; no filling is performed by the loader or encode()." |
| }, |
| "source_checkpoint_sha256": "6e97c53c562e9ba6bc96df85d8d208b89ff84e80a25468825f29bb5bace5eacb" |
| } |
|
|
