Buckets:
| { | |
| "model_type": "haru", | |
| "architectures": [ | |
| "HaruForConditionalGeneration" | |
| ], | |
| "dtype": "bfloat16", | |
| "sample_rate": 24000, | |
| "frame_samples": 3200, | |
| "frame_rate": 7.5, | |
| "latent_dim": 64, | |
| "pad_token_id": 248076, | |
| "eop_token_id": 248071, | |
| "lm": { | |
| "model_type": "qwen3_5_text", | |
| "vocab_size": 248320, | |
| "hidden_size": 2560, | |
| "intermediate_size": 9216, | |
| "num_hidden_layers": 32, | |
| "num_attention_heads": 16, | |
| "num_key_value_heads": 4, | |
| "head_dim": 256, | |
| "hidden_act": "silu", | |
| "max_position_embeddings": 262144, | |
| "rms_norm_eps": 1e-06, | |
| "attention_bias": false, | |
| "attention_dropout": 0.0, | |
| "attn_output_gate": true, | |
| "full_attention_interval": 4, | |
| "layer_types": [ | |
| "linear_attention", | |
| "linear_attention", | |
| "linear_attention", | |
| "full_attention", | |
| "linear_attention", | |
| "linear_attention", | |
| "linear_attention", | |
| "full_attention", | |
| "linear_attention", | |
| "linear_attention", | |
| "linear_attention", | |
| "full_attention", | |
| "linear_attention", | |
| "linear_attention", | |
| "linear_attention", | |
| "full_attention", | |
| "linear_attention", | |
| "linear_attention", | |
| "linear_attention", | |
| "full_attention", | |
| "linear_attention", | |
| "linear_attention", | |
| "linear_attention", | |
| "full_attention", | |
| "linear_attention", | |
| "linear_attention", | |
| "linear_attention", | |
| "full_attention", | |
| "linear_attention", | |
| "linear_attention", | |
| "linear_attention", | |
| "full_attention" | |
| ], | |
| "linear_conv_kernel_dim": 4, | |
| "linear_key_head_dim": 128, | |
| "linear_value_head_dim": 128, | |
| "linear_num_key_heads": 16, | |
| "linear_num_value_heads": 32, | |
| "mamba_ssm_dtype": "float32", | |
| "partial_rotary_factor": 0.25, | |
| "rope_parameters": { | |
| "mrope_interleaved": true, | |
| "mrope_section": [ | |
| 11, | |
| 11, | |
| 10 | |
| ], | |
| "partial_rotary_factor": 0.25, | |
| "rope_theta": 10000000, | |
| "rope_type": "default" | |
| }, | |
| "tie_word_embeddings": true, | |
| "initializer_range": 0.02, | |
| "eos_token_id": 248044 | |
| }, | |
| "codec": { | |
| "latent_dim": 64, | |
| "base_channels": 32, | |
| "ratios": [ | |
| 8, | |
| 5, | |
| 5, | |
| 4, | |
| 2, | |
| 2 | |
| ], | |
| "encoder_depths": [ | |
| 3, | |
| 3, | |
| 3, | |
| 3, | |
| 3, | |
| 3, | |
| 8 | |
| ], | |
| "decoder_depths": [ | |
| 8, | |
| 3, | |
| 3, | |
| 3, | |
| 3, | |
| 3, | |
| 3 | |
| ], | |
| "norm_eps": 1e-05, | |
| "latent_std": 0.5 | |
| }, | |
| "head": { | |
| "hidden_size": 2560, | |
| "latent_dim": 64, | |
| "num_layers": 4, | |
| "ffn_ratio": 3.0, | |
| "norm_eps": 1e-05, | |
| "interval_embed": 7.0, | |
| "num_steps": 1, | |
| "guidance_scale": 1.5, | |
| "guidance_range": [ | |
| 1.0, | |
| 2.0 | |
| ] | |
| } | |
| } | |
Xet Storage Details
- Size:
- 2.74 kB
- Xet hash:
- ffc920de527fb87f8771754a009f5c4458bd9c9faa1d98e78a3910ecd15bbd2d
·
Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.