tahamajs/RR / Docs /visualizer /src /data /module_params.json
tahamajs's picture
download
raw
57.3 kB
{
"SOAFusedAttention": {
"id": "SOAFusedAttention",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"adaptive_span_attention": {
"id": "adaptive_span_attention",
"category": "C",
"baseline_layer_params": 589824,
"module_layer_params": 265420,
"savings_ratio": 0.55,
"total": 56912412,
"compression_ratio": 2.22
},
"adaptive_span_inject": {
"id": "adaptive_span_inject",
"category": "C",
"baseline_layer_params": 589824,
"module_layer_params": 265420,
"savings_ratio": 0.55,
"total": 56912412,
"compression_ratio": 2.22
},
"adaptive_sparse_attention": {
"id": "adaptive_sparse_attention",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"adaptive_sparse_inject": {
"id": "adaptive_sparse_inject",
"category": "B",
"baseline_layer_params": 589824,
"module_layer_params": 265420,
"savings_ratio": 0.55,
"total": 56912412,
"compression_ratio": 2.22
},
"adaptive_svd_attention": {
"id": "adaptive_svd_attention",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"adasplash_attention": {
"id": "adasplash_attention",
"category": "C",
"baseline_layer_params": 589824,
"module_layer_params": 265420,
"savings_ratio": 0.55,
"total": 56912412,
"compression_ratio": 2.22
},
"adasplash_inject": {
"id": "adasplash_inject",
"category": "B",
"baseline_layer_params": 589824,
"module_layer_params": 265420,
"savings_ratio": 0.55,
"total": 56912412,
"compression_ratio": 2.22
},
"aegis_hybrid": {
"id": "aegis_hybrid",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"aegis_hybrid_attention": {
"id": "aegis_hybrid_attention",
"category": "B",
"baseline_layer_params": 589824,
"module_layer_params": 265420,
"savings_ratio": 0.55,
"total": 56912412,
"compression_ratio": 2.22
},
"aegis_spectron_fp8": {
"id": "aegis_spectron_fp8",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"aegis_v1": {
"id": "aegis_v1",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"aegis_v2": {
"id": "aegis_v2",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"aegis_v3": {
"id": "aegis_v3",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"aegis_v4": {
"id": "aegis_v4",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"aegis_v5": {
"id": "aegis_v5",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"aegis_v6": {
"id": "aegis_v6",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"asvd_attention": {
"id": "asvd_attention",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"bam_umoe": {
"id": "bam_umoe",
"category": "F",
"baseline_layer_params": 589824,
"module_layer_params": 2359296,
"savings_ratio": -3.0,
"total": 140607135,
"compression_ratio": 0.25
},
"block_transformer_hiba": {
"id": "block_transformer_hiba",
"category": "A",
"baseline_layer_params": 589824,
"module_layer_params": 589824,
"savings_ratio": 0.0,
"total": 66955779,
"compression_ratio": 1.0
},
"chela_slay": {
"id": "chela_slay",
"category": "B",
"baseline_layer_params": 589824,
"module_layer_params": 265420,
"savings_ratio": 0.55,
"total": 56912412,
"compression_ratio": 2.22
},
"cluster_attention": {
"id": "cluster_attention",
"category": "B",
"baseline_layer_params": 589824,
"module_layer_params": 265420,
"savings_ratio": 0.55,
"total": 56912412,
"compression_ratio": 2.22
},
"cluster_inject": {
"id": "cluster_inject",
"category": "B",
"baseline_layer_params": 589824,
"module_layer_params": 265420,
"savings_ratio": 0.55,
"total": 56912412,
"compression_ratio": 2.22
},
"compressed_attention": {
"id": "compressed_attention",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"compressed_mha": {
"id": "compressed_mha",
"category": "B",
"baseline_layer_params": 589824,
"module_layer_params": 265420,
"savings_ratio": 0.55,
"total": 56912412,
"compression_ratio": 2.22
},
"compressed_mha_attention": {
"id": "compressed_mha_attention",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"cosformer": {
"id": "cosformer",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"cosformer_inject": {
"id": "cosformer_inject",
"category": "A",
"baseline_layer_params": 589824,
"module_layer_params": 589824,
"savings_ratio": 0.0,
"total": 66955779,
"compression_ratio": 1.0
},
"decay_linear_attention": {
"id": "decay_linear_attention",
"category": "D",
"baseline_layer_params": 589824,
"module_layer_params": 1769472,
"savings_ratio": 0.2,
"total": 61599316,
"compression_ratio": 0.33
},
"eat": {
"id": "eat",
"category": "G",
"baseline_layer_params": 589824,
"module_layer_params": 294912,
"savings_ratio": 0.5,
"total": 38834351,
"compression_ratio": 2.0
},
"expert_choice_moe": {
"id": "expert_choice_moe",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"factorised_matrix_state": {
"id": "factorised_matrix_state",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"flash_attention3": {
"id": "flash_attention3",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"flash_attention3_fp8": {
"id": "flash_attention3_fp8",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"full_attention": {
"id": "full_attention",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"fused_svd_kernel": {
"id": "fused_svd_kernel",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"fusion_attn": {
"id": "fusion_attn",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"galerkin": {
"id": "galerkin",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"galerkin_attention": {
"id": "galerkin_attention",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"galerkin_inject": {
"id": "galerkin_inject",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"gated_delta_net": {
"id": "gated_delta_net",
"category": "D",
"baseline_layer_params": 589824,
"module_layer_params": 1769472,
"savings_ratio": 0.2,
"total": 61599316,
"compression_ratio": 0.33
},
"gated_deltanet_block": {
"id": "gated_deltanet_block",
"category": "D",
"baseline_layer_params": 589824,
"module_layer_params": 1769472,
"savings_ratio": 0.2,
"total": 61599316,
"compression_ratio": 0.33
},
"gated_linear_attention": {
"id": "gated_linear_attention",
"category": "D",
"baseline_layer_params": 589824,
"module_layer_params": 1769472,
"savings_ratio": 0.2,
"total": 61599316,
"compression_ratio": 0.33
},
"goldfinch_ahn": {
"id": "goldfinch_ahn",
"category": "D",
"baseline_layer_params": 589824,
"module_layer_params": 1769472,
"savings_ratio": 0.2,
"total": 61599316,
"compression_ratio": 0.33
},
"gqa": {
"id": "gqa",
"category": "B",
"baseline_layer_params": 589824,
"module_layer_params": 265420,
"savings_ratio": 0.55,
"total": 56912412,
"compression_ratio": 2.22
},
"gqa_attention": {
"id": "gqa_attention",
"category": "A",
"baseline_layer_params": 589824,
"module_layer_params": 589824,
"savings_ratio": 0.0,
"total": 66955779,
"compression_ratio": 1.0
},
"granite_hybrid": {
"id": "granite_hybrid",
"category": "D",
"baseline_layer_params": 589824,
"module_layer_params": 1769472,
"savings_ratio": 0.2,
"total": 61599316,
"compression_ratio": 0.33
},
"griffin_ssd": {
"id": "griffin_ssd",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"halo_regla": {
"id": "halo_regla",
"category": "B",
"baseline_layer_params": 589824,
"module_layer_params": 265420,
"savings_ratio": 0.55,
"total": 56912412,
"compression_ratio": 2.22
},
"hamming_attention": {
"id": "hamming_attention",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"hgrn2_gated_deltanet": {
"id": "hgrn2_gated_deltanet",
"category": "D",
"baseline_layer_params": 589824,
"module_layer_params": 1769472,
"savings_ratio": 0.2,
"total": 61599316,
"compression_ratio": 0.33
},
"hgrn2_layer": {
"id": "hgrn2_layer",
"category": "D",
"baseline_layer_params": 589824,
"module_layer_params": 1769472,
"savings_ratio": 0.2,
"total": 61599316,
"compression_ratio": 0.33
},
"hgrn2_outer": {
"id": "hgrn2_outer",
"category": "D",
"baseline_layer_params": 589824,
"module_layer_params": 1769472,
"savings_ratio": 0.2,
"total": 61599316,
"compression_ratio": 0.33
},
"hla_attention": {
"id": "hla_attention",
"category": "D",
"baseline_layer_params": 589824,
"module_layer_params": 1769472,
"savings_ratio": 0.2,
"total": 61599316,
"compression_ratio": 0.33
},
"hla_inject": {
"id": "hla_inject",
"category": "B",
"baseline_layer_params": 589824,
"module_layer_params": 265420,
"savings_ratio": 0.55,
"total": 56912412,
"compression_ratio": 2.22
},
"hymba_transx": {
"id": "hymba_transx",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"infini_attention": {
"id": "infini_attention",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"jamba": {
"id": "jamba",
"category": "D",
"baseline_layer_params": 589824,
"module_layer_params": 1769472,
"savings_ratio": 0.2,
"total": 61599316,
"compression_ratio": 0.33
},
"jamba_info": {
"id": "jamba_info",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"kda_attention": {
"id": "kda_attention",
"category": "D",
"baseline_layer_params": 589824,
"module_layer_params": 1769472,
"savings_ratio": 0.2,
"total": 61599316,
"compression_ratio": 0.33
},
"kda_inject": {
"id": "kda_inject",
"category": "B",
"baseline_layer_params": 589824,
"module_layer_params": 265420,
"savings_ratio": 0.55,
"total": 56912412,
"compression_ratio": 2.22
},
"leka_v1": {
"id": "leka_v1",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"leka_v1_inject": {
"id": "leka_v1_inject",
"category": "B",
"baseline_layer_params": 589824,
"module_layer_params": 265420,
"savings_ratio": 0.55,
"total": 56912412,
"compression_ratio": 2.22
},
"leka_v2": {
"id": "leka_v2",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"leka_v2_inject": {
"id": "leka_v2_inject",
"category": "B",
"baseline_layer_params": 589824,
"module_layer_params": 265420,
"savings_ratio": 0.55,
"total": 56912412,
"compression_ratio": 2.22
},
"leka_v3": {
"id": "leka_v3",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"leka_v3_inject": {
"id": "leka_v3_inject",
"category": "B",
"baseline_layer_params": 589824,
"module_layer_params": 265420,
"savings_ratio": 0.55,
"total": 56912412,
"compression_ratio": 2.22
},
"linformer_attention": {
"id": "linformer_attention",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"lola_attention": {
"id": "lola_attention",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"lora_attention": {
"id": "lora_attention",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"lsh_attention": {
"id": "lsh_attention",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"mamba": {
"id": "mamba",
"category": "D",
"baseline_layer_params": 589824,
"module_layer_params": 1769472,
"savings_ratio": 0.2,
"total": 61599316,
"compression_ratio": 0.33
},
"mamba_inject": {
"id": "mamba_inject",
"category": "D",
"baseline_layer_params": 589824,
"module_layer_params": 1769472,
"savings_ratio": 0.2,
"total": 61599316,
"compression_ratio": 0.33
},
"mamba_svd_flash": {
"id": "mamba_svd_flash",
"category": "D",
"baseline_layer_params": 589824,
"module_layer_params": 1769472,
"savings_ratio": 0.2,
"total": 61599316,
"compression_ratio": 0.33
},
"minimal_aurora": {
"id": "minimal_aurora",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"minimal_nova": {
"id": "minimal_nova",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"minimal_prism": {
"id": "minimal_prism",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"minimal_svd": {
"id": "minimal_svd",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"minimal_svd_v2": {
"id": "minimal_svd_v2",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"mixattention_moska": {
"id": "mixattention_moska",
"category": "B",
"baseline_layer_params": 589824,
"module_layer_params": 265420,
"savings_ratio": 0.55,
"total": 56912412,
"compression_ratio": 2.22
},
"mla_attention": {
"id": "mla_attention",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"moba": {
"id": "moba",
"category": "B",
"baseline_layer_params": 589824,
"module_layer_params": 265420,
"savings_ratio": 0.55,
"total": 56912412,
"compression_ratio": 2.22
},
"moba_attention": {
"id": "moba_attention",
"category": "B",
"baseline_layer_params": 589824,
"module_layer_params": 265420,
"savings_ratio": 0.55,
"total": 56912412,
"compression_ratio": 2.22
},
"moe_deltakv_paged": {
"id": "moe_deltakv_paged",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"nasc_attention": {
"id": "nasc_attention",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"nexus": {
"id": "nexus",
"category": "B",
"baseline_layer_params": 589824,
"module_layer_params": 265420,
"savings_ratio": 0.55,
"total": 56912412,
"compression_ratio": 2.22
},
"nha_attention": {
"id": "nha_attention",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"nha_compressor": {
"id": "nha_compressor",
"category": "B",
"baseline_layer_params": 589824,
"module_layer_params": 265420,
"savings_ratio": 0.55,
"total": 56912412,
"compression_ratio": 2.22
},
"nsa_attention": {
"id": "nsa_attention",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"nystrom_attention": {
"id": "nystrom_attention",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"optimized_hybrid_attention": {
"id": "optimized_hybrid_attention",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"orion": {
"id": "orion",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"performer_attention": {
"id": "performer_attention",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"phantom": {
"id": "phantom",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"primal_attention": {
"id": "primal_attention",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"progressive_token_pruning": {
"id": "progressive_token_pruning",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"projection_factorized_attn": {
"id": "projection_factorized_attn",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"qcqa_attention": {
"id": "qcqa_attention",
"category": "A",
"baseline_layer_params": 589824,
"module_layer_params": 589824,
"savings_ratio": 0.0,
"total": 66955779,
"compression_ratio": 1.0
},
"rala_attention": {
"id": "rala_attention",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"rala_compressor": {
"id": "rala_compressor",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"reap_moe": {
"id": "reap_moe",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"regla_attention": {
"id": "regla_attention",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"replace": {
"id": "replace",
"category": "B",
"baseline_layer_params": 589824,
"module_layer_params": 265420,
"savings_ratio": 0.55,
"total": 56912412,
"compression_ratio": 2.22
},
"res_svd": {
"id": "res_svd",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"routing_attention": {
"id": "routing_attention",
"category": "B",
"baseline_layer_params": 589824,
"module_layer_params": 265420,
"savings_ratio": 0.55,
"total": 56912412,
"compression_ratio": 2.22
},
"rpc": {
"id": "rpc",
"category": "B",
"baseline_layer_params": 589824,
"module_layer_params": 265420,
"savings_ratio": 0.55,
"total": 56912412,
"compression_ratio": 2.22
},
"rpc_attention": {
"id": "rpc_attention",
"category": "A",
"baseline_layer_params": 589824,
"module_layer_params": 589824,
"savings_ratio": 0.0,
"total": 66955779,
"compression_ratio": 1.0
},
"salt": {
"id": "salt",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"salt_attention": {
"id": "salt_attention",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"samba_m3": {
"id": "samba_m3",
"category": "D",
"baseline_layer_params": 589824,
"module_layer_params": 1769472,
"savings_ratio": 0.2,
"total": 61599316,
"compression_ratio": 0.33
},
"samba_moe": {
"id": "samba_moe",
"category": "D",
"baseline_layer_params": 589824,
"module_layer_params": 1769472,
"savings_ratio": 0.2,
"total": 61599316,
"compression_ratio": 0.33
},
"simple_ssm": {
"id": "simple_ssm",
"category": "A",
"baseline_layer_params": 589824,
"module_layer_params": 589824,
"savings_ratio": 0.0,
"total": 66955779,
"compression_ratio": 1.0
},
"smart_weighted_ensemble": {
"id": "smart_weighted_ensemble",
"category": "B",
"baseline_layer_params": 589824,
"module_layer_params": 265420,
"savings_ratio": 0.55,
"total": 56912412,
"compression_ratio": 2.22
},
"soa_attn": {
"id": "soa_attn",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"soa_fused_module": {
"id": "soa_fused_module",
"category": "B",
"baseline_layer_params": 589824,
"module_layer_params": 265420,
"savings_ratio": 0.55,
"total": 56912412,
"compression_ratio": 2.22
},
"soa_module": {
"id": "soa_module",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"span_expanded_attention": {
"id": "span_expanded_attention",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"spectra_v2": {
"id": "spectra_v2",
"category": "B",
"baseline_layer_params": 589824,
"module_layer_params": 265420,
"savings_ratio": 0.55,
"total": 56912412,
"compression_ratio": 2.22
},
"spectra_v2_attention": {
"id": "spectra_v2_attention",
"category": "B",
"baseline_layer_params": 589824,
"module_layer_params": 265420,
"savings_ratio": 0.55,
"total": 56912412,
"compression_ratio": 2.22
},
"spectral_mamba": {
"id": "spectral_mamba",
"category": "D",
"baseline_layer_params": 589824,
"module_layer_params": 1769472,
"savings_ratio": 0.2,
"total": 61599316,
"compression_ratio": 0.33
},
"spectral_mamba_attention": {
"id": "spectral_mamba_attention",
"category": "D",
"baseline_layer_params": 589824,
"module_layer_params": 1769472,
"savings_ratio": 0.2,
"total": 61599316,
"compression_ratio": 0.33
},
"spectron": {
"id": "spectron",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"spectron_attention": {
"id": "spectron_attention",
"category": "H",
"baseline_layer_params": 589824,
"module_layer_params": 147456,
"savings_ratio": 0.75,
"total": 23434522,
"compression_ratio": 4.0
},
"squeezing_heads": {
"id": "squeezing_heads",
"category": "B",
"baseline_layer_params": 589824,
"module_layer_params": 265420,
"savings_ratio": 0.55,
"total": 56912412,
"compression_ratio": 2.22
},
"squeezing_heads_distill": {
"id": "squeezing_heads_distill",
"category": "B",
"baseline_layer_params": 589824,
"module_layer_params": 265420,
"savings_ratio": 0.55,
"total": 56912412,
"compression_ratio": 2.22
},
"squeezing_heads_distiller": {
"id": "squeezing_heads_distiller",
"category": "B",
"baseline_layer_params": 589824,
"module_layer_params": 265420,
"savings_ratio": 0.55,
"total": 56912412,
"compression_ratio": 2.22
},
"svd_attention": {
"id": "svd_attention",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"svd_compressed": {
"id": "svd_compressed",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"svd_compressed_attention": {
"id": "svd_compressed_attention",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"svd_linear_attention": {
"id": "svd_linear_attention",
"category": "D",
"baseline_layer_params": 589824,
"module_layer_params": 1769472,
"savings_ratio": 0.2,
"total": 61599316,
"compression_ratio": 0.33
},
"svd_linear_decay": {
"id": "svd_linear_decay",
"category": "D",
"baseline_layer_params": 589824,
"module_layer_params": 1769472,
"savings_ratio": 0.2,
"total": 61599316,
"compression_ratio": 0.33
},
"svd_llm_v2": {
"id": "svd_llm_v2",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"svd_llm_v2_attention": {
"id": "svd_llm_v2_attention",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"svd_mamba": {
"id": "svd_mamba",
"category": "D",
"baseline_layer_params": 589824,
"module_layer_params": 1769472,
"savings_ratio": 0.2,
"total": 61599316,
"compression_ratio": 0.33
},
"svd_proj_attn": {
"id": "svd_proj_attn",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"svd_projection_attention": {
"id": "svd_projection_attention",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"svd_sequence_attention": {
"id": "svd_sequence_attention",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"template_attention": {
"id": "template_attention",
"category": "B",
"baseline_layer_params": 589824,
"module_layer_params": 265420,
"savings_ratio": 0.55,
"total": 56912412,
"compression_ratio": 2.22
},
"token_compressed": {
"id": "token_compressed",
"category": "B",
"baseline_layer_params": 589824,
"module_layer_params": 265420,
"savings_ratio": 0.55,
"total": 56912412,
"compression_ratio": 2.22
},
"token_compressed_attention": {
"id": "token_compressed_attention",
"category": "G",
"baseline_layer_params": 589824,
"module_layer_params": 294912,
"savings_ratio": 0.5,
"total": 38834351,
"compression_ratio": 2.0
},
"tpa_attention": {
"id": "tpa_attention",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"tt": {
"id": "tt",
"category": "B",
"baseline_layer_params": 589824,
"module_layer_params": 265420,
"savings_ratio": 0.55,
"total": 56912412,
"compression_ratio": 2.22
},
"unified_rope": {
"id": "unified_rope",
"category": "B",
"baseline_layer_params": 589824,
"module_layer_params": 265420,
"savings_ratio": 0.55,
"total": 56912412,
"compression_ratio": 2.22
},
"upi_mamba": {
"id": "upi_mamba",
"category": "D",
"baseline_layer_params": 589824,
"module_layer_params": 1769472,
"savings_ratio": 0.2,
"total": 61599316,
"compression_ratio": 0.33
},
"upi_stuffed_mamba": {
"id": "upi_stuffed_mamba",
"category": "D",
"baseline_layer_params": 589824,
"module_layer_params": 1769472,
"savings_ratio": 0.2,
"total": 61599316,
"compression_ratio": 0.33
},
"vig_attention": {
"id": "vig_attention",
"category": "B",
"baseline_layer_params": 589824,
"module_layer_params": 265420,
"savings_ratio": 0.55,
"total": 56912412,
"compression_ratio": 2.22
},
"vspec": {
"id": "vspec",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"weighted_ensemble": {
"id": "weighted_ensemble",
"category": "B",
"baseline_layer_params": 589824,
"module_layer_params": 265420,
"savings_ratio": 0.55,
"total": 56912412,
"compression_ratio": 2.22
},
"wgqa_attention": {
"id": "wgqa_attention",
"category": "A",
"baseline_layer_params": 589824,
"module_layer_params": 589824,
"savings_ratio": 0.0,
"total": 66955779,
"compression_ratio": 1.0
},
"xattention": {
"id": "xattention",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"zeros_attention": {
"id": "zeros_attention",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"a3_compressor": {
"id": "a3_compressor",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"aa_svd_compressor": {
"id": "aa_svd_compressor",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"aasvd": {
"id": "aasvd",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"adaptive_compressor": {
"id": "adaptive_compressor",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"adaptive_ranks": {
"id": "adaptive_ranks",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"adasvd_compressor": {
"id": "adasvd_compressor",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"admm_compressor": {
"id": "admm_compressor",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"admm_pruner": {
"id": "admm_pruner",
"category": "G",
"baseline_layer_params": 589824,
"module_layer_params": 294912,
"savings_ratio": 0.5,
"total": 38834351,
"compression_ratio": 2.0
},
"armor_pruner": {
"id": "armor_pruner",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"ast_pruner": {
"id": "ast_pruner",
"category": "G",
"baseline_layer_params": 589824,
"module_layer_params": 294912,
"savings_ratio": 0.5,
"total": 38834351,
"compression_ratio": 2.0
},
"astro_quantizer": {
"id": "astro_quantizer",
"category": "H",
"baseline_layer_params": 589824,
"module_layer_params": 147456,
"savings_ratio": 0.75,
"total": 23434522,
"compression_ratio": 4.0
},
"bonsai_pruner": {
"id": "bonsai_pruner",
"category": "G",
"baseline_layer_params": 589824,
"module_layer_params": 294912,
"savings_ratio": 0.5,
"total": 38834351,
"compression_ratio": 2.0
},
"cachenotes_compressor": {
"id": "cachenotes_compressor",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"come": {
"id": "come",
"category": "A",
"baseline_layer_params": 589824,
"module_layer_params": 589824,
"savings_ratio": 0.0,
"total": 66955779,
"compression_ratio": 1.0
},
"compot_compressor": {
"id": "compot_compressor",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"coopq_quantizer": {
"id": "coopq_quantizer",
"category": "H",
"baseline_layer_params": 589824,
"module_layer_params": 147456,
"savings_ratio": 0.75,
"total": 23434522,
"compression_ratio": 4.0
},
"cr_compressor": {
"id": "cr_compressor",
"category": "B",
"baseline_layer_params": 589824,
"module_layer_params": 265420,
"savings_ratio": 0.55,
"total": 56912412,
"compression_ratio": 2.22
},
"cur_compressor": {
"id": "cur_compressor",
"category": "B",
"baseline_layer_params": 589824,
"module_layer_params": 265420,
"savings_ratio": 0.55,
"total": 56912412,
"compression_ratio": 2.22
},
"cur_linear": {
"id": "cur_linear",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"cur_moe": {
"id": "cur_moe",
"category": "F",
"baseline_layer_params": 589824,
"module_layer_params": 2359296,
"savings_ratio": -3.0,
"total": 140607135,
"compression_ratio": 0.25
},
"cur_moe_compressor": {
"id": "cur_moe_compressor",
"category": "F",
"baseline_layer_params": 589824,
"module_layer_params": 2359296,
"savings_ratio": -3.0,
"total": 140607135,
"compression_ratio": 0.25
},
"cure": {
"id": "cure",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"delta_kv": {
"id": "delta_kv",
"category": "A",
"baseline_layer_params": 589824,
"module_layer_params": 589824,
"savings_ratio": 0.0,
"total": 66955779,
"compression_ratio": 1.0
},
"direct_svd": {
"id": "direct_svd",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"dobi": {
"id": "dobi",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"dobi_svd": {
"id": "dobi_svd",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"dynamic_entropy": {
"id": "dynamic_entropy",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"dynamic_rank": {
"id": "dynamic_rank",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"enlighten_compressor": {
"id": "enlighten_compressor",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"entropy_budget_allocation": {
"id": "entropy_budget_allocation",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"erc_svd": {
"id": "erc_svd",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"faq_quantizer": {
"id": "faq_quantizer",
"category": "H",
"baseline_layer_params": 589824,
"module_layer_params": 147456,
"savings_ratio": 0.75,
"total": 23434522,
"compression_ratio": 4.0
},
"flap": {
"id": "flap",
"category": "G",
"baseline_layer_params": 589824,
"module_layer_params": 294912,
"savings_ratio": 0.5,
"total": 38834351,
"compression_ratio": 2.0
},
"flat_llm": {
"id": "flat_llm",
"category": "G",
"baseline_layer_params": 589824,
"module_layer_params": 294912,
"savings_ratio": 0.5,
"total": 38834351,
"compression_ratio": 2.0
},
"frandi": {
"id": "frandi",
"category": "B",
"baseline_layer_params": 589824,
"module_layer_params": 265420,
"savings_ratio": 0.55,
"total": 56912412,
"compression_ratio": 2.22
},
"frandi_compressor": {
"id": "frandi_compressor",
"category": "B",
"baseline_layer_params": 589824,
"module_layer_params": 265420,
"savings_ratio": 0.55,
"total": 56912412,
"compression_ratio": 2.22
},
"gfws_d_compressor": {
"id": "gfws_d_compressor",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"grecodec": {
"id": "grecodec",
"category": "B",
"baseline_layer_params": 589824,
"module_layer_params": 265420,
"savings_ratio": 0.55,
"total": 56912412,
"compression_ratio": 2.22
},
"grecodec_compressor": {
"id": "grecodec_compressor",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"hashed_linear": {
"id": "hashed_linear",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"hashed_net_compressor": {
"id": "hashed_net_compressor",
"category": "B",
"baseline_layer_params": 589824,
"module_layer_params": 265420,
"savings_ratio": 0.55,
"total": 56912412,
"compression_ratio": 2.22
},
"huffman_coder": {
"id": "huffman_coder",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"hybrid_svd_layer": {
"id": "hybrid_svd_layer",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"hybridkv": {
"id": "hybridkv",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"hybridkv_compressor": {
"id": "hybridkv_compressor",
"category": "I",
"baseline_layer_params": 589824,
"module_layer_params": 589824,
"savings_ratio": 0.0,
"total": 66955779,
"compression_ratio": 1.0
},
"kmeans_quantize": {
"id": "kmeans_quantize",
"category": "H",
"baseline_layer_params": 589824,
"module_layer_params": 147456,
"savings_ratio": 0.75,
"total": 23434522,
"compression_ratio": 4.0
},
"kronecker_compressor": {
"id": "kronecker_compressor",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"kronecker_linear": {
"id": "kronecker_linear",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"kronecker_tt_lora": {
"id": "kronecker_tt_lora",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"kvtc": {
"id": "kvtc",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"kvtc_compressor": {
"id": "kvtc_compressor",
"category": "H",
"baseline_layer_params": 589824,
"module_layer_params": 147456,
"savings_ratio": 0.75,
"total": 23434522,
"compression_ratio": 4.0
},
"liftr": {
"id": "liftr",
"category": "A",
"baseline_layer_params": 589824,
"module_layer_params": 589824,
"savings_ratio": 0.0,
"total": 66955779,
"compression_ratio": 1.0
},
"lillama_compressor": {
"id": "lillama_compressor",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"lsc_compressor": {
"id": "lsc_compressor",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"mamba_shedder": {
"id": "mamba_shedder",
"category": "D",
"baseline_layer_params": 589824,
"module_layer_params": 1769472,
"savings_ratio": 0.2,
"total": 61599316,
"compression_ratio": 0.33
},
"mgie_svd": {
"id": "mgie_svd",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"mgie_svd_compressor": {
"id": "mgie_svd_compressor",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"mlorq_compressor": {
"id": "mlorq_compressor",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"modegpt": {
"id": "modegpt",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"modegpt_compressor": {
"id": "modegpt_compressor",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"nli_softmax": {
"id": "nli_softmax",
"category": "H",
"baseline_layer_params": 589824,
"module_layer_params": 147456,
"savings_ratio": 0.75,
"total": 23434522,
"compression_ratio": 4.0
},
"nmf_compressor": {
"id": "nmf_compressor",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"oats": {
"id": "oats",
"category": "B",
"baseline_layer_params": 589824,
"module_layer_params": 265420,
"savings_ratio": 0.55,
"total": 56912412,
"compression_ratio": 2.22
},
"oats_compressor": {
"id": "oats_compressor",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"optimal_subspace_projection": {
"id": "optimal_subspace_projection",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"padre_attention": {
"id": "padre_attention",
"category": "B",
"baseline_layer_params": 589824,
"module_layer_params": 265420,
"savings_ratio": 0.55,
"total": 56912412,
"compression_ratio": 2.22
},
"proxsparse": {
"id": "proxsparse",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"proxsparse_pruner": {
"id": "proxsparse_pruner",
"category": "G",
"baseline_layer_params": 589824,
"module_layer_params": 294912,
"savings_ratio": 0.5,
"total": 38834351,
"compression_ratio": 2.0
},
"pruning_utils": {
"id": "pruning_utils",
"category": "G",
"baseline_layer_params": 589824,
"module_layer_params": 294912,
"savings_ratio": 0.5,
"total": 38834351,
"compression_ratio": 2.0
},
"replaceme_compressor": {
"id": "replaceme_compressor",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"roast_hashed_linear": {
"id": "roast_hashed_linear",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"rotational_slicegpt_int4": {
"id": "rotational_slicegpt_int4",
"category": "H",
"baseline_layer_params": 589824,
"module_layer_params": 147456,
"savings_ratio": 0.75,
"total": 23434522,
"compression_ratio": 4.0
},
"rpca": {
"id": "rpca",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"rpca_compressor": {
"id": "rpca_compressor",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"saes_svd": {
"id": "saes_svd",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"saes_svd_compressor": {
"id": "saes_svd_compressor",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"saes_svd_v2": {
"id": "saes_svd_v2",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"salr": {
"id": "salr",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"sdrm": {
"id": "sdrm",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"sdrm_compressor": {
"id": "sdrm_compressor",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"slicegpt": {
"id": "slicegpt",
"category": "A",
"baseline_layer_params": 589824,
"module_layer_params": 589824,
"savings_ratio": 0.0,
"total": 66955779,
"compression_ratio": 1.0
},
"slicegpt_compressor": {
"id": "slicegpt_compressor",
"category": "A",
"baseline_layer_params": 589824,
"module_layer_params": 589824,
"savings_ratio": 0.0,
"total": 66955779,
"compression_ratio": 1.0
},
"slicegpt_pca": {
"id": "slicegpt_pca",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"slim_compressor": {
"id": "slim_compressor",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"soka": {
"id": "soka",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"soka_compressor": {
"id": "soka_compressor",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"sparsegpt": {
"id": "sparsegpt",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"spectraformer_attention": {
"id": "spectraformer_attention",
"category": "B",
"baseline_layer_params": 589824,
"module_layer_params": 265420,
"savings_ratio": 0.55,
"total": 56912412,
"compression_ratio": 2.22
},
"subspace_projection": {
"id": "subspace_projection",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"svd_linear": {
"id": "svd_linear",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"swift_svd": {
"id": "swift_svd",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"swift_svd_act": {
"id": "swift_svd_act",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"swift_svd_compressor": {
"id": "swift_svd_compressor",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"tlinformer_attention": {
"id": "tlinformer_attention",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"tomoe": {
"id": "tomoe",
"category": "F",
"baseline_layer_params": 589824,
"module_layer_params": 2359296,
"savings_ratio": -3.0,
"total": 140607135,
"compression_ratio": 0.25
},
"tomoe_compressor": {
"id": "tomoe_compressor",
"category": "F",
"baseline_layer_params": 589824,
"module_layer_params": 2359296,
"savings_ratio": -3.0,
"total": 140607135,
"compression_ratio": 0.25
},
"tt_compressor": {
"id": "tt_compressor",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"tt_linear": {
"id": "tt_linear",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"uniql_compressor": {
"id": "uniql_compressor",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"zerokv_neo": {
"id": "zerokv_neo",
"category": "A",
"baseline_layer_params": 589824,
"module_layer_params": 589824,
"savings_ratio": 0.0,
"total": 66955779,
"compression_ratio": 1.0
},
"zerokv_neo_compressor": {
"id": "zerokv_neo_compressor",
"category": "A",
"baseline_layer_params": 589824,
"module_layer_params": 589824,
"savings_ratio": 0.0,
"total": 66955779,
"compression_ratio": 1.0
}
}

Xet Storage Details

Size:
57.3 kB
·
Xet hash:
bc56395ec7801a50579b9862d8a31a938d46bcfdba3969e52569b8fae7c25af0

Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.