tahamajs's picture
upload(replace): mnli (default)
575e09d verified
Raw History Blame Contribute Delete
61.7 kB
module_name,status,accuracy_pct,f1_score,f1_macro,precision,recall,val_loss,elapsed_s,peak_vram_mb,tokens_per_sec,total_params_before,total_params_after,trainable_recovery_params,compression_rate,compression_ratio_pct,flops_reduction_pct,num_compressed_layers,num_fallback_layers,avg_reconstruction_error,weighted_reconstruction_error,num_injected_attention_layers,lora_params,error,path,timestamp
full,PASS,94.3,0.939,0.939,0.9408,0.9379,0.1898,2.64,199.85,72849.97,66956548,66956548,0,1.0,0.0,0.0,0,0,,,0,0,,,2026-09-19T16:02:28.515953
a3,PASS,89.3,0.8857,0.8857,0.8896,0.8844,0.3416,35.74,286.97,57039.07,66956548,63753988,9186820,1.0502,4.96,0.0,21,3,0.3769,0.3765,0,0,,legacy_bert,2026-09-19T16:02:54.055321
aasvd,PASS,92.1,0.9181,0.9181,0.9184,0.9186,0.2477,28.79,214.45,58001.83,66956548,59092228,1588228,1.1331,11.75,83.33,16,8,0.8333,0.8333,16,0,,legacy_bert,2026-09-19T16:02:38.354368
adaptive,PASS,92.8,0.9242,0.9242,0.9241,0.9252,0.2469,31.48,280.13,77831.77,66956548,64154884,8422660,1.0437,4.18,25.0,0,0,,,19,0,,legacy_bert,2026-09-19T16:02:50.945336
adaptive_span,MODERATE_EXPANSION,81.7,0.8167,0.8167,0.817,0.8166,0.5953,37.35,313.97,10782.45,66955779,67545675,589896,1.0,0.0,0.0,6,0,,,6,589824,MODERATE_EXPANSION: base_before=66955779 base_after=66955851 base_delta=72 (+0.00%) lora_excluded=589824,legacy_bert,2026-09-19T18:42:00.301587
adaptive_svd,PASS,92.3,0.9192,0.9192,0.9227,0.9175,0.2405,62.39,311.76,44684.4,66956548,58109188,589824,1.1523,13.21,0.0,6,0,,,6,589824,,legacy_bert,2026-09-19T16:04:46.812725
adasplash,PASS,79.2,0.7913,0.7913,0.7914,0.7913,0.6204,123.44,343.97,2837.03,66955779,67545603,589824,1.0,0.0,0.0,0,0,,,6,589824,,legacy_bert,2026-09-19T18:45:36.068418
adasvd,PASS,87.4,0.8655,0.8655,0.882,0.8637,0.3958,35.29,373.05,110574.97,66956548,57614596,5425924,1.1621,13.95,65.98,24,0,0.6147,0.6135,24,0,,legacy_bert,2026-09-19T16:05:06.399084
admm,PASS,94.3,0.9387,0.9387,0.9417,0.937,0.1849,14.54,326.47,91858.88,66956548,66956548,593668,1.0,0.0,0.0,11,13,0.4893,0.4893,0,0,,legacy_bert,2026-09-19T16:05:16.470623
admm_pruner,PASS,91.6,0.9117,0.9117,0.9129,0.911,0.2558,19.52,548.29,84428.5,66956548,66956548,593668,1.0,0.0,0.0,36,0,0.3571,0.3571,0,0,,legacy_bert,2026-09-19T16:06:06.398445
aegis_hybrid,PASS,89.5,0.8909,0.8909,0.8949,0.8898,0.3507,102.86,350.55,23346.72,66956548,56705044,1544976,1.1808,15.31,0.0,6,0,,,6,589824,,legacy_bert,2026-09-19T16:07:21.207389
aegis_spectron_fp8,REJECTED_EXPANSION,27.7,0.1397,0.1397,0.1724,0.2596,1.4026,177.8,398.58,14464.1,66956548,69942550,1184256,1.0,16.24,0.0,6,0,,,6,589824,note: evaluated accuracy (27.70%) below chance threshold (30.00%); NON_EXPANSION VIOLATION: before=66956548 after=69942550 delta=2986002 (+4.5%),legacy_bert,2026-09-19T16:57:36.509552
aegis_v1,MODERATE_EXPANSION,71.3,0.7117,0.7117,0.7135,0.7124,0.6596,71.84,323.99,6339.84,66955779,67742283,589824,1.0,0.0,0.0,0,0,,,30,589824,MODERATE_EXPANSION: base_before=66955779 base_after=67152459 base_delta=196680 (+0.29%) lora_excluded=589824,legacy_bert,2026-09-19T18:42:35.224997
aegis_v2,MODERATE_EXPANSION,36.2,0.248,0.248,0.4556,0.355,1.0976,67.85,338.16,7623.04,66955779,68500755,1544976,1.0,0.0,0.0,0,0,,,30,589824,note: evaluated accuracy (36.20%) below chance threshold (36.90%); MODERATE_EXPANSION: base_before=66955779 base_after=67910931 base_delta=955152 (+1.43%) lora_excluded=589824,legacy_bert,2026-09-19T18:44:06.557873
aegis_v3,PASS,90.1,0.8976,0.8976,0.9006,0.897,0.3424,112.12,313.05,27875.81,66956548,55946572,589824,1.1968,16.44,83.33,6,0,,,6,589824,,legacy_bert,2026-09-19T16:08:35.548944
aegis_v4,PASS,89.8,0.8954,0.8954,0.8963,0.8952,0.343,105.9,295.83,29004.72,66956548,55946572,589824,1.1968,16.44,83.33,6,0,,,6,589824,,legacy_bert,2026-09-19T16:08:14.967776
aegis_v5,PASS,89.8,0.8954,0.8954,0.8963,0.8952,0.343,98.75,295.83,28307.15,66956548,55946572,589824,1.1968,16.44,83.33,6,0,,,6,589824,,legacy_bert,2026-09-19T16:08:22.693388
aegis_v6,PASS,93.3,0.929,0.929,0.9307,0.9279,0.2456,127.5,390.99,24750.49,66956548,53456722,1253068,1.2525,20.17,0.0,6,0,,,6,0,,legacy_bert,2026-09-19T16:09:34.308126
armor,PASS,93.7,0.9338,0.9338,0.9358,0.9326,0.2196,17.72,327.22,88453.5,66956548,66956548,593668,1.0,0.0,0.0,0,36,0.3915,0.3915,0,0,,legacy_bert,2026-09-19T16:09:54.118567
ast,PASS,94.4,0.9403,0.9403,0.9418,0.9393,0.202,15.85,326.47,95066.15,66956548,66956548,593668,1.0,0.0,0.0,0,36,0.3698,0.3698,0,0,,legacy_bert,2026-09-19T16:09:00.887756
astro,PASS,94.5,0.9414,0.9414,0.9431,0.9403,0.2061,13.42,326.47,95869.9,66956548,66956548,593668,1.0,0.0,0.0,33,3,0.0605,0.0605,0,0,,legacy_bert,2026-09-19T16:10:37.272142
asvd,MODERATE_EXPANSION,82.1,0.8207,0.8207,0.8209,0.8208,0.6114,91.61,334.72,9477.68,66955779,68942730,589824,1.0,0.0,0.0,6,0,,,6,589824,MODERATE_EXPANSION: base_before=66955779 base_after=68352906 base_delta=1397127 (+2.09%) lora_excluded=589824,legacy_bert,2026-09-19T18:45:20.790692
block_transformer_hiba,PASS,81.8,0.8177,0.8177,0.818,0.8176,0.5946,31.52,315.57,13757.12,66955779,67545603,589824,1.0,0.0,0.0,0,0,,,6,589824,,legacy_bert,2026-09-19T18:46:19.177800
bonsai,PASS,52.2,0.4694,0.4694,0.7805,0.5137,0.8819,4.37,315.45,94447.69,66956548,66956548,0,1.0,0.0,0.0,0,0,0.6375,0.6375,0,0,,legacy_bert,2026-09-19T16:11:45.435554
cachenotes,PASS,94.4,0.9398,0.9398,0.9424,0.9383,0.2102,18.81,326.97,94967.02,66956548,66956548,593668,1.0,0.0,0.0,24,12,0.3094,0.3094,0,0,,legacy_bert,2026-09-19T16:11:59.441838
chela_slay,MODERATE_EXPANSION,59.5,0.5917,0.5917,0.6313,0.5917,0.8863,52.88,360.52,7227.67,66955779,67600971,645192,1.0,0.0,0.0,0,0,,,6,589824,MODERATE_EXPANSION: base_before=66955779 base_after=67011147 base_delta=55368 (+0.08%) lora_excluded=589824,legacy_bert,2026-09-19T18:47:14.758363
cluster,MODERATE_EXPANSION,73.7,0.7365,0.7365,0.7374,0.7364,0.6855,80.63,326.01,4346.49,66955779,67545615,589824,1.0,0.0,0.0,0,0,,,6,589824,MODERATE_EXPANSION: base_before=66955779 base_after=66955791 base_delta=12 (+0.00%) lora_excluded=589824,legacy_bert,2026-09-19T18:47:55.390986
come,PASS,91.5,0.9104,0.9104,0.9127,0.909,0.2868,16.28,277.02,118605.84,66956548,53960454,593670,1.2408,19.41,0.0,1,0,,,0,0,,legacy_bert,2026-09-19T16:12:55.658957
compot,PASS,94.5,0.9408,0.9408,0.942,0.94,0.2023,15.1,326.47,48344.37,66956548,66956548,593668,1.0,0.0,0.0,0,0,,,0,0,,legacy_bert,2026-09-19T16:13:31.009895
compot_compressor_class,PASS,94.8,0.9443,0.9443,0.9459,0.9433,0.1976,15.89,326.47,66188.01,66956548,66956548,593668,1.0,0.0,0.0,0,36,0.94,0.94,0,0,,legacy_bert,2026-09-19T16:13:42.477426
compressed_attention,REJECTED_EXPANSION,94.4,0.9404,0.9404,0.9406,0.9401,0.1834,52.94,418.71,50552.45,66956548,74486020,442368,1.0,17.84,0.0,6,0,,,6,442368,NON_EXPANSION VIOLATION: before=66956548 after=74486020 delta=7529472 (+11.2%),legacy_bert,2026-09-19T16:57:05.266919
compressed_attention_layer_energy,PASS_LOW,26.8,0.1057,0.1057,0.067,0.25,1.4595,45.4,339.38,51842.93,66956548,55013380,2231040,1.2171,17.84,0.0,6,0,,,6,442368,note: evaluated accuracy (26.80%) below chance threshold (30.00%),legacy_bert,2026-09-19T16:12:51.687051
compressed_mha,REJECTED_EXPANSION,94.5,0.9415,0.9415,0.9423,0.9409,0.191,53.15,408.83,55395.85,66956548,74486020,442368,1.0,17.84,0.0,6,0,,,6,442368,NON_EXPANSION VIOLATION: before=66956548 after=74486020 delta=7529472 (+11.2%),legacy_bert,2026-09-19T16:57:54.171349
coopq,PASS,94.2,0.9383,0.9383,0.9417,0.9365,0.2098,47.5,395.55,20857.37,66956548,66956548,593668,1.0,0.0,0.0,0,0,,,0,0,,legacy_bert,2026-09-19T16:15:11.979994
cosformer,MODERATE_EXPANSION,37.1,0.3702,0.3702,0.3706,0.3702,nan,47.87,325.29,8803.59,66955779,67545609,589824,1.0,0.0,0.0,0,0,,,6,589824,note: recovery_loss_nan; MODERATE_EXPANSION: base_before=66955779 base_after=66955785 base_delta=6 (+0.00%) lora_excluded=589824,legacy_bert,2026-09-19T18:48:25.665674
cr,PASS,94.7,0.9433,0.9433,0.9449,0.9422,0.1974,40.45,327.22,89942.53,66956548,66956548,593668,1.0,0.0,0.0,0,0,,,0,0,,legacy_bert,2026-09-19T16:15:55.168452
cur,PASS,94.7,0.9433,0.9433,0.9449,0.9422,0.1974,22.42,327.22,75321.87,66956548,66956548,593668,1.0,0.0,0.0,0,0,,,0,0,,legacy_bert,2026-09-19T16:15:40.938394
cur_moe,PASS,94.3,0.9392,0.9392,0.9412,0.9382,0.212,20.81,313.83,67249.7,66956548,63385348,635140,1.0563,5.33,0.0,0,0,,,0,0,,legacy_bert,2026-09-19T16:14:33.169476
cur_moe_class,PASS,94.2,0.938,0.938,0.941,0.9365,0.211,20.79,313.83,69180.23,66956548,63385348,635140,1.0563,5.33,0.0,0,0,0.8841,0.8841,0,0,,legacy_bert,2026-09-19T16:16:31.599347
custom_attn,REJECTED_EXPANSION,94.3,0.939,0.939,0.9411,0.9377,0.1883,0.73,342.33,45796.46,66956548,67841284,589824,1.0,0.0,0.0,0,0,,,0,0,NON_EXPANSION VIOLATION: before=66956548 after=67841284 delta=884736 (+1.3%),legacy_bert,2026-09-19T16:15:50.753801
decay_linear_attn,MODERATE_EXPANSION,35.2,0.3457,0.3457,0.3484,0.3495,1.1819,185.89,331.45,3249.83,66955779,67601043,645264,1.0,0.0,0.0,6,0,,,6,589824,note: evaluated accuracy (35.20%) below chance threshold (36.90%); MODERATE_EXPANSION: base_before=66955779 base_after=67011219 base_delta=55440 (+0.08%) lora_excluded=589824,legacy_bert,2026-09-19T18:51:42.430282
delta_kv,PASS,95.0,0.9464,0.9464,0.948,0.9454,0.1996,15.18,326.47,72382.53,66956548,66956548,593668,1.0,0.0,0.0,0,0,,,0,0,,legacy_bert,2026-09-19T16:17:55.513226
direct_svd,PASS,94.4,0.9401,0.9401,0.9428,0.9385,0.2099,15.37,327.22,87424.53,66956548,66956548,593668,1.0,0.0,0.0,0,36,0.6341,0.6341,0,0,,legacy_bert,2026-09-19T16:17:52.454699
dobi,PASS,94.3,0.939,0.939,0.9408,0.9379,0.1898,4.67,315.45,109157.48,66956548,66956548,0,1.0,0.0,0.0,0,0,,,0,0,,legacy_bert,2026-09-19T16:18:20.704814
dobi_class,PASS,94.3,0.939,0.939,0.9408,0.9379,0.1898,4.65,315.45,95927.34,66956548,66956548,0,1.0,0.0,0.0,0,24,0.7612,0.7612,0,0,,legacy_bert,2026-09-19T16:19:03.489199
dynamic_rank,PASS,94.4,0.9404,0.9404,0.9415,0.9396,0.201,15.9,327.22,89847.28,66956548,66956548,593668,1.0,0.0,0.0,0,0,,,0,0,,legacy_bert,2026-09-19T16:18:30.755725
dynamic_rank_class,PASS,94.8,0.9443,0.9443,0.9459,0.9433,0.2003,15.98,327.22,81052.35,66956548,66956548,593668,1.0,0.0,0.0,0,0,0.7899,0.792,0,0,,legacy_bert,2026-09-19T16:19:31.297557
eat,PASS,58.2,0.5788,0.5788,0.6083,0.5792,0.9159,36.93,318.76,11066.94,66955779,67545603,589824,1.0,0.0,0.0,0,0,,,6,589824,,legacy_bert,2026-09-19T18:50:07.664391
enlighten,PASS,93.8,0.9354,0.9354,0.9367,0.9345,0.1897,17.1,327.22,100130.09,66956548,66956548,593668,1.0,0.0,0.0,36,0,0.2869,0.2869,0,0,,legacy_bert,2026-09-19T16:20:20.270797
entropy_budget,PASS,94.7,0.9432,0.9432,0.9452,0.942,0.2094,18.5,327.22,90064.2,66956548,66956548,593668,1.0,0.0,0.0,0,36,0.788,0.788,0,0,,legacy_bert,2026-09-19T16:20:50.408123
entropy_rank_allocator_class,PASS,94.8,0.9443,0.9443,0.9459,0.9433,0.2003,16.21,327.22,106658.49,66956548,66956548,593668,1.0,0.0,0.0,0,0,0.7899,0.792,0,0,,legacy_bert,2026-09-19T16:19:40.937684
erc,PASS,94.4,0.9401,0.9401,0.9428,0.9385,0.2099,15.87,327.22,96610.02,66956548,66956548,593668,1.0,0.0,0.0,0,36,0.6341,0.6341,0,0,,legacy_bert,2026-09-19T16:21:28.946098
faq,REJECTED_EXPANSION,94.2,0.938,0.938,0.9392,0.9372,0.1844,79.83,444.52,19393.61,66956548,68283652,1327104,0.9806,-1.98,0.0,0,0,,,0,1327104,NON_EXPANSION VIOLATION: before=66956548 after=68283652 delta=1327104 (+2.0%),legacy_bert,2026-09-19T16:20:35.190391
fasa,PASS,79.6,0.7954,0.7954,0.7958,0.7955,0.6379,52.35,311.27,5614.44,66955779,67545603,589824,1.0,0.0,0.0,0,0,,,6,589824,,legacy_bert,2026-09-19T18:51:36.363009
flap,PASS,94.7,0.9432,0.9432,0.9452,0.942,0.2094,13.57,326.47,92633.88,66956548,66956548,593668,1.0,0.0,0.0,0,36,0.4547,0.4547,0,0,,legacy_bert,2026-09-19T16:22:31.507170
flash3,PASS,58.7,0.5827,0.5827,0.6053,0.5837,0.9014,28.31,307.27,14793.92,66955779,67545603,589824,1.0,0.0,0.0,0,0,,,6,589824,,legacy_bert,2026-09-19T18:51:49.246440
flash3_fp8,PASS,58.7,0.5827,0.5827,0.6053,0.5837,0.9014,30.98,307.27,14645.67,66955779,67545603,589824,1.0,0.0,0.0,0,0,,,6,589824,,legacy_bert,2026-09-19T18:54:01.844041
flat_llm,PASS,94.7,0.9432,0.9432,0.9452,0.942,0.2094,18.12,326.47,92224.87,66956548,66956548,593668,1.0,0.0,0.0,0,36,0.5525,0.5525,0,0,,legacy_bert,2026-09-19T16:23:28.181964
fms,MODERATE_EXPANSION,33.5,0.3283,0.3283,0.3298,0.3325,1.1964,50.05,325.1,9440.83,66955779,68135499,589896,1.0,0.0,0.0,0,0,,,6,589824,note: evaluated accuracy (33.50%) below chance threshold (36.90%); MODERATE_EXPANSION: base_before=66955779 base_after=67545675 base_delta=589896 (+0.88%) lora_excluded=589824,legacy_bert,2026-09-19T18:53:29.696935
frandi,PASS,94.8,0.9444,0.9444,0.9459,0.9434,0.1987,16.61,327.22,95518.09,66956548,66956548,593668,1.0,0.0,0.0,0,0,,,0,0,,legacy_bert,2026-09-19T16:23:49.781708
frandi_compressor_class,PASS,94.8,0.9443,0.9443,0.9458,0.9432,0.2025,18.76,327.22,65105.65,66956548,66956548,593668,1.0,0.0,0.0,0,36,0.788,0.788,0,0,,legacy_bert,2026-09-19T16:24:23.101448
full_attention,PASS_LOW,34.0,0.1758,0.1758,0.2796,0.3333,1.1049,27.04,313.57,16229.97,66955779,67545603,589824,1.0,0.0,0.0,0,0,,,6,589824,note: evaluated accuracy (34.00%) below chance threshold (36.90%),legacy_bert,2026-09-19T18:53:22.823863
fused_svd_kernel,PASS,90.3,0.899,0.899,0.9009,0.8983,0.3446,188.77,328.17,5182.77,66956548,55160068,2957572,1.2139,17.62,0.0,6,0,,,6,0,,legacy_bert,2026-09-19T16:25:49.269015
fusion_attn,MODERATE_EXPANSION,39.5,0.3162,0.3162,0.431,0.3869,1.0849,27.09,307.47,15876.8,66955779,67646991,691212,1.0,0.0,0.0,0,0,,,6,589824,MODERATE_EXPANSION: base_before=66955779 base_after=67057167 base_delta=101388 (+0.15%) lora_excluded=589824,legacy_bert,2026-09-19T18:54:47.741291
galerkin,PASS_LOW,34.5,0.3427,0.3427,0.349,0.3468,1.4488,52.33,320.54,6602.09,66955779,67545603,589824,1.0,0.0,0.0,0,0,,,6,589824,note: evaluated accuracy (34.50%) below chance threshold (36.90%),legacy_bert,2026-09-19T18:55:26.165233
gated_delta_net,SKIP_DEPRECATED,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0,0,0,1.0,0.0,0.0,0,0,,,0,0,Deprecated module: bad_alloc during backprop on 6-layer encoders; chunked scan demands >15GB RAM,,2026-09-19T16:58:02.940214
gated_deltanet_block,SKIP_DEPRECATED,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0,0,0,1.0,0.0,0.0,0,0,,,0,0,Deprecated module: same as gated_delta_net,,2026-09-19T16:58:13.444747
gated_linear_attn,MODERATE_EXPANSION,34.0,0.2148,0.2148,0.2359,0.3332,1.2204,62.01,348.14,7555.5,66955779,71274393,792726,1.0,0.0,0.0,6,0,,,6,737280,note: evaluated accuracy (34.00%) below chance threshold (36.90%); MODERATE_EXPANSION: base_before=66955779 base_after=70537113 base_delta=3581334 (+5.35%) lora_excluded=737280,legacy_bert,2026-09-19T18:57:09.686726
gfws,PASS,94.7,0.9432,0.9432,0.9452,0.942,0.2094,18.52,326.47,59107.9,66956548,66956548,593668,1.0,0.0,0.0,0,36,0.788,0.788,0,0,,legacy_bert,2026-09-19T16:26:47.566951
goldfinch,MODERATE_EXPANSION,79.9,0.7987,0.7987,0.7993,0.7986,0.5556,46.16,337.22,9793.58,66955779,71144535,645204,1.0,0.0,0.0,6,0,,,6,589824,MODERATE_EXPANSION: base_before=66955779 base_after=70554711 base_delta=3598932 (+5.38%) lora_excluded=589824,legacy_bert,2026-09-19T18:56:09.150578
gqa,PASS,44.1,0.3486,0.3486,0.5714,0.4315,1.3009,43.07,317.62,45413.91,66956548,62120452,479232,1.0779,0.0,0.0,6,0,,,6,589824,,legacy_bert,2026-09-19T16:27:47.581167
grecodec,PASS,94.8,0.9444,0.9444,0.9459,0.9434,0.1987,16.47,327.22,86703.97,66956548,66956548,593668,1.0,0.0,0.0,0,0,,,0,0,,legacy_bert,2026-09-19T16:27:53.797656
grecodec_compressor_class,PASS,94.8,0.9443,0.9443,0.9458,0.9432,0.2025,16.22,327.22,56195.57,66956548,66956548,593668,1.0,0.0,0.0,0,36,0.788,0.788,0,0,,legacy_bert,2026-09-19T16:27:58.484270
griffin_ssd,MODERATE_EXPANSION,70.3,0.7004,0.7004,0.7109,0.7006,0.7324,48.68,345.59,9168.71,66955779,71218251,737352,1.0,0.0,0.0,0,0,,,6,737280,MODERATE_EXPANSION: base_before=66955779 base_after=70480971 base_delta=3525192 (+5.26%) lora_excluded=737280,legacy_bert,2026-09-19T18:57:28.485907
halo_regla,MODERATE_EXPANSION,81.6,0.8155,0.8155,0.8157,0.8155,0.5485,65.57,324.62,4853.52,66955779,67600971,645192,1.0,0.0,0.0,0,0,,,6,589824,MODERATE_EXPANSION: base_before=66955779 base_after=67011147 base_delta=55368 (+0.08%) lora_excluded=589824,legacy_bert,2026-09-19T18:58:23.805965
hamming,MODERATE_EXPANSION,38.8,0.3162,0.3162,0.3924,0.3811,1.0941,230.97,319.77,669.44,66955779,67545753,589824,1.0,0.0,0.0,0,0,,,6,589824,MODERATE_EXPANSION: base_before=66955779 base_after=66955929 base_delta=150 (+0.00%) lora_excluded=589824,legacy_bert,2026-09-19T19:02:35.509438
hashed_net,PASS,94.6,0.9422,0.9422,0.9439,0.9411,0.2048,9.05,326.47,88828.09,66956548,66956548,593668,1.0,0.0,0.0,0,0,,,0,0,,legacy_bert,2026-09-19T16:30:15.120449
hashed_net_class,PASS,94.8,0.9443,0.9443,0.9459,0.9433,0.2003,13.93,326.47,78950.21,66956548,66956548,593668,1.0,0.0,0.0,0,36,1.3428,1.3428,0,0,,legacy_bert,2026-09-19T16:28:59.303858
hgrn2_gated_deltanet,SKIP_DEPRECATED,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0,0,0,1.0,0.0,0.0,0,0,,,0,0,Deprecated module: same as gated_delta_net,,2026-09-19T16:58:22.553957
hgrn2_outer,FAIL,0.0,0.0,0.0,0.0,0.0,0.0,3600.1994810000033,0.0,0.0,66955779,66955779,0,1.0,0.0,0.0,0,0,,,0,0,"RuntimeError: CUDA error: CUBLAS_STATUS_EXECUTION_FAILED when calling `cublasGemmStridedBatchedEx( handle, opa, opb, m, n, k, (void*)(&falpha), a, CUDA_R_16F, lda, stridea, b, CUDA_R_16F, ldb, strideb, (void*)(&fbeta), c, CUDA_R_16F, ldc, stridec, num_batches, CUDA_R_32F, CUBLAS_GEMM_DEFAULT_TENSOR_OP)`",,2026-09-19T02:37:39.126742
hla,PASS_LOW,35.0,0.3429,0.3429,0.3456,0.3476,1.1588,1025.54,324.12,319.79,66955779,67531857,589902,1.0,0.0,0.0,0,0,,,6,589824,note: evaluated accuracy (35.00%) below chance threshold (36.90%),legacy_bert,2026-09-19T19:15:59.259616
huffman,PASS,94.6,0.9425,0.9425,0.9444,0.9413,0.2033,162.83,327.22,20628.25,66956548,66956548,593668,1.0,0.0,0.0,35,1,,,0,0,,legacy_bert,2026-09-19T16:36:21.452431
hybrid_svd,PASS,37.5,0.3298,0.3298,0.3903,0.3687,1.1047,38.06,253.25,39421.27,66955779,35105283,634371,1.9073,47.57,75.0,36,0,0.662,0.662,36,0,,legacy_bert,2026-09-19T09:25:01.658424
hybridkv,PASS,94.3,0.939,0.939,0.9408,0.9379,0.1898,3.41,315.46,30858.71,66956548,66956548,0,1.0,0.0,0.0,0,0,,,0,0,,legacy_bert,2026-09-19T16:33:23.044600
hybridkv_quantizer,PASS,94.3,0.939,0.939,0.9408,0.9379,0.1898,3.2,315.46,827.86,66956548,66956548,0,1.0,0.0,0.0,0,0,,,0,0,,legacy_bert,2026-09-19T16:38:32.363411
hymba_transx,REJECTED_EXPANSION,89.1,0.8864,0.8864,0.8897,0.8845,0.3245,496.99,590.25,2651.94,66956548,89687818,1400838,1.0,0.0,0.0,6,0,,,6,2285568,NON_EXPANSION VIOLATION: before=66956548 after=89687818 delta=22731270 (+33.9%),legacy_bert,2026-09-19T16:46:04.856481
infini,MODERATE_EXPANSION,58.2,0.5786,0.5786,0.6088,0.5792,0.9135,814.42,331.85,1038.36,66955779,68135433,589830,1.0,0.0,0.0,0,0,,,6,589824,MODERATE_EXPANSION: base_before=66955779 base_after=67545609 base_delta=589830 (+0.88%) lora_excluded=589824,legacy_bert,2026-09-19T19:15:58.552122
inject_adaptive_sparse,SKIP_BERT_ARCHITECTURAL,0.0,0.0,0.0,0.0,0.0,0.0,0.84,0.0,0.0,66955779,66955779,0,1.0,0.0,0.0,0,0,,,0,0,note: architecture unsupported by module (Could not instantiate attention class inject_adaptive_sparse),legacy_bert,2026-09-19T09:39:08.590093
inject_adasplash,SKIP_BERT_ARCHITECTURAL,0.0,0.0,0.0,0.0,0.0,0.0,0.7,0.0,0.0,66955779,66955779,0,1.0,0.0,0.0,0,0,,,0,0,note: architecture unsupported by module (Could not instantiate attention class inject_adasplash),legacy_bert,2026-09-19T09:39:43.516452
inject_aegis_hybrid,PASS,49.2,0.4646,0.4646,0.4819,0.4881,1.037,109.34,300.13,12894.89,66955779,56704275,1544976,1.1808,15.31,0.0,6,0,,,6,589824,,legacy_bert,2026-09-19T09:43:19.316930
inject_aegis_spectron_fp8,REJECTED_EXPANSION,32.4,0.2123,0.2123,0.2067,0.3168,1.0993,190.03,361.29,4571.92,66955779,69941781,2972160,1.0,0.0,0.0,6,0,,,6,1179648,note: evaluated accuracy (32.40%) below chance threshold (36.90%); NON_EXPANSION VIOLATION: before=66955779 after=69941781 delta=2986002 (+4.5%),legacy_bert,2026-09-19T09:46:53.076437
inject_aegis_v1,REJECTED_EXPANSION,69.3,0.6925,0.6925,0.699,0.6932,0.6941,115.6,322.8,12554.25,66955779,67742283,589824,1.0,0.0,0.0,6,0,,,6,589824,NON_EXPANSION VIOLATION: before=66955779 after=67742283 delta=786504 (+1.2%),legacy_bert,2026-09-19T14:54:12.151953
inject_aegis_v2,REJECTED_EXPANSION,35.2,0.2878,0.2878,0.3364,0.357,1.111,96.02,336.96,15977.85,66955779,68500755,1544976,1.0,0.0,0.0,6,0,,,6,589824,note: evaluated accuracy (35.20%) below chance threshold (36.90%); NON_EXPANSION VIOLATION: before=66955779 after=68500755 delta=1544976 (+2.3%),legacy_bert,2026-09-19T14:55:05.201747
inject_aegis_v6,PASS,79.2,0.7904,0.7904,0.7958,0.7901,0.6382,103.76,334.34,11924.96,66955779,53455953,1267281,1.2525,20.16,0.0,6,0,,,6,0,,legacy_bert,2026-09-19T09:54:15.067889
inject_cosformer,REJECTED_EXPANSION,36.6,0.3525,0.3525,0.3683,0.3626,nan,0.96,223.86,20022.82,66955779,67545609,589824,1.0,0.0,0.0,0,0,,,0,0,note: recovery_loss_nan; NON_EXPANSION VIOLATION: before=66955779 after=67545609 delta=589830 (+0.9%),legacy_bert,2026-09-19T14:37:37.314474
inject_decay_linear_attention,REJECTED_EXPANSION,35.3,0.2172,0.2172,0.2506,0.346,1.1296,260.3,331.7,11911.32,66955779,67601043,645264,1.0,0.0,0.0,6,0,,,6,589824,note: evaluated accuracy (35.30%) below chance threshold (36.90%); NON_EXPANSION VIOLATION: before=66955779 after=67601043 delta=645264 (+1.0%),legacy_bert,2026-09-19T09:59:16.216970
inject_dobi,PASS,81.8,0.8177,0.8177,0.8181,0.8176,0.5959,2.78,293.52,112819.07,66955779,66955779,0,1.0,0.0,0.0,0,0,,,0,0,,legacy_bert,2026-09-19T10:00:43.070932
inject_dynamic_entropy,PASS,81.9,0.8181,0.8181,0.8182,0.8183,0.6887,17.39,305.28,46414.75,66955779,66955779,592899,1.0,0.0,0.0,0,0,,,0,0,,legacy_bert,2026-09-19T10:02:18.799660
inject_dynamic_rank,PASS,81.9,0.8181,0.8181,0.8182,0.8183,0.6887,17.01,305.28,48933.63,66955779,66955779,592899,1.0,0.0,0.0,0,0,,,0,0,,legacy_bert,2026-09-19T10:03:57.111557
inject_fasa,SKIP_BERT_ARCHITECTURAL,0.0,0.0,0.0,0.0,0.0,0.0,1.35,0.0,0.0,66955779,66955779,0,1.0,0.0,0.0,0,0,,,0,0,note: architecture unsupported by module (Could not instantiate attention class inject_mixattention_moska),legacy_bert,2026-09-19T10:04:24.664462
inject_fused_svd_kernel,SKIP_BERT_ARCHITECTURAL,0.0,0.0,0.0,0.0,0.0,0.0,4.33,0.0,0.0,66955779,66955779,0,1.0,0.0,0.0,0,0,,,0,0,note: architecture unsupported by module (Could not instantiate attention class inject_fused_svd_kernel),legacy_bert,2026-09-19T10:04:55.365440
inject_galerkin,REJECTED_EXPANSION,32.6,0.3203,0.3203,0.3258,0.327,1.1935,84.31,320.54,14619.21,66955779,67545603,589824,1.0,0.0,0.0,6,0,,,6,589824,note: evaluated accuracy (32.60%) below chance threshold (36.90%); NON_EXPANSION VIOLATION: before=66955779 after=67545603 delta=589824 (+0.9%),legacy_bert,2026-09-19T10:06:41.729530
inject_gated_delta_net,SKIP_BERT_ARCHITECTURAL,0.0,0.0,0.0,0.0,0.0,0.0,0.74,0.0,0.0,66955779,66955779,0,1.0,0.0,0.0,0,0,,,0,0,note: architecture unsupported by module (Could not instantiate attention class inject_gated_delta_net),legacy_bert,2026-09-19T10:07:05.992039
inject_gated_deltanet_block,SKIP_BERT_TIMEOUT,0.0,0.0,0.0,0.0,0.0,0.0,3636.91,0.0,0.0,66955779,66955779,0,1.0,0.0,0.0,0,0,,,0,0,Module pipeline exceeded hard 3600s timeout,legacy_bert,2026-09-19T11:07:54.129105
inject_gated_linear,SKIP_BERT_ARCHITECTURAL,0.0,0.0,0.0,0.0,0.0,0.0,0.9,0.0,0.0,66955779,66955779,0,1.0,0.0,0.0,0,0,,,0,0,note: architecture unsupported by module (Could not instantiate attention class inject_gated_linear),legacy_bert,2026-09-19T11:08:22.677799
inject_goldfinch_ahn,SKIP_BERT_ARCHITECTURAL,0.0,0.0,0.0,0.0,0.0,0.0,0.77,0.0,0.0,66955779,66955779,0,1.0,0.0,0.0,0,0,,,0,0,note: architecture unsupported by module (Could not instantiate attention class inject_goldfinch_ahn),legacy_bert,2026-09-19T11:08:46.115554
inject_hamming,SKIP_BERT_ARCHITECTURAL,0.0,0.0,0.0,0.0,0.0,0.0,0.72,0.0,0.0,66955779,66955779,0,1.0,0.0,0.0,0,0,,,0,0,note: architecture unsupported by module (Could not instantiate attention class inject_hamming_attention),legacy_bert,2026-09-19T11:09:08.472887
inject_hgrn2_layer,SKIP_BERT_ARCHITECTURAL,0.0,0.0,0.0,0.0,0.0,0.0,0.91,0.0,0.0,66955779,66955779,0,1.0,0.0,0.0,0,0,,,0,0,note: architecture unsupported by module (Could not instantiate attention class inject_hgrn2_layer),legacy_bert,2026-09-19T11:09:31.669232
inject_hgrn2_outer,SKIP_BERT_ARCHITECTURAL,0.0,0.0,0.0,0.0,0.0,0.0,0.71,0.0,0.0,66955779,66955779,0,1.0,0.0,0.0,0,0,,,0,0,note: architecture unsupported by module (Could not instantiate attention class inject_hgrn2_outer),legacy_bert,2026-09-19T11:09:54.634929
inject_hymba_transx,REJECTED_EXPANSION,47.1,0.4349,0.4349,0.5014,0.4742,1.0745,4.52,492.18,6162.44,66955779,89687049,1400838,1.0,0.0,0.0,0,0,,,0,0,NON_EXPANSION VIOLATION: before=66955779 after=89687049 delta=22731270 (+33.9%),legacy_bert,2026-09-19T14:38:53.834346
inject_infini,REJECTED_EXPANSION,42.6,0.3537,0.3537,0.5566,0.4288,1.0675,0.96,330.65,15991.31,66955779,68135433,589830,1.0,0.0,0.0,0,0,,,0,0,NON_EXPANSION VIOLATION: before=66955779 after=68135433 delta=1179654 (+1.8%),legacy_bert,2026-09-19T14:39:37.897446
inject_jamba,SKIP_BERT_ARCHITECTURAL,0.0,0.0,0.0,0.0,0.0,0.0,1.49,0.0,0.0,66955779,66955779,0,1.0,0.0,0.0,0,0,,,0,0,note: architecture unsupported by module (Could not instantiate attention class inject_jamba),legacy_bert,2026-09-19T11:11:09.983707
inject_kda,SKIP_BERT_ARCHITECTURAL,0.0,0.0,0.0,0.0,0.0,0.0,0.66,0.0,0.0,66955779,66955779,0,1.0,0.0,0.0,0,0,,,0,0,note: architecture unsupported by module (Could not instantiate attention class inject_kda),legacy_bert,2026-09-19T11:11:31.509088
inject_leka_v2,SKIP_BERT_ARCHITECTURAL,0.0,0.0,0.0,0.0,0.0,0.0,0.71,0.0,0.0,66955779,66955779,0,1.0,0.0,0.0,0,0,,,0,0,note: architecture unsupported by module (Could not instantiate attention class inject_leka_v2),legacy_bert,2026-09-19T11:11:55.323982
inject_leka_v3,SKIP_BERT_ARCHITECTURAL,0.0,0.0,0.0,0.0,0.0,0.0,0.72,0.0,0.0,66955779,66955779,0,1.0,0.0,0.0,0,0,,,0,0,note: architecture unsupported by module (Could not instantiate attention class inject_leka_v3),legacy_bert,2026-09-19T11:12:18.311691
inject_linformer,SKIP_BERT_ARCHITECTURAL,0.0,0.0,0.0,0.0,0.0,0.0,0.74,0.0,0.0,66955779,66955779,0,1.0,0.0,0.0,0,0,,,0,0,note: architecture unsupported by module (Could not instantiate attention class inject_linformer),legacy_bert,2026-09-19T11:12:40.920370
inject_lola,SKIP_BERT_ARCHITECTURAL,0.0,0.0,0.0,0.0,0.0,0.0,2.18,0.0,0.0,66955779,66955779,0,1.0,0.0,0.0,0,0,,,0,0,note: architecture unsupported by module (Could not instantiate attention class inject_lola_attention),legacy_bert,2026-09-19T11:13:05.283316
inject_lsh,REJECTED_EXPANSION,39.4,0.3311,0.3311,0.4606,0.3933,1.0969,0.77,323.75,12352.18,66955779,67545603,589824,1.0,0.0,0.0,0,0,,,0,0,NON_EXPANSION VIOLATION: before=66955779 after=67545603 delta=589824 (+0.9%),legacy_bert,2026-09-19T14:40:32.498429
inject_mamba,PASS_LOW,34.1,0.1695,0.1695,0.1137,0.3333,1.1371,35.14,493.65,23303.5,66955779,63785481,368640,1.0497,4.73,0.0,0,0,,,6,368640,note: evaluated accuracy (34.10%) below chance threshold (36.90%),legacy_bert,2026-09-19T11:14:26.811504
inject_mamba_svd_flash,SKIP_BERT_ARCHITECTURAL,0.0,0.0,0.0,0.0,0.0,0.0,5.51,0.0,0.0,66955779,66955779,0,1.0,0.0,0.0,0,0,,,0,0,note: architecture unsupported by module (Could not instantiate attention class inject_mamba_svd_flash),legacy_bert,2026-09-19T11:14:54.751195
inject_minimal_aurora,PASS,47.7,0.4263,0.4263,0.5139,0.4833,0.9965,2.7,269.14,25414.23,66955779,58108431,589830,1.1523,0.0,0.0,0,0,,,0,0,,legacy_bert,2026-09-19T14:42:28.838960
inject_minimal_nova,SKIP_BERT_ARCHITECTURAL,0.0,0.0,0.0,0.0,0.0,0.0,1.92,0.0,0.0,66955779,66955779,0,1.0,0.0,0.0,0,0,,,0,0,note: architecture unsupported by module (Could not instantiate attention class inject_minimal_nova),legacy_bert,2026-09-19T11:15:45.952661
inject_minimal_prism,SKIP_BERT_ARCHITECTURAL,0.0,0.0,0.0,0.0,0.0,0.0,2.64,0.0,0.0,66955779,66955779,0,1.0,0.0,0.0,0,0,,,0,0,note: architecture unsupported by module (Could not instantiate attention class inject_minimal_prism),legacy_bert,2026-09-19T11:16:12.365353
inject_minimal_svd,PASS,47.7,0.4263,0.4263,0.5139,0.4833,0.9965,2.49,269.13,27429.17,66955779,58108419,589824,1.1523,0.0,0.0,0,0,,,0,0,,legacy_bert,2026-09-19T14:44:25.409722
inject_minimal_svd_v2,PASS,47.7,0.4263,0.4263,0.5139,0.4833,0.9965,4.73,269.13,25880.28,66955779,58108419,589824,1.1523,0.0,0.0,0,0,,,0,0,,legacy_bert,2026-09-19T14:46:33.679728
inject_nasc,SKIP_BERT_ARCHITECTURAL,0.0,0.0,0.0,0.0,0.0,0.0,0.41,0.0,0.0,66955779,66955779,0,1.0,0.0,0.0,0,0,,,0,0,note: architecture unsupported by module (Could not instantiate attention class inject_nasc),legacy_bert,2026-09-19T11:20:00.305518
inject_nexus,SKIP_BERT_ARCHITECTURAL,0.0,0.0,0.0,0.0,0.0,0.0,0.41,0.0,0.0,66955779,66955779,0,1.0,0.0,0.0,0,0,,,0,0,note: architecture unsupported by module (Could not instantiate attention class inject_nexus),legacy_bert,2026-09-19T11:20:20.842727
inject_nha,SKIP_BERT_ARCHITECTURAL,0.0,0.0,0.0,0.0,0.0,0.0,0.57,0.0,0.0,66955779,66955779,0,1.0,0.0,0.0,0,0,,,0,0,note: architecture unsupported by module (Could not instantiate attention class inject_nha),legacy_bert,2026-09-19T11:20:36.674205
inject_nli_softmax,SKIP_BERT_ARCHITECTURAL,0.0,0.0,0.0,0.0,0.0,0.0,0.44,0.0,0.0,66955779,66955779,0,1.0,0.0,0.0,0,0,,,0,0,note: architecture unsupported by module (Could not instantiate attention class inject_nli_softmax),legacy_bert,2026-09-19T11:20:52.964367
inject_nsa,REJECTED_EXPANSION,81.7,0.8167,0.8167,0.8171,0.8166,0.5969,1.78,324.79,21158.47,66955779,67545603,589824,1.0,0.0,0.0,0,0,,,0,0,NON_EXPANSION VIOLATION: before=66955779 after=67545603 delta=589824 (+0.9%),legacy_bert,2026-09-19T14:47:11.219531
inject_nystrom,REJECTED_EXPANSION,81.9,0.8187,0.8187,0.819,0.8186,0.5952,1.8,312.33,23122.54,66955779,67545603,589824,1.0,0.0,0.0,0,0,,,0,0,NON_EXPANSION VIOLATION: before=66955779 after=67545603 delta=589824 (+0.9%),legacy_bert,2026-09-19T14:47:48.270883
inject_optimal_subspace_projection,PASS,81.4,0.8138,0.8138,0.8142,0.8138,0.6587,19.3,305.28,39880.97,66955779,66955779,592899,1.0,0.0,0.0,0,0,,,0,0,,legacy_bert,2026-09-19T11:23:42.814023
inject_performer,SKIP_BERT_ARCHITECTURAL,0.0,0.0,0.0,0.0,0.0,0.0,0.77,0.0,0.0,66955779,66955779,0,1.0,0.0,0.0,0,0,,,0,0,note: architecture unsupported by module (Could not instantiate attention class inject_performer),legacy_bert,2026-09-19T11:24:15.570217
inject_rala,SKIP_BERT_ARCHITECTURAL,0.0,0.0,0.0,0.0,0.0,0.0,0.89,0.0,0.0,66955779,66955779,0,1.0,0.0,0.0,0,0,,,0,0,note: architecture unsupported by module (Could not instantiate attention class inject_rala),legacy_bert,2026-09-19T11:24:47.954945
inject_reap_moe,SKIP_BERT_ARCHITECTURAL,0.0,0.0,0.0,0.0,0.0,0.0,1.73,0.0,0.0,66955779,66955779,0,1.0,0.0,0.0,0,0,,,0,0,note: architecture unsupported by module (Could not instantiate attention class inject_reap_moe),legacy_bert,2026-09-19T11:25:21.080516
inject_regla,SKIP_BERT_ARCHITECTURAL,0.0,0.0,0.0,0.0,0.0,0.0,1.47,0.0,0.0,66955779,66955779,0,1.0,0.0,0.0,0,0,,,0,0,note: architecture unsupported by module (Could not instantiate attention class inject_regla),legacy_bert,2026-09-19T11:25:56.443034
inject_replace,PASS,76.1,0.7621,0.7621,0.772,0.7623,0.809,1.93,329.61,43820.46,66955779,66955779,4136451,1.0,0.0,0.0,0,0,,,0,0,,legacy_bert,2026-09-19T14:49:58.339590
inject_res_svd,SKIP_BERT_ARCHITECTURAL,0.0,0.0,0.0,0.0,0.0,0.0,16.97,0.0,0.0,66955779,66955779,0,1.0,0.0,0.0,0,0,,,0,0,note: architecture unsupported by module (Could not instantiate attention class inject_res_svd),legacy_bert,2026-09-19T11:27:20.227933
inject_rpc,SKIP_BERT_ARCHITECTURAL,0.0,0.0,0.0,0.0,0.0,0.0,0.83,0.0,0.0,66955779,66955779,0,1.0,0.0,0.0,0,0,,,0,0,note: architecture unsupported by module (Could not instantiate attention class inject_rpc),legacy_bert,2026-09-19T11:27:52.024212
inject_salt_attention,SKIP_BERT_ARCHITECTURAL,0.0,0.0,0.0,0.0,0.0,0.0,20.82,0.0,0.0,66955779,66955779,0,1.0,0.0,0.0,0,0,,,0,0,note: architecture unsupported by module (Could not instantiate attention class inject_salt_attention),legacy_bert,2026-09-19T11:28:43.915612
inject_samba_m3,SKIP_BERT_ARCHITECTURAL,0.0,0.0,0.0,0.0,0.0,0.0,1.46,0.0,0.0,66955779,66955779,0,1.0,0.0,0.0,0,0,,,0,0,note: architecture unsupported by module (Could not instantiate attention class inject_samba_m3),legacy_bert,2026-09-19T11:29:17.595876
inject_samba_moe,SKIP_BERT_ARCHITECTURAL,0.0,0.0,0.0,0.0,0.0,0.0,2.83,0.0,0.0,66955779,66955779,0,1.0,0.0,0.0,0,0,,,0,0,note: architecture unsupported by module (Could not instantiate attention class inject_samba_moe),legacy_bert,2026-09-19T11:29:56.209618
inject_sdrm,PASS,81.3,0.8125,0.8125,0.8127,0.8125,0.6661,23.85,304.53,29317.93,66955779,66955779,592899,1.0,0.0,0.0,0,0,,,0,0,,legacy_bert,2026-09-19T11:32:19.059928
inject_simple_ssm,MODERATE_EXPANSION,35.1,0.2656,0.2656,0.2387,0.3438,1.1121,546.86,344.12,10363.99,66955779,67564035,516096,1.0,0.0,0.0,0,0,,,6,516096,note: evaluated accuracy (35.10%) below chance threshold (36.90%); MODERATE_EXPANSION: base_before=66955779 base_after=67047939 base_delta=92160 (+0.14%) lora_excluded=516096,legacy_bert,2026-09-19T19:16:08.562229
inject_soa,SKIP_BERT_ARCHITECTURAL,0.0,0.0,0.0,0.0,0.0,0.0,2.94,0.0,0.0,66955779,66955779,0,1.0,0.0,0.0,0,0,,,0,0,note: architecture unsupported by module (Could not instantiate attention class inject_soa_attn),legacy_bert,2026-09-19T11:35:40.176742
inject_spectra_v2,SKIP_BERT_ARCHITECTURAL,0.0,0.0,0.0,0.0,0.0,0.0,0.9,0.0,0.0,66955779,66955779,0,1.0,0.0,0.0,0,0,,,0,0,note: architecture unsupported by module (Could not instantiate attention class inject_spectra_v2),legacy_bert,2026-09-19T11:36:11.270658
inject_spectral_mamba,FAIL,0.0,0.0,0.0,0.0,0.0,0.0,0.95,0.0,0.0,66955779,66955779,0,1.0,0.0,0.0,0,0,,,0,0,ValueError: SpectralMambaAttention forward requires hidden_states,legacy_bert,2026-09-19T14:50:30.036167
inject_spectron,SKIP_BERT_ARCHITECTURAL,0.0,0.0,0.0,0.0,0.0,0.0,0.89,0.0,0.0,66955779,66955779,0,1.0,0.0,0.0,0,0,,,0,0,note: architecture unsupported by module (Could not instantiate attention class inject_spectron_layer),legacy_bert,2026-09-19T11:37:16.696417
inject_squeezing_heads,SKIP_BERT_ARCHITECTURAL,0.0,0.0,0.0,0.0,0.0,0.0,0.87,0.0,0.0,66955779,66955779,0,1.0,0.0,0.0,0,0,,,0,0,note: architecture unsupported by module (Could not instantiate attention class inject_squeezing_heads),legacy_bert,2026-09-19T11:37:47.256757
inject_svd_compressed,SKIP_BERT_ARCHITECTURAL,0.0,0.0,0.0,0.0,0.0,0.0,4.2,0.0,0.0,66955779,66955779,0,1.0,0.0,0.0,0,0,,,0,0,note: architecture unsupported by module (Could not instantiate attention class inject_svd_compressed),legacy_bert,2026-09-19T11:38:20.241850
inject_svd_llm_v2,SKIP_BERT_ARCHITECTURAL,0.0,0.0,0.0,0.0,0.0,0.0,5.15,0.0,0.0,66955779,66955779,0,1.0,0.0,0.0,0,0,,,0,0,note: architecture unsupported by module (Could not instantiate attention class inject_svd_llm_v2),legacy_bert,2026-09-19T11:38:54.952115
inject_svd_mamba,SKIP_BERT_ARCHITECTURAL,0.0,0.0,0.0,0.0,0.0,0.0,3.52,0.0,0.0,66955779,66955779,0,1.0,0.0,0.0,0,0,,,0,0,note: architecture unsupported by module (Could not instantiate attention class inject_svd_mamba),legacy_bert,2026-09-19T11:39:27.313643
inject_svd_proj_attn,PASS,51.6,0.5029,0.5029,0.5064,0.5127,0.9908,88.12,272.14,14101.32,66955779,55749123,589824,1.201,16.74,0.0,6,0,,,6,589824,,legacy_bert,2026-09-19T11:44:41.667055
inject_svd_sequence,SKIP_BERT_ARCHITECTURAL,0.0,0.0,0.0,0.0,0.0,0.0,4.52,0.0,0.0,66955779,66955779,0,1.0,0.0,0.0,0,0,,,0,0,note: architecture unsupported by module (Could not instantiate attention class inject_svd_linear_attention),legacy_bert,2026-09-19T11:45:13.717407
inject_swift_svd,PASS,51.1,0.481,0.481,0.5407,0.505,0.9877,53.64,297.05,21271.18,66955779,46464771,634371,1.441,30.6,48.25,0,0,,,36,0,,legacy_bert,2026-09-19T11:48:03.670619
inject_tlinformer,SKIP_BERT_ARCHITECTURAL,0.0,0.0,0.0,0.0,0.0,0.0,0.86,0.0,0.0,66955779,66955779,0,1.0,0.0,0.0,0,0,,,0,0,note: architecture unsupported by module (Could not instantiate attention class inject_tlinformer),legacy_bert,2026-09-19T11:48:35.184239
inject_token_compressed_attn,SKIP_BERT_ARCHITECTURAL,0.0,0.0,0.0,0.0,0.0,0.0,0.54,0.0,0.0,66955779,66955779,0,1.0,0.0,0.0,0,0,,,0,0,note: architecture unsupported by module (Could not instantiate attention class inject_token_compressed_attn),legacy_bert,2026-09-19T11:48:58.441792
jamba,REJECTED_EXPANSION,91.3,0.9078,0.9078,0.9142,0.9051,0.2346,173.49,755.76,4562.07,66956548,160323844,1105920,1.0,0.0,0.0,0,0,,,18,1105920,NON_EXPANSION VIOLATION: before=66956548 after=160323844 delta=93367296 (+139.4%),legacy_bert,2026-09-19T16:46:19.163497
jamba_info,REJECTED_EXPANSION,62.1,0.6004,0.6004,0.669,0.6147,0.8252,203.16,484.83,6127.01,66955779,92046345,1400832,1.0,0.0,0.0,0,0,,,12,1400832,NON_EXPANSION VIOLATION: before=66955779 after=92046345 delta=25090566 (+37.5%),legacy_bert,2026-09-19T12:34:14.089859
kda,MODERATE_EXPANSION,33.7,0.3286,0.3286,0.3306,0.3342,1.1886,39.27,335.87,11174.56,66955779,67545681,589902,1.0,0.0,0.0,0,0,,,6,589824,note: evaluated accuracy (33.70%) below chance threshold (36.90%); MODERATE_EXPANSION: base_before=66955779 base_after=66955857 base_delta=78 (+0.00%) lora_excluded=589824,legacy_bert,2026-09-19T19:17:19.067626
kmeans,PASS,81.4,0.8129,0.8129,0.8134,0.8129,0.8068,34.12,539.92,43638.26,66955779,24497667,602115,2.7331,63.41,0.0,36,0,0.0322,0.0322,0,0,,legacy_bert,2026-09-19T13:21:13.709103
kronecker,PASS,39.0,0.3851,0.3851,0.3916,0.388,1.1095,55.65,259.26,22656.08,66955779,34662915,1327104,1.9316,48.23,0.0,0,0,,,36,1327104,,legacy_bert,2026-09-19T13:23:20.291163
kronecker_linear_class,PASS_LOW,34.0,0.1692,0.1692,0.1133,0.3333,1.1195,44.14,286.03,39346.51,66955779,33335811,9440259,2.0085,50.21,0.0,36,0,0.734,0.732,36,0,note: evaluated accuracy (34.00%) below chance threshold (36.90%),legacy_bert,2026-09-19T13:24:36.902779
kronecker_tt_lora,MODERATE_EXPANSION,81.3,0.8121,0.8121,0.8121,0.8121,0.5996,41.64,335.15,8952.05,66955779,68461059,331776,0.978,-2.25,0.0,0,0,,,36,331776,MODERATE_EXPANSION: base_before=66955779 base_after=68129283 base_delta=1173504 (+1.75%) lora_excluded=331776,legacy_bert,2026-09-19T19:17:21.250969
kvtc,PASS,79.1,0.7904,0.7904,0.7904,0.7904,0.6538,16.75,346.03,49105.77,66955779,66955779,592899,1.0,0.0,0.0,20,16,0.8969,0.8969,0,0,,legacy_bert,2026-09-19T13:27:17.175302
leka_v1,MODERATE_EXPANSION,35.6,0.3349,0.3349,0.3442,0.3515,1.0955,35.81,382.35,12981.34,66955779,67546383,589830,1.0,0.0,0.0,0,0,,,6,589824,note: evaluated accuracy (35.60%) below chance threshold (36.90%); MODERATE_EXPANSION: base_before=66955779 base_after=66956559 base_delta=780 (+0.00%) lora_excluded=589824,legacy_bert,2026-09-19T19:17:27.547853
leka_v2,MODERATE_EXPANSION,80.1,0.8007,0.8007,0.8015,0.8005,0.5829,40.6,365.35,9639.28,66955779,67993425,589824,1.0,0.0,0.0,0,0,,,6,589824,MODERATE_EXPANSION: base_before=66955779 base_after=67403601 base_delta=447822 (+0.67%) lora_excluded=589824,legacy_bert,2026-09-19T19:18:45.347517
leka_v3,MODERATE_EXPANSION,36.2,0.3607,0.3607,0.3609,0.3611,1.1149,37.36,344.15,10563.82,66955779,67939665,589896,1.0,0.0,0.0,0,0,,,6,589824,note: evaluated accuracy (36.20%) below chance threshold (36.90%); MODERATE_EXPANSION: base_before=66955779 base_after=67349841 base_delta=394062 (+0.59%) lora_excluded=589824,legacy_bert,2026-09-19T19:18:43.805063
liftr,PASS,82.3,0.8225,0.8225,0.8227,0.8224,0.697,5.96,304.53,53404.91,66955779,66955779,592899,1.0,0.0,0.0,0,0,,,0,0,,legacy_bert,2026-09-19T13:33:08.503579
lillama,PASS,81.7,0.8164,0.8164,0.8165,0.8164,0.6523,6.83,304.53,53155.73,66955779,66955779,592899,1.0,0.0,0.0,0,0,,,0,0,,legacy_bert,2026-09-19T13:33:54.278727
linformer,MODERATE_EXPANSION,76.3,0.7639,0.7639,0.7678,0.763,0.6725,23.56,316.72,17586.15,66955779,67938825,589830,1.0,0.0,0.0,0,0,,,6,589824,MODERATE_EXPANSION: base_before=66955779 base_after=67349001 base_delta=393222 (+0.59%) lora_excluded=589824,legacy_bert,2026-09-19T19:18:34.988354
lola,PASS,48.2,0.4735,0.4735,0.479,0.4812,1.0155,23.25,427.43,18087.2,66955779,55749135,589824,1.201,16.74,0.0,0,0,,,6,589824,,legacy_bert,2026-09-19T13:36:07.317162
lora_attn,REJECTED_EXPANSION,58.9,0.5863,0.5863,0.6175,0.5862,0.8974,15.0,329.39,28865.55,66955779,69315075,2359296,1.0,0.0,0.0,6,0,,,6,2359296,NON_EXPANSION VIOLATION: before=66955779 after=69315075 delta=2359296 (+3.5%),legacy_bert,2026-09-19T13:36:45.180364
lsc,PASS,81.5,0.8145,0.8145,0.8146,0.8145,0.6753,6.35,305.28,54396.9,66955779,66955779,592899,1.0,0.0,0.0,0,36,0.9806,0.9806,0,0,,legacy_bert,2026-09-19T13:37:25.915823
lsh,REJECTED_EXPANSION,41.9,0.3491,0.3491,0.4491,0.4126,1.086,32.71,324.95,10034.63,66955779,67545603,589824,1.0,0.0,0.0,0,0,,,6,589824,NON_EXPANSION VIOLATION: before=66955779 after=67545603 delta=589824 (+0.9%),legacy_bert,2026-09-19T13:38:21.097607
mamba,PASS_LOW,34.1,0.1695,0.1695,0.1137,0.3333,1.1192,14.94,493.65,22708.16,66955779,63785481,368640,1.0497,4.73,0.0,0,0,,,6,368640,note: evaluated accuracy (34.10%) below chance threshold (36.90%),legacy_bert,2026-09-19T13:39:10.844520
mamba_shedder,PASS,81.7,0.8164,0.8164,0.8165,0.8164,0.6523,6.41,304.53,52499.24,66955779,66955779,592899,1.0,0.0,0.0,0,0,0.4836,0.4836,0,0,,legacy_bert,2026-09-19T13:39:53.630308
mamba_svd_flash,FAIL,0.0,0.0,0.0,0.0,0.0,0.0,789.5695984999993,0.0,0.0,66955010,66955010,0,1.0,0.0,0.0,0,0,,,0,0,RuntimeError: CUDA error: CUBLAS_STATUS_ALLOC_FAILED when calling `cublasCreate(handle)`,,2026-09-19T01:31:41.194666
mgie,PASS,81.5,0.8145,0.8145,0.8146,0.8145,0.6753,8.4,305.28,49016.74,66955779,66955779,592899,1.0,0.0,0.0,0,36,0.788,0.788,0,0,,legacy_bert,2026-09-19T13:53:57.056854
mgie_budget,PASS,81.5,0.8145,0.8145,0.8146,0.8145,0.6753,9.12,305.28,45754.64,66955779,66955779,592899,1.0,0.0,0.0,0,36,0.788,0.788,0,0,,legacy_bert,2026-09-19T13:54:48.514655
minimal_aurora,PASS,55.1,0.5441,0.5441,0.5455,0.5488,0.924,17.7,270.33,28238.23,66955779,58108431,589830,1.1523,13.21,66.67,0,0,,,30,589824,,legacy_bert,2026-09-19T13:55:38.666491
minimal_nova,PASS,55.2,0.545,0.545,0.5479,0.5505,0.9231,7.79,270.33,123502.47,66955779,58108419,589824,1.1523,13.21,66.67,0,0,,,30,589824,,legacy_bert,2026-09-19T13:56:12.232156
minimal_prism,PASS,55.2,0.545,0.545,0.5479,0.5505,0.9231,18.82,270.33,24780.92,66955779,58108419,589824,1.1523,13.21,66.67,0,0,,,30,589824,,legacy_bert,2026-09-19T13:57:00.226067
minimal_svd,PASS,55.1,0.5441,0.5441,0.5455,0.5488,0.924,8.48,270.33,122991.95,66955779,58108419,589824,1.1523,13.21,66.67,0,0,,,30,589824,,legacy_bert,2026-09-19T13:57:34.759265
minimal_svd_v2,PASS,55.1,0.5441,0.5441,0.5455,0.5488,0.924,17.89,270.33,26062.18,66955779,58108419,589824,1.1523,13.21,66.67,0,0,,,30,589824,,legacy_bert,2026-09-19T13:58:22.542179
mla,PASS_LOW,35.4,0.2839,0.2839,0.3471,0.3467,1.1023,12.86,292.82,35795.05,66955779,61933059,294912,1.0811,7.5,0.0,0,0,,,6,294912,note: evaluated accuracy (35.40%) below chance threshold (36.90%),legacy_bert,2026-09-19T13:58:59.363358
mlorq,PASS,80.6,0.8054,0.8054,0.8054,0.8055,0.709,9.77,362.35,52352.65,66955779,66955779,592899,1.0,0.0,0.0,36,0,0.0415,0.0415,0,0,,legacy_bert,2026-09-19T13:59:39.125099
moba,MODERATE_EXPANSION,35.7,0.2902,0.2902,0.3497,0.3497,1.1077,26.26,315.73,15851.25,66955779,67545609,589830,1.0,0.0,0.0,0,0,,,6,589824,note: evaluated accuracy (35.70%) below chance threshold (36.90%); MODERATE_EXPANSION: base_before=66955779 base_after=66955785 base_delta=6 (+0.00%) lora_excluded=589824,legacy_bert,2026-09-19T19:19:38.015678
modegpt,PASS,81.5,0.8145,0.8145,0.8146,0.8145,0.6753,8.59,305.28,51558.45,66955779,66955779,592899,1.0,0.0,0.0,0,36,0.7984,0.7984,0,0,,legacy_bert,2026-09-19T14:01:04.856611
moe_deltakv_paged,MODERATE_EXPANSION,35.4,0.2427,0.2427,0.2477,0.3504,1.1082,28.43,317.36,14773.59,66955779,67570179,589824,1.0,0.0,0.0,0,0,,,0,589824,note: evaluated accuracy (35.40%) below chance threshold (36.90%); MODERATE_EXPANSION: base_before=66955779 base_after=66980355 base_delta=24576 (+0.04%) lora_excluded=589824,legacy_bert,2026-09-19T19:19:45.227482
nasc,MODERATE_EXPANSION,68.1,0.6739,0.6739,0.7233,0.6768,0.775,67.54,320.47,5672.81,66955779,67584021,603666,1.0,0.0,0.0,0,0,,,6,589824,MODERATE_EXPANSION: base_before=66955779 base_after=66994197 base_delta=38418 (+0.06%) lora_excluded=589824,legacy_bert,2026-09-19T19:20:26.318444
nexus,MODERATE_EXPANSION,80.2,0.8013,0.8013,0.8012,0.8013,0.6334,99.51,345.77,3344.47,66955779,67561347,605568,1.0,0.0,0.0,0,0,,,6,589824,MODERATE_EXPANSION: base_before=66955779 base_after=66971523 base_delta=15744 (+0.02%) lora_excluded=589824,legacy_bert,2026-09-19T19:21:49.994949
nha,MODERATE_EXPANSION,80.4,0.8037,0.8037,0.8045,0.8034,0.6078,41.44,343.78,10087.41,66955779,67550217,594438,1.0,0.0,0.0,0,0,,,6,589824,MODERATE_EXPANSION: base_before=66955779 base_after=66960393 base_delta=4614 (+0.01%) lora_excluded=589824,legacy_bert,2026-09-19T19:21:00.934004
nli_softmax,PASS_LOW,35.6,0.202,0.202,0.7197,0.3482,1.4711,18.98,313.57,22668.7,66955779,67545603,589824,1.0,0.0,0.0,0,0,,,0,589824,note: evaluated accuracy (35.60%) below chance threshold (36.90%),legacy_bert,2026-09-19T19:21:28.267531
nmf,PASS,82.3,0.8222,0.8222,0.8222,0.8222,0.6984,13.28,304.53,50431.68,66955779,66955779,592899,1.0,0.0,0.0,0,0,,,0,0,,legacy_bert,2026-09-19T14:07:26.791068
nsa,PASS,81.6,0.8157,0.8157,0.8161,0.8156,0.5962,21.15,325.98,19112.97,66955779,67545603,589824,1.0,0.0,0.0,0,0,,,6,589824,,legacy_bert,2026-09-19T19:22:09.693821
nystrom,PASS,81.8,0.8177,0.8177,0.818,0.8176,0.5946,21.42,313.53,20176.57,66955779,67545603,589824,1.0,0.0,0.0,0,0,,,6,589824,,legacy_bert,2026-09-19T19:23:40.385594
oats,PASS,81.6,0.8154,0.8154,0.8154,0.8154,0.6476,17.8,358.78,53325.33,66955779,66955779,592899,1.0,0.0,0.0,36,0,0.1769,0.1769,36,0,,legacy_bert,2026-09-19T14:09:38.449807
oha,MODERATE_EXPANSION,79.9,0.7985,0.7985,0.7992,0.7983,0.5812,33.57,328.79,12733.46,66955779,68190795,645192,1.0,0.0,0.0,0,0,,,6,589824,MODERATE_EXPANSION: base_before=66955779 base_after=67600971 base_delta=645192 (+0.96%) lora_excluded=589824,legacy_bert,2026-09-19T19:22:57.662236
optimal_subspace_projection,PASS,80.2,0.8015,0.8015,0.8021,0.8015,0.6636,8.12,305.28,51057.9,66955779,66955779,592899,1.0,0.0,0.0,1,35,0.6346,0.6346,0,0,,legacy_bert,2026-09-19T14:11:05.658845
orion,PASS,37.4,0.2569,0.2569,0.3624,0.3699,1.115,30.21,293.96,14875.75,66955779,55749123,589824,1.201,16.74,83.33,0,0,,,30,589824,,legacy_bert,2026-09-19T14:12:06.302001
padre,PASS,77.0,0.7693,0.7693,0.772,0.7699,0.7226,21.9,322.96,23583.27,66955779,67545603,589824,1.0,0.0,0.0,0,0,,,0,589824,,legacy_bert,2026-09-19T19:24:21.748846
performer,PASS_LOW,33.5,0.242,0.242,0.3376,0.3286,1.2926,74.8,314.49,4945.75,66955779,67545603,589824,1.0,0.0,0.0,0,0,,,6,589824,note: evaluated accuracy (33.50%) below chance threshold (36.90%),legacy_bert,2026-09-19T19:24:46.819528
phantom,PASS_LOW,32.1,0.1892,0.1892,0.5429,0.3343,1.2036,48.02,312.18,7636.45,66955779,55749123,589824,1.201,16.74,0.0,0,0,,,30,589824,note: evaluated accuracy (32.10%) below chance threshold (36.90%),legacy_bert,2026-09-19T14:14:47.975099
primal,CRASH,90.83,0.9113,0.9081,0.9088,0.9079,0.3132,0.0,677.97,569.71,66955010,66955010,0,1.0,0.0,0.0,0,0,,,0,0,"RuntimeError: CUDA error: CUBLAS_STATUS_NOT_SUPPORTED when calling `cublasLtMatmulAlgoGetHeuristic( ltHandle, computeDesc.descriptor(), Adesc.descriptor(), Bdesc.descriptor(), Cdesc.descriptor(), Cdesc.descriptor(), preference.descriptor(), 1, &heuristicResult, &returnedResult)`",,2026-09-19T14:36:07.529002
projection_factorized_attn,PASS,53.9,0.5017,0.5017,0.536,0.5318,0.9611,19.81,264.18,23381.93,66955779,55804491,645192,1.1998,16.65,83.33,6,0,,,6,589824,,legacy_bert,2026-09-19T14:19:43.629294
proxsparse,PASS,40.8,0.3418,0.3418,0.3855,0.4002,1.0901,6.71,304.53,52462.01,66955779,66955779,592899,1.0,0.0,0.0,0,0,0.6793,0.6793,0,0,,legacy_bert,2026-09-19T14:20:20.786210
ptp,MODERATE_EXPANSION,81.7,0.8166,0.8166,0.8169,0.8166,0.5973,30.22,316.74,12535.99,66955779,67841289,589824,1.0,0.0,0.0,6,0,,,6,589824,MODERATE_EXPANSION: base_before=66955779 base_after=67251465 base_delta=295686 (+0.44%) lora_excluded=589824,legacy_bert,2026-09-19T19:25:08.171124
qcqa,REJECTED_EXPANSION,37.0,0.2918,0.2918,0.2464,0.3713,1.1202,17.97,317.68,23960.51,66955779,67550211,589824,1.0,0.0,0.0,6,0,,,6,589824,NON_EXPANSION VIOLATION: before=66955779 after=67550211 delta=594432 (+0.9%),legacy_bert,2026-09-19T14:21:45.346914
rala,REJECTED_EXPANSION,36.4,0.3631,0.3631,0.3636,0.3632,1.1804,19.62,317.44,22512.06,66955779,67619337,589830,1.0,0.0,0.0,0,0,,,6,589824,note: evaluated accuracy (36.40%) below chance threshold (36.90%); NON_EXPANSION VIOLATION: before=66955779 after=67619337 delta=663558 (+1.0%),legacy_bert,2026-09-19T14:22:28.955421
reap_moe,REJECTED_EXPANSION,77.3,0.771,0.771,0.772,0.7715,0.5622,48.66,535.56,8738.08,66955779,110206467,608256,1.0,0.0,0.0,0,0,,,102,589824,NON_EXPANSION VIOLATION: before=66955779 after=110206467 delta=43250688 (+64.6%),legacy_bert,2026-09-19T14:23:41.505655
regla,REJECTED_EXPANSION,43.2,0.3713,0.3713,0.4188,0.4243,1.067,23.27,366.61,20270.43,66955779,71255049,4280832,1.0,0.0,0.0,0,0,,,6,737280,NON_EXPANSION VIOLATION: before=66955779 after=71255049 delta=4299270 (+6.4%),legacy_bert,2026-09-19T14:24:27.606509
replace,PASS,79.8,0.7976,0.7976,0.798,0.7976,0.5698,8.69,330.8,48670.6,66955779,66955779,4136451,1.0,0.0,0.0,0,0,,,6,0,,legacy_bert,2026-09-19T14:25:06.667326
replaceme,PASS,63.5,0.6311,0.6311,0.6403,0.6323,0.8388,5.25,255.72,66045.9,66955779,53964291,592899,1.2407,19.4,0.0,0,0,,,0,0,,legacy_bert,2026-09-19T14:25:48.081755
res_svd,PASS,51.4,0.4961,0.4961,0.5028,0.5103,0.9736,24.5,272.17,24933.37,66955779,55749123,589824,1.201,16.74,0.0,0,0,,,30,589824,,legacy_bert,2026-09-19T14:26:43.036476
ressvd,PASS,50.7,0.4345,0.4345,0.557,0.4977,1.008,28.67,285.17,25906.47,66955779,55749123,2949120,1.201,16.74,0.0,6,0,,,6,589824,,legacy_bert,2026-09-19T14:27:54.097137
roast,PASS,82.2,0.8212,0.8212,0.8214,0.8211,0.6606,7.28,304.53,50766.52,66955779,66955779,592899,1.0,0.0,0.0,0,0,1.0001,1.0001,0,0,,legacy_bert,2026-09-19T14:28:37.331555
rotational_slicegpt,PASS,81.6,0.8154,0.8154,0.8159,0.8154,0.6937,68.2,304.53,50554.33,66955779,66955779,592899,1.0,0.0,0.0,0,0,0.5128,0.5128,0,0,,legacy_bert,2026-09-19T14:30:17.566882
routing,REJECTED_EXPANSION,33.8,0.318,0.318,0.3398,0.3349,1.2857,94.5,327.09,3922.77,66955779,67545603,589824,1.0,0.0,0.0,6,0,,,6,589824,note: evaluated accuracy (33.80%) below chance threshold (36.90%); NON_EXPANSION VIOLATION: before=66955779 after=67545603 delta=589824 (+0.9%),legacy_bert,2026-09-19T14:32:16.788387
rpc,REJECTED_EXPANSION,75.9,0.7567,0.7567,0.7578,0.7571,0.6687,17.54,318.48,24352.51,66955779,67545603,589824,1.0,0.0,0.0,0,0,,,6,589824,NON_EXPANSION VIOLATION: before=66955779 after=67545603 delta=589824 (+0.9%),legacy_bert,2026-09-19T14:32:58.278568
rpca,PASS,82.0,0.8193,0.8193,0.8193,0.8192,0.6944,18.63,305.77,50966.28,66955779,66955779,592899,1.0,0.0,0.0,0,0,,,0,0,,legacy_bert,2026-09-19T14:35:14.030579
saes,PASS,81.7,0.8164,0.8164,0.8165,0.8164,0.6523,11.66,305.77,32119.0,66955779,66955779,592899,1.0,0.0,0.0,0,0,,,0,0,,legacy_bert,2026-09-19T14:37:02.858913
salr,PASS,82.0,0.8193,0.8193,0.8193,0.8192,0.6944,9.65,305.28,47384.04,66955779,66955779,592899,1.0,0.0,0.0,0,0,,,0,0,,legacy_bert,2026-09-19T14:39:01.317315
salt,PASS,52.0,0.4652,0.4652,0.5245,0.5121,1.0065,30.95,353.26,19776.62,66955779,55160835,2958339,1.2138,17.62,0.0,0,0,,,30,0,,legacy_bert,2026-09-19T14:41:04.147766
samba_m3,REJECTED_EXPANSION,70.2,0.6942,0.6942,0.7052,0.6984,0.7157,47.17,410.04,9874.87,66955779,82332681,1105926,1.0,0.0,0.0,0,0,,,12,1105920,NON_EXPANSION VIOLATION: before=66955779 after=82332681 delta=15376902 (+23.0%),legacy_bert,2026-09-19T14:42:16.895542
samba_moe,REJECTED_EXPANSION,33.8,0.325,0.325,0.3327,0.3348,1.1084,80.49,581.9,5648.83,66955779,124984329,1124358,1.0,0.0,0.0,0,0,,,114,1105920,note: evaluated accuracy (33.80%) below chance threshold (36.90%); NON_EXPANSION VIOLATION: before=66955779 after=124984329 delta=58028550 (+86.7%),legacy_bert,2026-09-19T14:44:04.948692
sdrm,PASS,62.9,0.0,0.0,0.0,0.0,0.0,0.5,0.0,0.0,66955779,66955779,0,1.0,0.0,0.0,0,0,,,0,0,,legacy_bert,2026-09-19T14:44:29.823432
sdrm_class,FAIL,0.0,0.0,0.0,0.0,0.0,0.0,0.51,0.0,0.0,66955779,66955779,0,1.0,0.0,0.0,0,0,,,0,0,AttributeError: 'SDRMCompressor' object has no attribute 'protect_output_proj',legacy_bert,2026-09-19T14:44:58.896347
simple_ssm,REJECTED_EXPANSION,35.1,0.2656,0.2656,0.2387,0.3438,1.1121,28.04,344.12,17502.9,66955779,67564035,516096,1.0,0.0,0.0,0,0,,,6,516096,note: evaluated accuracy (35.10%) below chance threshold (36.90%); NON_EXPANSION VIOLATION: before=66955779 after=67564035 delta=608256 (+0.9%),legacy_bert,2026-09-19T14:45:52.583904
slicegpt,PASS,48.3,0.4224,0.4224,0.5082,0.475,1.0363,7.79,306.03,51507.45,66955779,66955779,592899,1.0,0.0,0.0,0,0,0.4823,0.4823,0,0,,legacy_bert,2026-09-19T14:47:32.820510
slicegpt_pca,PASS,81.5,0.8145,0.8145,0.8146,0.8145,0.6753,28.83,304.53,174628.43,66955779,66955779,592899,1.0,0.0,0.0,0,0,0.979,0.979,0,0,,legacy_bert,2026-09-19T14:49:39.910448
slim,PASS,78.8,0.7853,0.7853,0.7882,0.7858,0.6247,9.61,306.03,44026.03,66955779,66955779,592899,1.0,0.0,0.0,0,0,0.6035,0.6035,0,0,,legacy_bert,2026-09-19T14:51:22.199633
soa_attn,PASS,73.0,0.7286,0.7286,0.7289,0.7286,0.666,21.52,284.96,22232.19,66955779,60283395,405504,1.1107,9.97,0.0,0,0,,,6,405504,,legacy_bert,2026-09-19T14:54:07.880508
soa_fused_attention,PASS,54.6,0.5412,0.5412,0.5622,0.5492,1.0035,21.35,277.27,22096.75,66955779,58481667,387072,1.1449,12.66,0.0,6,0,,,6,387072,,legacy_bert,2026-09-19T14:56:27.086089
soka,PASS,82.1,0.8202,0.8202,0.8203,0.8202,0.6991,8.69,305.28,47424.18,66955779,66955779,592899,1.0,0.0,0.0,0,0,,,0,0,,legacy_bert,2026-09-19T14:58:25.704075
span_expanded,REJECTED_EXPANSION,81.8,0.8177,0.8177,0.818,0.8176,0.5946,16.29,315.01,26133.13,66955779,67545603,589824,1.0,0.0,0.0,6,0,,,6,589824,NON_EXPANSION VIOLATION: before=66955779 after=67545603 delta=589824 (+0.9%),legacy_bert,2026-09-19T14:59:06.059098
sparsegpt,PASS,73.3,0.7287,0.7287,0.7364,0.7302,0.6709,32.23,305.28,50545.7,66955779,66955779,592899,1.0,0.0,0.0,0,0,,,0,0,,legacy_bert,2026-09-19T15:01:11.389536
spectra_v2,REJECTED_EXPANSION,39.8,0.3186,0.3186,0.4328,0.3898,1.0849,5.56,307.27,148899.59,66955779,67545603,589824,1.0,0.0,0.0,0,0,,,6,589824,NON_EXPANSION VIOLATION: before=66955779 after=67545603 delta=589824 (+0.9%),legacy_bert,2026-09-19T15:01:37.148066
spectraformer,FAIL,0.0,0.0,0.0,0.0,0.0,0.0,0.48,0.0,0.0,66955779,66955779,0,1.0,0.0,0.0,0,0,,,0,0,ValueError: SpectralMambaAttention forward requires hidden_states,legacy_bert,2026-09-19T15:02:01.086234
spectral_mamba,FAIL,0.0,0.0,0.0,0.0,0.0,0.0,0.52,0.0,0.0,66955779,66955779,0,1.0,0.0,0.0,0,0,,,0,0,ValueError: SpectralMambaAttention forward requires hidden_states,legacy_bert,2026-09-19T15:02:25.064002
spectral_residual_lora,PASS_LOW,35.8,0.2585,0.2585,0.2398,0.3508,1.1272,20.81,236.87,22811.54,66955779,30460419,663552,2.1981,54.51,0.0,0,0,,,36,663552,note: evaluated accuracy (35.80%) below chance threshold (36.90%),legacy_bert,2026-09-19T15:03:09.666509
spectron,PASS,60.5,0.6002,0.6002,0.6028,0.6039,0.8831,21.25,282.51,22761.72,66955779,58108419,589824,1.1523,13.21,0.0,6,0,,,6,589824,,legacy_bert,2026-09-19T15:05:15.166663
squeezing_heads,REJECTED_EXPANSION,80.4,0.8034,0.8034,0.8036,0.8034,0.617,16.42,318.76,25967.22,66955779,67545603,589824,1.0,0.0,0.0,0,0,,,6,589824,NON_EXPANSION VIOLATION: before=66955779 after=67545603 delta=589824 (+0.9%),legacy_bert,2026-09-19T15:05:55.862107
subspace_projection,PASS,82.1,0.8202,0.8202,0.8203,0.8202,0.6991,8.17,305.28,52115.43,66955779,66955779,592899,1.0,0.0,0.0,0,0,,,0,0,,legacy_bert,2026-09-19T15:07:47.393687
svd,REJECTED_EXPANSION,33.1,0.2652,0.2652,0.3064,0.3293,1.1253,22.69,314.72,15924.51,66955779,67545603,589824,1.0,0.0,0.0,6,0,,,6,589824,note: evaluated accuracy (33.10%) below chance threshold (36.90%); NON_EXPANSION VIOLATION: before=66955779 after=67545603 delta=589824 (+0.9%),legacy_bert,2026-09-19T15:08:34.008233
svd-mamba,REJECTED_EXPANSION,57.9,0.5725,0.5725,0.5873,0.5756,0.893,58.73,811.57,10043.45,66955779,75796851,1032960,1.0,0.0,0.0,0,0,,,48,1032960,NON_EXPANSION VIOLATION: before=66955779 after=75796851 delta=8841072 (+13.2%),legacy_bert,2026-09-19T15:09:55.752398
svd_compressed,PASS,52.3,0.486,0.486,0.5098,0.5159,0.9598,21.11,267.51,18701.83,66955779,55749123,589824,1.201,16.74,0.0,0,0,,,6,589824,,legacy_bert,2026-09-19T15:11:49.549621
svd_linear,PASS,53.9,0.5017,0.5017,0.536,0.5318,0.9611,20.09,264.18,23681.53,66955779,55804491,645192,1.1998,16.65,83.33,0,0,,,30,589824,,legacy_bert,2026-09-19T15:14:00.048177
svd_linear_decay,PASS,53.9,0.5017,0.5017,0.536,0.5318,0.9611,20.18,264.18,22701.09,66955779,55804491,645192,1.1998,16.65,83.33,6,0,,,6,589824,,legacy_bert,2026-09-19T15:16:09.502407
svd_llm_v2,PASS,45.8,0.4315,0.4315,0.4484,0.4533,1.1189,23.65,290.08,18480.7,66955779,55750659,589824,1.201,16.74,0.0,0,0,,,6,589824,,legacy_bert,2026-09-19T15:18:22.407484
svd_proj,PASS,46.0,0.4239,0.4239,0.4641,0.4587,1.0722,21.55,272.14,17772.32,66955779,55749123,589824,1.201,16.74,0.0,6,0,,,6,589824,,legacy_bert,2026-09-19T15:20:20.991223
swift_svd,PASS,51.9,0.4855,0.4855,0.5544,0.5127,0.991,14.61,297.8,30742.82,66955779,46464771,634371,1.441,30.6,48.25,0,0,,,36,0,,legacy_bert,2026-09-19T15:22:28.713422
swift_svd_act,PASS,81.5,0.8145,0.8145,0.8146,0.8145,0.6753,13.62,305.28,47727.99,66955779,66955779,592899,1.0,0.0,0.0,0,36,,,0,0,,legacy_bert,2026-09-19T15:24:06.929833
swift_svd_class,PASS,51.5,0.4794,0.4794,0.5369,0.5085,0.9875,13.64,297.8,36948.75,66955779,46464771,634371,1.441,30.6,48.25,0,0,,,36,0,,legacy_bert,2026-09-19T15:25:59.934915
template_attention,REJECTED_EXPANSION,58.1,0.5778,0.5778,0.6082,0.5781,0.9152,17.47,314.68,24677.77,66955779,67840515,589824,1.0,0.0,0.0,0,0,,,6,589824,NON_EXPANSION VIOLATION: before=66955779 after=67840515 delta=884736 (+1.3%),legacy_bert,2026-09-19T15:26:40.547472
tlinformer,REJECTED_EXPANSION,77.8,0.7777,0.7777,0.7787,0.7773,0.657,18.53,318.52,23708.11,66955779,67938819,983040,1.0,0.0,0.0,6,0,,,6,589824,NON_EXPANSION VIOLATION: before=66955779 after=67938819 delta=983040 (+1.5%),legacy_bert,2026-09-19T15:27:21.794131
token_compressed,REJECTED_EXPANSION,50.1,0.4989,0.4989,0.5039,0.4992,1.172,21.0,308.21,17888.01,66955779,67841289,589824,1.0,0.0,0.0,0,0,,,6,589824,NON_EXPANSION VIOLATION: before=66955779 after=67841289 delta=885510 (+1.3%),legacy_bert,2026-09-19T15:28:08.825807
tomoe,PASS,81.9,0.8185,0.8185,0.8186,0.8185,0.6341,11.47,304.53,51003.89,66955779,66955779,592899,1.0,0.0,0.0,0,0,,,0,0,,legacy_bert,2026-09-19T15:30:15.416198
tomoe_class,PASS,81.8,0.8174,0.8174,0.8177,0.8173,0.682,11.49,304.53,51930.4,66955779,66955779,592899,1.0,0.0,0.0,0,0,,,0,0,,legacy_bert,2026-09-19T15:32:04.550145
tpa,REJECTED_EXPANSION,36.8,0.3675,0.3675,0.368,0.3676,1.1909,61.25,798.01,12987.15,66955779,95651331,1179648,1.0,0.0,0.0,0,0,,,6,1179648,note: evaluated accuracy (36.80%) below chance threshold (36.90%); NON_EXPANSION VIOLATION: before=66955779 after=95651331 delta=28695552 (+42.9%),legacy_bert,2026-09-19T15:33:28.259785
tt,PASS,81.1,0.8106,0.8106,0.8117,0.8105,0.7135,14.28,304.53,51462.43,66955779,66955779,592899,1.0,0.0,0.0,0,36,,,0,0,,legacy_bert,2026-09-19T15:35:14.080829
unified_rope,REJECTED_EXPANSION,64.7,0.6474,0.6474,0.6495,0.6463,0.7883,18.29,323.72,22739.38,66955779,67545603,589824,1.0,0.0,0.0,0,0,,,6,589824,NON_EXPANSION VIOLATION: before=66955779 after=67545603 delta=589824 (+0.9%),legacy_bert,2026-09-19T15:35:55.673989
uniql,PASS,82.3,0.8225,0.8225,0.8227,0.8224,0.6973,8.3,304.53,51061.95,66955779,66955779,592899,1.0,0.0,0.0,0,0,,,0,0,,legacy_bert,2026-09-19T15:37:35.361988
upi_mamba,REJECTED_EXPANSION,31.9,0.1612,0.1612,0.1063,0.3333,1.1315,48.32,568.9,10041.12,66955779,71102979,368640,1.0,0.0,0.0,0,0,,,6,368640,note: evaluated accuracy (31.90%) below chance threshold (36.90%); NON_EXPANSION VIOLATION: before=66955779 after=71102979 delta=4147200 (+6.2%),legacy_bert,2026-09-19T15:38:45.922315
vig,REJECTED_EXPANSION,64.8,0.6451,0.6451,0.6452,0.6469,0.8061,24.55,333.12,17015.46,66955779,67656339,700560,1.0,0.0,0.0,6,0,,,6,589824,NON_EXPANSION VIOLATION: before=66955779 after=67656339 delta=700560 (+1.0%),legacy_bert,2026-09-19T15:39:33.799845
vspec,PASS,46.9,0.4587,0.4587,0.4628,0.4671,1.0858,35.58,276.12,11228.83,66955779,57084177,739848,1.1729,14.74,0.0,0,0,,,30,589824,,legacy_bert,2026-09-19T15:41:56.819690
weighted_ensemble,REJECTED_EXPANSION,53.8,0.5121,0.5121,0.6414,0.5355,1.3201,16.48,335.69,26974.84,66955779,67011147,4191819,1.0,0.0,0.0,0,0,,,6,0,NON_EXPANSION VIOLATION: before=66955779 after=67011147 delta=55368 (+0.1%),legacy_bert,2026-09-19T15:42:35.633168
wgqa,REJECTED_EXPANSION,78.8,0.7868,0.7868,0.7894,0.7865,0.5872,17.55,314.83,24001.48,66955779,67545747,589968,1.0,0.0,0.0,6,0,,,6,589824,NON_EXPANSION VIOLATION: before=66955779 after=67545747 delta=589968 (+0.9%),legacy_bert,2026-09-19T15:43:15.037808
xattention,REJECTED_EXPANSION,52.5,0.4636,0.4636,0.5584,0.516,0.9872,19.65,316.03,19681.11,66955779,67545609,589830,1.0,0.0,0.0,6,0,,,6,589824,NON_EXPANSION VIOLATION: before=66955779 after=67545609 delta=589830 (+0.9%),legacy_bert,2026-09-19T15:43:57.479202
zerokv,PASS,39.2,0.3176,0.3176,0.4097,0.3847,1.0964,6.19,304.53,52262.61,66955779,66955779,592899,1.0,0.0,0.0,0,0,0.7866,0.7866,0,0,,legacy_bert,2026-09-19T15:45:57.968084
zeros,REJECTED_EXPANSION,35.7,0.2339,0.2339,0.3434,0.3502,1.1251,17.44,314.81,23979.81,66955779,67545603,589824,1.0,0.0,0.0,6,0,,,6,589824,note: evaluated accuracy (35.70%) below chance threshold (36.90%); NON_EXPANSION VIOLATION: before=66955779 after=67545603 delta=589824 (+0.9%),legacy_bert,2026-09-19T15:46:37.980741