| variant_id,base_model,replacement_scope,sparsity,token_exposure,ce_delta_vs_dense,module_count,bottleneck_units,active_factor_scalars,relative_path,weights_bytes,weights_sha256 | |
| gpt2_small_l8_cproj_s0p5,gpt2,single_matrix,0.5,16384,0.0008888365819190724,1,768,1179646,checkpoints/gpt2-small/layer8-cproj/s0p5-tokens16384,11796752,e4dc8d3fbe3f9b491a3ccadf928de65d0ad98f6826844b3143d04e1bd06a6942 | |
| gpt2_small_l8_cproj_s0p75,gpt2,single_matrix,0.75,16384,0.0082921466752812,1,768,589822,checkpoints/gpt2-small/layer8-cproj/s0p75-tokens16384,11796752,f6db8a41cfacc8cb6ce54429c6c39be7b74ba36a7d9a1aa9b3e55b1f0e0b097e | |
| qwen25_0p5b_l12_downproj_s0p5,Qwen/Qwen2.5-0.5B,single_matrix,0.5,1024,0.0012218963831869267,1,896,2179070,checkpoints/qwen2.5-0.5b/layer12-down-proj/s0p5-tokens1024,20644120,400f49a25d6862f584c8057d138b83802d47e13c31b4b58acb1b4a740805ca6e | |
| qwen25_0p5b_l12_downproj_s0p75,Qwen/Qwen2.5-0.5B,single_matrix,0.75,1048576,0.005009775171065822,1,896,1089534,checkpoints/qwen2.5-0.5b/layer12-down-proj/s0p75-tokens1048576,20644120,530b19e4f58da33e6f3b6a7bad749cd3e8bafa8b67ee41939075d3dcb1fb4078 | |
| qwen25_1p5b_l14_downproj_s0p5,Qwen/Qwen2.5-1.5B,single_matrix,0.5,1024,0.0007331378299122449,1,1536,6881278,checkpoints/qwen2.5-1.5b/layer14-down-proj/s0p5-tokens1024,64487712,ad3be13722726a1a447c2ea7f41c1ee55a21099ac231ae1ea2089950d1a204dc | |
| qwen25_1p5b_l14_downproj_s0p75,Qwen/Qwen2.5-1.5B,single_matrix,0.75,1048576,0.0012218963831869267,1,1536,3440638,checkpoints/qwen2.5-1.5b/layer14-down-proj/s0p75-tokens1048576,64487712,aa3fa378549da027bb4bf2778fa80b158c01840aa0306025c5f828baa5bcf7dd | |
| qwen35_27b_l31_downproj_s0p5,Qwen/Qwen3.5-27B,single_matrix,0.5,2048,-0.00042653013883819924,1,5120,44564478,checkpoints/qwen3.5-27b/layer31-down-proj/s0p5-tokens2048,230687008,84c6673c889c229853de6cea4556f4ee1b7e054b03e191353fb96563c7d31877 | |
| qwen35_27b_l31_downproj_s0p75,Qwen/Qwen3.5-27B,single_matrix,0.75,1048576,-0.00044806658464224824,1,5120,22282238,checkpoints/qwen3.5-27b/layer31-down-proj/s0p75-tokens1048576,230687008,92eeb9672d70cbc16c4483bfa9673593781bf73069e145aad75bf6350df86066 | |
| gpt2_small_l8_mlp_s0p5,gpt2,mlp_replacement,0.5,16384,0.004003,2,1536,2359292,checkpoints/gpt2-small/layer8-mlp-sequential/s0p5-tokens16384,23593408,a56f5ae70bf0b3c3fa0750e53d226928a7de3e27b84458d9fcef4b159e16ea57 | |
| gpt2_small_l8_mlp_s0p75,gpt2,mlp_replacement,0.75,1048576,0.01552128791809082,2,1536,1179644,checkpoints/gpt2-small/layer8-mlp-sequential/s0p75-tokens1048576,23593408,8852687de6d0d890e55c2df5a4e097224e6125d6bd4987391e50625b222953b3 | |
| gpt2_small_full_model_swdft,gpt2,full_model_linear_replacement,matched_active_budget,20578304,0.151263,48,36864,26770800,checkpoints/gpt2-small/full-model/swd-ft-tokens20578304,453329504,b18359f09dcd61ccd3197ad2c5e66e47a55ab0cc3979870dc67ce667edf2f51e | |