| {"module": "test_direct", "models": {"distilbert": {"status": "OK", "diff": 0.0, "injected": false}, "roberta": {"status": "OK", "diff": 0.0, "injected": false}, "gpt2": {"status": "OK", "diff": 0.0, "injected": false}}, "category": "DIRECT_TEST_HARNESS_VERIFIED", "note": "Unit test direct verification stub passed"} | |
| {"module": "SOAFusedAttention", "models": {"distilbert": {"status": "OK", "diff": 0.6573886871337891, "injected": true}, "roberta": {"status": "OK", "diff": 0.019183874130249023, "injected": true}, "gpt2": {"status": "OK", "diff": 3.9711685180664062, "injected": true}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "adaptive_span_attention", "models": {"distilbert": {"status": "OK", "diff": 0.09871864318847656, "injected": true}, "roberta": {"status": "OK", "diff": 0.013146400451660156, "injected": true}, "gpt2": {"status": "OK", "diff": 1.135904312133789, "injected": true}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "SOAFusedAttention", "models": {"distilbert": {"status": "OK", "diff": 0.6573886871337891, "injected": true}, "roberta": {"status": "OK", "diff": 0.019183874130249023, "injected": true}, "gpt2": {"status": "OK", "diff": 3.9711685180664062, "injected": true}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "adaptive_span_inject", "models": {"distilbert": {"status": "OK", "diff": 0.11321449279785156, "injected": true}, "roberta": {"status": "OK", "diff": 0.004116058349609375, "injected": true}, "gpt2": {"status": "OK", "diff": 0.161041259765625, "injected": true}}} | |
| {"module": "adaptive_span_attention", "models": {"distilbert": {"status": "OK", "diff": 0.09871864318847656, "injected": true}, "roberta": {"status": "OK", "diff": 0.013146400451660156, "injected": true}, "gpt2": {"status": "OK", "diff": 1.135904312133789, "injected": true}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "adaptive_span_attention", "models": {"distilbert": {"status": "OK", "diff": 0.09871864318847656, "injected": true}, "roberta": {"status": "OK", "diff": 0.013146400451660156, "injected": true}, "gpt2": {"status": "OK", "diff": 1.135904312133789, "injected": true}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "adaptive_sparse_attention", "models": {"distilbert": {"status": "OK", "diff": 0.046053528785705566}, "roberta": {"status": "OK", "diff": 0.017232611775398254}, "gpt2": {"status": "OK", "diff": 0.43015003204345703}}} | |
| {"module": "adaptive_span_inject", "models": {"distilbert": {"status": "OK", "diff": 0.11321449279785156, "injected": true}, "roberta": {"status": "OK", "diff": 0.004116058349609375, "injected": true}, "gpt2": {"status": "OK", "diff": 0.161041259765625, "injected": true}}} | |
| {"module": "adaptive_sparse_inject", "models": {"distilbert": {"status": "OK", "diff": 0.13559776544570923}, "roberta": {"status": "OK", "diff": 0.009532332420349121}, "gpt2": {"status": "OK", "diff": 0.2482844591140747}}} | |
| {"module": "adaptive_sparse_attention", "models": {"distilbert": {"status": "OK", "diff": 0.18217146396636963}, "roberta": {"status": "OK", "diff": 0.012954827398061752}, "gpt2": {"status": "OK", "diff": 0.2693368196487427}}} | |
| {"module": "adaptive_span_attention", "models": {"distilbert": {"status": "OK", "diff": 0.09871864318847656, "injected": true}, "roberta": {"status": "OK", "diff": 0.013146400451660156, "injected": true}, "gpt2": {"status": "OK", "diff": 1.135904312133789, "injected": true}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "adaptive_svd_attention", "models": {"distilbert": {"status": "NO_OP_INJECTION", "diff": 0.0, "injected": false}, "roberta": {"status": "NO_OP_INJECTION", "diff": 0.0, "injected": false}, "gpt2": {"status": "NO_OP_INJECTION", "diff": 0.0, "injected": false}}} | |
| {"module": "adaptive_svd_attention", "models": {"distilbert": {"status": "NO_OP_INJECTION", "diff": 0.0, "injected": false}, "roberta": {"status": "NO_OP_INJECTION", "diff": 0.0, "injected": false}, "gpt2": {"status": "NO_OP_INJECTION", "diff": 0.0, "injected": false}}} | |
| {"module": "adasplash_attention", "models": {"distilbert": {"status": "OK", "diff": 0.0}, "roberta": {"status": "OK", "diff": 0.0}, "gpt2": {"status": "OK", "diff": 0.0}}} | |
| {"module": "adasplash_inject", "models": {"distilbert": {"status": "OK", "diff": 0.0}, "roberta": {"status": "OK", "diff": 0.0}, "gpt2": {"status": "OK", "diff": 0.0}}} | |
| {"module": "adaptive_svd_attention", "models": {"distilbert": {"status": "NO_OP_INJECTION", "diff": 0.0, "injected": false}, "roberta": {"status": "NO_OP_INJECTION", "diff": 0.0, "injected": false}, "gpt2": {"status": "NO_OP_INJECTION", "diff": 0.0, "injected": false}}} | |
| {"module": "aegis_hybrid", "models": {"distilbert": {"status": "OK", "diff": 0.7786278128623962}, "roberta": {"status": "OK", "diff": 0.00687611848115921}, "gpt2": {"status": "OK", "diff": 2.239950656890869}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "adaptive_svd_attention", "models": {"distilbert": {"status": "NO_OP_INJECTION", "diff": 0.0, "injected": false}, "roberta": {"status": "NO_OP_INJECTION", "diff": 0.0, "injected": false}, "gpt2": {"status": "NO_OP_INJECTION", "diff": 0.0, "injected": false}}} | |
| {"module": "aegis_hybrid_attention", "models": {"distilbert": {"status": "OK", "diff": 0.8380367159843445}, "roberta": {"status": "OK", "diff": 0.02808329463005066}, "gpt2": {"status": "OK", "diff": 5.441763877868652}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "aegis_spectron_fp8", "models": {"distilbert": {"status": "OK", "diff": 0.0}, "roberta": {"status": "OK", "diff": 0.0}, "gpt2": {"status": "OK", "diff": 0.0}}} | |
| {"module": "aegis_v1", "models": {"distilbert": {"status": "OK", "diff": 0.36403727531433105, "injected": true}, "roberta": {"status": "OK", "diff": 0.022113293409347534, "injected": true}, "gpt2": {"status": "OK", "diff": 2.0203585624694824, "injected": true}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "aegis_v2", "models": {"distilbert": {"status": "OK", "diff": 0.9322280883789062, "injected": true}, "roberta": {"status": "OK", "diff": 0.021517232060432434, "injected": true}, "gpt2": {"status": "OK", "diff": 0.6820157766342163, "injected": true}}} | |
| {"module": "aegis_v3", "models": {"distilbert": {"status": "OK", "diff": 0.26402580738067627, "injected": true}, "roberta": {"status": "OK", "diff": 0.010851077735424042, "injected": true}, "gpt2": {"status": "OK", "diff": 1.5714061260223389, "injected": true}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "aegis_v4", "models": {"distilbert": {"status": "OK", "diff": 0.4261469841003418, "injected": true}, "roberta": {"status": "OK", "diff": 0.034440986812114716, "injected": true}, "gpt2": {"status": "OK", "diff": 3.1765918731689453, "injected": true}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "aegis_v5", "models": {"distilbert": {"status": "OK", "diff": 0.23145675659179688, "injected": true}, "roberta": {"status": "OK", "diff": 0.019183874130249023, "injected": true}, "gpt2": {"status": "OK", "diff": 1.48291015625, "injected": true}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "aegis_v6", "models": {"distilbert": {"status": "OK", "diff": 0.0}, "roberta": {"status": "OK", "diff": 0.0}, "gpt2": {"status": "OK", "diff": 0.0}}} | |
| {"module": "asvd_attention", "models": {"distilbert": {"status": "OK", "diff": 0.09941476583480835}, "roberta": {"status": "OK", "diff": 0.01303083449602127}, "gpt2": {"status": "OK", "diff": 0.6907386779785156}}} | |
| {"module": "bam_umoe", "models": {"distilbert": {"status": "OK", "diff": 0.0}, "roberta": {"status": "OK", "diff": 0.0}, "gpt2": {"status": "OK", "diff": 0.0}}} | |
| {"module": "block_transformer_hiba", "models": {"distilbert": {"status": "OK", "diff": 0.0}, "roberta": {"status": "OK", "diff": 0.0}, "gpt2": {"status": "OK", "diff": 0.0}}} | |
| {"module": "chela_slay", "models": {"distilbert": {"status": "OK", "diff": 0.0}, "roberta": {"status": "OK", "diff": 0.0}, "gpt2": {"status": "OK", "diff": 0.0}}} | |
| {"module": "cluster_attention", "models": {"distilbert": {"status": "OK", "diff": 0.02987968921661377}, "roberta": {"status": "OK", "diff": 0.009712934494018555}, "gpt2": {"status": "OK", "diff": 0.08061793446540833}}} | |
| {"module": "cluster_inject", "models": {"distilbert": {"status": "OK", "diff": 0.11010068655014038}, "roberta": {"status": "OK", "diff": 0.011529810726642609}, "gpt2": {"status": "OK", "diff": 0.14836740493774414}}} | |
| {"module": "compressed_attention", "models": {"distilbert": {"status": "OK", "diff": 0.16775596141815186, "injected": true}, "roberta": {"status": "OK", "diff": 0.07339893281459808, "injected": true}, "gpt2": {"status": "OK", "diff": 1.3123791217803955, "injected": true}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "compressed_mha", "models": {"distilbert": {"status": "OK", "diff": 1.0424998998641968}, "roberta": {"status": "OK", "diff": 0.013907089829444885}, "gpt2": {"status": "OK", "diff": 4.356492042541504}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "compressed_mha_attention", "models": {"distilbert": {"status": "OK", "diff": 0.787498950958252}, "roberta": {"status": "OK", "diff": 0.021832048892974854}, "gpt2": {"status": "OK", "diff": 1.901785135269165}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "cosformer", "models": {"distilbert": {"status": "OK", "diff": 0.20415377616882324}, "roberta": {"status": "OK", "diff": 0.06367967277765274}, "gpt2": {"status": "OK", "diff": 6.795828819274902}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "cosformer_inject", "models": {"distilbert": {"status": "OK", "diff": 0.20986849069595337}, "roberta": {"status": "OK", "diff": 0.035835396498441696}, "gpt2": {"status": "OK", "diff": 0.9960416555404663}}} | |
| {"module": "decay_linear_attention", "models": {"distilbert": {"status": "OK", "diff": 0.40647584199905396}, "roberta": {"status": "OK", "diff": 0.024188756942749023}, "gpt2": {"status": "OK", "diff": 1.5820751190185547}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "eat", "models": {"distilbert": {"status": "OK", "diff": 0.1165199875831604}, "roberta": {"status": "OK", "diff": 0.17784743010997772}, "gpt2": {"status": "OK", "diff": 0.352496862411499}}} | |
| {"module": "expert_choice_moe", "models": {"distilbert": {"status": "OK", "diff": 0.11824369430541992}, "roberta": {"status": "OK", "diff": 0.007025197148323059}, "gpt2": {"status": "OK", "diff": 0.4630556106567383}}} | |
| {"module": "factorised_matrix_state", "models": {"distilbert": {"status": "OK", "diff": 0.35529637336730957}, "roberta": {"status": "OK", "diff": 0.026850499212741852}, "gpt2": {"status": "OK", "diff": 7.817294120788574}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "flash_attention3", "models": {"distilbert": {"status": "OK", "diff": 0.05664759874343872}, "roberta": {"status": "OK", "diff": 0.004976965487003326}, "gpt2": {"status": "OK", "diff": 0.22485065460205078}}} | |
| {"module": "flash_attention3_fp8", "models": {"distilbert": {"status": "OK", "diff": 0.0399588942527771}, "roberta": {"status": "OK", "diff": 0.005383670330047607}, "gpt2": {"status": "OK", "diff": 0.3572242259979248}}} | |
| {"module": "full_attention", "models": {"distilbert": {"status": "OK", "diff": 0.967421293258667}, "roberta": {"status": "OK", "diff": 0.026983313262462616}, "gpt2": {"status": "OK", "diff": 0.0}}} | |
| {"module": "fused_svd_kernel", "models": {"distilbert": {"status": "OK", "diff": 0.18779438734054565}, "roberta": {"status": "OK", "diff": 0.037023574113845825}, "gpt2": {"status": "OK", "diff": 3.839994430541992}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "fusion_attn", "models": {"distilbert": {"status": "OK", "diff": 0.11368626356124878}, "roberta": {"status": "OK", "diff": 0.006592452526092529}, "gpt2": {"status": "OK", "diff": 0.3080669641494751}}} | |
| {"module": "galerkin", "models": {"distilbert": {"status": "OK", "diff": 2.1032776832580566}, "roberta": {"status": "OK", "diff": 0.04769296199083328}, "gpt2": {"status": "OK", "diff": 0.2462177276611328}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "galerkin_attention", "models": {"distilbert": {"status": "OK", "diff": 2.2823472023010254}, "roberta": {"status": "OK", "diff": 0.09060999751091003}, "gpt2": {"status": "OK", "diff": 0.45285558700561523}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "galerkin_inject", "models": {"distilbert": {"status": "OK", "diff": 1.673841953277588}, "roberta": {"status": "OK", "diff": 0.040076930075883865}, "gpt2": {"status": "OK", "diff": 0.3480570316314697}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "gated_delta_net", "models": {"distilbert": {"status": "OK", "diff": 0.8996851444244385}, "roberta": {"status": "OK", "diff": 0.014582566916942596}, "gpt2": {"status": "OK", "diff": 1.5837781429290771}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "gated_deltanet_block", "models": {"distilbert": {"status": "OK", "diff": 0.7415715456008911}, "roberta": {"status": "OK", "diff": 0.006045423448085785}, "gpt2": {"status": "OK", "diff": 8.792841911315918}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "gated_linear_attention", "models": {"distilbert": {"status": "OK", "diff": 1.147510051727295}, "roberta": {"status": "OK", "diff": 0.07654222846031189}, "gpt2": {"status": "OK", "diff": 1.7062442302703857}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "goldfinch_ahn", "models": {"distilbert": {"status": "OK", "diff": 0.5214143991470337}, "roberta": {"status": "OK", "diff": 0.012731675058603287}, "gpt2": {"status": "OK", "diff": 0.1790684461593628}}} | |
| {"module": "gqa", "models": {"distilbert": {"status": "OK", "diff": 1.9131183624267578}, "roberta": {"status": "OK", "diff": 0.088409423828125}, "gpt2": {"status": "OK", "diff": 3.458925247192383}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "gqa_attention", "models": {"distilbert": {"status": "OK", "diff": 1.8448560237884521}, "roberta": {"status": "OK", "diff": 0.12822529673576355}, "gpt2": {"status": "OK", "diff": 1.1291954517364502}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "granite_hybrid", "models": {"distilbert": {"status": "OK", "diff": 0.21185123920440674}, "roberta": {"status": "OK", "diff": 0.018598273396492004}, "gpt2": {"status": "OK", "diff": 0.1282486915588379}}} | |
| {"module": "griffin_ssd", "models": {"distilbert": {"status": "OK", "diff": 0.15126574039459229}, "roberta": {"status": "OK", "diff": 0.015532180666923523}, "gpt2": {"status": "OK", "diff": 1.3892543315887451}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "halo_regla", "models": {"distilbert": {"status": "OK", "diff": 0.11868155002593994}, "roberta": {"status": "OK", "diff": 0.005916975438594818}, "gpt2": {"status": "OK", "diff": 0.6248941421508789}}} | |
| {"module": "hamming_attention", "models": {"distilbert": {"status": "OK", "diff": 0.2309620976448059}, "roberta": {"status": "OK", "diff": 0.033788591623306274}, "gpt2": {"status": "OK", "diff": 2.425001382827759}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "hgrn2_gated_deltanet", "models": {"distilbert": {"status": "OK", "diff": 0.951907217502594}, "roberta": {"status": "OK", "diff": 0.0240480974316597}, "gpt2": {"status": "OK", "diff": 1.6939244270324707}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "hgrn2_layer", "models": {"distilbert": {"status": "OK", "diff": 1.2949085235595703}, "roberta": {"status": "OK", "diff": 0.23439578711986542}, "gpt2": {"status": "OK", "diff": 1.6447014808654785}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "hgrn2_outer", "models": {"distilbert": {"status": "OK", "diff": 2.059215545654297}, "roberta": {"status": "OK", "diff": 0.1742630898952484}, "gpt2": {"status": "OK", "diff": 4.9536027908325195}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "hla_attention", "models": {"distilbert": {"status": "OK", "diff": 0.9143717288970947}, "roberta": {"status": "OK", "diff": 0.09649966657161713}, "gpt2": {"status": "OK", "diff": 5.30368709564209}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "hla_inject", "models": {"distilbert": {"status": "OK", "diff": 0.946272611618042}, "roberta": {"status": "OK", "diff": 0.09913203120231628}, "gpt2": {"status": "OK", "diff": 9.655915260314941}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "hymba_transx", "models": {"distilbert": {"status": "OK", "diff": 0.7984209060668945}, "roberta": {"status": "OK", "diff": 0.008612498641014099}, "gpt2": {"status": "OK", "diff": 1.700711727142334}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "infini_attention", "models": {"distilbert": {"status": "OK", "diff": 0.1370331048965454}, "roberta": {"status": "OK", "diff": 0.004727952182292938}, "gpt2": {"status": "OK", "diff": 9.5367431640625e-07}}} | |
| {"module": "jamba", "models": {"distilbert": {"status": "OK", "diff": 0.4131041169166565}, "roberta": {"status": "OK", "diff": 0.2152915894985199}, "gpt2": {"status": "OK", "diff": 5.112717628479004}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "jamba_info", "models": {"distilbert": {"status": "OK", "diff": 0.5254151225090027}, "roberta": {"status": "OK", "diff": 0.022494137287139893}, "gpt2": {"status": "OK", "diff": 6.354678153991699}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "kda_attention", "models": {"distilbert": {"status": "OK", "diff": 0.40144383907318115}, "roberta": {"status": "OK", "diff": 0.01713068038225174}, "gpt2": {"status": "OK", "diff": 2.679886817932129}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "kda_inject", "models": {"distilbert": {"status": "OK", "diff": 0.35951322317123413}, "roberta": {"status": "OK", "diff": 0.032861143350601196}, "gpt2": {"status": "OK", "diff": 1.144275426864624}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "leka_v1", "models": {"distilbert": {"status": "OK", "diff": 0.6617296934127808}, "roberta": {"status": "OK", "diff": 0.021343402564525604}, "gpt2": {"status": "OK", "diff": 2.77588152885437}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "leka_v1_inject", "models": {"distilbert": {"status": "OK", "diff": 0.5957785844802856}, "roberta": {"status": "OK", "diff": 0.05087935924530029}, "gpt2": {"status": "OK", "diff": 0.41918593645095825}}} | |
| {"module": "leka_v2", "models": {"distilbert": {"status": "OK", "diff": 0.11125355958938599}, "roberta": {"status": "OK", "diff": 0.014086343348026276}, "gpt2": {"status": "OK", "diff": 2.8871686458587646}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "leka_v2_inject", "models": {"distilbert": {"status": "OK", "diff": 0.09300416707992554}, "roberta": {"status": "OK", "diff": 0.017277739942073822}, "gpt2": {"status": "OK", "diff": 1.3131070137023926}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "leka_v3", "models": {"distilbert": {"status": "OK", "diff": 0.38821130990982056}, "roberta": {"status": "OK", "diff": 0.02676878124475479}, "gpt2": {"status": "OK", "diff": 2.211237668991089}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "leka_v3_inject", "models": {"distilbert": {"status": "OK", "diff": 0.18672364950180054}, "roberta": {"status": "OK", "diff": 0.043163180351257324}, "gpt2": {"status": "OK", "diff": 0.6854106187820435}}} | |
| {"module": "linformer_attention", "models": {"distilbert": {"status": "OK", "diff": 0.14646971225738525}, "roberta": {"status": "OK", "diff": 0.0023125484585762024}, "gpt2": {"status": "OK", "diff": 0.35341334342956543}}} | |
| {"module": "lola_attention", "models": {"distilbert": {"status": "OK", "diff": 0.8221148252487183}, "roberta": {"status": "OK", "diff": 0.037147343158721924}, "gpt2": {"status": "OK", "diff": 4.477706432342529}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "lora_attention", "models": {"distilbert": {"status": "OK", "diff": 1.1263337135314941}, "roberta": {"status": "OK", "diff": 0.037699274718761444}, "gpt2": {"status": "OK", "diff": 2.8076395988464355}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "lsh_attention", "models": {"distilbert": {"status": "OK", "diff": 0.7774177193641663}, "roberta": {"status": "OK", "diff": 0.045345187187194824}, "gpt2": {"status": "OK", "diff": 2.8313302993774414}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "mamba", "models": {"distilbert": {"status": "OK", "diff": 0.9394572973251343}, "roberta": {"status": "OK", "diff": 0.025730334222316742}, "gpt2": {"status": "OK", "diff": 2.020334243774414}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "mamba_inject", "models": {"distilbert": {"status": "OK", "diff": 0.929189145565033}, "roberta": {"status": "OK", "diff": 0.019468866288661957}, "gpt2": {"status": "OK", "diff": 5.392238140106201}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "mamba_svd_flash", "models": {"distilbert": {"status": "OK", "diff": 0.5794437527656555}, "roberta": {"status": "OK", "diff": 0.002051994204521179}, "gpt2": {"status": "OK", "diff": 0.16472339630126953}}} | |
| {"module": "minimal_aurora", "models": {"distilbert": {"status": "OK", "diff": 0.7525344491004944}, "roberta": {"status": "OK", "diff": 0.043743833899497986}, "gpt2": {"status": "OK", "diff": 0.0}}} | |
| {"module": "gqa_attention", "models": {"distilbert": {"status": "OK", "diff": 1.8178467750549316, "injected": true}, "roberta": {"status": "OK", "diff": 0.06810711324214935, "injected": true}, "gpt2": {"status": "OK", "diff": 1.6108744144439697, "injected": true}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "minimal_nova", "models": {"distilbert": {"status": "OK", "diff": 1.078273057937622, "injected": true}, "roberta": {"status": "OK", "diff": 0.038208141922950745, "injected": true}, "gpt2": {"status": "OK", "diff": 1.3319374322891235, "injected": true}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "minimal_prism", "models": {"distilbert": {"status": "OK", "diff": 0.8357284665107727, "injected": true}, "roberta": {"status": "OK", "diff": 0.050244640558958054, "injected": true}, "gpt2": {"status": "OK", "diff": 0.9519093036651611, "injected": true}}} | |
| {"module": "minimal_svd", "models": {"distilbert": {"status": "OK", "diff": 0.9372171759605408, "injected": true}, "roberta": {"status": "OK", "diff": 0.021108366549015045, "injected": true}, "gpt2": {"status": "NO_OP_INJECTION", "diff": 0.0, "injected": false}}} | |
| {"module": "minimal_svd_v2", "models": {"distilbert": {"status": "OK", "diff": 0.9002751708030701, "injected": true}, "roberta": {"status": "OK", "diff": 0.02049315720796585, "injected": true}, "gpt2": {"status": "NO_OP_INJECTION", "diff": 0.0, "injected": false}}} | |
| {"module": "mixattention_moska", "models": {"distilbert": {"status": "OK", "diff": 0.1763361096382141, "injected": true}, "roberta": {"status": "OK", "diff": 0.011281982064247131, "injected": true}, "gpt2": {"status": "OK", "diff": 0.16745400428771973, "injected": true}}} | |
| {"module": "gqa_attention", "models": {"distilbert": {"status": "OK", "diff": 0.15926045179367065, "injected": true}, "roberta": {"status": "OK", "diff": 0.0031674206256866455, "injected": true}, "gpt2": {"status": "OK", "diff": 0.5927746295928955, "injected": true}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "mla_attention", "models": {"distilbert": {"status": "OK", "diff": 0.9038490056991577, "injected": true}, "roberta": {"status": "OK", "diff": 0.10566973686218262, "injected": true}, "gpt2": {"status": "NO_OP_INJECTION", "diff": 0.0, "injected": false}}} | |
| {"module": "moba", "models": {"distilbert": {"status": "OK", "diff": 0.9421648383140564, "injected": true}, "roberta": {"status": "OK", "diff": 0.004161849617958069, "injected": true}, "gpt2": {"status": "NO_OP_INJECTION", "diff": 0.0, "injected": false}}} | |
| {"module": "moba_attention", "models": {"distilbert": {"status": "OK", "diff": 0.823682427406311, "injected": true}, "roberta": {"status": "OK", "diff": 0.006714850664138794, "injected": true}, "gpt2": {"status": "NO_OP_INJECTION", "diff": 0.0, "injected": false}}} | |
| {"module": "moe_deltakv_paged", "models": {"distilbert": {"status": "OK", "diff": 1.0915895700454712, "injected": true}, "roberta": {"status": "OK", "diff": 0.03233448415994644, "injected": true}, "gpt2": {"status": "OK", "diff": 3.9993515014648438, "injected": true}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "nasc_attention", "models": {"distilbert": {"status": "OK", "diff": 0.07638400793075562, "injected": true}, "roberta": {"status": "OK", "diff": 0.017147047445178032, "injected": true}, "gpt2": {"status": "OK", "diff": 3.17385196685791, "injected": true}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "nexus", "models": {"distilbert": {"status": "OK", "diff": 0.3089677095413208, "injected": true}, "roberta": {"status": "OK", "diff": 0.0060713887214660645, "injected": true}, "gpt2": {"status": "OK", "diff": 0.8429064750671387, "injected": true}}} | |
| {"module": "nha_attention", "models": {"distilbert": {"status": "OK", "diff": 0.06846874952316284, "injected": true}, "roberta": {"status": "OK", "diff": 0.0058527663350105286, "injected": true}, "gpt2": {"status": "OK", "diff": 0.19234848022460938, "injected": true}}} | |
| {"module": "nha_compressor", "models": {"distilbert": {"status": "OK", "diff": 0.09082311391830444, "injected": true}, "roberta": {"status": "OK", "diff": 0.007073849439620972, "injected": true}, "gpt2": {"status": "OK", "diff": 0.2200613021850586, "injected": true}}} | |
| {"module": "nsa_attention", "models": {"distilbert": {"status": "OK", "diff": 0.07280194759368896, "injected": true}, "roberta": {"status": "OK", "diff": 0.004855386912822723, "injected": true}, "gpt2": {"status": "OK", "diff": 0.310452938079834, "injected": true}}} | |
| {"module": "nystrom_attention", "models": {"distilbert": {"status": "OK", "diff": 0.12339162826538086, "injected": true}, "roberta": {"status": "OK", "diff": 0.007183939218521118, "injected": true}, "gpt2": {"status": "OK", "diff": 0.27925825119018555, "injected": true}}} | |
| {"module": "optimized_hybrid_attention", "models": {"distilbert": {"status": "OK", "diff": 0.07788312435150146, "injected": true}, "roberta": {"status": "OK", "diff": 0.008758097887039185, "injected": true}, "gpt2": {"status": "OK", "diff": 0.11399924755096436, "injected": true}}} | |
| {"module": "orion", "models": {"distilbert": {"status": "OK", "diff": 0.9115983843803406, "injected": true}, "roberta": {"status": "OK", "diff": 0.06262198090553284, "injected": true}, "gpt2": {"status": "OK", "diff": 1.573493242263794, "injected": true}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "performer_attention", "models": {"distilbert": {"status": "OK", "diff": 1.3554222583770752, "injected": true}, "roberta": {"status": "OK", "diff": 0.015886113047599792, "injected": true}, "gpt2": {"status": "OK", "diff": 2.3959944248199463, "injected": true}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "phantom", "models": {"distilbert": {"status": "OK", "diff": 0.794974148273468, "injected": true}, "roberta": {"status": "OK", "diff": 0.2027934342622757, "injected": true}, "gpt2": {"status": "OK", "diff": 16.253093719482422, "injected": true}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "primal_attention", "models": {"distilbert": {"status": "OK", "diff": 0.05091142654418945, "injected": true}, "roberta": {"status": "OK", "diff": 0.006650606170296669, "injected": true}, "gpt2": {"status": "OK", "diff": 2.7070727348327637, "injected": true}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "progressive_token_pruning", "models": {"distilbert": {"status": "OK", "diff": 0.22633814811706543, "injected": true}, "roberta": {"status": "OK", "diff": 0.007134653627872467, "injected": true}, "gpt2": {"status": "OK", "diff": 0.4786313772201538, "injected": true}}} | |
| {"module": "projection_factorized_attn", "models": {"distilbert": {"status": "OK", "diff": 0.6408186554908752, "injected": true}, "roberta": {"status": "OK", "diff": 0.034891463816165924, "injected": true}, "gpt2": {"status": "OK", "diff": 1.515500545501709, "injected": true}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "qcqa_attention", "models": {"distilbert": {"status": "OK", "diff": 1.011281967163086, "injected": true}, "roberta": {"status": "OK", "diff": 0.020410262048244476, "injected": true}, "gpt2": {"status": "OK", "diff": 0.34248125553131104, "injected": true}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "rala_attention", "models": {"distilbert": {"status": "OK", "diff": 0.1651296615600586, "injected": true}, "roberta": {"status": "OK", "diff": 0.045916542410850525, "injected": true}, "gpt2": {"status": "OK", "diff": 5.54519510269165, "injected": true}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "rala_compressor", "models": {"distilbert": {"status": "OK", "diff": 0.18871408700942993, "injected": true}, "roberta": {"status": "OK", "diff": 0.06255562603473663, "injected": true}, "gpt2": {"status": "OK", "diff": 3.698695659637451, "injected": true}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "reap_moe", "models": {"distilbert": {"status": "OK", "diff": 0.8086125254631042, "injected": true}, "roberta": {"status": "OK", "diff": 0.005074456334114075, "injected": true}, "gpt2": {"status": "OK", "diff": 0.6468145847320557, "injected": true}}} | |
| {"module": "regla_attention", "models": {"distilbert": {"status": "OK", "diff": 0.4984578490257263, "injected": true}, "roberta": {"status": "OK", "diff": 0.04481811448931694, "injected": true}, "gpt2": {"status": "OK", "diff": 2.1687307357788086, "injected": true}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "replace", "models": {"distilbert": {"status": "OK", "diff": 0.11526870727539062, "injected": true}, "roberta": {"status": "OK", "diff": 0.003570258617401123, "injected": true}, "gpt2": {"status": "OK", "diff": 1.59364652633667, "injected": true}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "res_svd", "models": {"distilbert": {"status": "OK", "diff": 1.1519865989685059, "injected": true}, "roberta": {"status": "OK", "diff": 0.016624078154563904, "injected": true}, "gpt2": {"status": "OK", "diff": 5.528206825256348, "injected": true}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "routing_attention", "models": {"distilbert": {"status": "OK", "diff": 0.5030270218849182, "injected": true}, "roberta": {"status": "OK", "diff": 0.03381277620792389, "injected": true}, "gpt2": {"status": "OK", "diff": 1.8191859722137451, "injected": true}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "rpc", "models": {"distilbert": {"status": "OK", "diff": 0.13396954536437988, "injected": true}, "roberta": {"status": "OK", "diff": 0.02854093909263611, "injected": true}, "gpt2": {"status": "OK", "diff": 0.9277886748313904, "injected": true}}} | |
| {"module": "rpc_attention", "models": {"distilbert": {"status": "OK", "diff": 0.08644002676010132, "injected": true}, "roberta": {"status": "OK", "diff": 0.017475277185440063, "injected": true}, "gpt2": {"status": "OK", "diff": 2.7473177909851074, "injected": true}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "run_quality_sweep", "models": {}, "no_injector": true} | |
| {"module": "salt", "models": {"distilbert": {"status": "OK", "diff": 0.3642919659614563, "injected": true}, "roberta": {"status": "OK", "diff": 0.06027748063206673, "injected": true}, "gpt2": {"status": "OK", "diff": 1.551189661026001, "injected": true}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "salt_attention", "models": {"distilbert": {"status": "OK", "diff": 0.3856585621833801, "injected": true}, "roberta": {"status": "OK", "diff": 0.023100417107343674, "injected": true}, "gpt2": {"status": "OK", "diff": 1.2972995042800903, "injected": true}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "samba_m3", "models": {"distilbert": {"status": "OK", "diff": 0.6607287526130676, "injected": true}, "roberta": {"status": "OK", "diff": 0.03556230664253235, "injected": true}, "gpt2": {"status": "OK", "diff": 13.846997261047363, "injected": true}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "samba_moe", "models": {"distilbert": {"status": "OK", "diff": 1.2035293579101562, "injected": true}, "roberta": {"status": "OK", "diff": 0.012333840131759644, "injected": true}, "gpt2": {"status": "OK", "diff": 7.011308193206787, "injected": true}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "simple_ssm", "models": {"distilbert": {"status": "OK", "diff": 0.7478240132331848, "injected": true}, "roberta": {"status": "OK", "diff": 0.022370316088199615, "injected": true}, "gpt2": {"status": "OK", "diff": 5.224316596984863, "injected": true}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "smart_weighted_ensemble", "models": {"distilbert": {"status": "OK", "diff": 0.15479761362075806, "injected": true}, "roberta": {"status": "OK", "diff": 0.013808563351631165, "injected": true}, "gpt2": {"status": "OK", "diff": 0.3728445768356323, "injected": true}}} | |
| {"module": "soa_attn", "models": {"distilbert": {"status": "OK", "diff": 0.4319956302642822, "injected": true}, "roberta": {"status": "OK", "diff": 0.028960496187210083, "injected": true}, "gpt2": {"status": "OK", "diff": 0.40596890449523926, "injected": true}}} | |
| {"module": "soa_fused_module", "models": {"distilbert": {"status": "OK", "diff": 0.6269093155860901, "injected": true}, "roberta": {"status": "OK", "diff": 0.04542955756187439, "injected": true}, "gpt2": {"status": "OK", "diff": 1.9909487962722778, "injected": true}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "soa_module", "models": {"distilbert": {"status": "OK", "diff": 0.45227593183517456, "injected": true}, "roberta": {"status": "OK", "diff": 0.02360454946756363, "injected": true}, "gpt2": {"status": "OK", "diff": 1.4970028400421143, "injected": true}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "span_expanded_attention", "models": {"distilbert": {"status": "OK", "diff": 0.02018284797668457, "injected": true}, "roberta": {"status": "OK", "diff": 0.006137283518910408, "injected": true}, "gpt2": {"status": "OK", "diff": 1.0565195083618164, "injected": true}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "spectra_v2", "models": {"distilbert": {"status": "OK", "diff": 0.09058088064193726, "injected": true}, "roberta": {"status": "OK", "diff": 0.00860794261097908, "injected": true}, "gpt2": {"status": "OK", "diff": 1.1178501844406128, "injected": true}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "spectra_v2_attention", "models": {"distilbert": {"status": "OK", "diff": 0.03786402940750122, "injected": true}, "roberta": {"status": "OK", "diff": 0.011881589889526367, "injected": true}, "gpt2": {"status": "OK", "diff": 2.55267596244812, "injected": true}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "spectral_mamba", "models": {"distilbert": {"status": "NO_OP_INJECTION", "diff": 0.0, "injected": false}, "roberta": {"status": "NO_OP_INJECTION", "diff": 0.0, "injected": false}, "gpt2": {"status": "NO_OP_INJECTION", "diff": 0.0, "injected": false}}} | |
| {"module": "spectral_mamba_attention", "models": {"distilbert": {"status": "NO_OP_INJECTION", "diff": 0.0, "injected": false}, "roberta": {"status": "NO_OP_INJECTION", "diff": 0.0, "injected": false}, "gpt2": {"status": "NO_OP_INJECTION", "diff": 0.0, "injected": false}}} | |
| {"module": "spectron", "models": {"distilbert": {"status": "OK", "diff": 0.766442060470581, "injected": true}, "roberta": {"status": "OK", "diff": 0.024636879563331604, "injected": true}, "gpt2": {"status": "OK", "diff": 2.0351028442382812, "injected": true}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "spectron_attention", "models": {"distilbert": {"status": "OK", "diff": 0.8296109437942505, "injected": true}, "roberta": {"status": "OK", "diff": 0.012617364525794983, "injected": true}, "gpt2": {"status": "OK", "diff": 2.783141613006592, "injected": true}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "squeezing_heads", "models": {"distilbert": {"status": "OK", "diff": 0.17629390954971313, "injected": true}, "roberta": {"status": "OK", "diff": 0.0080060213804245, "injected": true}, "gpt2": {"status": "OK", "diff": 0.16859960556030273, "injected": true}}} | |
| {"module": "squeezing_heads_distill", "models": {"distilbert": {"status": "OK", "diff": 0.1143602728843689, "injected": true}, "roberta": {"status": "OK", "diff": 0.0037139207124710083, "injected": true}, "gpt2": {"status": "OK", "diff": 0.651339054107666, "injected": true}}} | |
| {"module": "squeezing_heads_distiller", "models": {"distilbert": {"status": "OK", "diff": 0.07062673568725586, "injected": true}, "roberta": {"status": "OK", "diff": 0.007655605673789978, "injected": true}, "gpt2": {"status": "OK", "diff": 0.11282968521118164, "injected": true}}} | |
| {"module": "svd_attention", "models": {"distilbert": {"status": "OK", "diff": 0.04275244474411011, "injected": true}, "roberta": {"status": "OK", "diff": 0.05200137197971344, "injected": true}, "gpt2": {"status": "OK", "diff": 2.9789042472839355, "injected": true}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "svd_compressed", "models": {"distilbert": {"status": "OK", "diff": 0.1290397047996521, "injected": true}, "roberta": {"status": "OK", "diff": 0.03361760079860687, "injected": true}, "gpt2": {"status": "OK", "diff": 1.512860655784607, "injected": true}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "svd_compressed_attention", "models": {"distilbert": {"status": "OK", "diff": 0.19950789213180542, "injected": true}, "roberta": {"status": "OK", "diff": 0.03297409415245056, "injected": true}, "gpt2": {"status": "OK", "diff": 6.482723712921143, "injected": true}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "svd_linear_attention", "models": {"distilbert": {"status": "OK", "diff": 0.6531051993370056, "injected": true}, "roberta": {"status": "OK", "diff": 0.059733420610427856, "injected": true}, "gpt2": {"status": "OK", "diff": 0.17200380563735962, "injected": true}}} | |
| {"module": "svd_linear_decay", "models": {"distilbert": {"status": "OK", "diff": 0.15069013833999634, "injected": true}, "roberta": {"status": "OK", "diff": 0.020412627607584, "injected": true}, "gpt2": {"status": "OK", "diff": 3.302431106567383, "injected": true}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "svd_llm_v2", "models": {"distilbert": {"status": "OK", "diff": 1.163813591003418, "injected": true}, "roberta": {"status": "OK", "diff": 0.017207622528076172, "injected": true}, "gpt2": {"status": "OK", "diff": 0.3321535587310791, "injected": true}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "svd_llm_v2_attention", "models": {"distilbert": {"status": "OK", "diff": 0.2827445864677429, "injected": true}, "roberta": {"status": "OK", "diff": 0.01916402578353882, "injected": true}, "gpt2": {"status": "OK", "diff": 0.8767408132553101, "injected": true}}} | |
| {"module": "svd_mamba", "models": {"distilbert": {"status": "OK", "diff": 0.49213850498199463, "injected": true}, "roberta": {"status": "OK", "diff": 0.010206043720245361, "injected": true}, "gpt2": {"status": "OK", "diff": 1.5414180755615234, "injected": true}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "svd_proj_attn", "models": {"distilbert": {"status": "OK", "diff": 0.023140013217926025, "injected": true}, "roberta": {"status": "OK", "diff": 0.0801958441734314, "injected": true}, "gpt2": {"status": "OK", "diff": 3.704045534133911, "injected": true}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "svd_projection_attention", "models": {"distilbert": {"status": "OK", "diff": 0.06886661052703857, "injected": true}, "roberta": {"status": "OK", "diff": 0.05257585644721985, "injected": true}, "gpt2": {"status": "OK", "diff": 3.0713560581207275, "injected": true}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "svd_sequence_attention", "models": {"distilbert": {"status": "OK", "diff": 0.07021808624267578, "injected": true}, "roberta": {"status": "OK", "diff": 0.1617145538330078, "injected": true}, "gpt2": {"status": "OK", "diff": 1.6475342512130737, "injected": true}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "template_attention", "models": {"distilbert": {"status": "OK", "diff": 0.040503621101379395, "injected": true}, "roberta": {"status": "OK", "diff": 0.007856898009777069, "injected": true}, "gpt2": {"status": "OK", "diff": 9.73132610321045, "injected": true}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "token_compressed", "models": {"distilbert": {"status": "OK", "diff": 0.5212187170982361, "injected": true}, "roberta": {"status": "OK", "diff": 0.03205855190753937, "injected": true}, "gpt2": {"status": "OK", "diff": 3.251824378967285, "injected": true}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "token_compressed_attention", "models": {"distilbert": {"status": "OK", "diff": 0.09271663427352905, "injected": true}, "roberta": {"status": "OK", "diff": 0.012344066053628922, "injected": true}, "gpt2": {"status": "OK", "diff": 4.605526924133301, "injected": true}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "tpa_attention", "models": {"distilbert": {"status": "OK", "diff": 0.2186759114265442, "injected": true}, "roberta": {"status": "OK", "diff": 0.03500387817621231, "injected": true}, "gpt2": {"status": "OK", "diff": 4.437043190002441, "injected": true}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "tt", "models": {"distilbert": {"status": "OK", "diff": 0.07334452867507935, "injected": true}, "roberta": {"status": "OK", "diff": 0.04027166962623596, "injected": true}, "gpt2": {"status": "OK", "diff": 5.298301696777344, "injected": true}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "unified_rope", "models": {"distilbert": {"status": "OK", "diff": 0.1133316159248352, "injected": true}, "roberta": {"status": "OK", "diff": 0.016029417514801025, "injected": true}, "gpt2": {"status": "OK", "diff": 12.10312271118164, "injected": true}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "upi_mamba", "models": {"distilbert": {"status": "OK", "diff": 0.7202963829040527, "injected": true}, "roberta": {"status": "OK", "diff": 0.01962430030107498, "injected": true}, "gpt2": {"status": "OK", "diff": 4.279703140258789, "injected": true}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "upi_stuffed_mamba", "models": {"distilbert": {"status": "OK", "diff": 0.7341043949127197, "injected": true}, "roberta": {"status": "OK", "diff": 0.023554503917694092, "injected": true}, "gpt2": {"status": "OK", "diff": 3.0983526706695557, "injected": true}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "vig_attention", "models": {"distilbert": {"status": "NO_OP_INJECTION", "diff": 0.0, "injected": false}, "roberta": {"status": "NO_OP_INJECTION", "diff": 0.0, "injected": false}, "gpt2": {"status": "NO_OP_INJECTION", "diff": 0.0, "injected": false}}} | |
| {"module": "vspec", "models": {"distilbert": {"status": "OK", "diff": 0.3140223026275635, "injected": true}, "roberta": {"status": "OK", "diff": 0.0180971696972847, "injected": true}, "gpt2": {"status": "OK", "diff": 4.815663814544678, "injected": true}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "weighted_ensemble", "models": {"distilbert": {"status": "OK", "diff": 0.48449498414993286, "injected": true}, "roberta": {"status": "OK", "diff": 0.011529937386512756, "injected": true}, "gpt2": {"status": "OK", "diff": 0.3527488708496094, "injected": true}}} | |
| {"module": "wgqa_attention", "models": {"distilbert": {"status": "NO_OP_INJECTION", "diff": 0.0, "injected": false}, "roberta": {"status": "NO_OP_INJECTION", "diff": 0.0, "injected": false}, "gpt2": {"status": "NO_OP_INJECTION", "diff": 0.0, "injected": false}}} | |
| {"module": "xattention", "models": {"distilbert": {"status": "NO_OP_INJECTION", "diff": 0.0, "injected": false}, "roberta": {"status": "NO_OP_INJECTION", "diff": 0.0, "injected": false}, "gpt2": {"status": "NO_OP_INJECTION", "diff": 0.0, "injected": false}}} | |
| {"module": "zeros_attention", "models": {"distilbert": {"status": "NO_OP_INJECTION", "diff": 0.0, "injected": false}, "roberta": {"status": "NO_OP_INJECTION", "diff": 0.0, "injected": false}, "gpt2": {"status": "NO_OP_INJECTION", "diff": 0.0, "injected": false}}} | |
| {"module": "a3_compressor", "models": {}, "no_injector": true} | |
| {"module": "aa_svd_compressor", "models": {}, "no_injector": true} | |
| {"module": "aasvd", "models": {}, "no_injector": true} | |
| {"module": "adaptive_compressor", "models": {}, "no_injector": true} | |
| {"module": "adaptive_ranks", "models": {}, "no_injector": true} | |
| {"module": "adasvd_compressor", "models": {}, "no_injector": true} | |
| {"module": "admm_compressor", "models": {}, "no_injector": true} | |
| {"module": "admm_pruner", "models": {}, "no_injector": true} | |
| {"module": "armor_pruner", "models": {}, "no_injector": true} | |
| {"module": "ast_pruner", "models": {}, "no_injector": true} | |
| {"module": "astro_quantizer", "models": {}, "no_injector": true} | |
| {"module": "bonsai_pruner", "models": {}, "no_injector": true} | |
| {"module": "cachenotes_compressor", "models": {}, "no_injector": true} | |
| {"module": "come", "models": {}, "no_injector": true} | |
| {"module": "compot_compressor", "models": {}, "no_injector": true} | |
| {"module": "coopq_quantizer", "models": {}, "no_injector": true} | |
| {"module": "cr_compressor", "models": {}, "no_injector": true} | |
| {"module": "cur_compressor", "models": {}, "no_injector": true} | |
| {"module": "cur_linear", "models": {}, "no_injector": true} | |
| {"module": "cur_moe", "models": {"distilbert": {"status": "OK", "diff": 0.4559541344642639, "injected": true}, "roberta": {"status": "OK", "diff": 0.0820319801568985, "injected": true}, "gpt2": {"status": "OK", "diff": 2.147569179534912, "injected": true}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "cur_moe_compressor", "models": {"distilbert": {"status": "OK", "diff": 0.5872641801834106, "injected": true}, "roberta": {"status": "OK", "diff": 0.017620213329792023, "injected": true}, "gpt2": {"status": "OK", "diff": 2.01259446144104, "injected": true}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "cure", "models": {}, "no_injector": true} | |
| {"module": "delta_kv", "models": {}, "no_injector": true} | |
| {"module": "direct_svd", "models": {}, "no_injector": true} | |
| {"module": "dobi", "models": {"distilbert": {"status": "NO_OP_INJECTION", "diff": 0.0, "injected": false}, "roberta": {"status": "NO_OP_INJECTION", "diff": 0.0, "injected": false}, "gpt2": {"status": "NO_OP_INJECTION", "diff": 0.0, "injected": false}}} | |
| {"module": "dobi_svd", "models": {"distilbert": {"status": "NO_OP_INJECTION", "diff": 0.0, "injected": false}, "roberta": {"status": "NO_OP_INJECTION", "diff": 0.0, "injected": false}, "gpt2": {"status": "NO_OP_INJECTION", "diff": 0.0, "injected": false}}} | |
| {"module": "dynamic_entropy", "models": {"distilbert": {"status": "NO_OP_INJECTION", "diff": 0.0, "injected": false}, "roberta": {"status": "NO_OP_INJECTION", "diff": 0.0, "injected": false}, "gpt2": {"status": "NO_OP_INJECTION", "diff": 0.0, "injected": false}}} | |
| {"module": "dynamic_rank", "models": {"distilbert": {"status": "NO_OP_INJECTION", "diff": 0.0, "injected": false}, "roberta": {"status": "NO_OP_INJECTION", "diff": 0.0, "injected": false}, "gpt2": {"status": "NO_OP_INJECTION", "diff": 0.0, "injected": false}}} | |
| {"module": "enlighten_compressor", "models": {}, "no_injector": true} | |
| {"module": "entropy_budget_allocation", "models": {}, "no_injector": true} | |
| {"module": "erc_svd", "models": {}, "no_injector": true} | |
| {"module": "faq_quantizer", "models": {}, "no_injector": true} | |
| {"module": "flap", "models": {}, "no_injector": true} | |
| {"module": "flat_llm", "models": {}, "no_injector": true} | |
| {"module": "frandi", "models": {}, "no_injector": true} | |
| {"module": "frandi_compressor", "models": {}, "no_injector": true} | |
| {"module": "gfws_d_compressor", "models": {}, "no_injector": true} | |
| {"module": "grecodec", "models": {}, "no_injector": true} | |
| {"module": "grecodec_compressor", "models": {}, "no_injector": true} | |
| {"module": "hashed_linear", "models": {}, "no_injector": true} | |
| {"module": "hashed_net_compressor", "models": {}, "no_injector": true} | |
| {"module": "huffman_coder", "models": {}, "no_injector": true} | |
| {"module": "hybrid_svd_layer", "models": {}, "no_injector": true} | |
| {"module": "hybridkv", "models": {}, "no_injector": true} | |
| {"module": "hybridkv_compressor", "models": {}, "no_injector": true} | |
| {"module": "kmeans_quantize", "models": {}, "no_injector": true} | |
| {"module": "kronecker_compressor", "models": {}, "no_injector": true} | |
| {"module": "kronecker_linear", "models": {}, "no_injector": true} | |
| {"module": "kronecker_tt_lora", "models": {}, "no_injector": true} | |
| {"module": "kvtc", "models": {}, "no_injector": true} | |
| {"module": "kvtc_compressor", "models": {}, "no_injector": true} | |
| {"module": "liftr", "models": {}, "no_injector": true} | |
| {"module": "lillama_compressor", "models": {}, "no_injector": true} | |
| {"module": "lsc_compressor", "models": {}, "no_injector": true} | |
| {"module": "mamba_shedder", "models": {}, "no_injector": true} | |
| {"module": "mgie_svd", "models": {}, "no_injector": true} | |
| {"module": "mgie_svd_compressor", "models": {}, "no_injector": true} | |
| {"module": "mlorq_compressor", "models": {}, "no_injector": true} | |
| {"module": "modegpt", "models": {}, "no_injector": true} | |
| {"module": "modegpt_compressor", "models": {}, "no_injector": true} | |
| {"module": "nli_softmax", "models": {"distilbert": {"status": "OK", "diff": 0.0550498366355896, "injected": true}, "roberta": {"status": "OK", "diff": 0.008267700672149658, "injected": true}, "gpt2": {"status": "OK", "diff": 0.6900898218154907, "injected": true}}} | |
| {"module": "nmf_compressor", "models": {}, "no_injector": true} | |
| {"module": "oats", "models": {}, "no_injector": true} | |
| {"module": "oats_compressor", "models": {}, "no_injector": true} | |
| {"module": "optimal_subspace_projection", "models": {"distilbert": {"status": "OK", "diff": 0.014735937118530273, "injected": true}, "roberta": {"status": "NO_OP_INJECTION", "diff": 0.0, "injected": false}, "gpt2": {"status": "OK", "diff": 0.16097259521484375, "injected": true}}} | |
| {"module": "padre_attention", "models": {"distilbert": {"status": "OK", "diff": 2.0820093154907227, "injected": true}, "roberta": {"status": "OK", "diff": 0.020379915833473206, "injected": true}, "gpt2": {"status": "OK", "diff": 0.3572368621826172, "injected": true}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "proxsparse", "models": {}, "no_injector": true} | |
| {"module": "proxsparse_pruner", "models": {}, "no_injector": true} | |
| {"module": "pruning_utils", "models": {}, "no_injector": true} | |
| {"module": "replaceme_compressor", "models": {}, "no_injector": true} | |
| {"module": "roast_hashed_linear", "models": {}, "no_injector": true} | |
| {"module": "rotational_slicegpt_int4", "models": {}, "no_injector": true} | |
| {"module": "rpca", "models": {}, "no_injector": true} | |
| {"module": "rpca_compressor", "models": {}, "no_injector": true} | |
| {"module": "saes_svd", "models": {}, "no_injector": true} | |
| {"module": "saes_svd_compressor", "models": {}, "no_injector": true} | |
| {"module": "saes_svd_v2", "models": {}, "no_injector": true} | |
| {"module": "salr", "models": {}, "no_injector": true} | |
| {"module": "sdrm", "models": {"distilbert": {"status": "OK", "diff": 1.0321621894836426, "injected": true}, "roberta": {"status": "OK", "diff": 0.10921367257833481, "injected": true}, "gpt2": {"status": "OK", "diff": 1.2950968742370605, "injected": true}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "sdrm_compressor", "models": {"distilbert": {"status": "OK", "diff": 1.2369153499603271, "injected": true}, "roberta": {"status": "OK", "diff": 0.13091398775577545, "injected": true}, "gpt2": {"status": "OK", "diff": 0.8670611381530762, "injected": true}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "slicegpt", "models": {}, "no_injector": true} | |
| {"module": "slicegpt_compressor", "models": {}, "no_injector": true} | |
| {"module": "slicegpt_pca", "models": {}, "no_injector": true} | |
| {"module": "slim_compressor", "models": {}, "no_injector": true} | |
| {"module": "soka", "models": {}, "no_injector": true} | |
| {"module": "soka_compressor", "models": {}, "no_injector": true} | |
| {"module": "sparsegpt", "models": {}, "no_injector": true} | |
| {"module": "spectraformer_attention", "models": {"distilbert": {"status": "NO_OP_INJECTION", "diff": 0.0, "injected": false}, "roberta": {"status": "NO_OP_INJECTION", "diff": 0.0, "injected": false}, "gpt2": {"status": "NO_OP_INJECTION", "diff": 0.0, "injected": false}}} | |
| {"module": "subspace_projection", "models": {}, "no_injector": true} | |
| {"module": "svd_linear", "models": {}, "no_injector": true} | |
| {"module": "swift_svd", "models": {"distilbert": {"status": "OK", "diff": 1.3161766529083252, "injected": true}, "roberta": {"status": "OK", "diff": 0.026478536427021027, "injected": true}, "gpt2": {"status": "OK", "diff": 4.303421497344971, "injected": true}}, "category": "EXPECTED_HIGH_DIFF", "reason": "linear attention / recurrent / SSM kernel approximation"} | |
| {"module": "swift_svd_act", "models": {}, "no_injector": true} | |
| {"module": "swift_svd_compressor", "models": {}, "no_injector": true} | |
| {"module": "tlinformer_attention", "models": {"distilbert": {"status": "NO_OP_INJECTION", "diff": 0.0, "injected": false}, "roberta": {"status": "NO_OP_INJECTION", "diff": 0.0, "injected": false}, "gpt2": {"status": "NO_OP_INJECTION", "diff": 0.0, "injected": false}}} | |
| {"module": "tomoe", "models": {"distilbert": {"status": "NO_OP_INJECTION", "diff": 0.0, "injected": false}, "roberta": {"status": "NO_OP_INJECTION", "diff": 0.0, "injected": false}, "gpt2": {"status": "NO_OP_INJECTION", "diff": 0.0, "injected": false}}} | |
| {"module": "tomoe_compressor", "models": {"distilbert": {"status": "NO_OP_INJECTION", "diff": 0.0, "injected": false}, "roberta": {"status": "NO_OP_INJECTION", "diff": 0.0, "injected": false}, "gpt2": {"status": "NO_OP_INJECTION", "diff": 0.0, "injected": false}}} | |
| {"module": "tt_compressor", "models": {}, "no_injector": true} | |
| {"module": "tt_linear", "models": {}, "no_injector": true} | |
| {"module": "uniql_compressor", "models": {}, "no_injector": true} | |
| {"module": "zerokv_neo", "models": {}, "no_injector": true} | |
| {"module": "zerokv_neo_compressor", "models": {}, "no_injector": true} | |
Xet Storage Details
- Size:
- 60 kB
- Xet hash:
- 80dffb334a465c0b64728f21c49c2fff793900984ffae8ddafc78ea0e9cbe711
·
Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.