Buckets:
| run,epoch,step,global_step,loss,accuracy,learning_rate,grad_norm,scaler_scale,gpu_memory_gb,gpu_cached_gb,has_nan,has_inf,has_zero,gpu_temp_c,gpu_power_w,gpu_util_pct,gpu_mem_used_mib,grad_norm_embeddings,grad_norm_pos,grad_norm_attention,grad_norm_ffn,grad_norm_norm,grad_norm_head,grad_norm_mhc,grad_norm_router,grad_norm_residual,grad_norm_other,step_time_ms,tokens_per_sec,clip_ratio,effective_batch_size | |
| attn_bigbird_attn__conformer_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4665141431713169,0.06482991662089008,2.7460521231671778e-05,0.9414057577260572,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03879982221120404,0.0,0.3817869681284426,0.24054513780534195,0.04452802389129665,0.43667389496125786,0.0,0.0,0.0,0.0,3116.379802162676,132.1821193934902,0.18828115206449933,0.0 | |
| attn_bigbird_attn__deltanet_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4576300290170736,0.061461280813066864,2.7460521231671778e-05,1.0399731616728753,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.030704679544561766,0.0,0.5734187509329147,0.22064147319534752,0.0441099228535871,0.3847272745734604,0.0,0.0,0.0,0.0,3784.6155757654797,98.42072067974013,0.20799462859250686,0.0 | |
| attn_bigbird_attn__engram_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.48299285947380227,0.060085162397504666,2.7460521231671778e-05,1.2334785266573793,0.0,0.0,0.0,0.0,0.0,0.018257418583505537,0.0,0.0,0.0,0.0,0.0355265236646485,0.0,0.6058784230597734,0.26630121877184354,0.04365570815916492,0.4402829424410859,0.0,0.0,0.0,0.0,6552.393507273666,76.6544362111548,0.24669570937229418,0.0 | |
| attn_bigbird_attn__falcon1_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.49263797140329485,0.0564290573646761,2.7460521231671778e-05,0.9713455345909356,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.04185075052821649,0.0,0.5320512844438157,0.2778070548588102,0.04872018375964566,0.46743165943388343,0.0,0.0,0.0,0.0,3892.193549557181,137.2835597503135,0.1942691174716606,0.0 | |
| attn_bigbird_attn__falcon1a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5115011343168318,0.07015585948953784,2.7460521231671778e-05,1.0668073766367532,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.03890924576375848,0.0,0.6547231458371455,0.24592770039474285,0.049808962737784145,0.4260994191860704,0.0,0.0,0.0,0.0,3095.287704057013,113.03024022933892,0.2133614747632413,0.0 | |
| attn_bigbird_attn__falcon2_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4620845313387079,0.06663784735801889,2.7460521231671778e-05,0.8950260245809677,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03917172249655741,0.0,0.5293184028246294,0.2601109232756755,0.04912540473226237,0.45861900767407304,0.0,0.0,0.0,0.0,3314.075525362773,112.00787058777529,0.17900520196957642,0.0 | |
| attn_bigbird_attn__falcon2a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.47638646676692326,0.07391396151055254,2.7460521231671778e-05,0.938199802477079,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03684183093982209,0.0,0.6086419203577679,0.23998240112440378,0.047556372300074215,0.42052474967229786,0.0,0.0,0.0,0.0,4828.321844248168,111.35037868782825,0.18763996727742563,0.0 | |
| attn_bigbird_attn__falcon3_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4921403962928844,0.05636875655570923,2.7460521231671778e-05,0.9265062159576246,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.042892220086281074,0.0,0.4873813324339326,0.2832536263479432,0.04981770887032039,0.48805546712256986,0.0,0.0,0.0,0.0,3230.8734778473927,66.1678890564037,0.18530124439759268,0.0 | |
| attn_bigbird_attn__falcon3a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5127432954209319,0.07133786512740793,2.7460521231671778e-05,1.0852285294038024,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.03880035123911119,0.0,0.6990421770169519,0.24660765696850762,0.05026633156852272,0.4314979727242182,0.0,0.0,0.0,0.0,3632.5195665990477,126.84587734502432,0.21704571175613058,0.0 | |
| attn_bigbird_attn__fox_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.46955044254143097,0.05562407851430002,2.7460521231671778e-05,0.8538344136333595,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.047303619596469344,0.0,0.2949205773122474,0.32432856426317125,0.05115740317578962,0.5390539523831153,0.0,0.0,0.0,0.0,4318.606650680807,125.23812269675156,0.17076688122602685,0.0 | |
| attn_bigbird_attn__gated_deltanet2_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4364879954486396,0.06587151797763878,2.7460521231671778e-05,1.3315819506344153,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.027999924813717558,0.0,0.7931470896804953,0.17809948371166384,0.041109771277870556,0.38001471781264534,0.0,0.0,0.0,0.0,3879.5340964484476,89.14760303209457,0.26631638949682473,0.0 | |
| attn_bigbird_attn__gated_deltanet_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5124362521926925,0.06627331601438773,2.7460521231671778e-05,1.2482435987158442,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.02867954523595317,0.0,0.7634314866182302,0.18380593213981422,0.041136351178990026,0.37736797359253743,0.0,0.0,0.0,0.0,4249.175473506252,89.92198103224108,0.24964871195855307,0.0 | |
| attn_bigbird_attn__gated_softmax_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4451587561122111,0.05876560241012565,2.7460521231671778e-05,0.8299248478581372,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05078642721531889,0.0,0.4378269691159524,0.35269102889420006,0.052317423602712465,0.5433157155296418,0.0,0.0,0.0,0.0,3303.1396854410727,132.11281616273368,0.16598497217369748,0.0 | |
| attn_bigbird_attn__gla_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.43894008512179994,0.0671899641376869,2.7460521231671778e-05,1.1158897151028562,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.02840653019907213,0.0,0.716202731857223,0.19166174792182847,0.04302621505402788,0.3714446690187424,0.0,0.0,0.0,0.0,3753.036485745623,105.47176747244417,0.22317794855350748,0.0 | |
| attn_bigbird_attn__gma_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4563130436496485,0.05360672940757801,2.7460521231671778e-05,0.8443203821878893,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.053669526718218764,0.0,0.36915463250265723,0.3599095960891282,0.052214120212789705,0.5339629288675664,0.0,0.0,0.0,0.0,3498.433311527217,113.61663277190004,0.16886407547891863,0.0 | |
| attn_bigbird_attn__gqa_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.45277526483355873,0.06129983792852946,2.7460521231671778e-05,0.8550225371155211,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.053224304917110235,0.0,0.42320499000854195,0.3517410951583378,0.05277320657722587,0.5415438503050736,0.0,0.0,0.0,0.0,3771.141015946827,119.33141219214522,0.17100450227014585,0.0 | |
| attn_bigbird_attn__gqla_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5202367926970358,0.07367609386941378,2.7460521231671778e-05,0.8520676916498574,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.06799094243497618,0.0,0.43443957298079583,0.45046182583028255,0.053338227386978,0.5552320760828461,0.0,0.0,0.0,0.0,3863.6664130129598,126.97012519327886,0.17041353562956596,0.0 | |
| attn_bigbird_attn__gta_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4397139108647796,0.06804229213077591,2.7460521231671778e-05,0.866170943126772,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05765006626122686,0.0,0.5066142737038577,0.3996825940972695,0.05142995873110839,0.5357462428308896,0.0,0.0,0.0,0.0,1960.719235433716,116.02355107537454,0.17323419274261725,0.0 | |
| attn_bigbird_attn__hgrn2_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4596881985793635,0.07342772742819229,2.7460521231671778e-05,1.2130071635881867,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.028448888720328816,0.0,0.673455971673075,0.1702493377171545,0.04138222612771909,0.3683772509291541,0.0,0.0,0.0,0.0,2199.484598835765,100.40063312818366,0.24260144080919083,0.0 | |
| attn_bigbird_attn__iha_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.42376497473992897,0.06419456344512006,2.7460521231671778e-05,0.8261298342771972,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.056130363382743464,0.0,0.44782342378142254,0.3758193530316259,0.05147134341245194,0.5499826858716027,0.0,0.0,0.0,0.0,4142.14839532881,133.41669021491415,0.16522596317300078,0.0 | |
| attn_bigbird_attn__kda_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.49640364176868845,0.07006739322122707,2.7460521231671778e-05,1.1984875629817626,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.025232483614537157,0.0,0.6334688845069779,0.176998729078598,0.03674024406796193,0.3299240833490395,0.0,0.0,0.0,0.0,5126.414914581574,90.52312537618337,0.23969751854941918,0.0 | |
| attn_bigbird_attn__mla_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5184015732469798,0.07400290596236805,2.7460521231671778e-05,0.8585358687179687,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.06488620450085368,0.0,0.44037644121272274,0.4290456826964121,0.0532807504261283,0.5500827751399504,0.0,0.0,0.0,0.0,4282.665100401449,134.83197473511788,0.17170718179275787,0.0 | |
| attn_bigbird_attn__mlra_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.454848537348123,0.06843188468418143,2.7460521231671778e-05,0.8378196884366136,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05745903137118533,0.0,0.4441713827791477,0.39707806810170454,0.05306940133525396,0.5492007718085686,0.0,0.0,0.0,0.0,5484.537802705385,127.79747146328724,0.16756393052993618,0.0 | |
| attn_bigbird_attn__mtla_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5516963508187697,0.07296502857052249,2.7460521231671778e-05,0.8191881076842021,0.0,0.0,0.0,0.0,0.0,0.018257418583505543,0.0,0.0,0.0,0.0,0.07214740199239776,0.0,0.42873338679200074,0.4734589961169035,0.052986608675903386,0.5664984451966402,0.0,0.0,0.0,0.0,4266.040789365841,123.86011066964402,0.16383762469188698,0.0 | |
| attn_bigbird_attn__nsa_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5072566103919797,0.06984401730928637,2.7460521231671778e-05,0.8432828930023956,0.0,0.0,0.0,0.0,0.0,0.025815583866061795,0.0,0.0,0.0,0.0,0.054194014550012576,0.0,0.40687754509157786,0.3691982019177104,0.05317779052570132,0.5262934557646055,0.0,0.0,0.0,0.0,4643.683504551347,125.86806365880147,0.16865658324536023,0.0 | |
| attn_bigbird_attn__sparda_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.42402538982288407,0.06373818135122512,2.7460521231671778e-05,0.8263910776943665,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05486754824234192,0.0,0.3911805489976298,0.3492186370682941,0.053732720027852864,0.5428287742429059,0.0,0.0,0.0,0.0,4095.870095749258,122.44972118540275,0.16527821560054343,0.0 | |
| attn_bigbird_attn__sparsek_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.47693573594242716,0.04278907489657404,2.7460521231671778e-05,0.8163137679747294,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05583098090988048,0.0,0.43874781760438786,0.35317524424028895,0.05223014669415184,0.5341854735722699,0.0,0.0,0.0,0.0,3108.791754874001,121.68046393634935,0.1632627545480318,0.0 | |
| attn_bigbird_attn__tucker_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4515159702436099,0.0603504187094684,2.7460521231671778e-05,0.849084941890216,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05714908864499501,0.0,0.5330657069113672,0.39250050192780217,0.0512953742204193,0.529701220019204,0.0,0.0,0.0,0.0,3567.203959734367,137.64690035277764,0.16981698954747873,0.0 | |
| attn_deltanet_attn__conformer_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4999425712028994,0.0800256073563744,2.7460521231671778e-05,1.2876969178430198,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03615461931900512,0.0,0.5219022687590287,0.18336303789180272,0.0349907599240702,0.3698901603159538,0.0,0.0,0.0,0.0,2295.990200785144,91.2650349173177,0.25753938347334776,0.0 | |
| attn_deltanet_attn__engram_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5266594875741714,0.07298456641038209,2.7460521231671778e-05,1.3565708944867623,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.029804010415411093,0.0,0.5386934252417465,0.17945852641627305,0.03421456341954894,0.3364292073404847,0.0,0.0,0.0,0.0,5916.23799194498,58.758960153707534,0.27131418642312977,0.0 | |
| attn_deltanet_attn__falcon1_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5185671332634132,0.07665294033048414,2.7460521231671778e-05,1.295847336470883,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.02974556132989129,0.0,0.5836344616349828,0.19683241015491873,0.03562170593808334,0.35646172945817584,0.0,0.0,0.0,0.0,4895.573421002735,99.45344936613753,0.2591694637050669,0.0 | |
| attn_deltanet_attn__falcon1a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5366962214454937,0.08553376137230023,2.7460521231671778e-05,1.3410323338880898,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.028357927863173333,0.0,0.5269488952075186,0.17849722325546583,0.03423776720807061,0.3535957727647137,0.0,0.0,0.0,0.0,2969.2261945362443,100.59779371544737,0.2682064674515784,0.0 | |
| attn_deltanet_attn__falcon2_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4769033580102043,0.07253388957868205,2.7460521231671778e-05,1.2744899656481368,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.030544371293259404,0.0,0.559673996805709,0.1916179248106034,0.034236141814697287,0.3424709651014717,0.0,0.0,0.0,0.0,3025.9725513490043,100.39542687737391,0.254897993525732,0.0 | |
| attn_deltanet_attn__falcon2a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5031170288695558,0.0819735404409832,2.7460521231671778e-05,1.3630228820592079,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.028133347394462913,0.0,0.5299976716248725,0.16812553532816282,0.03275623396974803,0.3577631115141043,0.0,0.0,0.0,0.0,4606.3464250473435,92.7797062258362,0.27260457359054036,0.0 | |
| attn_deltanet_attn__falcon3_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.51728840148949,0.0772498473774909,2.7460521231671778e-05,1.2467873022171687,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.03049371809943969,0.0,0.5875140793128008,0.2028185677895507,0.03671312120147538,0.353582218859212,0.0,0.0,0.0,0.0,2382.581068118467,64.9474899803514,0.24935746418205376,0.0 | |
| attn_deltanet_attn__falcon3a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5386006543284122,0.08711412581851147,2.7460521231671778e-05,1.3303970493941564,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.028731005156623964,0.0,0.5394740157517605,0.1813002498680771,0.03503906908843011,0.3571460182249062,0.0,0.0,0.0,0.0,3298.3447436116476,91.4170434357856,0.2660794080632831,0.0 | |
| attn_deltanet_attn__fox_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.49095520689637046,0.07419795288818465,2.7460521231671778e-05,1.0263736216087471,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.037074060955553205,0.0,0.4494466280889939,0.2659333995059259,0.043613478613727996,0.38667855326508127,0.0,0.0,0.0,0.0,4400.881860135505,106.298740478039,0.20527472589800777,0.0 | |
| attn_deltanet_attn__gated_deltanet2_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.44602443112727785,0.07351967758863394,2.7460521231671778e-05,1.6835261756524174,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.02706232911633626,0.0,0.7215127097559084,0.14482962074643083,0.031088492844847368,0.4481573152918039,0.0,0.0,0.0,0.0,4807.100634374997,77.95079305480124,0.33670523119040074,0.0 | |
| attn_deltanet_attn__gated_deltanet_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.49375145608993537,0.07712480675408039,2.7460521231671778e-05,1.6254054923885524,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.026777268820254305,0.0,0.7202806116462762,0.16055894991702083,0.03482570597187298,0.42607327175317156,0.0,0.0,0.0,0.0,4247.717160029476,75.73062867488218,0.3250811089175006,0.0 | |
| attn_deltanet_attn__gated_softmax_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.48013966372158184,0.07291005602978684,2.7460521231671778e-05,1.0105559861185203,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.0358476966561693,0.0,0.5448192077922082,0.22227313213358874,0.04396778714530064,0.41218846500937956,0.0,0.0,0.0,0.0,3926.683374652583,104.06584136142237,0.2021111941109186,0.0 | |
| attn_deltanet_attn__gma_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4783883048596139,0.06539187713262597,2.7460521231671778e-05,1.034491713638057,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.036482716729664445,0.0,0.457982145291443,0.2535928615395886,0.045382481599942966,0.3962581430855752,0.0,0.0,0.0,0.0,3939.3667181024607,95.1944022449398,0.20689834895219827,0.0 | |
| attn_deltanet_attn__gqa_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.45688769861235595,0.06844998076662749,2.7460521231671778e-05,0.9865737722163423,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03667185847339269,0.0,0.48889245151327754,0.2839060463338673,0.044369969948300655,0.40385006661585093,0.0,0.0,0.0,0.0,2713.334028681969,99.07403013224426,0.19731475693687414,0.0 | |
| attn_deltanet_attn__gqla_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4618136868900383,0.06684811883720025,2.7460521231671778e-05,0.9297478314290667,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0485790253042361,0.0,0.44686189648459573,0.33685268091900566,0.04750719926231546,0.4549246877776098,0.0,0.0,0.0,0.0,3658.209279301522,92.29185022105264,0.18594956027416115,0.0 | |
| attn_deltanet_attn__gta_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4647461038370676,0.06258403022438207,2.7460521231671778e-05,0.9545378291139653,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.040487653639225504,0.0,0.4383827937392922,0.30483195053652873,0.04661156488133203,0.42619895100587163,0.0,0.0,0.0,0.0,3647.397868724928,109.76386014831806,0.19090757315810172,0.0 | |
| attn_deltanet_attn__hgrn2_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4543825660119185,0.06965770769045983,2.7460521231671778e-05,1.508277989189893,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.028286237652153753,0.0,0.6622495927849706,0.1574225391642586,0.033871262904618255,0.3923917172282585,0.0,0.0,0.0,0.0,3074.166050151367,86.89240728025949,0.30165559982814516,0.0 | |
| attn_deltanet_attn__iha_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4922648800336984,0.06601201434847603,2.7460521231671778e-05,0.9735095194384321,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.044291331353237026,0.0,0.4576329401727707,0.3278076252479002,0.04636905140570827,0.43320434735807417,0.0,0.0,0.0,0.0,3174.123374455413,101.63795373250251,0.19470191021359531,0.0 | |
| attn_deltanet_attn__kda_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4500959787765969,0.07595614788421012,2.7460521231671778e-05,1.6786747332348018,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.026755592306871055,0.0,0.6623228097216409,0.16301566070937512,0.030609369195367418,0.42928504914493876,0.0,0.0,0.0,0.0,4050.5346309875436,72.62934850535646,0.33573495076172943,0.0 | |
| attn_deltanet_attn__mla_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4592783658368617,0.06906974042344084,2.7460521231671778e-05,0.97501627390714,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.04191204681924843,0.0,0.4954138436389492,0.29327888681460595,0.04603872084019637,0.4265017479148483,0.0,0.0,0.0,0.0,4327.957279924715,90.11703045134693,0.1950032627197698,0.0 | |
| attn_deltanet_attn__mlra_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.507910901020508,0.07029816579958226,2.7460521231671778e-05,0.9689753282369561,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.04400442569825927,0.0,0.4712097047307799,0.32329024439139337,0.047202950433980005,0.4342655243923593,0.0,0.0,0.0,0.0,4782.750870944356,92.37704955732187,0.19379505820043758,0.0 | |
| attn_deltanet_attn__mtla_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5017211951653622,0.06895894217236104,2.7460521231671778e-05,0.9553583475286368,0.0,0.0,0.0,0.0,0.0,0.018257418583505543,0.0,0.0,0.0,0.0,0.04791399512414128,0.0,0.47128754452962407,0.34807865506173225,0.04886491496179284,0.44878222675644236,0.0,0.0,0.0,0.0,3649.58306551791,89.22126402802337,0.19107166761776168,0.0 | |
| attn_deltanet_attn__sparda_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.45128572025263597,0.06434951762796273,2.7460521231671778e-05,0.9775130224121794,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03924594426473582,0.0,0.4040538135765767,0.25956133982769874,0.04603945081578172,0.4109225776928243,0.0,0.0,0.0,0.0,2744.9625796299747,106.71443815885696,0.19550259807261447,0.0 | |
| attn_deltanet_attn__tucker_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4883614328555788,0.0741185630927209,2.7460521231671778e-05,0.9995711264406327,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.04167180861690249,0.0,0.5256573126815531,0.27236455198964504,0.0447016427017699,0.4176520305493115,0.0,0.0,0.0,0.0,3106.7499513451385,98.42065422963967,0.19991422504785306,0.0 | |
| attn_engram_attn__conformer_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.590253646792711,0.09724572556687282,2.7460521231671778e-05,1.3433583296284952,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.040832779648677875,0.0,0.6365131935301523,0.25138843210169043,0.03832374668460776,0.4164992158259955,0.0,0.0,0.0,0.0,6682.56523285923,68.18531907678592,0.26867166367684453,0.0 | |
| attn_engram_attn__falcon1_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5085383511091016,0.06749731754062246,2.7460521231671778e-05,1.3015327787842368,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.02577525644034597,0.0,0.5486739367340201,0.20693946173950245,0.03683468714365923,0.37527685453289333,0.0,0.0,0.0,0.0,8229.074492142403,72.24420920595993,0.2603065530966902,0.0 | |
| attn_engram_attn__falcon1a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5302891166698898,0.07489734073231456,2.7460521231671778e-05,1.1092021861825463,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.032968653642308623,0.0,0.4774290638511373,0.25113837694553404,0.03851712585229363,0.34660411603219154,0.0,0.0,0.0,0.0,8188.466087021378,68.07562419122998,0.22184043627819264,0.0 | |
| attn_engram_attn__falcon2_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5020594693072942,0.06855862995251208,2.7460521231671778e-05,1.0481138709466447,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.02651893254554836,0.0,0.551976716568445,0.18329909797523009,0.03838870788227482,0.3781931686472153,0.0,0.0,0.0,0.0,8828.077770819602,70.21940991156174,0.20962277439972582,0.0 | |
| attn_engram_attn__falcon2a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5298330338149078,0.07426269215246582,2.7460521231671778e-05,1.0558886731465356,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.030667344400860608,0.0,0.5005908058574525,0.2080791817398302,0.03858349377814225,0.3494613387787373,0.0,0.0,0.0,0.0,8142.321462511666,72.77370478087396,0.21117774339771966,0.0 | |
| attn_engram_attn__falcon3_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5144895279388658,0.0685842461285897,2.7460521231671778e-05,1.007400571860587,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.02859403139322385,0.0,0.531569228586721,0.21904327792061057,0.039836386298526726,0.40239531710998816,0.0,0.0,0.0,0.0,9452.323941561008,41.63820332330375,0.20148011221717838,0.0 | |
| attn_engram_attn__falcon3a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5400637985407715,0.07482871663304362,2.7460521231671778e-05,1.2612833331456037,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03336294128440827,0.0,0.5089634983379123,0.2579190615902692,0.03817342151102313,0.34918423364732937,0.0,0.0,0.0,0.0,7991.526802398286,71.78907826040937,0.2522566726856977,0.0 | |
| attn_engram_attn__gma_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.480011260099456,0.06446407579064044,2.7460521231671778e-05,0.9570693916741434,0.0,0.0,0.0,0.0,0.0,0.018257418583505537,0.0,0.0,0.0,0.0,0.03517116728123176,0.0,0.5399819756541052,0.27679439356647445,0.0467975060189262,0.4580343755563398,0.0,0.0,0.0,0.0,7057.837717600287,85.07666757210677,0.1914138895377598,0.0 | |
| attn_engram_attn__gqa_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5199675280824003,0.06882804844242651,2.7460521231671778e-05,0.9662527997659192,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.04145314250056496,0.0,0.4797645989018605,0.29775610857915014,0.046399168477732206,0.47950553472888724,0.0,0.0,0.0,0.0,7706.327739582858,71.19637523775808,0.19325056508557134,0.0 | |
| attn_engram_attn__gqla_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5141727160602769,0.05588316729546494,2.7460521231671778e-05,0.8932219771586568,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.046527849632191635,0.0,0.45450184482781153,0.34820882877939857,0.04666159539395403,0.49047078459526466,0.0,0.0,0.0,0.0,8007.44112056272,81.41963377947482,0.17864439269627194,0.0 | |
| attn_engram_attn__gta_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.478343133255624,0.06102512694588315,2.7460521231671778e-05,0.9126568463099722,0.0,0.0,0.0,0.0,0.0,0.018257418583505537,0.0,0.0,0.0,0.0,0.04438795632301808,0.0,0.5157386426202529,0.3549777218446115,0.04490269856691816,0.4699771101397751,0.0,0.0,0.0,0.0,8162.924139104729,80.71085699170908,0.18253137092036298,0.0 | |
| attn_engram_attn__iha_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5245543517386444,0.07311477269346181,2.7460521231671778e-05,0.8922559003853019,0.0,0.0,0.0,0.0,0.0,0.018257418583505537,0.0,0.0,0.0,0.0,0.04545048118678265,0.0,0.3570812218474771,0.3561114133292389,0.04794939152214153,0.5074102615405307,0.0,0.0,0.0,0.0,6893.734349751813,71.57984316348126,0.1784511815666661,0.0 | |
| attn_engram_attn__kda_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5138358304736083,0.08440770665465493,2.7460521231671778e-05,1.6513020867168424,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.025643850360702207,0.0,0.8805410212356496,0.16582486640424782,0.03303320414004214,0.45503570315148695,0.0,0.0,0.0,0.0,8823.128231365754,51.17433087828495,0.33026042391563154,0.0 | |
| attn_engram_attn__mla_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5113744745954887,0.055676780373248344,2.7460521231671778e-05,0.9045228439005071,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.04355857595140778,0.0,0.48641257666358106,0.3293438514793096,0.04597573806691747,0.47915276047884225,0.0,0.0,0.0,0.0,7374.646886461809,84.3758334237524,0.18090456267965457,0.0 | |
| attn_engram_attn__mlra_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5236494121147185,0.06314636712855799,2.7460521231671778e-05,0.9034266006040554,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.04564004229977288,0.0,0.4498425143723612,0.33352496238216606,0.047260222543955975,0.4891961917493539,0.0,0.0,0.0,0.0,6846.200117536221,68.09819969791988,0.1806853187162407,0.0 | |
| attn_engram_attn__mtla_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.48550484476968936,0.0726761623003833,2.7460521231671778e-05,0.8882373307641259,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.049413127605447846,0.0,0.4189362059700944,0.33825164374320094,0.04749189409623788,0.4929235987338982,0.0,0.0,0.0,0.0,9090.844129698331,72.66020647383094,0.17764745258858486,0.0 | |
| attn_engram_attn__sparda_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.479846021395445,0.0707971192754395,2.7460521231671778e-05,0.9234702140754386,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.03617749086714259,0.0,0.5381660757909045,0.24818343402779025,0.045513383485094566,0.45761327967346904,0.0,0.0,0.0,0.0,8498.639534117296,80.72766813364184,0.18469403740935159,0.0 | |
| attn_engram_attn__tucker_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5369606648044349,0.07009223055448416,2.7460521231671778e-05,1.1170830912130056,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.044524829737629334,0.0,0.5373800246083368,0.30292215198552047,0.04594995804863032,0.46620258098033235,0.0,0.0,0.0,0.0,8704.108364595671,70.84812963824552,0.22341661934634507,0.0 | |
| attn_falcon1_attn__conformer_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5425307077532845,0.07114806906350335,2.7460521231671778e-05,1.1599698819947555,0.0,0.0,0.0,0.0,0.0,0.018257418583505537,0.0,0.0,0.0,0.0,0.03987745146639869,0.0,0.5164048750303073,0.22917602745819077,0.03889666171666481,0.4001774886596002,0.0,0.0,0.0,0.0,543.8826048076327,94.42240584451187,0.2319939747644569,0.0 | |
| attn_falcon1_attn__falcon1a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.44045435027282925,0.05705927325942725,2.7460521231671778e-05,1.059076962020766,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03509824991629611,0.0,0.48700130806342207,0.2253470098636176,0.05334320365471245,0.355567518696163,0.0,0.0,0.0,0.0,230.7080915170216,61.47748672218145,0.21181539958190843,0.0 | |
| attn_falcon1_attn__falcon2_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4424427610391501,0.04264795746976619,2.7460521231671778e-05,1.0389180092926085,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.0282367783430615,0.0,0.5851868226821554,0.19595985967325147,0.04292688529799119,0.38011450513458395,0.0,0.0,0.0,0.0,600.9799044244514,88.89631526319708,0.20778360894892078,0.0 | |
| attn_falcon1_attn__falcon2a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4940717473347154,0.06508758762803563,2.7460521231671778e-05,1.0759272726186886,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.0320646014244795,0.0,0.46687138691825025,0.2353540397533903,0.04867746855360298,0.33502656176987944,0.0,0.0,0.0,0.0,673.1507987479724,63.246747301881626,0.21518545859367302,0.0 | |
| attn_falcon1_attn__falcon3_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.3835284165919622,0.03952820526004049,2.7460521231671778e-05,0.951168510512841,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.029028735637182213,0.0,0.5583427466406002,0.18497760831798937,0.046195268782738115,0.42840870429193256,0.0,0.0,0.0,0.0,637.3685921229418,45.70190073171451,0.19023369847174582,0.0 | |
| attn_falcon1_attn__falcon3a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4563283747378362,0.061196638276942945,2.7460521231671778e-05,1.0504419043128104,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03228120742058874,0.0,0.5120670528974353,0.2104063096405971,0.04508652560586181,0.3620317978145637,0.0,0.0,0.0,0.0,308.28753915074,81.6231537529105,0.21008838354027354,0.0 | |
| attn_falcon1a_attn__conformer_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5588484073633407,0.07720858789740732,2.7460521231671778e-05,1.2315651892753492,0.0,0.0,0.0,0.0,0.0,0.018257418583505537,0.0,0.0,0.0,0.0,0.03799204828909123,0.0,0.5351914039588195,0.2101407318836765,0.03713781614962757,0.39005632379907634,0.0,0.0,0.0,0.0,690.7458940501895,65.47202073869785,0.24631303502006063,0.0 | |
| attn_falcon1a_attn__falcon2a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.507878124981681,0.06958663932033646,2.7460521231671778e-05,1.1309369489633896,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.02824099195947745,0.0,0.475724108195649,0.2073210961971951,0.044566955597332016,0.31425276362625454,0.0,0.0,0.0,0.0,601.3652308041711,65.41061245850491,0.2261873860301241,0.0 | |
| attn_falcon1a_attn__falcon3a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.46917277579820205,0.06404391756340654,2.7460521231671778e-05,1.0952591430197134,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.02959278412562625,0.0,0.507470327374874,0.18961778965742998,0.04134366481690463,0.3433870344190926,0.0,0.0,0.0,0.0,382.2917842299637,67.22983573384528,0.21905183382873447,0.0 | |
| attn_falcon2_attn__conformer_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5417334156790207,0.0739503631261807,2.7460521231671778e-05,1.2678243040411588,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.04100668861620689,0.0,0.5320544025492354,0.22635619491067954,0.03664257064804822,0.38594586841005896,0.0,0.0,0.0,0.0,267.65381189704937,63.64042276676342,0.2535648602125624,0.0 | |
| attn_falcon2_attn__falcon1a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4826870780250068,0.06475424358202303,2.7460521231671778e-05,1.072597121193268,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.028120952716748988,0.0,0.49096934252175056,0.20962386766175997,0.04173097667666856,0.342422337577389,0.0,0.0,0.0,0.0,662.5587431856839,63.76294479835206,0.2145194251881372,0.0 | |
| attn_falcon2_attn__falcon2a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5029721598047967,0.06311510296146265,2.7460521231671778e-05,1.0457303760047076,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.030479148554923015,0.0,0.4575336131673064,0.21757848994123416,0.04247851141853061,0.36363243887671826,0.0,0.0,0.0,0.0,559.828830710405,77.13996801050365,0.20914607218170808,0.0 | |
| attn_falcon2_attn__falcon3_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.43974313871142406,0.04098818117407781,2.7460521231671778e-05,0.9723227984547449,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.03058129981325721,0.0,0.5289598523061129,0.20578118197464057,0.044220530004667045,0.41460062655536917,0.0,0.0,0.0,0.0,521.1382431782428,38.589719912835726,0.19446456480278726,0.0 | |
| attn_falcon2_attn__falcon3a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5010116773988688,0.06951978574109904,2.7460521231671778e-05,1.1047272588217145,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.027784757383923074,0.0,0.5374161631115304,0.2082270442756038,0.03929245574481224,0.348066680414234,0.0,0.0,0.0,0.0,418.8982998216255,61.846883082414095,0.2209454443750662,0.0 | |
| attn_falcon2a_attn__conformer_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5549907118458809,0.07784908029406165,2.7460521231671778e-05,1.3191586447358727,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03742140517383597,0.0,0.5217564522533371,0.20077710778309787,0.03452681228074174,0.36890237488154004,0.0,0.0,0.0,0.0,445.2827705987855,87.46318834379615,0.2638317276719126,0.0 | |
| attn_falcon2a_attn__falcon3a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5172224044364092,0.07239664121865269,2.7460521231671778e-05,1.1485753772069753,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.025442823940160637,0.0,0.5237612860192455,0.192208655015985,0.03606919444142407,0.32954128775121494,0.0,0.0,0.0,0.0,591.0838701281223,66.8002597932331,0.22971508618814443,0.0 | |
| attn_falcon3_attn__conformer_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5425814751639979,0.07093101816914747,2.7460521231671778e-05,1.1332412746019365,0.0,0.0,0.0,0.0,0.0,0.018257418583505537,0.0,0.0,0.0,0.0,0.04083184984817722,0.0,0.505266024559441,0.24309316418037988,0.03959209769981447,0.4063558384748851,0.0,0.0,0.0,0.0,544.7542406044695,43.00087462719802,0.22664825142185352,0.0 | |
| attn_falcon3_attn__falcon1a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.44026393846347706,0.056488310246657375,2.7460521231671778e-05,1.0318918592087125,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.035930065113587574,0.0,0.4840586401009323,0.23068653889309915,0.05485798968619917,0.3669107668170185,0.0,0.0,0.0,0.0,450.46150413770107,40.988699737180035,0.20637836726813807,0.0 | |
| attn_falcon3_attn__falcon2a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.493525238380281,0.06546770428366072,2.7460521231671778e-05,1.0488884978323154,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.03293788918833515,0.0,0.4612828805942809,0.24060901609821303,0.050151235099295255,0.3479164562824012,0.0,0.0,0.0,0.0,604.5658265894799,42.41653933531526,0.20977769229565404,0.0 | |
| attn_falcon3_attn__falcon3a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4563083134659644,0.061146816558787724,2.7460521231671778e-05,1.0225309717133293,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03314647759660874,0.0,0.5060099209003576,0.21587017699691705,0.046374886459174196,0.37356972710298564,0.0,0.0,0.0,0.0,324.59956462763165,42.64290918553818,0.20450620009718168,0.0 | |
| attn_falcon3a_attn__conformer_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5586132486364187,0.0768830124455403,2.7460521231671778e-05,1.2252240512415935,0.0,0.0,0.0,0.0,0.0,0.018257418583505537,0.0,0.0,0.0,0.0,0.0381256112340589,0.0,0.5418335428429824,0.21118836134066274,0.0375821606405011,0.39283468593069326,0.0,0.0,0.0,0.0,559.1763744947319,71.27701612938019,0.24504481114322635,0.0 | |
| attn_fox_attn__conformer_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.47166887410271946,0.07167533279623627,2.7460521231671778e-05,1.0400236702200487,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.04379053401203272,0.0,0.48903157462773605,0.2840277414395456,0.04028380834608997,0.40552990895723884,0.0,0.0,0.0,0.0,4527.066135124761,149.9567393324297,0.2080047377545357,0.0 | |
| attn_fox_attn__engram_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4477789626314398,0.07972598103668335,2.7460521231671778e-05,1.0512550475488762,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.031092206332232267,0.0,0.5090376335458809,0.23284080123405784,0.04084914820725733,0.39376143636104155,0.0,0.0,0.0,0.0,6265.895767031379,68.82541214894673,0.21025102214668365,0.0 | |
| attn_fox_attn__falcon1_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4626326177314923,0.06867879220179,2.7460521231671778e-05,1.0507025336540214,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03608701249166589,0.0,0.6393696873610731,0.27011505484695164,0.044404682192284536,0.42438688382390094,0.0,0.0,0.0,0.0,3248.442550913197,131.39888174266994,0.21014050500155215,0.0 | |
| attn_fox_attn__falcon1a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4707531191262636,0.07424364111170606,2.7460521231671778e-05,1.1591092300028307,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03755762019112542,0.0,0.6226585958899705,0.26515315364012265,0.040349858144456456,0.3705473858348343,0.0,0.0,0.0,0.0,4384.099213559666,133.89693088748805,0.2318218578925078,0.0 | |
| attn_fox_attn__falcon2_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5454305466011005,0.06860462381788181,2.7460521231671778e-05,1.0278646563934748,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.04589575663385872,0.0,0.5473334924569899,0.3145038918275315,0.047355926861819296,0.45468186755864004,0.0,0.0,0.0,0.0,3305.6932895812497,138.31679267463636,0.2055729292164879,0.0 | |
| attn_fox_attn__falcon2a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5556385784413348,0.07117493861885006,2.7460521231671778e-05,1.06616446493315,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.05524891953974833,0.0,0.5086071749729651,0.3572883640378019,0.04117709413801002,0.3676718863003992,0.0,0.0,0.0,0.0,5471.394233711028,138.7528393082107,0.21323289123107747,0.0 | |
| attn_fox_attn__falcon3_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.46240878939068786,0.06745042537573792,2.7460521231671778e-05,0.9359023398388147,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03798451042040702,0.0,0.5096935180092925,0.27817971503750794,0.046054843857401516,0.4419164745040469,0.0,0.0,0.0,0.0,4072.677808458556,69.28894573528312,0.1871804598265165,0.0 | |
| attn_fox_attn__falcon3a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.47325361565248036,0.07454892808372128,2.7460521231671778e-05,1.1790586068234787,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.037034490813438896,0.0,0.6524312641016531,0.26570829346707003,0.04040485577011821,0.37507754540179833,0.0,0.0,0.0,0.0,4691.648565220195,129.03960591349173,0.23581171689513114,0.0 | |
| attn_fox_attn__gated_softmax_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5166792382014368,0.07512301104053094,2.7460521231671778e-05,0.8756839675012059,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.054922820165026996,0.0,0.3193585699719907,0.37595628809703574,0.05123266757161353,0.525133919641358,0.0,0.0,0.0,0.0,4208.6890565437925,157.33985248995336,0.17513678951252362,0.0 | |
| attn_fox_attn__gma_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.453346881871467,0.06693846645744851,2.7460521231671778e-05,0.8785186179437334,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05080431083031756,0.0,0.28833951601443514,0.3573012149721304,0.050912888978290535,0.5254497748434364,0.0,0.0,0.0,0.0,4793.085309281699,140.43667422761027,0.17570372650750427,0.0 | |
| attn_fox_attn__gqa_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4518258627920705,0.05883146776459465,2.7460521231671778e-05,0.8603940141056929,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.050948969059896466,0.0,0.30257991257470895,0.3704668588435814,0.050984015712536045,0.5244374015505829,0.0,0.0,0.0,0.0,3265.6036230617824,152.71275782586966,0.1720788031618206,0.0 | |
| attn_fox_attn__gqla_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.48257144358096943,0.0749285714854559,2.7460521231671778e-05,0.8681311462067285,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.06291455886075717,0.0,0.3015465044543041,0.4571872575737958,0.050251555464219215,0.533243142011519,0.0,0.0,0.0,0.0,3194.952361509757,140.9376246373206,0.17362622029740832,0.0 | |
| attn_fox_attn__gta_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.47412424047033286,0.05815472102822049,2.7460521231671778e-05,0.8569903731145235,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05540376553099361,0.0,0.3070550536124026,0.3909967566574912,0.05012370279345012,0.5347911658979649,0.0,0.0,0.0,0.0,2649.5836734079235,136.73335994162673,0.17139808296233353,0.0 | |
| attn_fox_attn__iha_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4660094007818757,0.06049021707860825,2.7460521231671778e-05,0.8573972475565017,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05049393440552181,0.0,0.3309266620540401,0.3746757011595943,0.04774494035374455,0.5173264220698616,0.0,0.0,0.0,0.0,3312.1952942874204,144.029525787152,0.17147945961578806,0.0 | |
| attn_fox_attn__kda_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5234622963768825,0.07013449775142308,2.7460521231671778e-05,1.1542086842059152,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.032726109926442856,0.0,0.5353173791538444,0.21034939726384463,0.04127094337439269,0.3548506963537333,0.0,0.0,0.0,0.0,3731.8309057174456,110.75184249963625,0.23084173647014297,0.0 | |
| attn_fox_attn__mla_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.47990072129093936,0.07446505682061848,2.7460521231671778e-05,0.8717865672004154,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.059723821368860154,0.0,0.3063804338937654,0.4269160466000459,0.05019607852534306,0.5291855279770838,0.0,0.0,0.0,0.0,3845.782337868367,147.31014493548963,0.17435730699059648,0.0 | |
| attn_fox_attn__mlra_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4965099309511017,0.0657162616485738,2.7460521231671778e-05,0.8555145403366868,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05648873132100517,0.0,0.28755848501843084,0.387740829363235,0.05139557036908852,0.5241323778430654,0.0,0.0,0.0,0.0,3381.310715316312,150.8544919214007,0.17110291389279064,0.0 | |
| attn_fox_attn__mtla_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4944516478030293,0.0731507310529945,2.7460521231671778e-05,0.853385017242478,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.06048463994083217,0.0,0.2752479081408248,0.42041268137793286,0.04957965328984672,0.545816366734,0.0,0.0,0.0,0.0,3760.768208793277,133.84854817310983,0.1706770025479754,0.0 | |
| attn_fox_attn__sparda_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4473735595477565,0.07093288036241144,2.7460521231671778e-05,0.861245516693411,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05165409722589491,0.0,0.32704515974385906,0.3521402614921503,0.05013401963001257,0.516575239353737,0.0,0.0,0.0,0.0,4220.411439419475,132.75504814792316,0.17224910351153444,0.0 | |
| attn_fox_attn__tucker_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5186747779349352,0.07511473132414204,2.7460521231671778e-05,0.8718834367286782,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.059206815146102224,0.0,0.31118837005768024,0.40015355748570214,0.05150878970720347,0.5284388128464115,0.0,0.0,0.0,0.0,4048.1751069292204,143.65242849784897,0.17437669090849436,0.0 | |
| attn_gated_deltanet2_attn__conformer_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.47925418416541016,0.07119643508326441,2.7460521231671778e-05,1.738612961527113,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03458166128811366,0.0,0.6526949343442257,0.1598971519495841,0.0330037948433536,0.4777700914474079,0.0,0.0,0.0,0.0,3925.3239679663398,97.32756761877556,0.3477225987245822,0.0 | |
| attn_gated_deltanet2_attn__engram_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5193143243019906,0.08431447051640475,2.7460521231671778e-05,1.53643947957436,0.0,0.0,0.0,0.0,0.0,0.018257418583505543,0.0,0.0,0.0,0.0,0.026646562400741657,0.0,0.8383191133386847,0.19114515894802325,0.0336981229485006,0.42651696462379696,0.0,0.0,0.0,0.0,6619.279659736281,64.90872566321286,0.30728789449840366,0.0 | |
| attn_gated_deltanet2_attn__falcon1_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.513425900610114,0.07134099049941757,2.7460521231671778e-05,1.8538557833770046,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.02681345878036208,0.0,0.8785647222920998,0.1923436561650218,0.03337892847091732,0.5025989769689634,0.0,0.0,0.0,0.0,2801.377606570086,91.21540585328914,0.37077116837912477,0.0 | |
| attn_gated_deltanet2_attn__falcon1a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5347328954209528,0.08146858899995381,2.7460521231671778e-05,1.8743411637312208,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.02613216618720215,0.0,0.7846161528868941,0.17422139583840007,0.03164318859203378,0.5038954490127291,0.0,0.0,0.0,0.0,2314.8442262062767,84.14212817071723,0.3748682354510641,0.0 | |
| attn_gated_deltanet2_attn__falcon2_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4987766901377997,0.07065112948535832,2.7460521231671778e-05,1.620045373247082,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.027284209781066854,0.0,0.7917591477598548,0.2012544057975162,0.03166881392283273,0.45610539898788643,0.0,0.0,0.0,0.0,4214.096946789349,95.74222148185356,0.324009084039662,0.0 | |
| attn_gated_deltanet2_attn__falcon2a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5246452607576745,0.07751982870202818,2.7460521231671778e-05,1.7923729092521004,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.02592734597545019,0.0,0.7361801943519156,0.1760589040996221,0.028329532721218506,0.4971293487159792,0.0,0.0,0.0,0.0,2853.4844896504987,94.5061773353062,0.3584745813950447,0.0 | |
| attn_gated_deltanet2_attn__falcon3_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5146670388179136,0.07235427130858595,2.7460521231671778e-05,1.8296684995847625,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.028492790355118473,0.0,0.9170064399631742,0.1959408075735483,0.03474685198231167,0.4982746870588938,0.0,0.0,0.0,0.0,3334.799687168753,58.893580537146825,0.36593371005869124,0.0 | |
| attn_gated_deltanet2_attn__falcon3a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5390705526258137,0.08068412176349249,2.7460521231671778e-05,1.8595602392341515,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.026073378321585336,0.0,0.8059762707228262,0.17709931309658994,0.03269888626948799,0.5052387534239045,0.0,0.0,0.0,0.0,2410.834970927294,78.21347784981657,0.3719120401113493,0.0 | |
| attn_gated_deltanet2_attn__fox_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.504334387098393,0.0782555800136967,2.7460521231671778e-05,1.270047888333897,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03257177621232732,0.0,0.7324672201565543,0.29422762020236526,0.040106357521087654,0.3704802147175748,0.0,0.0,0.0,0.0,4181.088753938926,102.50541497884531,0.25400957502846755,0.0 | |
| attn_gated_deltanet2_attn__gated_softmax_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4667018223190492,0.06688153905569315,2.7460521231671778e-05,1.065546380576289,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03357114169678803,0.0,0.6469954238291694,0.2731787189838178,0.04343266599046486,0.3842107612696391,0.0,0.0,0.0,0.0,4070.466084168992,96.25396204389638,0.21310927554375825,0.0 | |
| attn_gated_deltanet2_attn__gma_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.46674253794766546,0.07290211127717508,2.7460521231671778e-05,1.203831062095023,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.032475863662941584,0.0,0.7410603183998346,0.2481172902245488,0.04359286888009828,0.3710169361850132,0.0,0.0,0.0,0.0,2313.487729924857,83.9326618954535,0.24076620839556587,0.0 | |
| attn_gated_deltanet2_attn__gqa_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.46336398905972387,0.07333730373440697,2.7460521231671778e-05,1.1352392503398199,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0346364164368657,0.0,0.6527461942448369,0.272816697151131,0.04340254280177995,0.37386430529891773,0.0,0.0,0.0,0.0,3498.469142399239,89.09844668474089,0.22704784900580427,0.0 | |
| attn_gated_deltanet2_attn__gqla_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4991265641488608,0.06672210162378098,2.7460521231671778e-05,1.0043681001486302,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.04496012967103824,0.0,0.5602516908120861,0.34721078106871106,0.04550350325648967,0.42626746510991204,0.0,0.0,0.0,0.0,3880.6992362315314,90.58019085411388,0.20087361686684618,0.0 | |
| attn_gated_deltanet2_attn__gta_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.44458731154555386,0.06676083378945816,2.7460521231671778e-05,1.0966561871479408,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.029918812881749517,0.0,0.7023011770296429,0.23709303528629547,0.04348636067293888,0.3730698589672862,0.0,0.0,0.0,0.0,4790.253704220906,91.61856152425523,0.21933124463501275,0.0 | |
| attn_gated_deltanet2_attn__hgrn2_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.44027144319114947,0.06644184420046226,2.7460521231671778e-05,1.8672952214164784,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.02742684075766794,0.0,0.8010822373114724,0.15406285747145343,0.03110975984597211,0.5036136755814561,0.0,0.0,0.0,0.0,3840.3111703750023,78.45297528813347,0.3734590420653558,0.0 | |
| attn_gated_deltanet2_attn__iha_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.44021541487049615,0.060258678325972384,2.7460521231671778e-05,1.175921973532403,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.029975555022005242,0.0,0.7959008135075168,0.2892741226537369,0.04259838591678902,0.3747120032138358,0.0,0.0,0.0,0.0,3596.34282679953,82.58724190330906,0.23518438856614945,0.0 | |
| attn_gated_deltanet2_attn__kda_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.47367599099669044,0.07873024914917073,2.7460521231671778e-05,1.9573160055502383,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03162857874782239,0.0,0.895485116384561,0.1741420045195265,0.034340366601836626,0.5295783070551381,0.0,0.0,0.0,0.0,4138.409182752252,75.2932847580812,0.391463202625582,0.0 | |
| attn_gated_deltanet2_attn__mla_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4978293104132452,0.06659986650860299,2.7460521231671778e-05,1.076785737383109,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.04040182544072321,0.0,0.611297850711361,0.31027047934747715,0.04501880721942038,0.40729749938796467,0.0,0.0,0.0,0.0,3537.0879586107967,79.91464583098949,0.215357153639579,0.0 | |
| attn_gated_deltanet2_attn__mlra_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4414634053247607,0.0758777991349263,2.7460521231671778e-05,1.2135395899646453,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03236544047104427,0.0,0.7733002933256584,0.24047771649173835,0.043117733080378494,0.37549760192505105,0.0,0.0,0.0,0.0,3506.072191166401,94.06705263572235,0.2427079132159433,0.0 | |
| attn_gated_deltanet2_attn__mtla_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5128729494530913,0.06877087415469559,2.7460521231671778e-05,1.1292571573707668,0.0,0.0,0.0,0.0,0.0,0.018257418583505537,0.0,0.0,0.0,0.0,0.043376863578792356,0.0,0.6727779098284099,0.3443842221566184,0.047565869548312996,0.4173426392437153,0.0,0.0,0.0,0.0,3251.312905988283,88.43184761572522,0.22585143578128383,0.0 | |
| attn_gated_deltanet2_attn__sparda_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.47587749768793813,0.06856460692697655,2.7460521231671778e-05,1.1074108938794933,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03345984752119436,0.0,0.6576527178033144,0.24823112282074616,0.04390525208631941,0.38448359316415026,0.0,0.0,0.0,0.0,3978.733483777916,94.64837722846502,0.2214821822690794,0.0 | |
| attn_gated_deltanet2_attn__tucker_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.47698158166310406,0.06787329192962045,2.7460521231671778e-05,0.9981254344913558,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.040798630114132976,0.0,0.5654945186477416,0.3301944627823474,0.046139235241584246,0.40953690792444747,0.0,0.0,0.0,0.0,3957.001913640097,92.31704568272939,0.19962508535136503,0.0 | |
| attn_gated_deltanet_attn__conformer_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5170347471180172,0.08253854859457883,2.7460521231671778e-05,1.6069339630901005,0.0,0.0,0.0,0.0,0.0,0.018257418583505533,0.0,0.0,0.0,0.0,0.03757330167408176,0.0,0.6299018504248808,0.19619661290259288,0.033695866485940924,0.46136116296333757,0.0,0.0,0.0,0.0,4333.666470597611,99.35584154420023,0.3213867899876384,0.0 | |
| attn_gated_deltanet_attn__engram_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5030550360592166,0.07650657357079883,2.7460521231671778e-05,1.5809483133003719,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.027267019560509212,0.0,0.6907125705091199,0.1626402222298342,0.030513422849028287,0.4063923350435421,0.0,0.0,0.0,0.0,4696.059579384841,56.61428278601516,0.3161896612526355,0.0 | |
| attn_gated_deltanet_attn__falcon1_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4628456374536601,0.07411765477573717,2.7460521231671778e-05,1.3360048176861503,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0315490082209382,0.0,0.6146126922982306,0.19806642629171703,0.03520786073926276,0.3660086532919888,0.0,0.0,0.0,0.0,2949.004120496634,79.94999257129335,0.2672009562123481,0.0 | |
| attn_gated_deltanet_attn__falcon1a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.48583500441203975,0.07921552390579341,2.7460521231671778e-05,1.4306090379682639,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03066213798200971,0.0,0.5852648925050985,0.181579490918519,0.03282687613898197,0.3856278709823687,0.0,0.0,0.0,0.0,3108.1108175170034,100.86269524890814,0.2861218098147417,0.0 | |
| attn_gated_deltanet_attn__falcon2_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.48500017110786336,0.06810807354845276,2.7460521231671778e-05,1.3594366581297106,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.028829407514036946,0.0,0.6586714826678818,0.19892177499540376,0.036148491152758096,0.3752209231539566,0.0,0.0,0.0,0.0,2633.560388497864,90.0870735941658,0.2718873324187044,0.0 | |
| attn_gated_deltanet_attn__falcon2a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5062873900844068,0.07474586538735209,2.7460521231671778e-05,1.4849625364163037,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.028772147287818496,0.0,0.6257522354714976,0.17518605018227995,0.03384328636464871,0.41119211485442714,0.0,0.0,0.0,0.0,3516.766090077084,87.60561436707906,0.2969925013522088,0.0 | |
| attn_gated_deltanet_attn__falcon3_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.46162960011838167,0.07530804932529081,2.7460521231671778e-05,1.3056492140127596,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03242316955941774,0.0,0.6328360891216811,0.20322652691371626,0.036615835240378404,0.36157742345021965,0.0,0.0,0.0,0.0,3900.202224099925,54.38279507535961,0.261129851880972,0.0 | |
| attn_gated_deltanet_attn__falcon3a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.48671465972233774,0.07994350700719738,2.7460521231671778e-05,1.4351349493820158,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.030894305263362395,0.0,0.6073618457610743,0.18264122150701367,0.03357424965201268,0.3941945776600459,0.0,0.0,0.0,0.0,3184.3755110214374,79.14819578936165,0.28702698575267843,0.0 | |
| attn_gated_deltanet_attn__fox_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.52342225679976,0.07962780174811973,2.7460521231671778e-05,1.000970602766359,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03433275690094386,0.0,0.5133747060906644,0.3082295772086323,0.04076735790210049,0.3689858623690688,0.0,0.0,0.0,0.0,2651.1817080019227,93.62162730972624,0.20019412285308325,0.0 | |
| attn_gated_deltanet_attn__gated_deltanet2_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5053217411342521,0.07436865481467306,2.7460521231671778e-05,1.976248041680307,0.0,0.0,0.0,0.0,0.0,0.018257418583505543,0.0,0.0,0.0,0.0,0.02862106131246489,0.0,0.7752454957144922,0.149820030997284,0.031610574087277785,0.5058786119044746,0.0,0.0,0.0,0.0,2612.9127715321474,80.52923021426356,0.3952496002802696,0.0 | |
| attn_gated_deltanet_attn__gated_softmax_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.49796642133212454,0.06967889872252321,2.7460521231671778e-05,1.1530812547318472,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.031099185399438234,0.0,0.6839002396741857,0.2479049000821888,0.043344137844512735,0.377680484466018,0.0,0.0,0.0,0.0,3994.28917012262,103.09446925033885,0.23061625776639563,0.0 | |
| attn_gated_deltanet_attn__gma_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5465743814974997,0.07189977743820962,2.7460521231671778e-05,1.1331210860693222,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.033037164332692055,0.0,0.5900309668995803,0.2547315204127018,0.0438231058293782,0.38332120712051443,0.0,0.0,0.0,0.0,2814.568807571341,82.09936438207204,0.22662421759989082,0.0 | |
| attn_gated_deltanet_attn__gqa_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.49144910695921046,0.0637177074401636,2.7460521231671778e-05,1.1318453043421244,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.03174763502360143,0.0,0.662983213320106,0.28189716753677285,0.04308621018334424,0.3761712592714996,0.0,0.0,0.0,0.0,2800.1935669575937,94.8561321227983,0.22636905782826444,0.0 | |
| attn_gated_deltanet_attn__gqla_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5180765659582028,0.05904999493543173,2.7460521231671778e-05,0.9672776541313983,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.0439771045679634,0.0,0.4783347161963083,0.3405142655280965,0.046982558190462605,0.44083782839474117,0.0,0.0,0.0,0.0,3843.9640786544865,104.21640280353472,0.19345553435968013,0.0 | |
| attn_gated_deltanet_attn__gta_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5195762743140672,0.06889813842494127,2.7460521231671778e-05,1.1676392523948427,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.031688128196573254,0.0,0.6928088498485951,0.25857777631654894,0.04257092051752683,0.3688583500969799,0.0,0.0,0.0,0.0,2879.7619531800715,96.34680576653585,0.233527846234216,0.0 | |
| attn_gated_deltanet_attn__hgrn2_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5124590299328805,0.06685437688398897,2.7460521231671778e-05,1.6678092215416338,0.0,0.0,0.0,0.0,0.0,0.018257418583505537,0.0,0.0,0.0,0.0,0.028830295556936985,0.0,0.7382023227913168,0.20840820977060864,0.032702235076130515,0.43696931539601097,0.0,0.0,0.0,0.0,2543.7660625933445,88.02582029761678,0.33356183075805357,0.0 | |
| attn_gated_deltanet_attn__iha_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4701291037721178,0.0695029534723414,2.7460521231671778e-05,1.142801760900687,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.03250676790502569,0.0,0.6935065460826431,0.2574411748463462,0.04452127252110384,0.39197162994229545,0.0,0.0,0.0,0.0,3319.1121909730527,105.16859361482517,0.22856034279253823,0.0 | |
| attn_gated_deltanet_attn__kda_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.48227720417150793,0.0708999948554543,2.7460521231671778e-05,1.9895570795432587,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.025041962760750516,0.0,0.7949422933480865,0.17896472747115416,0.02985091884110394,0.526750363049805,0.0,0.0,0.0,0.0,3615.4860097228425,73.79296247295251,0.39791141040454564,0.0 | |
| attn_gated_deltanet_attn__mla_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5194917104133403,0.06351086354098204,2.7460521231671778e-05,0.973088152975954,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.04435794523923044,0.0,0.4738910587832651,0.33506602088034215,0.04736987765251174,0.4426255178722604,0.0,0.0,0.0,0.0,3123.292924484163,99.69131241621686,0.19461763511400235,0.0 | |
| attn_gated_deltanet_attn__mlra_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5107215115669009,0.06036301916349805,2.7460521231671778e-05,1.1800822522541643,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.037780080512226276,0.0,0.581755244550722,0.29587571741868857,0.04282492683565543,0.3883866415994116,0.0,0.0,0.0,0.0,2934.767057174715,88.51264114782498,0.23601645654761014,0.0 | |
| attn_gated_deltanet_attn__mtla_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4699694675454731,0.06118755426665781,2.7460521231671778e-05,0.9434578593145982,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.051546269530322736,0.0,0.46591379275261374,0.3719730568197242,0.04919645697753233,0.46026204970041046,0.0,0.0,0.0,0.0,2586.092647919482,81.05490442244471,0.18869157104902576,0.0 | |
| attn_gated_deltanet_attn__sparda_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.48530028702135863,0.07190632333641248,2.7460521231671778e-05,1.0930141022065147,0.0,0.0,0.0,0.0,0.0,0.018257418583505543,0.0,0.0,0.0,0.0,0.03371935018744898,0.0,0.5931588897879082,0.28757400806872957,0.04311999903778948,0.38483368672909757,0.0,0.0,0.0,0.0,2800.870965690045,82.80638500213017,0.21860282049359922,0.0 | |
| attn_gated_deltanet_attn__tucker_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5066813742570926,0.07191955590199874,2.7460521231671778e-05,1.0587155903534489,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.0368486670822259,0.0,0.5976765034730264,0.304822028564104,0.04455079329099269,0.39412163096977226,0.0,0.0,0.0,0.0,2314.0947536782746,93.38134408707027,0.21174312073075174,0.0 | |
| attn_gated_softmax_attn__conformer_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.48671836788852024,0.08094849298394005,2.7460521231671778e-05,0.9782730417571931,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.04179285730502474,0.0,0.4261344923784591,0.2557476975679143,0.045006260441909036,0.4298771393586941,0.0,0.0,0.0,0.0,4489.337593610986,141.9975920277489,0.19565460943254687,0.0 | |
| attn_gated_softmax_attn__engram_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5303877784866866,0.06702712135560376,2.7460521231671778e-05,0.8926642121440996,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.0405442585700359,0.0,0.4608154147104104,0.27172755320362973,0.04711594213961881,0.4881631392723098,0.0,0.0,0.0,0.0,6907.139172235571,82.72717198598107,0.17853284308453937,0.0 | |
| attn_gated_softmax_attn__falcon1_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5286025353848297,0.07005166431594857,2.7460521231671778e-05,0.9349602156529818,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.039379751164510556,0.0,0.5391034446457407,0.2530551532601913,0.04872700648103369,0.46779213372106976,0.0,0.0,0.0,0.0,3533.3596681435993,125.57216198083857,0.18699204249950624,0.0 | |
| attn_gated_softmax_attn__falcon1a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5391963370312348,0.07459044971532794,2.7460521231671778e-05,0.9679594194892739,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.03574901274829681,0.0,0.5225323786692363,0.22781321338857183,0.0465054553996055,0.4177166154438507,0.0,0.0,0.0,0.0,3774.226539372778,132.07520368660246,0.19359188807320982,0.0 | |
| attn_gated_softmax_attn__falcon2_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4867118011690428,0.0673704153293111,2.7460521231671778e-05,0.8934572714170381,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.035270521803717314,0.0,0.5428542816075674,0.24938782465619216,0.04677283304838693,0.45853033118101544,0.0,0.0,0.0,0.0,3823.2339147500184,120.45221375258087,0.17869144117936667,0.0 | |
| attn_gated_softmax_attn__falcon2a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.49387964971171733,0.07037207544074414,2.7460521231671778e-05,0.8988275960919259,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03642825618697045,0.0,0.4856809230478473,0.2429085994491906,0.04588569873996564,0.4208753004447558,0.0,0.0,0.0,0.0,5232.409055450074,126.01962108214747,0.17976551571545868,0.0 | |
| attn_gated_softmax_attn__falcon3_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5285031404816604,0.06817697946497023,2.7460521231671778e-05,0.8905770689066884,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.041137984008328625,0.0,0.4487970003244728,0.26225979109593167,0.049705173887250854,0.4958376756975202,0.0,0.0,0.0,0.0,4149.660930497967,68.54013015036489,0.17811541191686464,0.0 | |
| attn_gated_softmax_attn__falcon3a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5409318498085808,0.07655678057435068,2.7460521231671778e-05,0.9698030047130998,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.03612327184932885,0.0,0.549178697110479,0.23207996549133897,0.04748774173499829,0.4219425785935455,0.0,0.0,0.0,0.0,3722.6527492858736,137.60162703902728,0.19396061115453722,0.0 | |
| attn_gated_softmax_attn__gma_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.48406383804404907,0.06500965764580223,2.7460521231671778e-05,0.8265304398129856,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05782126071573335,0.0,0.33995832574989043,0.3931726433684862,0.05516315545552679,0.5510096639896092,0.0,0.0,0.0,0.0,3622.2514036716175,141.65329911592636,0.16530608401137387,0.0 | |
| attn_gated_softmax_attn__gqa_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.43504219646386877,0.06702362723291382,2.7460521231671778e-05,0.8581356835099729,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05727027385434702,0.0,0.43754506301901325,0.3930304119113409,0.05206782588174412,0.5415198645747007,0.0,0.0,0.0,0.0,2556.5910524667993,141.20199134497494,0.17162714125326692,0.0 | |
| attn_gated_softmax_attn__gqla_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5076907515151244,0.07124078577645682,2.7460521231671778e-05,0.8417127062488832,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.06701298734740373,0.0,0.5352858498297919,0.44211037549336224,0.05026652083714553,0.5447223843023158,0.0,0.0,0.0,0.0,3639.9305821404687,144.9096734978418,0.1683425434664558,0.0 | |
| attn_gated_softmax_attn__gta_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.45212650541808547,0.05647737249063565,2.7460521231671778e-05,0.8331144052978082,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05960989000214094,0.0,0.5685338336069965,0.42333352640144317,0.051051119861875535,0.5406997540510958,0.0,0.0,0.0,0.0,4345.147481235739,135.94706277590035,0.16662287957668867,0.0 | |
| attn_gated_softmax_attn__iha_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.49733672323061007,0.06559819561310565,2.7460521231671778e-05,0.8319534303283043,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.06044568030349361,0.0,0.4468913254847359,0.400060713915038,0.05236243949596952,0.5588407013116572,0.0,0.0,0.0,0.0,3630.686957867724,124.65018851733682,0.1663906891636167,0.0 | |
| attn_gated_softmax_attn__kda_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4575826570781364,0.06746329479946751,2.7460521231671778e-05,1.2443615313421412,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.027591802991665398,0.0,0.7357103774806141,0.17203968099346845,0.03853446503335912,0.36646876753427493,0.0,0.0,0.0,0.0,5531.844295106861,99.07131953636897,0.24887230465605348,0.0 | |
| attn_gated_softmax_attn__mla_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5036894692912252,0.07099734035044304,2.7460521231671778e-05,0.8533353494419383,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.06253562323032323,0.0,0.5308411093862285,0.41214961475719786,0.04971913057397158,0.5341477263383888,0.0,0.0,0.0,0.0,3321.7753186774385,150.1630243819628,0.17066706980640908,0.0 | |
| attn_gated_softmax_attn__mlra_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.45006674429331356,0.06331473563995141,2.7460521231671778e-05,0.8416064864565613,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05488125727826811,0.0,0.4950596000882232,0.3816037914361534,0.05237425925730037,0.5450870480605563,0.0,0.0,0.0,0.0,3580.696384755651,147.1172468957912,0.1683212975316222,0.0 | |
| attn_gated_softmax_attn__mtla_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5054104074982709,0.06660930514308283,2.7460521231671778e-05,0.8238741207343098,0.0,0.0,0.0,0.0,0.0,0.018257418583505543,0.0,0.0,0.0,0.0,0.07060393854837246,0.0,0.4724064604970665,0.4743397852556034,0.052889210842033976,0.552497133560649,0.0,0.0,0.0,0.0,4042.711987906577,121.50952040509014,0.1647748164941917,0.0 | |
| attn_gated_softmax_attn__sparda_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.44154835600508047,0.056020537950418885,2.7460521231671778e-05,0.834777716677446,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05930271061868277,0.0,0.4224295414766697,0.39649028963174016,0.0532040208703241,0.5446329857398043,0.0,0.0,0.0,0.0,2586.3929964344384,134.73755651730443,0.16695554935159443,0.0 | |
| attn_gated_softmax_attn__tucker_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.43319920776592746,0.054521148831156184,2.7460521231671778e-05,0.8415870556797428,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05792689948054201,0.0,0.5380448067797661,0.36019614692993535,0.05151504928620881,0.5319302209926453,0.0,0.0,0.0,0.0,3843.0222471101542,131.84923466806356,0.1683174095942174,0.0 | |
| attn_gla_attn__conformer_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5014957628029352,0.07897244947544788,2.7460521231671778e-05,1.3137528943995156,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03967217639866567,0.0,0.5683667360975244,0.206032534204848,0.03650564637371898,0.39247935959809394,0.0,0.0,0.0,0.0,5736.826084740184,97.59715223530021,0.2627505746842878,0.0 | |
| attn_gla_attn__deltanet_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4451822176867237,0.0660895753240232,2.7460521231671778e-05,1.4127111705578905,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.026190872393024502,0.0,0.6927099279081628,0.13904272885332042,0.033824875519581264,0.37709788221373686,0.0,0.0,0.0,0.0,3944.7106936646246,88.03802510277761,0.2825422308390452,0.0 | |
| attn_gla_attn__engram_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.47722527451628216,0.0646528837686522,2.7460521231671778e-05,1.3932703873610646,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.030672416492734902,0.0,0.6645982476178892,0.16526033579649116,0.03663463369605728,0.3891560282084207,0.0,0.0,0.0,0.0,6717.506677066535,54.37416816075302,0.27865407380497653,0.0 | |
| attn_gla_attn__falcon1_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5122364232551426,0.06499614994032324,2.7460521231671778e-05,1.1640506884021677,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.03311898124642966,0.0,0.5622613980056163,0.21718751852946408,0.03893443416293763,0.35349239568607926,0.0,0.0,0.0,0.0,4204.366429238952,96.0978039263019,0.23281013549395616,0.0 | |
| attn_gla_attn__falcon1a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5304239944686567,0.06944888057498812,2.7460521231671778e-05,1.2243133817179352,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.031101261722674887,0.0,0.5341558865353064,0.19037157634642712,0.03657085090602678,0.34579633304264473,0.0,0.0,0.0,0.0,4689.407710078542,91.33573586065307,0.24486268361299465,0.0 | |
| attn_gla_attn__falcon2_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4752684403132838,0.06488249329163638,2.7460521231671778e-05,1.2596915949597787,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03089713421372115,0.0,0.6180974090199449,0.2081974807120849,0.03693625077447388,0.3545317715256534,0.0,0.0,0.0,0.0,4944.182415704435,92.06790552374476,0.2519383178682693,0.0 | |
| attn_gla_attn__falcon2a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5011717052555636,0.0699513118366553,2.7460521231671778e-05,1.3575153287691129,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.030030416485468923,0.0,0.5965464593721659,0.18027759727955528,0.03551090481190191,0.3691085667777373,0.0,0.0,0.0,0.0,3355.8217705006628,87.73653540649289,0.27150305993300644,0.0 | |
| attn_gla_attn__falcon3_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.51114306366482,0.06478715609532425,2.7460521231671778e-05,1.1235960235507338,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.03353099177277071,0.0,0.558132288811581,0.2221706629116903,0.0403575835408095,0.36283717732192733,0.0,0.0,0.0,0.0,5813.8556818271245,60.687691633410445,0.22471921393428346,0.0 | |
| attn_gla_attn__falcon3a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5345191351395651,0.07002037854014093,2.7460521231671778e-05,1.2399669689628476,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.03107154526056517,0.0,0.5547401008189952,0.18785500355856663,0.03683687109820459,0.3524304110465916,0.0,0.0,0.0,0.0,4628.136435306446,99.29682694287618,0.24799339216444377,0.0 | |
| attn_gla_attn__fox_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4907824264881204,0.07111092212274839,2.7460521231671778e-05,0.9397763104197918,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.034296723157870385,0.0,0.46068887621321125,0.24397942526381222,0.043691674306383745,0.4155418223294493,0.0,0.0,0.0,0.0,4249.990109220846,94.87210870491741,0.18795525576739242,0.0 | |
| attn_gla_attn__gated_deltanet2_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.44519268221347713,0.07167829728205806,2.7460521231671778e-05,1.6708121411058745,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.02741378677847045,0.0,0.7829755585599782,0.14131202306736942,0.03337484220782052,0.4678671688386737,0.0,0.0,0.0,0.0,2928.073398737918,72.30627586951793,0.33416243059793477,0.0 | |
| attn_gla_attn__gated_deltanet_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.47461855550279974,0.07298711965485612,2.7460521231671778e-05,1.7716392066866982,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.03304809447616296,0.0,0.8119777334349694,0.15715954108953806,0.035611696442429674,0.5136427023372595,0.0,0.0,0.0,0.0,3607.687887774381,82.33487603521816,0.3543278328002082,0.0 | |
| attn_gla_attn__gated_softmax_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5036785699065401,0.06803855729996827,2.7460521231671778e-05,0.9872499370284762,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03400244334910841,0.0,0.4882924991067009,0.24374251869104446,0.04538706056188811,0.42215771664863,0.0,0.0,0.0,0.0,5188.639536835784,96.36673722507314,0.19744998295282787,0.0 | |
| attn_gla_attn__gma_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4784921761083662,0.06740132615684097,2.7460521231671778e-05,0.9862441263009668,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.036218550110389394,0.0,0.4313356734693786,0.23931958273617557,0.04687138472758957,0.40780981029558844,0.0,0.0,0.0,0.0,4377.476468417561,86.15513347988521,0.19724882734857405,0.0 | |
| attn_gla_attn__gqa_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.48440561060570325,0.07524964364834034,2.7460521231671778e-05,0.9646287195905382,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.037118641528981096,0.0,0.4630413956806139,0.2774056305711699,0.046551474761596094,0.4212419073814986,0.0,0.0,0.0,0.0,3044.7460630660544,96.11760536206835,0.1929257445130955,0.0 | |
| attn_gla_attn__gqla_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4469433214904817,0.06388241177864723,2.7460521231671778e-05,0.9376270148776977,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0458568077256765,0.0,0.42396596117394897,0.3459779466554304,0.04759611088380035,0.456522998990633,0.0,0.0,0.0,0.0,3541.0260471068605,96.81938612922004,0.18752539195771234,0.0 | |
| attn_gla_attn__gta_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.44831926554588303,0.06935049243176158,2.7460521231671778e-05,0.963091742348441,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.033078124544740316,0.0,0.5563634394905492,0.2678446543657569,0.04539588259964445,0.41712198051789756,0.0,0.0,0.0,0.0,4313.6338976025045,107.17457172919283,0.1926183499060925,0.0 | |
| attn_gla_attn__hgrn2_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.434423951625392,0.06159499530637091,2.7460521231671778e-05,1.544368922589463,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.028428264659096057,0.0,0.7299925344564161,0.16154770578870326,0.0339860483916488,0.4349624404709881,0.0,0.0,0.0,0.0,1870.744425302646,87.49717881704021,0.3088737826772001,0.0 | |
| attn_gla_attn__iha_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.45480461971856756,0.06959536211200514,2.7460521231671778e-05,0.9852490945786483,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03233157073496176,0.0,0.49222752364073286,0.24768058292504747,0.045167306588595274,0.40939789851204494,0.0,0.0,0.0,0.0,3416.769164311468,98.29599960171815,0.19704981705848043,0.0 | |
| attn_gla_attn__kda_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4491910488418181,0.07623048791184059,2.7460521231671778e-05,1.6541081911496622,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.02679996464970744,0.0,0.8054778221758636,0.16015819338496093,0.035480735992098375,0.46083035466390654,0.0,0.0,0.0,0.0,3827.975613514389,82.22286798845397,0.33082164452053564,0.0 | |
| attn_gla_attn__mla_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.444725105387131,0.0665556142128173,2.7460521231671778e-05,0.9491189415329807,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.04280912387424399,0.0,0.43012248595914815,0.32143276143356647,0.047541176440746964,0.44566396697146876,0.0,0.0,0.0,0.0,3457.6952118526438,104.0086606897529,0.18982378821167162,0.0 | |
| attn_gla_attn__mlra_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4848863330043923,0.0714824089611697,2.7460521231671778e-05,0.969183248639233,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03842640897158797,0.0,0.46691299943010894,0.27169017684916863,0.04667497386053385,0.4358410714988629,0.0,0.0,0.0,0.0,3151.2503581444926,92.90769238253553,0.1938366460016409,0.0 | |
| attn_gla_attn__mtla_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4821743508718474,0.06632707405168607,2.7460521231671778e-05,0.9617608266897351,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.04452556690316768,0.0,0.46654248205582866,0.3182964088196684,0.04930608116747442,0.4616171669935031,0.0,0.0,0.0,0.0,4512.677242689232,102.3186015890253,0.19235216588496504,0.0 | |
| attn_gla_attn__sparda_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.48210513728299104,0.0697110897293961,2.7460521231671778e-05,1.063535637520877,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.033663869332951034,0.0,0.6162243763363192,0.25660879473786924,0.045585026803037956,0.3988522936740898,0.0,0.0,0.0,0.0,5256.1834273713275,101.44638558295136,0.2127071221300036,0.0 | |
| attn_gla_attn__tucker_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5161826575946693,0.07045980873064346,2.7460521231671778e-05,0.9805505670878704,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.039167721268983595,0.0,0.4807519124142355,0.2916723321371022,0.0459467383815058,0.4231229825825291,0.0,0.0,0.0,0.0,2993.8214686023016,95.15717216967677,0.19611011734743602,0.0 | |
| attn_gma_attn__conformer_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4720787532326193,0.06759939201092031,2.7460521231671778e-05,1.0304272346836973,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.040345244240082234,0.0,0.4421538473790288,0.25825439701984726,0.04241023783211308,0.4019620007288349,0.0,0.0,0.0,0.0,786.6014462442847,65.66607701495779,0.2060854444460757,0.0 | |
| attn_gma_attn__falcon1_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5024248021245186,0.06741513887098442,2.7460521231671778e-05,1.0757415817202574,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.03832953855192565,0.0,0.6446627276987323,0.2594625816174131,0.04961844330623989,0.44689332301235846,0.0,0.0,0.0,0.0,651.0170121606375,89.32743480390991,0.2151483138927509,0.0 | |
| attn_gma_attn__falcon1a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5158551191203992,0.07333818420064632,2.7460521231671778e-05,1.113703290435832,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.033431565539771196,0.0,0.6322854043843524,0.2253949586672081,0.04742090996653582,0.40212236697441556,0.0,0.0,0.0,0.0,287.31133826074193,68.14773367255486,0.22274066355517028,0.0 | |
| attn_gma_attn__falcon2_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.49157667260501503,0.06591348301026444,2.7460521231671778e-05,0.9283098758601472,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03933650309441076,0.0,0.4713138116285859,0.24780816301556502,0.04982162920340417,0.45529522244674664,0.0,0.0,0.0,0.0,660.9072001387962,81.35311842423575,0.1856619755205642,0.0 | |
| attn_gma_attn__falcon2a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.502961348925266,0.06898024251532275,2.7460521231671778e-05,0.9301846233138286,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.04195914922596015,0.0,0.44881403672735093,0.2582356443046175,0.050828619848768304,0.4109064671473867,0.0,0.0,0.0,0.0,777.562108039019,65.09279957937181,0.18603692782750375,0.0 | |
| attn_gma_attn__falcon3_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5033072294383998,0.06771538953458031,2.7460521231671778e-05,1.0076431568892368,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.039488695745777784,0.0,0.5824490588344613,0.2688940840918785,0.051599921604488785,0.46585220381919046,0.0,0.0,0.0,0.0,983.4863414678903,45.43942023363935,0.20152863021797277,0.0 | |
| attn_gma_attn__falcon3a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.517744100219567,0.0728578668275447,2.7460521231671778e-05,1.1215125535794719,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.03282552028915335,0.0,0.6718632248930075,0.22413497153641443,0.04768704010876313,0.4081659458351277,0.0,0.0,0.0,0.0,658.2622420302506,104.16215433874956,0.22430251252229366,0.0 | |
| attn_gqa_attn__conformer_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4790451052714445,0.06984371115608345,2.7460521231671778e-05,1.0122389257881834,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.04032351069674784,0.0,0.4303956468255557,0.2756890363310848,0.0425703266620315,0.4012342997537275,0.0,0.0,0.0,0.0,4648.730911899537,142.18332978365797,0.20244777969329575,0.0 | |
| attn_gqa_attn__falcon1_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5383726801924836,0.05621657172745585,2.7460521231671778e-05,1.0684148803032716,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.04356117491906702,0.0,0.7072518033704491,0.333659314643752,0.05074464769948978,0.457368826905536,0.0,0.0,0.0,0.0,3168.6629009176677,148.14250997678124,0.21368297012769863,0.0 | |
| attn_gqa_attn__falcon1a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5480762091431994,0.07344518368532463,2.7460521231671778e-05,1.0838909156524432,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.04050775167519131,0.0,0.6627467307814607,0.30113672213902865,0.049114820268276085,0.4051691886309753,0.0,0.0,0.0,0.0,5283.307605522458,147.41735801055972,0.21677818666022272,0.0 | |
| attn_gqa_attn__falcon2_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4323027743299099,0.047607643394420474,2.7460521231671778e-05,0.9640051931007471,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03782528796488307,0.0,0.6148388786466282,0.29055722698346687,0.04641158508564705,0.4283913486695745,0.0,0.0,0.0,0.0,4930.771117420422,127.25293836545784,0.19280103975570828,0.0 | |
| attn_gqa_attn__falcon2a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.44593813404367133,0.051473483747377514,2.7460521231671778e-05,1.0095262501829623,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.032591307053428394,0.0,0.6226147327543359,0.2432693940967598,0.04383780592915975,0.3884947821338397,0.0,0.0,0.0,0.0,4856.823186513119,125.15501042976682,0.20190524347011743,0.0 | |
| attn_gqa_attn__falcon3_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5366621415914584,0.05609352112583614,2.7460521231671778e-05,0.9392687852563463,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.045906813518060516,0.0,0.5569191748114232,0.3499559233482906,0.05197459943240843,0.4779395155645563,0.0,0.0,0.0,0.0,4456.966152649204,71.10138036650947,0.18785375644192262,0.0 | |
| attn_gqa_attn__falcon3a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5497363462381332,0.074558761815113,2.7460521231671778e-05,1.0907608247069336,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.04056055075260796,0.0,0.7040577520019583,0.30303468935024225,0.05017621873495589,0.41301374698456567,0.0,0.0,0.0,0.0,3144.3642037676245,133.81452134024084,0.21815216038530919,0.0 | |
| attn_gqa_attn__gma_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4698552065909739,0.07172489099384866,2.7460521231671778e-05,0.8584905403607805,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05289131700641294,0.0,0.38438332808135667,0.40415169985696653,0.052521572110616185,0.538919100538646,0.0,0.0,0.0,0.0,4207.939132280798,150.02632819707202,0.171698102161475,0.0 | |
| attn_gqa_attn__gqla_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4572285472902964,0.06841492200649787,2.7460521231671778e-05,0.8530107911887947,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.06815316495148831,0.0,0.5268587283989938,0.5096678835519444,0.05210287499683942,0.538872623880184,0.0,0.0,0.0,0.0,5421.4812679093575,163.68801984620032,0.1706021504174089,0.0 | |
| attn_gqa_attn__gta_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.45685277985928163,0.06285123584773288,2.7460521231671778e-05,0.8624265085179306,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.058129989839446755,0.0,0.5084946507047386,0.41784104494856744,0.05156697590265735,0.5367213298248904,0.0,0.0,0.0,0.0,4871.780281243675,147.9182294013235,0.17248530302457024,0.0 | |
| attn_gqa_attn__iha_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.45664790567636526,0.059393085962546034,2.7460521231671778e-05,0.844159353236208,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.06041981545799124,0.0,0.4863761150419039,0.46495856678702496,0.052806489729949356,0.5476958921628066,0.0,0.0,0.0,0.0,4804.844559577497,136.20181689346788,0.16883186022618252,0.0 | |
| attn_gqa_attn__kda_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4605198650551115,0.06150055503845848,2.7460521231671778e-05,1.3140894873211675,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.029201748850140232,0.0,0.7446964843138708,0.1936514769939422,0.04050267648749,0.375708124958485,0.0,0.0,0.0,0.0,3528.8436621864457,114.72212817083381,0.26281789470245004,0.0 | |
| attn_gqa_attn__mla_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4541958048218528,0.06944765597503036,2.7460521231671778e-05,0.8593846959934506,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.06282663251786011,0.0,0.5066770811344555,0.46595074292388755,0.05196692551351696,0.5344000842598976,0.0,0.0,0.0,0.0,5019.782038074612,146.79850904048084,0.1718769384028271,0.0 | |
| attn_gqa_attn__mlra_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5066438926259018,0.07191320626610623,2.7460521231671778e-05,0.8444292689608923,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.06226369140410398,0.0,0.422593687802175,0.46221526735572693,0.05170696751911116,0.5501657919453673,0.0,0.0,0.0,0.0,4795.906949622961,166.90123788420254,0.1688858587774492,0.0 | |
| attn_gqa_attn__mtla_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4689028004013409,0.061456097561896204,2.7460521231671778e-05,0.8198583990028329,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.062949765442655,0.0,0.45024499834380416,0.43515092991111654,0.052046503074115805,0.5546498911230022,0.0,0.0,0.0,0.0,4626.524824659801,133.23503158660017,0.16397167527809978,0.0 | |
| attn_gqa_attn__sparda_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4675952794787183,0.05711146728572139,2.7460521231671778e-05,0.8560059843830319,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05750868979811309,0.0,0.439978377783107,0.4132842524947023,0.05324925473143037,0.5410657770662141,0.0,0.0,0.0,0.0,5250.939118888954,130.518706651363,0.17120120005185652,0.0 | |
| attn_gqa_attn__tucker_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4402516161209086,0.06757549781441081,2.7460521231671778e-05,0.8732911718793599,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05856535618046158,0.0,0.4970724744586144,0.42839463993789423,0.05147034633871877,0.5323463209098088,0.0,0.0,0.0,0.0,3098.090768010987,145.96833065691425,0.17465823315647977,0.0 | |
| attn_gqla_attn__conformer_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.48332817514975324,0.07757320626026416,2.7460521231671778e-05,0.8972934678448381,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03928700613523859,0.0,0.3002055392096538,0.2646767565885555,0.04649171753577595,0.46504642488943365,0.0,0.0,0.0,0.0,825.7934415950772,100.74041530582697,0.17945870245868698,0.0 | |
| attn_gqla_attn__falcon1_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.516896082025916,0.07321995433736704,2.7460521231671778e-05,0.9634913818352436,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.04851151722735,0.0,0.6411131343445614,0.36732596476620233,0.050920031906230616,0.47680171571041535,0.0,0.0,0.0,0.0,1443.5223852813956,119.59853153007944,0.19269827329664602,0.0 | |
| attn_gqla_attn__falcon1a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5261167695225801,0.07343570859124272,2.7460521231671778e-05,0.9962783008854391,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.04453318114108056,0.0,0.6605953837784384,0.3204819531991038,0.050062552863578254,0.4419514760721518,0.0,0.0,0.0,0.0,1075.9045425892696,111.73544483844024,0.19925565932323644,0.0 | |
| attn_gqla_attn__falcon2_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.47910479004652384,0.0672771284955988,2.7460521231671778e-05,0.8839210992956844,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05651847668699549,0.0,0.592955555923814,0.36728816536406367,0.049423707814928025,0.4648289873849251,0.0,0.0,0.0,0.0,1733.8914779135766,103.38716437202325,0.17678422165167101,0.0 | |
| attn_gqla_attn__falcon2a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.49023785271565196,0.06932345362673117,2.7460521231671778e-05,0.9537072463860848,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.050385005325705085,0.0,0.6590197410243749,0.3091871478925908,0.046339075381468274,0.41592952162653335,0.0,0.0,0.0,0.0,1092.569919049863,92.07773223150376,0.19074144618553368,0.0 | |
| attn_gqla_attn__falcon3_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5161324190788742,0.07316586843180282,2.7460521231671778e-05,0.8961243561081517,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.052167757678351155,0.0,0.5214593146055956,0.38281723926529176,0.05199861823049201,0.50466100479936,0.0,0.0,0.0,0.0,888.3838815714611,60.552381194572256,0.17922486686386416,0.0 | |
| attn_gqla_attn__falcon3a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5280213665073652,0.07440767486992025,2.7460521231671778e-05,1.0134526434971514,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.04245369730714408,0.0,0.7034546378932253,0.31214997422648666,0.04979908654509492,0.4448570742121332,0.0,0.0,0.0,0.0,1008.7399943360244,98.58045988249013,0.20269051742056726,0.0 | |
| attn_gqla_attn__gma_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.45430301432212006,0.06985740111537657,2.7460521231671778e-05,0.8501599027323767,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05601478295722301,0.0,0.37986096631285743,0.4024157980904188,0.051694830831438825,0.5492172286999486,0.0,0.0,0.0,0.0,986.3998601697447,104.73367514636365,0.17003198401492078,0.0 | |
| attn_gqla_attn__gta_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5266225924395694,0.07252177397484116,2.7460521231671778e-05,0.8632716348933428,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.06339033360986546,0.0,0.5774857686430678,0.4431167347187823,0.05183988472291798,0.5464356607730575,0.0,0.0,0.0,0.0,4385.44617946709,101.52077146209476,0.17265432129978187,0.0 | |
| attn_gqla_attn__iha_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.45243870978638445,0.060802573258907915,2.7460521231671778e-05,0.8387147468630917,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.06464178474017925,0.0,0.657685136587702,0.4647118539635433,0.05008858006333672,0.5420296434951096,0.0,0.0,0.0,0.0,2791.975921917705,119.50756180038519,0.1677429464267261,0.0 | |
| attn_gqla_attn__kda_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.43756360716023024,0.06853969817558717,2.7460521231671778e-05,1.3072342825191952,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.027461647144251002,0.0,0.6523217061881466,0.1905241215472645,0.035123441632066446,0.3251302796734945,0.0,0.0,0.0,0.0,2820.8593296542954,95.98303631342074,0.2614468556766701,0.0 | |
| attn_gqla_attn__mlra_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.48222129915411477,0.06197172430641248,2.7460521231671778e-05,0.8462276786737023,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.06575935452215668,0.0,0.46815594378381226,0.47936413364319885,0.05155149455188192,0.5595991639338461,0.0,0.0,0.0,0.0,3337.8865131804046,118.47366225111988,0.16924553461097164,0.0 | |
| attn_gqla_attn__mtla_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4339959371643782,0.06703547962002097,2.7460521231671778e-05,0.8096175226863381,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.06385134889014983,0.0,0.5005005833077,0.45121954598061204,0.05340513734815635,0.560418277256313,0.0,0.0,0.0,0.0,2077.6532103423465,120.04328090926728,0.161923501454745,0.0 | |
| attn_gqla_attn__sparda_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4972633027797958,0.06796623880622296,2.7460521231671778e-05,0.8383505775758175,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.06495994100140177,0.0,0.47235693757511743,0.45145795541086775,0.052304556675495585,0.5516167484712949,0.0,0.0,0.0,0.0,2224.325488361125,108.66676640101674,0.16767010803545185,0.0 | |
| attn_gqla_attn__tucker_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5091605503668035,0.07036188250288818,2.7460521231671778e-05,0.8389645535428125,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.062305770572516725,0.0,0.4949002667481796,0.42604016808931655,0.05056684617975632,0.5486743248728868,0.0,0.0,0.0,0.0,3996.8834848148263,119.73127205895801,0.1677929198066651,0.0 | |
| attn_gta_attn__conformer_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.46277699531618166,0.06328197136148649,2.7460521231671778e-05,0.901657650166323,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03688963113160576,0.0,0.3182409484558292,0.22941380446041437,0.044474599088794906,0.45264858708084166,0.0,0.0,0.0,0.0,963.4407712969787,98.3362930024375,0.18033153019579068,0.0 | |
| attn_gta_attn__falcon1_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4959902039354461,0.05284369014130424,2.7460521231671778e-05,0.9659225952555973,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.048681692988290254,0.0,0.5492111572856179,0.3171732458907423,0.04812339910671573,0.47041062339073775,0.0,0.0,0.0,0.0,683.4086245534119,76.75158865715827,0.19318452600218247,0.0 | |
| attn_gta_attn__falcon1a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5122236774285072,0.06532583780998547,2.7460521231671778e-05,1.0425233311411235,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.044272433486692575,0.0,0.6654175982235889,0.2732183205195647,0.04812073638304403,0.43496945339459164,0.0,0.0,0.0,0.0,641.6847071018576,101.0190903515548,0.20850466630626274,0.0 | |
| attn_gta_attn__falcon2_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.46147492544855456,0.0666910151282343,2.7460521231671778e-05,0.8922029251116201,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.043467778859489624,0.0,0.5321203192825554,0.28346891056339824,0.04735872126404054,0.4539235369975469,0.0,0.0,0.0,0.0,757.1751821447116,88.29156885871004,0.17844058655826303,0.0 | |
| attn_gta_attn__falcon2a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.47247917771596964,0.07305560127887452,2.7460521231671778e-05,0.9007688330973571,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.04098799535018518,0.0,0.5575912575893168,0.2610665400389095,0.04493934458749095,0.4172027413587094,0.0,0.0,0.0,0.0,429.3821233327687,68.6335708730676,0.1801537711496112,0.0 | |
| attn_gta_attn__falcon3_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.49514016855930726,0.05273775881641298,2.7460521231671778e-05,0.9233564199923183,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.05014573934477203,0.0,0.5102511166373487,0.32356512325349723,0.04902315836941402,0.49022502854050826,0.0,0.0,0.0,0.0,1015.0417777374083,44.344666055491885,0.18467128777720096,0.0 | |
| attn_gta_attn__falcon3a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5141189152683601,0.06703794509932931,2.7460521231671778e-05,1.0805451179975167,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.043760764025547697,0.0,0.729798522036634,0.27138803231424624,0.0490145021196233,0.4412466821145928,0.0,0.0,0.0,0.0,623.7964187176219,94.21376356510449,0.21610902217254407,0.0 | |
| attn_gta_attn__gma_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.45878727325913576,0.049296948582128214,2.7460521231671778e-05,0.8439962887907873,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05938915923526287,0.0,0.419770004951471,0.39284043167977384,0.05082591214175243,0.5372409055432459,0.0,0.0,0.0,0.0,620.4577497391505,81.90449893498966,0.16879924407531924,0.0 | |
| attn_gta_attn__kda_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4940087276698713,0.06931359358973696,2.7460521231671778e-05,1.245921554066488,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.02548810728681135,0.0,0.6605469373804203,0.1800514996441555,0.03569462493175516,0.3353170630939776,0.0,0.0,0.0,0.0,759.7348599210214,65.83250357308955,0.24918431626794812,0.0 | |
| attn_gta_attn__mtla_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5525235172006816,0.07298598640292346,2.7460521231671778e-05,0.8197186440633689,0.0,0.0,0.0,0.0,0.0,0.018257418583505543,0.0,0.0,0.0,0.0,0.07258375402491789,0.0,0.504681433110467,0.47681936289604065,0.05163073872123884,0.5673985538777693,0.0,0.0,0.0,0.0,806.4037683272085,76.76353990101856,0.16394372674487417,0.0 | |
| attn_gta_attn__sparda_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4260742466297273,0.06467537645016812,2.7460521231671778e-05,0.8261168055875419,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.056749874574357435,0.0,0.44228092319667817,0.36256327168067587,0.052549687570039826,0.5437637664640659,0.0,0.0,0.0,0.0,857.4084199317194,94.59998682000212,0.16522335118027834,0.0 | |
| attn_hgrn2_attn__conformer_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5498873027800625,0.07969042602565403,2.7460521231671778e-05,1.2889947411320748,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03911229753306508,0.0,0.5395037506437311,0.22545261988330037,0.03600466928250081,0.3664142506892232,0.0,0.0,0.0,0.0,5493.3839086786065,113.87434306396769,0.2577989574288657,0.0 | |
| attn_hgrn2_attn__engram_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5242420012676311,0.07730291908741023,2.7460521231671778e-05,1.4176182936375707,0.0,0.0,0.0,0.0,0.0,0.018257418583505537,0.0,0.0,0.0,0.0,0.02876584946657602,0.0,0.6644450510105073,0.1726483006216929,0.034294894896404395,0.3634678950589473,0.0,0.0,0.0,0.0,5636.404217515558,60.155109495206204,0.28352365704200444,0.0 | |
| attn_hgrn2_attn__falcon1_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5163053485002879,0.07493745088951367,2.7460521231671778e-05,1.3851790728233213,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.029514025055271852,0.0,0.6585053084184802,0.19289210847987187,0.033365353902178346,0.38045013646744325,0.0,0.0,0.0,0.0,4604.879985531647,104.24791169124748,0.277035819281332,0.0 | |
| attn_hgrn2_attn__falcon1a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5391456201273315,0.08365179456715692,2.7460521231671778e-05,1.4505417488320016,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.02757913518159546,0.0,0.6014866027860101,0.17089202466866477,0.031424329613209956,0.3858880920825183,0.0,0.0,0.0,0.0,3788.13383477882,105.50641266444872,0.2901083529336227,0.0 | |
| attn_hgrn2_attn__falcon2_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.45859463342545476,0.06890661320208107,2.7460521231671778e-05,1.3081566520562984,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.028047654443985957,0.0,0.6786374350016768,0.211431835680197,0.033706931915855096,0.3448850063357006,0.0,0.0,0.0,0.0,4149.984376634279,93.39867059377576,0.26163132843309256,0.0 | |
| attn_hgrn2_attn__falcon2a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4810076620532187,0.07463246785824129,2.7460521231671778e-05,1.4031589633978756,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.027672841913462105,0.0,0.6439662066253588,0.18723284174624982,0.03231454953948313,0.36975516598196884,0.0,0.0,0.0,0.0,4516.684105436542,112.26302241162112,0.28063179016864737,0.0 | |
| attn_hgrn2_attn__falcon3_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5146429964063693,0.07487036893641635,2.7460521231671778e-05,1.324865353064145,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.03074568144886686,0.0,0.6666755190900144,0.20005997133597372,0.034974987573954085,0.36407318437358266,0.0,0.0,0.0,0.0,3878.441166742148,65.46932938786343,0.2649730662823553,0.0 | |
| attn_hgrn2_attn__falcon3a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5415679353153398,0.08365024377677885,2.7460521231671778e-05,1.4406005151736054,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.02738256195602308,0.0,0.62023392229963,0.17140985344837742,0.03214147267841117,0.38772242691259273,0.0,0.0,0.0,0.0,4723.432231150671,107.25198664119442,0.2881201089357363,0.0 | |
| attn_hgrn2_attn__fox_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5181992059231119,0.07496733744053362,2.7460521231671778e-05,1.0206251101738926,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03396595618957221,0.0,0.5517988469027513,0.26581996203402886,0.04232627934557367,0.37889217911826134,0.0,0.0,0.0,0.0,4075.045405572018,111.39411507650388,0.20412501800888325,0.0 | |
| attn_hgrn2_attn__gated_softmax_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4744630917645726,0.06932362547472126,2.7460521231671778e-05,1.0451230958551299,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.031584849667961046,0.0,0.646737535425663,0.24546174737010523,0.043718696469750136,0.3876994478737025,0.0,0.0,0.0,0.0,3377.875284500218,96.35158849690906,0.20902462048628193,0.0 | |
| attn_hgrn2_attn__gma_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4973943052432603,0.06718755320755627,2.7460521231671778e-05,1.1465765127010115,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.034049546804006695,0.0,0.6591058616581961,0.22725066158398768,0.04539730295220378,0.3780818562782355,0.0,0.0,0.0,0.0,2730.3907762762824,95.56838532105054,0.22931529994739178,0.0 | |
| attn_hgrn2_attn__gqa_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.45347632829125784,0.06081242163801087,2.7460521231671778e-05,1.0591974294996038,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03490326997672711,0.0,0.590893352892485,0.2847625790146994,0.04412360436002947,0.3794738886987242,0.0,0.0,0.0,0.0,2511.467620379752,113.6087724341944,0.21183948493646046,0.0 | |
| attn_hgrn2_attn__gqla_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4783960571611545,0.0709870485858895,2.7460521231671778e-05,1.030139703615624,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.042850189231656205,0.0,0.6365176431470648,0.3440887254676319,0.04649449013491924,0.4205003314041511,0.0,0.0,0.0,0.0,3274.8238560619156,103.66068609399443,0.20602794072932543,0.0 | |
| attn_hgrn2_attn__gta_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.47246223724155845,0.07419925564863745,2.7460521231671778e-05,1.0160868334422934,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.038522793069985545,0.0,0.6281384571448554,0.27417118373031185,0.04584208098556125,0.4133988145008369,0.0,0.0,0.0,0.0,3925.4603223430972,91.97587342469751,0.20321735925560072,0.0 | |
| attn_hgrn2_attn__iha_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.44628401442610355,0.06579508672767823,2.7460521231671778e-05,1.135323453781018,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03303828190913331,0.0,0.6684041287412079,0.2707727290106347,0.04220657916606902,0.3639582873464891,0.0,0.0,0.0,0.0,4791.332450752462,111.74193180659435,0.22706469363607748,0.0 | |
| attn_hgrn2_attn__kda_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.45192164152228825,0.07426774327117508,2.7460521231671778e-05,1.6171706620881285,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.02577569489663256,0.0,0.7854021283244201,0.18439543559896798,0.03162909737155837,0.4167125403549242,0.0,0.0,0.0,0.0,3780.8351077742477,85.06907561650634,0.323434138559161,0.0 | |
| attn_hgrn2_attn__mla_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.47449053887359666,0.0711325416715025,2.7460521231671778e-05,1.0475379978684785,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.04077815842558078,0.0,0.6280300753675421,0.3269858707631915,0.04548120300747117,0.4111400175751524,0.0,0.0,0.0,0.0,2893.116935717332,104.70163399902711,0.20950760368444293,0.0 | |
| attn_hgrn2_attn__mlra_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.45645307115189654,0.06926643083194597,2.7460521231671778e-05,1.0326563486789055,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03705307794704849,0.0,0.6309804973439915,0.29476285617543396,0.04471837245596805,0.4092993429375753,0.0,0.0,0.0,0.0,2451.7237829590654,100.2254040445753,0.2065312603359612,0.0 | |
| attn_hgrn2_attn__mtla_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5134585122151261,0.05776745093896145,2.7460521231671778e-05,1.0163126571394479,0.0,0.0,0.0,0.0,0.0,0.018257418583505543,0.0,0.0,0.0,0.0,0.05024647763037331,0.0,0.5205253039606221,0.37803428853250065,0.05014239481844698,0.45007119491235287,0.0,0.0,0.0,0.0,2651.6608655260443,88.23238361472475,0.2032625326015535,0.0 | |
| attn_hgrn2_attn__sparda_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5379310508057134,0.07087217390265325,2.7460521231671778e-05,1.1268383320400375,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.039853367874085374,0.0,0.6518656779197539,0.30387018666746063,0.04524707949696415,0.3878013379566136,0.0,0.0,0.0,0.0,4222.07305859992,95.6382232751611,0.22536767342612832,0.0 | |
| attn_hgrn2_attn__tucker_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.48094964518642214,0.07105968222646178,2.7460521231671778e-05,0.9887922508900977,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.038548843522518736,0.0,0.5842703618582319,0.30962098350139455,0.04475782691257041,0.40258052677796513,0.0,0.0,0.0,0.0,4665.726070087471,113.63083407485908,0.19775845618917248,0.0 | |
| attn_iha_attn__conformer_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.47945777033300024,0.06883402793469741,2.7460521231671778e-05,0.9392797251302955,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03963977067978649,0.0,0.3678272389683074,0.2529962762989078,0.04405825639256053,0.42286357206988096,0.0,0.0,0.0,0.0,610.2395457582182,78.05189266175513,0.18785593801198464,0.0 | |
| attn_iha_attn__falcon1_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4801360147455732,0.047578892817184575,2.7460521231671778e-05,0.9753545880145155,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.04396979491966869,0.0,0.6240212990251839,0.28605280123738414,0.05103287030925134,0.4847051910163053,0.0,0.0,0.0,0.0,870.8395012306039,104.12802667287143,0.1950709190375087,0.0 | |
| attn_iha_attn__falcon1a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.499467783732816,0.06471952077199628,2.7460521231671778e-05,1.0093842122466763,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.040159435561003626,0.0,0.576209555534219,0.2525363730105944,0.04923946919869858,0.4335103076840327,0.0,0.0,0.0,0.0,878.0135228549992,100.02454400404774,0.2018768360050027,0.0 | |
| attn_iha_attn__falcon2_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.49313885081078435,0.05863170154552869,2.7460521231671778e-05,0.8137815250691701,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05366585077055637,0.0,0.343315332476333,0.3120887145516576,0.0507257538712005,0.5094344688412806,0.0,0.0,0.0,0.0,760.320863296645,75.83156517196785,0.1627562988002593,0.0 | |
| attn_iha_attn__falcon2a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5025499653520544,0.060490824766985044,2.7460521231671778e-05,0.8538434594577488,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.04997453028016313,0.0,0.39419619251153387,0.2733532888830309,0.048523070476858304,0.44898619037457216,0.0,0.0,0.0,0.0,921.4133679654043,70.38508429589096,0.17076869337835246,0.0 | |
| attn_iha_attn__falcon3_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.47971019525738007,0.04545550515283645,2.7460521231671778e-05,0.8663959299375561,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.05072643042267388,0.0,0.309006302793371,0.3183199099573489,0.05301067405199136,0.5361809358527712,0.0,0.0,0.0,0.0,526.8333655456056,46.2373185010767,0.1732791762444518,0.0 | |
| attn_iha_attn__falcon3a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5035168304546868,0.06360788091108516,2.7460521231671778e-05,1.0271339046948689,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.03989545278883919,0.0,0.6219652112341133,0.2544725896738447,0.04951918991892813,0.4353348550244253,0.0,0.0,0.0,0.0,642.6562477023224,94.30348692015104,0.2054267771428813,0.0 | |
| attn_iha_attn__gma_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4406341362913721,0.05043614817160525,2.7460521231671778e-05,0.8235883956763347,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05282637022418039,0.0,0.31342799012181205,0.3678107575678982,0.05163646095325624,0.5549339077732304,0.0,0.0,0.0,0.0,300.5727821934643,107.32975638888121,0.16471768576188908,0.0 | |
| attn_iha_attn__gta_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.43160942287225773,0.06430451320973558,2.7460521231671778e-05,0.8647752208050814,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.06157109659056896,0.0,0.6916726439107632,0.41742542922661824,0.0485544205423857,0.5224112628878598,0.0,0.0,0.0,0.0,378.9778492614314,79.33105531390086,0.17295504796109348,0.0 | |
| attn_iha_attn__kda_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.45607456458478873,0.07032917790461274,2.7460521231671778e-05,1.3504583953534364,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.028915964698839267,0.0,0.8020989487608937,0.16914611506497346,0.038609004898375245,0.3768131899444664,0.0,0.0,0.0,0.0,756.8385464093583,75.80442214567869,0.27009167801055345,0.0 | |
| attn_iha_attn__mtla_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.519911264496842,0.05858125674843683,2.7460521231671778e-05,0.8113051203677966,0.0,0.0,0.0,0.0,0.0,0.018257418583505543,0.0,0.0,0.0,0.0,0.07515447814061878,0.0,0.5650135436973627,0.5090846213016575,0.05174696637804864,0.5580478915278143,0.0,0.0,0.0,0.0,851.628825031441,77.60045195707708,0.16226101799092277,0.0 | |
| attn_iha_attn__sparda_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5100330743307205,0.06826067997328752,2.7460521231671778e-05,0.8370242023467231,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.061211566590703856,0.0,0.5206286300398665,0.3989067682690633,0.05220229335090239,0.5364120549964777,0.0,0.0,0.0,0.0,793.8332639257701,85.5533615986491,0.16740484891330415,0.0 | |
| attn_kda_attn__conformer_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.49301945820030263,0.08593437737457645,2.7460521231671778e-05,1.3622065950299436,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03536848768721509,0.0,0.563967068514799,0.1619511811852654,0.03287576770149113,0.37795860565175865,0.0,0.0,0.0,0.0,530.7571580568112,52.26695700903978,0.2724413177068866,0.0 | |
| attn_kda_attn__falcon1_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.47720345016692906,0.0759839588258565,2.7460521231671778e-05,1.4591531463656404,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.02859366132381432,0.0,0.6458521782072169,0.18844232281602602,0.03125418241133105,0.40874449594827145,0.0,0.0,0.0,0.0,444.3325554038359,51.323390186856415,0.2918306277065117,0.0 | |
| attn_kda_attn__falcon1a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.49631607366553343,0.08798814362781236,2.7460521231671778e-05,1.479917198939278,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.027371404654985994,0.0,0.5837337410475425,0.1647591329623563,0.029312125727636144,0.4060763944820294,0.0,0.0,0.0,0.0,561.7744030145034,47.409082381116896,0.29598344592305814,0.0 | |
| attn_kda_attn__falcon2_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5260530713378921,0.08026872564803951,2.7460521231671778e-05,1.9602722423473264,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.024815644889886145,0.0,0.6630830770491493,0.18054502612188925,0.0282315343990677,0.48196333648288103,0.0,0.0,0.0,0.0,478.4841286998139,64.42322722566095,0.39205444772261777,0.0 | |
| attn_kda_attn__falcon2a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5431686649721649,0.089479124918757,2.7460521231671778e-05,1.8884221839374922,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.023585478701670007,0.0,0.5691701921726368,0.16260642019698643,0.02652882062145623,0.45629378334166437,0.0,0.0,0.0,0.0,484.7788902391016,50.76707787838711,0.37768444034724474,0.0 | |
| attn_kda_attn__falcon3_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4765555055824569,0.07736284031384798,2.7460521231671778e-05,1.4238046932867416,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.030156716045530465,0.0,0.6685819136277369,0.19326003229370278,0.03261472821204495,0.4049893788753627,0.0,0.0,0.0,0.0,846.2634372412003,38.86756265959989,0.28476093403178676,0.0 | |
| attn_kda_attn__falcon3a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4966684264056523,0.08751398611606194,2.7460521231671778e-05,1.4466876628526064,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.02721594861673034,0.0,0.592174356816193,0.16431758865429294,0.029950925370646385,0.3982000842367119,0.0,0.0,0.0,0.0,567.0580370372054,62.138470164466995,0.28933753385351907,0.0 | |
| attn_kda_attn__gma_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4768696274829865,0.07043818356037472,2.7460521231671778e-05,1.1718201255423215,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0301675306980293,0.0,0.5351144213793904,0.20360514030750057,0.03988253497120016,0.33412242687792604,0.0,0.0,0.0,0.0,489.80254835550727,49.900008911795304,0.2343640247566216,0.0 | |
| attn_longformer_attn__bigbird_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4362212236950161,0.0664462536512343,2.7460521231671778e-05,0.8635335802793512,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0535332548913562,0.0,0.42360202872665764,0.372235099538386,0.05284449640454436,0.5371076495157401,0.0,0.0,0.0,0.0,2909.9173282001975,150.9970676548517,0.1727067188223156,0.0 | |
| attn_longformer_attn__conformer_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4665141431713169,0.06482991662089008,2.7460521231671778e-05,0.9414057577260572,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03879982221120404,0.0,0.3817869681284426,0.24054513780534195,0.04452802389129665,0.43667389496125786,0.0,0.0,0.0,0.0,2757.248193911191,115.1055318982414,0.18828115206449933,0.0 | |
| attn_longformer_attn__deltanet_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4576300290170736,0.061461280813066864,2.7460521231671778e-05,1.0399731616728753,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.030704679544561766,0.0,0.5734187509329147,0.22064147319534752,0.0441099228535871,0.3847272745734604,0.0,0.0,0.0,0.0,3100.0396114099294,101.44206119910199,0.20799462859250686,0.0 | |
| attn_longformer_attn__engram_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.48299285947380227,0.060085162397504666,2.7460521231671778e-05,1.2334785266573793,0.0,0.0,0.0,0.0,0.0,0.018257418583505537,0.0,0.0,0.0,0.0,0.0355265236646485,0.0,0.6058784230597734,0.26630121877184354,0.04365570815916492,0.4402829424410859,0.0,0.0,0.0,0.0,5824.3960980321135,79.37658238562457,0.24669570937229418,0.0 | |
| attn_longformer_attn__falcon1_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.49263797140329485,0.0564290573646761,2.7460521231671778e-05,0.9713455345909356,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.04185075052821649,0.0,0.5320512844438157,0.2778070548588102,0.04872018375964566,0.46743165943388343,0.0,0.0,0.0,0.0,2808.408781697901,124.6253324483444,0.1942691174716606,0.0 | |
| attn_longformer_attn__falcon1a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5115011343168318,0.07015585948953784,2.7460521231671778e-05,1.0668073766367532,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.03890924576375848,0.0,0.6547231458371455,0.24592770039474285,0.049808962737784145,0.4260994191860704,0.0,0.0,0.0,0.0,2297.50881125777,132.0047595375918,0.2133614747632413,0.0 | |
| attn_longformer_attn__falcon2_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4620845313387079,0.06663784735801889,2.7460521231671778e-05,0.8950260245809677,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03917172249655741,0.0,0.5293184028246294,0.2601109232756755,0.04912540473226237,0.45861900767407304,0.0,0.0,0.0,0.0,4772.918066204929,147.69229079888706,0.17900520196957642,0.0 | |
| attn_longformer_attn__falcon2a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.47638646676692326,0.07391396151055254,2.7460521231671778e-05,0.938199802477079,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03684183093982209,0.0,0.6086419203577679,0.23998240112440378,0.047556372300074215,0.42052474967229786,0.0,0.0,0.0,0.0,2490.4116934552294,102.45646592321555,0.18763996727742563,0.0 | |
| attn_longformer_attn__falcon3_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4921403962928844,0.05636875655570923,2.7460521231671778e-05,0.9265062159576246,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.042892220086281074,0.0,0.4873813324339326,0.2832536263479432,0.04981770887032039,0.48805546712256986,0.0,0.0,0.0,0.0,3407.6885559823236,75.53790673946985,0.18530124439759268,0.0 | |
| attn_longformer_attn__falcon3a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5127432954209319,0.07133786512740793,2.7460521231671778e-05,1.0852285294038024,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.03880035123911119,0.0,0.6990421770169519,0.24660765696850762,0.05026633156852272,0.4314979727242182,0.0,0.0,0.0,0.0,2544.1046266853205,134.10166733019224,0.21704571175613058,0.0 | |
| attn_longformer_attn__fox_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.46955044254143097,0.05562407851430002,2.7460521231671778e-05,0.8538344136333595,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.047303619596469344,0.0,0.2949205773122474,0.32432856426317125,0.05115740317578962,0.5390539523831153,0.0,0.0,0.0,0.0,3347.355296194295,162.86985837344594,0.17076688122602685,0.0 | |
| attn_longformer_attn__gated_deltanet2_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4364879954486396,0.06587151797763878,2.7460521231671778e-05,1.3315819506344153,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.027999924813717558,0.0,0.7931470896804953,0.17809948371166384,0.041109771277870556,0.38001471781264534,0.0,0.0,0.0,0.0,3630.992842047397,98.29051021184851,0.26631638949682473,0.0 | |
| attn_longformer_attn__gated_deltanet_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5124362521926925,0.06627331601438773,2.7460521231671778e-05,1.2482435987158442,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.02867954523595317,0.0,0.7634314866182302,0.18380593213981422,0.041136351178990026,0.37736797359253743,0.0,0.0,0.0,0.0,4570.905922559044,97.64085665386902,0.24964871195855307,0.0 | |
| attn_longformer_attn__gated_softmax_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4451587561122111,0.05876560241012565,2.7460521231671778e-05,0.8299248478581372,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05078642721531889,0.0,0.4378269691159524,0.35269102889420006,0.052317423602712465,0.5433157155296418,0.0,0.0,0.0,0.0,3243.864775305069,134.4100451188097,0.16598497217369748,0.0 | |
| attn_longformer_attn__gla_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.43894008512179994,0.0671899641376869,2.7460521231671778e-05,1.1158897151028562,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.02840653019907213,0.0,0.716202731857223,0.19166174792182847,0.04302621505402788,0.3714446690187424,0.0,0.0,0.0,0.0,3485.0881661281137,103.06809880576273,0.22317794855350748,0.0 | |
| attn_longformer_attn__gma_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4563130436496485,0.05360672940757801,2.7460521231671778e-05,0.8443203821878893,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.053669526718218764,0.0,0.36915463250265723,0.3599095960891282,0.052214120212789705,0.5339629288675664,0.0,0.0,0.0,0.0,2547.2373139983465,131.69531190020965,0.16886407547891863,0.0 | |
| attn_longformer_attn__gqa_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.45277526483355873,0.06129983792852946,2.7460521231671778e-05,0.8550225371155211,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.053224304917110235,0.0,0.42320499000854195,0.3517410951583378,0.05277320657722587,0.5415438503050736,0.0,0.0,0.0,0.0,3495.6380979568767,157.91005766756024,0.17100450227014585,0.0 | |
| attn_longformer_attn__gqla_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5202367926970358,0.07367609386941378,2.7460521231671778e-05,0.8520676916498574,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.06799094243497618,0.0,0.43443957298079583,0.45046182583028255,0.053338227386978,0.5552320760828461,0.0,0.0,0.0,0.0,3995.493345452963,164.5115424359436,0.17041353562956596,0.0 | |
| attn_longformer_attn__gta_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4397139108647796,0.06804229213077591,2.7460521231671778e-05,0.866170943126772,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05765006626122686,0.0,0.5066142737038577,0.3996825940972695,0.05142995873110839,0.5357462428308896,0.0,0.0,0.0,0.0,2341.975110041503,152.3015336814219,0.17323419274261725,0.0 | |
| attn_longformer_attn__hgrn2_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4596881985793635,0.07342772742819229,2.7460521231671778e-05,1.2130071635881867,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.028448888720328816,0.0,0.673455971673075,0.1702493377171545,0.04138222612771909,0.3683772509291541,0.0,0.0,0.0,0.0,3111.7196885632206,110.45122365640833,0.24260144080919083,0.0 | |
| attn_longformer_attn__iha_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.42376497473992897,0.06419456344512006,2.7460521231671778e-05,0.8261298342771972,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.056130363382743464,0.0,0.44782342378142254,0.3758193530316259,0.05147134341245194,0.5499826858716027,0.0,0.0,0.0,0.0,4294.622141097457,132.93505225194693,0.16522596317300078,0.0 | |
| attn_longformer_attn__kda_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.49640364176868845,0.07006739322122707,2.7460521231671778e-05,1.1984875629817626,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.025232483614537157,0.0,0.6334688845069779,0.176998729078598,0.03674024406796193,0.3299240833490395,0.0,0.0,0.0,0.0,3079.420687110615,102.31066247823493,0.23969751854941918,0.0 | |
| attn_longformer_attn__mla_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5184015732469798,0.07400290596236805,2.7460521231671778e-05,0.8585358687179687,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.06488620450085368,0.0,0.44037644121272274,0.4290456826964121,0.0532807504261283,0.5500827751399504,0.0,0.0,0.0,0.0,4681.773118370577,122.81454045438721,0.17170718179275787,0.0 | |
| attn_longformer_attn__mlra_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.454848537348123,0.06843188468418143,2.7460521231671778e-05,0.8378196884366136,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05745903137118533,0.0,0.4441713827791477,0.39707806810170454,0.05306940133525396,0.5492007718085686,0.0,0.0,0.0,0.0,3969.107108681617,145.8394945313185,0.16756393052993618,0.0 | |
| attn_longformer_attn__mtla_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5516963508187697,0.07296502857052249,2.7460521231671778e-05,0.8191881076842021,0.0,0.0,0.0,0.0,0.0,0.018257418583505543,0.0,0.0,0.0,0.0,0.07214740199239776,0.0,0.42873338679200074,0.4734589961169035,0.052986608675903386,0.5664984451966402,0.0,0.0,0.0,0.0,3365.575258866333,125.38499712751263,0.16383762469188698,0.0 | |
| attn_longformer_attn__nsa_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5072566103919797,0.06984401730928637,2.7460521231671778e-05,0.8432828930023956,0.0,0.0,0.0,0.0,0.0,0.025815583866061795,0.0,0.0,0.0,0.0,0.054194014550012576,0.0,0.40687754509157786,0.3691982019177104,0.05317779052570132,0.5262934557646055,0.0,0.0,0.0,0.0,3360.1282668527238,150.03073613194687,0.16865658324536023,0.0 | |
| attn_longformer_attn__sparda_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.42402538982288407,0.06373818135122512,2.7460521231671778e-05,0.8263910776943665,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05486754824234192,0.0,0.3911805489976298,0.3492186370682941,0.053732720027852864,0.5428287742429059,0.0,0.0,0.0,0.0,3627.7981819793163,130.46610113860433,0.16527821560054343,0.0 | |
| attn_longformer_attn__sparsek_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.47693573594242716,0.04278907489657404,2.7460521231671778e-05,0.8163137679747294,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05583098090988048,0.0,0.43874781760438786,0.35317524424028895,0.05223014669415184,0.5341854735722699,0.0,0.0,0.0,0.0,3296.5437164296645,130.84356085728115,0.1632627545480318,0.0 | |
| attn_longformer_attn__tucker_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4515159702436099,0.0603504187094684,2.7460521231671778e-05,0.849084941890216,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05714908864499501,0.0,0.5330657069113672,0.39250050192780217,0.0512953742204193,0.529701220019204,0.0,0.0,0.0,0.0,1885.3246292488348,127.8493755116621,0.16981698954747873,0.0 | |
| attn_mamba__bigbird_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4546377997063627,0.06663772887198188,2.7460521231671778e-05,0.7843104441445221,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.04660564994308953,0.0,0.23346961156966786,0.1500634633635344,0.05674949472190833,0.5523835530541581,0.0,0.0,0.0,0.0,3406.996808248568,113.42027156254056,0.1568620883710586,0.0 | |
| attn_mamba__conformer_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.464318839732371,0.06617443193613722,2.7460521231671778e-05,0.8567280103810825,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03587264431729237,0.0,0.2706330332329112,0.11773388170911592,0.05573149160937331,0.5231200930020771,0.0,0.0,0.0,0.0,2830.7861353702,148.109381045725,0.17134560967914708,0.0 | |
| attn_mamba__deltanet_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.46818426501933247,0.06924409415184762,2.7460521231671778e-05,0.9607245976440453,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.032600108518142316,0.0,0.5802604555154578,0.10785135970905664,0.05231667829576033,0.47510510243709,0.0,0.0,0.0,0.0,3422.6119238439674,96.499098755205,0.19214491120767765,0.0 | |
| attn_mamba__engram_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4440174909864251,0.05091616205321652,2.7460521231671778e-05,0.8683682712092112,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.034329469748584716,0.0,0.30692740726462014,0.11551688225545251,0.05522222737763152,0.5386525412477584,0.0,0.0,0.0,0.0,6590.4994949480715,81.90725297790244,0.17367366025470632,0.0 | |
| attn_mamba__falcon1_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.43648211811499077,0.04797276193385218,2.7460521231671778e-05,0.8122156060132721,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.03481811779667034,0.0,0.3095813698563902,0.10952956435181134,0.0583058910162564,0.5501617258538676,0.0,0.0,0.0,0.0,4623.167745018827,139.90632392174567,0.16244311544598586,0.0 | |
| attn_mamba__falcon1a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.45652082014758716,0.05133141914776396,2.7460521231671778e-05,0.8394649725693363,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.03520347836593483,0.0,0.4152712873223201,0.11067973322453582,0.058737843756516715,0.5253977183121697,0.0,0.0,0.0,0.0,4232.001816354492,144.14694836607484,0.1678929898278542,0.0 | |
| attn_mamba__falcon2_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.3780121930963559,0.04705255276438472,2.7460521231671778e-05,0.8313580018794169,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.034869651748457846,0.0,0.2445606242112242,0.113920501235201,0.05665772449086565,0.5428432016909469,0.0,0.0,0.0,0.0,3329.3177930394045,107.54880342965284,0.16627160938131197,0.0 | |
| attn_mamba__falcon2a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.399068342485237,0.04892011873023823,2.7460521231671778e-05,0.8643906897159119,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03563945950209056,0.0,0.3799965080846867,0.11523186885769797,0.05709566768443354,0.515308685031338,0.0,0.0,0.0,0.0,5125.737303558593,132.04645683914583,0.17287813982162706,0.0 | |
| attn_mamba__falcon3_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.43526350339803094,0.048261109190069235,2.7460521231671778e-05,0.7981590878705045,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.03494952961575794,0.0,0.2183965177270504,0.11133270267748051,0.05868927274510433,0.561595140326107,0.0,0.0,0.0,0.0,3793.6926109394553,69.40760952640001,0.15963181129168558,0.0 | |
| attn_mamba__falcon3a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.45915859765066475,0.051408462924425795,2.7460521231671778e-05,0.841864737442311,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.03510161958441463,0.0,0.4352543438830695,0.11109846715694031,0.05872370577534381,0.5251534309945939,0.0,0.0,0.0,0.0,4575.448896982246,127.51539879260693,0.16837294154589294,0.0 | |
| attn_mamba__fox_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4374079094169565,0.05706917952499999,2.7460521231671778e-05,0.7920602100045278,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.04813119366904246,0.0,0.22884227788932657,0.16132021019334783,0.05572022557776421,0.5562610149715894,0.0,0.0,0.0,0.0,4214.989971242513,125.50259074481666,0.15841204209270357,0.0 | |
| attn_mamba__gated_deltanet2_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.46176339407292494,0.06750191917972721,2.7460521231671778e-05,1.2518360336045067,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03617168150577432,0.0,0.886844548549743,0.09000528767363414,0.05079721001696386,0.41392569801495777,0.0,0.0,0.0,0.0,4017.73521054126,94.42998551784335,0.25036720872200857,0.0 | |
| attn_mamba__gated_deltanet_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5048246572384575,0.06705146374580619,2.7460521231671778e-05,0.9844976476493122,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.032760579101769584,0.0,0.6256914028078161,0.10453531358006743,0.052729962325933896,0.46671386727763997,0.0,0.0,0.0,0.0,2779.8101122199655,91.26279348767693,0.19689952229172464,0.0 | |
| attn_mamba__gated_softmax_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4927642051619387,0.06833325871315798,2.7460521231671778e-05,0.8070105673219353,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.04647853534084279,0.0,0.20129622087609428,0.16001546715715714,0.05744673283125564,0.5688104864583986,0.0,0.0,0.0,0.0,3301.632174194933,124.03926049070525,0.16140210568878183,0.0 | |
| attn_mamba__gla_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4289350310358878,0.06417554098371779,2.7460521231671778e-05,1.0108464556729995,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03236419033471729,0.0,0.6416158971976966,0.10494435248269048,0.052250890086347236,0.45145129697848363,0.0,0.0,0.0,0.0,2929.6388165229905,104.3178781676319,0.2021692970623898,0.0 | |
| attn_mamba__gma_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4187628604542154,0.0532205329108632,2.7460521231671778e-05,0.8056011385421599,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.04324917087669308,0.0,0.19283750181621637,0.1403505555389539,0.05871717914762847,0.5632276508567888,0.0,0.0,0.0,0.0,5296.145738813142,132.40323420595317,0.1611202201729784,0.0 | |
| attn_mamba__gqa_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.45704843780924137,0.06726590536064335,2.7460521231671778e-05,0.8141059131610462,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.04807518484039732,0.0,0.25703508202550107,0.15127382616836219,0.05797884124904124,0.5525790855070195,0.0,0.0,0.0,0.0,2422.0386309020605,110.48643053256454,0.16282118662101502,0.0 | |
| attn_mamba__gqla_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4920212563910739,0.07021910110189158,2.7460521231671778e-05,0.8265118381373258,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.06377352058558095,0.0,0.3210118211560081,0.20660084342258775,0.057550922707288725,0.5466030291195497,0.0,0.0,0.0,0.0,3963.629370203512,125.86876370949778,0.16530236485174313,0.0 | |
| attn_mamba__gta_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4590137512962348,0.06537756340761519,2.7460521231671778e-05,0.7945918902999685,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05679963368646459,0.0,0.2883357988437276,0.18233838104023403,0.05708078967548205,0.5465717252885687,0.0,0.0,0.0,0.0,4066.901716225589,132.9870468002835,0.15891837771823608,0.0 | |
| attn_mamba__hgrn2_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4416125049582703,0.06573544815296874,2.7460521231671778e-05,1.0692807099055035,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03344123598580319,0.0,0.7481941790346226,0.09775189580776057,0.05305797330157765,0.4542211163175281,0.0,0.0,0.0,0.0,3961.3627470756974,99.12868141832388,0.2138561388431961,0.0 | |
| attn_mamba__iha_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.49690612246181737,0.06781905198174137,2.7460521231671778e-05,0.7924945276777675,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05129838839852324,0.0,0.16458577534383442,0.1695749760726397,0.057366032135859446,0.5736617836244919,0.0,0.0,0.0,0.0,4079.150301297313,116.63204190936872,0.15849890993782456,0.0 | |
| attn_mamba__kda_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.48295084801439647,0.0438242617982246,2.7460521231671778e-05,1.0656471189546453,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03244807559500801,0.0,0.7027473328479888,0.09450162564569678,0.05045306807586874,0.42059588282509847,0.0,0.0,0.0,0.0,2727.789606499738,101.95725675853743,0.21312942253988018,0.0 | |
| attn_mamba__longformer_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4546377997063627,0.06663772887198188,2.7460521231671778e-05,0.7843104441445221,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.04660564994308953,0.0,0.23346961156966786,0.1500634633635344,0.05674949472190833,0.5523835530541581,0.0,0.0,0.0,0.0,4189.931930373273,110.98154691770976,0.1568620883710586,0.0 | |
| attn_mamba__mla_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4868863781727414,0.07012612763792649,2.7460521231671778e-05,0.8279076580906372,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.057768655877160256,0.0,0.32294439049035406,0.18678825077611777,0.0572748004644035,0.5434893597720272,0.0,0.0,0.0,0.0,3995.506092733334,131.14606080910153,0.16558153219712538,0.0 | |
| attn_mamba__mlra_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5321706963683474,0.060958257546016074,2.7460521231671778e-05,0.8041709067925977,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.059950710746029805,0.0,0.2375158384946803,0.19751959525291807,0.05830423711585259,0.5656383644754929,0.0,0.0,0.0,0.0,3245.9277528605403,134.65734031216627,0.1608341870706862,0.0 | |
| attn_mamba__mtla_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5267032497823102,0.06420415596126594,2.7460521231671778e-05,0.8003306455660473,0.0,0.0,0.0,0.0,0.0,0.018257418583505537,0.0,0.0,0.0,0.0,0.0668077620481638,0.0,0.23212844569498825,0.21774647697018518,0.0587827084274422,0.567782021048089,0.0,0.0,0.0,0.0,2680.232333175098,110.93642162057097,0.1600661337883169,0.0 | |
| attn_mamba__nsa_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4843416900486236,0.04979326307478627,2.7460521231671778e-05,0.8093369039864646,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.052009136203422526,0.0,0.23707416926937408,0.17553526986557533,0.05749120087384435,0.5578747365437997,0.0,0.0,0.0,0.0,4285.6900507622495,121.6399871016189,0.16186737962015643,0.0 | |
| attn_mamba__ode,28.870882262483835,8.656884382717525,866.1697293256098,0.45354996748181414,0.06607906431128192,2.7460521231671778e-05,0.7675078560966654,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.050313977458572884,0.0,0.18068166579157804,0.13706979491785914,0.05944537802811845,0.5662015984267067,0.0,0.0,0.0,0.0,2664.2744074319494,102.54198737926194,0.1535015715138111,0.0 | |
| attn_mamba__sigmoid_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.44737719677016574,0.06344471408552448,2.7460521231671778e-05,0.7676474969739312,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.04852279955436209,0.0,0.17007303988302108,0.15575635076585675,0.05922356825308251,0.5638593409724475,0.0,0.0,0.0,0.0,4358.450918931929,118.14888656208684,0.15352950486976893,0.0 | |
| attn_mamba__sparda_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4543651117287394,0.06784048311967444,2.7460521231671778e-05,0.8027608272229917,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.049369862439307896,0.0,0.24809774357081382,0.16891198384103165,0.056531343471837955,0.5588103546873164,0.0,0.0,0.0,0.0,3772.618892152215,124.89929193575301,0.16055216600417066,0.0 | |
| attn_mamba__sparse_transformer_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4471542947603075,0.0645100362917636,2.7460521231671778e-05,0.7853293770012197,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.043489222952774624,0.0,0.22902777286641252,0.13961956931635444,0.056318510423278186,0.5506773380859062,0.0,0.0,0.0,0.0,4221.4511735315655,108.84035190027586,0.1570658701208145,0.0 | |
| attn_mamba__sparsek_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.42863504222005755,0.06393911618376012,2.7460521231671778e-05,0.8379222104342401,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.046885524210947944,0.0,0.21982914432512138,0.15056610060230552,0.05715377014530127,0.5652483152973358,0.0,0.0,0.0,0.0,4358.244277747359,112.50012260892355,0.1675844428250081,0.0 | |
| attn_mamba__standard_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4546377997063627,0.06663772887198188,2.7460521231671778e-05,0.7843104441445221,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.04660564994308953,0.0,0.23346961156966786,0.1500634633635344,0.05674949472190833,0.5523835530541581,0.0,0.0,0.0,0.0,4903.564411639336,112.76684984310512,0.1568620883710586,0.0 | |
| attn_mamba__titan_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4546377997063627,0.06663772887198188,2.7460521231671778e-05,0.7843104441445221,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.04660564994308953,0.0,0.23346961156966786,0.1500634633635344,0.05674949472190833,0.5523835530541581,0.0,0.0,0.0,0.0,4523.15992910387,113.38224723148741,0.1568620883710586,0.0 | |
| attn_mamba__tucker_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5086754018360321,0.07042957913616646,2.7460521231671778e-05,0.8246166267915762,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05779730440317905,0.0,0.28082538065829193,0.1934698763724404,0.0606996936283074,0.5588683234190942,0.0,0.0,0.0,0.0,4329.594077541995,115.09517343954505,0.164923326300995,0.0 | |
| attn_mla_attn__conformer_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.48407835140266237,0.07635047724981356,2.7460521231671778e-05,0.9074440190777305,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03942346482845025,0.0,0.32358233670100206,0.26279576260941423,0.04652820781001154,0.4601215179359028,0.0,0.0,0.0,0.0,2340.332222494541,122.13852164392861,0.18148881154345103,0.0 | |
| attn_mla_attn__falcon1_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5210276868081936,0.07381184844550297,2.7460521231671778e-05,0.9572779533156994,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.04667521016338816,0.0,0.6215183637000573,0.3515253598335791,0.05133384679126204,0.4759909819773693,0.0,0.0,0.0,0.0,4596.047871793852,133.40450483652745,0.19145558192608264,0.0 | |
| attn_mla_attn__falcon1a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5292099361576041,0.07503257195521587,2.7460521231671778e-05,0.961839330502845,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.044879783910064884,0.0,0.605064858679657,0.32003254590475727,0.05071892003558672,0.4373067482761529,0.0,0.0,0.0,0.0,3005.0078172199,127.01088414661841,0.1923678629701568,0.0 | |
| attn_mla_attn__falcon2_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.48133307991908775,0.06764512432526922,2.7460521231671778e-05,0.9238730541818955,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.047507082958217484,0.0,0.647568817791817,0.31080618406513405,0.048342258742652446,0.44371227962784987,0.0,0.0,0.0,0.0,3374.3250786377203,118.97132265600035,0.1847746053237624,0.0 | |
| attn_mla_attn__falcon2a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.49075860966850354,0.06961031788993124,2.7460521231671778e-05,0.9323943611627066,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.044665376588624,0.0,0.6151618852754452,0.2764798879759758,0.04494266679965806,0.40330401303104935,0.0,0.0,0.0,0.0,3692.6298791742274,114.07822125739271,0.18647886723369478,0.0 | |
| attn_mla_attn__falcon3_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5204954377886883,0.07412318593489219,2.7460521231671778e-05,0.8948796111525061,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.05058352209234308,0.0,0.5015566030877512,0.36984757845611793,0.052340205576106254,0.504828966427688,0.0,0.0,0.0,0.0,3414.4947881380467,72.65358769438446,0.17897593619710428,0.0 | |
| attn_mla_attn__falcon3a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5299742865500321,0.07526857416998915,2.7460521231671778e-05,0.9774090532056797,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.04275585273052676,0.0,0.6451667994840116,0.3098028288724006,0.05033887817936912,0.43794278144357673,0.0,0.0,0.0,0.0,3104.7930259284267,123.56101848512007,0.1954818018480682,0.0 | |
| attn_mla_attn__gma_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.45255772977800196,0.06908787779061021,2.7460521231671778e-05,0.8530661326781909,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0530128175895173,0.0,0.37665963166459787,0.3810646720221321,0.05182007001951653,0.545513750977456,0.0,0.0,0.0,0.0,3202.9030028925135,135.9920416753914,0.17061322055828151,0.0 | |
| attn_mla_attn__gqla_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.460958585646306,0.059006025835418634,2.7460521231671778e-05,0.840967171382817,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.06457129838424364,0.0,0.4926819892336805,0.4410517610177778,0.05179388978407208,0.5557301802506923,0.0,0.0,0.0,0.0,4432.909002511428,136.81310306147944,0.16819344506324294,0.0 | |
| attn_mla_attn__gta_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5253090380945977,0.07291065514067298,2.7460521231671778e-05,0.8648932214382011,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.06211969087140588,0.0,0.547122485839223,0.43541620907342204,0.05208074442605788,0.5463033622952362,0.0,0.0,0.0,0.0,4729.710013663243,142.21663152522441,0.1729786422640512,0.0 | |
| attn_mla_attn__iha_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.44917130409149664,0.058959697557827734,2.7460521231671778e-05,0.836608160384268,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.061700892780060114,0.0,0.6041022302447866,0.44288276422016454,0.05021415847734482,0.5436464547745542,0.0,0.0,0.0,0.0,4760.35865127753,142.99942485247038,0.16732163769256678,0.0 | |
| attn_mla_attn__kda_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.43672239611628144,0.06714127120385177,2.7460521231671778e-05,1.2786316063255532,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.029040634308260465,0.0,0.6452346543100111,0.2099347689892704,0.03626515703647042,0.326151197473792,0.0,0.0,0.0,0.0,5055.418819084323,106.02406153924491,0.2557263133815037,0.0 | |
| attn_mla_attn__mlra_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.480738547890241,0.05992879007284577,2.7460521231671778e-05,0.8474640333762143,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.06475434132765918,0.0,0.4521143208561272,0.4739711682080847,0.05165475049877448,0.5586977088440866,0.0,0.0,0.0,0.0,5446.385632921008,137.595620229524,0.1694928045132168,0.0 | |
| attn_mla_attn__mtla_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.43329489990522796,0.06643151683814054,2.7460521231671778e-05,0.8111997488909471,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.061986827330177234,0.0,0.4764363797462826,0.43875939142659814,0.05345918298796681,0.55909323616642,0.0,0.0,0.0,0.0,3711.1276182699617,123.28512333793977,0.16223995146453643,0.0 | |
| attn_mla_attn__sparda_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4984944597099359,0.06802657284329239,2.7460521231671778e-05,0.8407699917142558,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.062518290014794,0.0,0.4548826916526998,0.4380037702614681,0.052587227632875,0.5506001385874063,0.0,0.0,0.0,0.0,4173.781436562451,133.6295634522925,0.16815399679674087,0.0 | |
| attn_mla_attn__tucker_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5090584906100648,0.07065357492100038,2.7460521231671778e-05,0.8402017546119721,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.06110247271457935,0.0,0.48670486031177634,0.41966516578603524,0.050675863568793604,0.5468020680211774,0.0,0.0,0.0,0.0,5099.404518612573,143.5218221299931,0.168040340562415,0.0 | |
| attn_mlra_attn__conformer_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4899719767822824,0.07705019584174017,2.7460521231671778e-05,0.894337874655327,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.04018761865182942,0.0,0.34002307517000196,0.2523740103917013,0.04585522738431053,0.4525996884109092,0.0,0.0,0.0,0.0,1023.4267265223419,70.89493213363026,0.17886757463192277,0.0 | |
| attn_mlra_attn__falcon1_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4799789343481675,0.06507346097217453,2.7460521231671778e-05,0.9790600206581854,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.04571941076866451,0.0,0.6174670473868284,0.3461480279869711,0.04865318564720705,0.46082268237751545,0.0,0.0,0.0,0.0,803.3772003966636,81.93356482139326,0.19581200470577054,0.0 | |
| attn_mlra_attn__falcon1a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4916676706328719,0.06802399478053958,2.7460521231671778e-05,0.9846596164437307,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.045123823396745394,0.0,0.5807520152286773,0.3192159132668264,0.04921739947841532,0.4273762567880378,0.0,0.0,0.0,0.0,461.20538604344546,82.85520797338506,0.19693192188938782,0.0 | |
| attn_mlra_attn__falcon2_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.46214677913253777,0.06577170182315001,2.7460521231671778e-05,0.8601002140967464,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.04254517634601657,0.0,0.4876465041794944,0.29632494471222737,0.04800741200391625,0.4797009828441528,0.0,0.0,0.0,0.0,960.920694295608,93.50719809849257,0.17202003837161783,0.0 | |
| attn_mlra_attn__falcon2a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.46983643345414844,0.06667922447988103,2.7460521231671778e-05,0.9201266255860783,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.038368643915714776,0.0,0.6011373703160495,0.2534463782734989,0.047194985681455845,0.4325107366348861,0.0,0.0,0.0,0.0,821.8511962458912,83.68575298396503,0.18402532785122516,0.0 | |
| attn_mlra_attn__falcon3_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.47872215490472697,0.06401940098427748,2.7460521231671778e-05,0.896239379858446,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.050326210325525846,0.0,0.4314856172209121,0.3745747198897646,0.05023611079895636,0.5025277891438786,0.0,0.0,0.0,0.0,789.1540538159368,55.065764479545194,0.17924787964824765,0.0 | |
| attn_mlra_attn__falcon3a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.49488346018555696,0.07029269166755367,2.7460521231671778e-05,0.987675451289442,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.045943154167121844,0.0,0.6107204639304791,0.3278658223800562,0.050342950711554445,0.43228187369791865,0.0,0.0,0.0,0.0,560.7137635338555,92.79085293172479,0.19753508648477733,0.0 | |
| attn_mlra_attn__gma_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5055809810182383,0.06136653896474647,2.7460521231671778e-05,0.847266837157696,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05729960218671223,0.0,0.35827401675080983,0.3662234048416408,0.05456290517516234,0.5440674224489064,0.0,0.0,0.0,0.0,930.2648817967658,99.96033738543112,0.16945336899517519,0.0 | |
| attn_mlra_attn__gta_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4537870226965501,0.06792162427376412,2.7460521231671778e-05,0.848013734537063,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.06202479925548034,0.0,0.5753466364353772,0.417371728723084,0.051916189927484646,0.5421690390552037,0.0,0.0,0.0,0.0,1262.8395367876149,118.54675233591297,0.16960274506849443,0.0 | |
| attn_mlra_attn__iha_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4494664403294507,0.05415946929836781,2.7460521231671778e-05,0.8404373365768452,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.06612373499329571,0.0,0.46552609498619546,0.4346865829665918,0.052025068109945866,0.5617042566097676,0.0,0.0,0.0,0.0,1289.459164317647,95.81670588422118,0.16808747037218455,0.0 | |
| attn_mlra_attn__kda_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.49148554032226544,0.0638308789638094,2.7460521231671778e-05,1.1762933427070519,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.029208344458677767,0.0,0.6886078849715765,0.18942186287581397,0.03670404382083583,0.3478432943484216,0.0,0.0,0.0,0.0,1186.9408223542907,68.35098465201403,0.23525866465293677,0.0 | |
| attn_mlra_attn__mtla_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5281868582859465,0.07091351561382482,2.7460521231671778e-05,0.8352634087500262,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.06991085066077,0.0,0.4582665800231103,0.4643420779232983,0.05355581759455568,0.561524380805613,0.0,0.0,0.0,0.0,1183.58157280169,112.2243782247294,0.16705267880497374,0.0 | |
| attn_mlra_attn__sparda_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5506690576900924,0.07088043441955538,2.7460521231671778e-05,0.8369125141146087,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.061826448503968935,0.0,0.4489000544620225,0.4066122324726572,0.05317592206702388,0.5493504192667789,0.0,0.0,0.0,0.0,1430.1885373758623,115.8503919510432,0.16738249767856145,0.0 | |
| attn_mlra_attn__tucker_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.45780865567724577,0.061467477659809,2.7460521231671778e-05,0.8510845215241426,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.060216683202139555,0.0,0.5448780662662244,0.40378698030313864,0.051964067021898014,0.538581826927316,0.0,0.0,0.0,0.0,1174.872961742062,97.5486022035353,0.170216913453155,0.0 | |
| attn_mtla_attn__conformer_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5056795157438922,0.07633168536656036,2.7460521231671778e-05,0.9323563821471047,0.0,0.0,0.0,0.0,0.0,0.018257418583505543,0.0,0.0,0.0,0.0,0.037993071953000467,0.0,0.32444179585004684,0.25275071742678296,0.04706615155560417,0.4763445077827258,0.0,0.0,0.0,0.0,369.4247957914161,82.69964680913195,0.1864712813868926,0.0 | |
| attn_mtla_attn__falcon1_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4813700355128714,0.050211311144832654,2.7460521231671778e-05,0.9941021492283294,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05800392466258246,0.0,0.6511888712449735,0.3987389767906858,0.05264271954828257,0.4827966289308729,0.0,0.0,0.0,0.0,748.3731139007737,68.73684718245647,0.1988204411288172,0.0 | |
| attn_mtla_attn__falcon1a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.49344485028448376,0.05757853851516836,2.7460521231671778e-05,0.9959820824766166,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.055227345985193084,0.0,0.6554172065721464,0.3589783152311209,0.049975963792430876,0.4319409683483932,0.0,0.0,0.0,0.0,552.5985189965305,76.26306437331444,0.1991964188774132,0.0 | |
| attn_mtla_attn__falcon2_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4788478196442379,0.057299101151814406,2.7460521231671778e-05,0.8480923271958963,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.062066031910126274,0.0,0.41944557995173165,0.41937562734613043,0.05267226964175004,0.4974702553597583,0.0,0.0,0.0,0.0,604.132726307021,70.34178596470208,0.16961847123583498,0.0 | |
| attn_mtla_attn__falcon2a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.49261567698135034,0.0636128062273787,2.7460521231671778e-05,0.986135128746413,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05410311228673957,0.0,0.6679751266406826,0.36707874107883076,0.050051343531153536,0.4368578811784783,0.0,0.0,0.0,0.0,623.7416918869823,61.11515475249341,0.19722702181567503,0.0 | |
| attn_mtla_attn__falcon3_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.480883407979076,0.04962757138540435,2.7460521231671778e-05,1.7265663273708147,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.06320418218848597,0.0,0.46063050968353414,0.421860247222045,0.053368925183995206,0.5355305945780603,0.0,0.0,0.0,0.0,843.3204253997891,44.60015976011037,0.34531325806783886,0.0 | |
| attn_mtla_attn__falcon3a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4943164189792428,0.059695531475800985,2.7460521231671778e-05,0.9909479042100697,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05421177434217765,0.0,0.6624676198211871,0.3549715080636535,0.04981347447338011,0.4329549618196215,0.0,0.0,0.0,0.0,486.79051513459416,90.17466588509713,0.1981895772786453,0.0 | |
| attn_mtla_attn__gma_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5162581172461366,0.06893129874423311,2.7460521231671778e-05,0.8382816580601903,0.0,0.0,0.0,0.0,0.0,0.018257418583505543,0.0,0.0,0.0,0.0,0.06436891421748063,0.0,0.32581931038727946,0.4535185086247854,0.053634574254642124,0.5561311720143078,0.0,0.0,0.0,0.0,286.35601663084077,87.74970351209986,0.16765633578095698,0.0 | |
| attn_mtla_attn__kda_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5056942199145682,0.06717664552697038,2.7460521231671778e-05,1.1317765429338256,0.0,0.0,0.0,0.0,0.0,0.018257418583505537,0.0,0.0,0.0,0.0,0.03725277546924216,0.0,0.7369987418863724,0.2774013722669229,0.04502260506370061,0.3943223771110183,0.0,0.0,0.0,0.0,889.7910387854088,52.085166631607585,0.22635531111518392,0.0 | |
| attn_mtla_attn__sparda_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5076658502598522,0.06926557892347274,2.7460521231671778e-05,0.8274949760931525,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.06422636305185715,0.0,0.42484872812017854,0.4244728059583743,0.05202428245429471,0.5554053448292191,0.0,0.0,0.0,0.0,398.2831653064844,77.88048531015009,0.165498999439158,0.0 | |
| attn_nsa_attn__conformer_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5508900931764324,0.07740972532981596,2.7460521231671778e-05,1.012737958203543,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0438237621091484,0.0,0.4562440857210302,0.25117077935535664,0.046366290438856636,0.4273060151088523,0.0,0.0,0.0,0.0,3129.6462521120648,115.89017149086187,0.20254758805324133,0.0 | |
| attn_nsa_attn__deltanet_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5322006980720646,0.07152878656018556,2.7460521231671778e-05,1.070610952837379,0.0,0.0,0.0,0.0,0.0,0.025815583866061795,0.0,0.0,0.0,0.0,0.03303237566425689,0.0,0.6840388977010292,0.23738604777313846,0.05003665041498403,0.4177929789035967,0.0,0.0,0.0,0.0,3662.785989076465,99.4194109242445,0.21412218240561276,0.0 | |
| attn_nsa_attn__engram_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4882562225829604,0.05901951062379622,2.7460521231671778e-05,1.1442779681782447,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.036059459353704734,0.0,0.6959282008702031,0.23794111970920556,0.04209486033279602,0.43155380517595054,0.0,0.0,0.0,0.0,7451.016061011977,81.13175614741584,0.2288555933445065,0.0 | |
| attn_nsa_attn__falcon1_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.532436315867013,0.06724176412463169,2.7460521231671778e-05,1.184280834902675,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.0365434978586809,0.0,0.7992312247859197,0.23872092929437613,0.046931749894966346,0.45032315651074006,0.0,0.0,0.0,0.0,3566.9674209912305,128.6267643140442,0.2368561650766143,0.0 | |
| attn_nsa_attn__falcon1a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5478048291103964,0.07399855045280199,2.7460521231671778e-05,1.1563144616098728,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.034855405352181866,0.0,0.6974563617878724,0.22433327901135267,0.0475125071451764,0.4116891260354697,0.0,0.0,0.0,0.0,1320.5258732363868,134.25276208371085,0.23126288885970064,0.0 | |
| attn_nsa_attn__falcon2_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5087876952295193,0.05821962743274195,2.7460521231671778e-05,0.9253456497537534,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03905358583673933,0.0,0.5428838447540842,0.2797363971842433,0.04629877806715232,0.44719698464286006,0.0,0.0,0.0,0.0,3178.905090096473,128.84142976652294,0.18506912883345303,0.0 | |
| attn_nsa_attn__falcon2a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5219493499054763,0.06869329651452931,2.7460521231671778e-05,0.9832102453019183,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03713465788617472,0.0,0.5908937161854203,0.253659771742436,0.044248888184755676,0.40007558508974606,0.0,0.0,0.0,0.0,3429.530003963875,108.99349232960346,0.19664204106804825,0.0 | |
| attn_nsa_attn__falcon3_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.532930973709402,0.0671491888682009,2.7460521231671778e-05,0.9952185707033371,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.038450350849819286,0.0,0.6331054409804885,0.25410007421836783,0.05006801183134775,0.461787971568199,0.0,0.0,0.0,0.0,3509.079743848215,75.3546573198403,0.19904371509845847,0.0 | |
| attn_nsa_attn__falcon3a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5479575886133689,0.07518604095760012,2.7460521231671778e-05,1.1634627798156354,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.034819996576453696,0.0,0.7211553190594319,0.22663983967575826,0.04751463559379689,0.4161969412773642,0.0,0.0,0.0,0.0,3205.9860512591813,119.89910025323996,0.23269255342118153,0.0 | |
| attn_nsa_attn__fox_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.47908949735978185,0.06747142016964841,2.7460521231671778e-05,0.8566234897236468,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0473131332276728,0.0,0.3044648108494208,0.2885761008305213,0.050629417686288467,0.5193378667314974,0.0,0.0,0.0,0.0,2890.2976958468826,128.91435259447857,0.17132469436588155,0.0 | |
| attn_nsa_attn__gated_deltanet2_attn,15.879320510992994,8.658065502256173,476.4582877860348,0.5277183305824028,0.05232991021960505,3.2998498378578354e-05,1.0652483208241552,0.0,0.0,0.0,0.0,0.0,0.03480497303132404,0.0,0.0,0.0,0.0,0.032061233652153964,0.0,0.6587753800101115,0.22982643020759336,0.04628232606205186,0.43713869793902704,0.0,0.0,0.0,0.0,3521.0382834203806,103.24085255655271,0.21304966558365696,0.0 | |
| attn_nsa_attn__gated_deltanet_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5014552159401295,0.07134734959002555,2.7460521231671778e-05,1.3208646767659014,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.02740369715469401,0.0,0.8053935196033574,0.16295385435644824,0.04042043560635988,0.39166862458633855,0.0,0.0,0.0,0.0,2095.529754893354,91.50756318834097,0.2641729372859042,0.0 | |
| attn_nsa_attn__gated_softmax_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5387648376423488,0.05343268154927129,2.7460521231671778e-05,0.853239206112782,0.0,0.0,0.0,0.0,0.0,0.02581558386606179,0.0,0.0,0.0,0.0,0.053336513813969685,0.0,0.3611401685597628,0.3671167459033253,0.05403849809003807,0.5616670050797625,0.0,0.0,0.0,0.0,3512.8576092750395,140.83926359757143,0.17064784732018076,0.0 | |
| attn_nsa_attn__gla_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4560378307449472,0.06378410153899562,2.7460521231671778e-05,1.1142657198500012,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.02784273944078786,0.0,0.7110380541991301,0.18955434019092515,0.04728119661084719,0.38840520142319185,0.0,0.0,0.0,0.0,3934.6091455683445,93.80124726223559,0.22285314010882365,0.0 | |
| attn_nsa_attn__gma_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5629049664347634,0.0711089295188614,2.7460521231671778e-05,0.8586105574181746,0.0,0.0,0.0,0.0,0.0,0.025815583866061795,0.0,0.0,0.0,0.0,0.0514140899629611,0.0,0.3349656239100898,0.33074561315072787,0.05308642843514554,0.54556224422506,0.0,0.0,0.0,0.0,3079.6605307988084,125.40425426224898,0.17172210512231945,0.0 | |
| attn_nsa_attn__gqa_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5124055512686132,0.06835768581317572,2.7460521231671778e-05,0.8437018372157349,0.0,0.0,0.0,0.0,0.0,0.025815583866061795,0.0,0.0,0.0,0.0,0.05445224224559119,0.0,0.3570590286889856,0.3378053284946888,0.05266538200390589,0.5432384852712926,0.0,0.0,0.0,0.0,4715.900344396614,129.58996521244984,0.16874036603147474,0.0 | |
| attn_nsa_attn__gqla_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5501689339403093,0.06482317944301685,2.7460521231671778e-05,0.8387179658055288,0.0,0.0,0.0,0.0,0.0,0.025815583866061795,0.0,0.0,0.0,0.0,0.061098993846876844,0.0,0.3675585460340229,0.3976606773680809,0.05408649486073034,0.5627299729341007,0.0,0.0,0.0,0.0,3596.027570753591,149.1761604991325,0.1677435902734989,0.0 | |
| attn_nsa_attn__gta_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5072631202055528,0.06827741235800258,2.7460521231671778e-05,0.8352231406859169,0.0,0.0,0.0,0.0,0.0,0.025815583866061795,0.0,0.0,0.0,0.0,0.05461839789172313,0.0,0.4374932767716333,0.3679806248229478,0.051764235264467294,0.5366889307645228,0.0,0.0,0.0,0.0,1969.1202007552197,149.2032806501911,0.16704462358466146,0.0 | |
| attn_nsa_attn__hgrn2_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.48578039950748947,0.07008168884782062,2.7460521231671778e-05,1.5424318118488254,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.02699748062898181,0.0,0.862339865189407,0.16163413451389558,0.043197975722069126,0.4580029933790861,0.0,0.0,0.0,0.0,2581.634685760619,106.10613282168116,0.3084863739514904,0.0 | |
| attn_nsa_attn__iha_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5624522121902548,0.06841936869089756,2.7460521231671778e-05,0.8634720729874202,0.0,0.0,0.0,0.0,0.0,0.025815583866061795,0.0,0.0,0.0,0.0,0.055306753531297485,0.0,0.4366927778315956,0.35221815375566545,0.052018059283501464,0.5433921049926472,0.0,0.0,0.0,0.0,4469.164279559438,126.54483249174238,0.1726944105052623,0.0 | |
| attn_nsa_attn__kda_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.48077150980120753,0.07120772499389291,2.7460521231671778e-05,1.4544925199215637,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.027377857020093085,0.0,0.8742474559389588,0.18886657983004246,0.04249052558274667,0.42220736917448304,0.0,0.0,0.0,0.0,3248.6086927684764,91.02938500718749,0.2908984930119732,0.0 | |
| attn_nsa_attn__mla_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5487564103307795,0.06478198253842316,2.7460521231671778e-05,0.8560163598205064,0.0,0.0,0.0,0.0,0.0,0.025815583866061795,0.0,0.0,0.0,0.0,0.0571624009459244,0.0,0.42244781690376326,0.37597782245940425,0.05316282134192353,0.5490806214940975,0.0,0.0,0.0,0.0,4363.286727823359,132.89678389442267,0.1712032609396655,0.0 | |
| attn_nsa_attn__mlra_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5403167685488953,0.06820678022708863,2.7460521231671778e-05,0.8413816703408369,0.0,0.0,0.0,0.0,0.0,0.025815583866061795,0.0,0.0,0.0,0.0,0.054119287745718996,0.0,0.3446797303056468,0.3377665234669631,0.05251455871131788,0.5595846903131955,0.0,0.0,0.0,0.0,4955.879095742633,142.46329585662835,0.1682763247396801,0.0 | |
| attn_nsa_attn__mtla_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.483990203943041,0.06839456876780017,2.7460521231671778e-05,0.8083693222752468,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.06222369895562437,0.0,0.379778682927664,0.4196108284237305,0.05176874938413259,0.5390527616402757,0.0,0.0,0.0,0.0,5477.2484851715835,135.22771321436196,0.16167385549751803,0.0 | |
| attn_nsa_attn__sparda_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.513655435203827,0.071352863863252,2.7460521231671778e-05,0.8548307406167334,0.0,0.0,0.0,0.0,0.0,0.025815583866061798,0.0,0.0,0.0,0.0,0.05366960377748445,0.0,0.3490154901310061,0.35993321779706766,0.053578206417584005,0.5509265187802539,0.0,0.0,0.0,0.0,3322.244596968471,156.76935816098296,0.17096615436964424,0.0 | |
| attn_nsa_attn__tucker_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5419801113004498,0.0535606890465661,2.7460521231671778e-05,0.8716102705928443,0.0,0.0,0.0,0.0,0.0,0.02581558386606179,0.0,0.0,0.0,0.0,0.05625189958091286,0.0,0.4330199429567004,0.38296014538895423,0.05275988941200863,0.5471678919508162,0.0,0.0,0.0,0.0,3330.6607739186834,135.16741593516105,0.17432205327551456,0.0 | |
| attn_ode__bigbird_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4361132316237519,0.06665192627707993,2.7460521231671778e-05,0.828805157110182,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05446320609453132,0.0,0.3873744958213063,0.1932712637837617,0.057475937549150063,0.5734250447350236,0.0,0.0,0.0,0.0,2711.7257037201152,129.85973545736297,0.16576103359439678,0.0 | |
| attn_ode__conformer_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4496486785368014,0.05369517551852929,2.7460521231671778e-05,0.8090978516533253,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.04054186978823371,0.0,0.23081334387658747,0.1351676270559329,0.053954233328143614,0.5480846238583066,0.0,0.0,0.0,0.0,3521.2169063958163,138.0598814049407,0.16181957057776636,0.0 | |
| attn_ode__deltanet_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.46373759285192556,0.056071812648248426,2.7460521231671778e-05,0.9533277408610874,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03717790596007047,0.0,0.7110996195837742,0.13883442197262874,0.054626587182885857,0.4890085830926134,0.0,0.0,0.0,0.0,4485.855643915191,97.73106038666877,0.19066554550447257,0.0 | |
| attn_ode__engram_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4619365207226861,0.048822877679975764,2.7460521231671778e-05,0.8626815186371132,0.0,0.0,0.0,0.0,0.0,0.018257418583505537,0.0,0.0,0.0,0.0,0.042556822003758696,0.0,0.3816767643080167,0.16372043242252873,0.055882305372824605,0.557198692921598,0.0,0.0,0.0,0.0,5280.652044531033,84.40470245654282,0.17253629641032073,0.0 | |
| attn_ode__falcon1_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4878271774231795,0.05705819474362859,2.7460521231671778e-05,0.9347038291295214,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.04616037484818849,0.0,0.6171327876843976,0.1569712075436525,0.05498241651601446,0.5387624570074361,0.0,0.0,0.0,0.0,2733.462684961334,134.62767756953565,0.18694075496371693,0.0 | |
| attn_ode__falcon1a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.49920643759840133,0.0644309054454054,2.7460521231671778e-05,1.067548518754935,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.045804535052791154,0.0,0.885883519200073,0.14622482018650396,0.0529533959573934,0.485907279703931,0.0,0.0,0.0,0.0,4535.415531272379,141.38680326695513,0.2135097006624127,0.0 | |
| attn_ode__falcon2_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4487360280000196,0.06539790740787974,2.7460521231671778e-05,0.8598512294646233,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.04395019693591297,0.0,0.5988680874409618,0.14679180616786905,0.05570477727376649,0.5302848685385003,0.0,0.0,0.0,0.0,4622.5910965401545,132.7969838997998,0.1719702470308578,0.0 | |
| attn_ode__falcon2a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.45712865504204536,0.06613684698130859,2.7460521231671778e-05,0.9840508830637794,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.04344112633989489,0.0,0.848036143422769,0.14268399493248465,0.05217102183914256,0.4860468765548267,0.0,0.0,0.0,0.0,4662.577949807824,132.2361549888545,0.19681018364854824,0.0 | |
| attn_ode__falcon3_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.48791999148708654,0.05720497910773102,2.7460521231671778e-05,0.908087324060835,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.04875578258265701,0.0,0.5798813353155856,0.16064130371594865,0.05516986671988179,0.5492074719029137,0.0,0.0,0.0,0.0,5771.658311347998,69.5617252598026,0.18161747145910623,0.0 | |
| attn_ode__falcon3a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5005006930392876,0.06482636878358047,2.7460521231671778e-05,1.0763823312606602,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.045369661678966534,0.0,0.9113535265045329,0.14528662586442323,0.05314940471689553,0.4873392760935513,0.0,0.0,0.0,0.0,3604.009662481387,120.68683280035262,0.21527646697714872,0.0 | |
| attn_ode__fox_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.47002679752401644,0.05333058449255176,2.7460521231671778e-05,0.8178716146207999,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.051516369850973215,0.0,0.2814781113479953,0.18209467054634265,0.056075624370445706,0.5752866259120888,0.0,0.0,0.0,0.0,3389.612259808152,135.64025487158844,0.16357431511078588,0.0 | |
| attn_ode__gated_deltanet2_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4387850069555426,0.06274081316677474,2.7460521231671778e-05,1.0107162488184263,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03284065094954265,0.0,0.7617494676957107,0.12475116594779213,0.05345017908462674,0.46008598445243304,0.0,0.0,0.0,0.0,3465.0972868582053,104.12414020031555,0.20214324128520725,0.0 | |
| attn_ode__gated_deltanet_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5134602362369506,0.06562824437114594,2.7460521231671778e-05,1.047881163856799,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.03512380690307319,0.0,0.8272373134134035,0.12233529094703129,0.05288873209469547,0.46831512912811807,0.0,0.0,0.0,0.0,3561.117123570303,105.57838262301733,0.2095762295421617,0.0 | |
| attn_ode__gated_softmax_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.446770087555571,0.05784300285613464,2.7460521231671778e-05,0.799641702873185,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05297050043844988,0.0,0.3965452305210179,0.18925567154077821,0.057469860776678476,0.5752205439619378,0.0,0.0,0.0,0.0,3905.9479971290493,137.38542730259252,0.1599283415318136,0.0 | |
| attn_ode__gla_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4422238533093564,0.0656834407214623,2.7460521231671778e-05,0.9377840470396075,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03428150554839974,0.0,0.7201993340888078,0.12676732745510008,0.05490960561816798,0.4863364300255448,0.0,0.0,0.0,0.0,3749.1535232675824,97.12845597072851,0.18755680791388019,0.0 | |
| attn_ode__gma_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.45708506631540163,0.04791454408099862,2.7460521231671778e-05,0.8050611833649088,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05910662530214656,0.0,0.32966736160442195,0.20372218957018656,0.05725959757372841,0.5737565737740066,0.0,0.0,0.0,0.0,5096.230300098739,145.48043452119546,0.16101224173374445,0.0 | |
| attn_ode__gqa_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4515828749776939,0.05964294940127726,2.7460521231671778e-05,0.8260715511709388,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05485155304243228,0.0,0.3918056781522313,0.18466247100331157,0.05704143929170685,0.5743058441407534,0.0,0.0,0.0,0.0,3767.0882991745307,147.52453626779774,0.16521431808430562,0.0 | |
| attn_ode__gqla_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5180189037846085,0.0729867302108146,2.7460521231671778e-05,0.8415764043400599,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.06722491380857497,0.0,0.46187885389425526,0.23100841267206138,0.05753742417065288,0.5738382702129499,0.0,0.0,0.0,0.0,4201.79110433418,125.05519646054128,0.16831527383235367,0.0 | |
| attn_ode__gta_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.43906826638131935,0.06753777385492296,2.7460521231671778e-05,0.8404842508447751,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05785375281755986,0.0,0.47607849422665566,0.20494432337151708,0.05667757656071369,0.5671137429014494,0.0,0.0,0.0,0.0,3053.0449509032396,129.38609036213413,0.16809684521053647,0.0 | |
| attn_ode__hgrn2_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.46271543870557386,0.07232975092261139,2.7460521231671778e-05,1.052679960819978,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03336031043538439,0.0,0.7406860985484331,0.11387874404839168,0.05272843542845059,0.4545320605295553,0.0,0.0,0.0,0.0,3878.076605711583,108.49746550490852,0.21053599523439157,0.0 | |
| attn_ode__iha_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.42284916578090487,0.06246364001469697,2.7460521231671778e-05,0.7936635703251775,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.056584823206615356,0.0,0.3506764059471352,0.19367683344958336,0.056942855324957596,0.5807265319387206,0.0,0.0,0.0,0.0,5060.177001395395,123.83248473476453,0.15873271425530086,0.0 | |
| attn_ode__kda_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.49713113027852396,0.06962543472748982,2.7460521231671778e-05,1.0333819554618802,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03379776021635329,0.0,0.7235682390419393,0.12046523850833647,0.050246101109961756,0.44027260028451654,0.0,0.0,0.0,0.0,4076.8409368879584,92.59452268575879,0.2066763950888123,0.0 | |
| attn_ode__longformer_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4361132316237519,0.06665192627707993,2.7460521231671778e-05,0.828805157110182,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05446320609453132,0.0,0.3873744958213063,0.1932712637837617,0.057475937549150063,0.5734250447350236,0.0,0.0,0.0,0.0,4040.5024945985365,125.47356002318686,0.16576103359439678,0.0 | |
| attn_ode__mla_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5174957712302825,0.07316816123407179,2.7460521231671778e-05,0.8419621369812054,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0646812566050718,0.0,0.45395484907726513,0.22236573216244127,0.05750966575553587,0.5732263469029127,0.0,0.0,0.0,0.0,4093.2284233279133,125.1797817273822,0.16839243065280515,0.0 | |
| attn_ode__mlra_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.45417765812815786,0.06774980385747716,2.7460521231671778e-05,0.8131946583361153,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.057921506215651924,0.0,0.41990207599473284,0.20507449911983475,0.057561927387448725,0.5749321781827834,0.0,0.0,0.0,0.0,4001.615557123936,120.05958859818097,0.16263893496168544,0.0 | |
| attn_ode__mtla_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5527675243254047,0.0727409366011672,2.7460521231671778e-05,0.8040688207781318,0.0,0.0,0.0,0.0,0.0,0.018257418583505543,0.0,0.0,0.0,0.0,0.06920436995075804,0.0,0.421796078960071,0.23193197859414824,0.057636624671155476,0.5890272217577222,0.0,0.0,0.0,0.0,3875.5138506871576,115.94230131094307,0.16081375577112372,0.0 | |
| attn_ode__nsa_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.509974130468881,0.06902951716747449,2.7460521231671778e-05,0.8057098404859562,0.0,0.0,0.0,0.0,0.0,0.025815583866061795,0.0,0.0,0.0,0.0,0.05918360735099016,0.0,0.40760385887906997,0.20543317696958663,0.0578254030167443,0.5684426854035886,0.0,0.0,0.0,0.0,4323.19106500935,127.85080818927685,0.16114196595490116,0.0 | |
| attn_ode__sigmoid_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4364010659034942,0.06534038303047911,2.7460521231671778e-05,0.8206879283379854,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05900157874586958,0.0,0.3325436260050882,0.20898438431280786,0.0580019147574387,0.5794878011214761,0.0,0.0,0.0,0.0,3779.3521149844773,129.32777789212233,0.16413757815347904,0.0 | |
| attn_ode__sparda_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4257657035804519,0.06675246835742177,2.7460521231671778e-05,0.7996133594298243,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05633803729114889,0.0,0.37041105267075997,0.18400455239110156,0.05830311850161283,0.5724668840655167,0.0,0.0,0.0,0.0,3380.291578173462,122.0276497663861,0.1599226734468204,0.0 | |
| attn_ode__sparse_transformer_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.434104603782142,0.06515745762688402,2.7460521231671778e-05,0.8306279960385289,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0528305407505583,0.0,0.3530429284088162,0.18777347612114434,0.05726062605035727,0.5710361242889948,0.0,0.0,0.0,0.0,4746.899902013767,109.21073642239243,0.16612558979446543,0.0 | |
| attn_ode__sparsek_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.47749552441864973,0.03586794159480584,2.7460521231671778e-05,0.7901471363720877,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05584821904247866,0.0,0.3970987898939726,0.17895031475625162,0.05656483007164651,0.5691510698643948,0.0,0.0,0.0,0.0,3385.7635302819936,136.54714311118224,0.15802943440159353,0.0 | |
| attn_ode__standard_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4361132316237519,0.06665192627707993,2.7460521231671778e-05,0.828805157110182,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05446320609453132,0.0,0.3873744958213063,0.1932712637837617,0.057475937549150063,0.5734250447350236,0.0,0.0,0.0,0.0,3614.5023691893048,124.31487518677379,0.16576103359439678,0.0 | |
| attn_ode__titan_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4361132316237519,0.06665192627707993,2.7460521231671778e-05,0.828805157110182,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05446320609453132,0.0,0.3873744958213063,0.1932712637837617,0.057475937549150063,0.5734250447350236,0.0,0.0,0.0,0.0,3137.908726296948,131.78083107381548,0.16576103359439678,0.0 | |
| attn_ode__tucker_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.45180905788178444,0.057484071937389365,2.7460521231671778e-05,0.8154024218681262,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05874569876315821,0.0,0.4891991780580304,0.20908962064281914,0.056888165121393344,0.565700613815146,0.0,0.0,0.0,0.0,2535.771237465784,121.62799595003679,0.16308049155548457,0.0 | |
| attn_retnet__bigbird_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.44059372325166635,0.0651997086266624,2.7460521231671778e-05,0.9656692317184189,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03848268629020553,0.0,0.4544213169711042,0.2837215099833586,0.047676992284987334,0.440021178065688,0.0,0.0,0.0,0.0,2529.980099742624,136.06820780183233,0.19313383561987482,0.0 | |
| attn_retnet__conformer_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5027228918313993,0.08511937277969195,2.7460521231671778e-05,1.3407682810189885,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03886603284006415,0.0,0.5793446349696809,0.19389973249570974,0.036684624583662215,0.3951067328668029,0.0,0.0,0.0,0.0,2590.4718011686155,144.9366565733994,0.2681536435524276,0.0 | |
| attn_retnet__deltanet_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.46399703815993476,0.0715909305121179,2.7460521231671778e-05,1.2661480196228536,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.026046427742891953,0.0,0.5781699049260113,0.1479107670305407,0.03407321245710347,0.34235842803129174,0.0,0.0,0.0,0.0,2415.198174992883,116.56739453977357,0.2532296052024429,0.0 | |
| attn_retnet__engram_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5216283796902995,0.07102012346351536,2.7460521231671778e-05,1.3149083330747497,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.03280488283484045,0.0,0.6259622067661421,0.20103836452294,0.03680652866773213,0.37653837020052405,0.0,0.0,0.0,0.0,4408.43795750671,65.88795253792316,0.2629816762210339,0.0 | |
| attn_retnet__falcon1_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5161700596153938,0.06720997677267407,2.7460521231671778e-05,1.1812801200702117,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.02775082291979679,0.0,0.5560170649844529,0.1891388683488856,0.03679290813115428,0.3289112968850016,0.0,0.0,0.0,0.0,2681.222165740459,115.32991178562501,0.23625602592177536,0.0 | |
| attn_retnet__falcon1a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5351141284019418,0.07601758673478642,2.7460521231671778e-05,1.2314100758411437,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.02539602048914136,0.0,0.5180822258122143,0.163897153509243,0.03530336201027952,0.3222734388931974,0.0,0.0,0.0,0.0,2977.232678247391,124.46490858122414,0.24628201634707234,0.0 | |
| attn_retnet__falcon2_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.477029500023378,0.06925064628821202,2.7460521231671778e-05,1.1668987919613296,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.02747064761609072,0.0,0.5802696259993477,0.18997882630926338,0.035291478598573275,0.33609729936768606,0.0,0.0,0.0,0.0,2715.329418067872,141.11397998990296,0.23337976105233174,0.0 | |
| attn_retnet__falcon2a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4952367365141309,0.07577578588090607,2.7460521231671778e-05,1.2080878818117444,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.026141666446861306,0.0,0.5321462980646344,0.1686135441859801,0.033753381633486235,0.33358987668741813,0.0,0.0,0.0,0.0,3054.687611346483,117.96751886887797,0.24161757703613093,0.0 | |
| attn_retnet__falcon3_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5155846894148951,0.06815411037577358,2.7460521231671778e-05,1.1512528254782237,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.028217338772710036,0.0,0.5677696424621135,0.19157492197162393,0.038125387661590626,0.3362598675505326,0.0,0.0,0.0,0.0,2782.5127190150783,77.50673835809118,0.23025057495488058,0.0 | |
| attn_retnet__falcon3a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5369227355566442,0.07613230639299541,2.7460521231671778e-05,1.2244714150704965,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.02560875739373516,0.0,0.5250171333582219,0.16441596644794865,0.03605168895103264,0.32376658623115306,0.0,0.0,0.0,0.0,2550.9812545546342,123.7184705217596,0.24489427924482082,0.0 | |
| attn_retnet__fox_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5026867422527164,0.07533077510227769,2.7460521231671778e-05,0.9835750818223957,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03818292024637911,0.0,0.3980875820779878,0.2705660961186701,0.04557208295256412,0.4214495054198157,0.0,0.0,0.0,0.0,2548.8175986505303,108.44030037935794,0.19671501507024602,0.0 | |
| attn_retnet__gated_deltanet2_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4588829618651684,0.06496663061946284,2.7460521231671778e-05,1.6099379668295954,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.025488946029787164,0.0,0.6880188456427269,0.17726522493769656,0.029944416517348117,0.41850607533087014,0.0,0.0,0.0,0.0,1950.2254011179523,84.38989818163215,0.3219875936925168,0.0 | |
| attn_retnet__gated_deltanet_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4863185818021148,0.07302270494379408,2.7460521231671778e-05,1.6480915175713482,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.025853664856365182,0.0,0.6781585508269133,0.15769853462822264,0.03104722376342942,0.42143287795428525,0.0,0.0,0.0,0.0,2522.0251853981254,99.8364203144674,0.329618297294882,0.0 | |
| attn_retnet__gated_softmax_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4210936649336115,0.057648912251565494,2.7460521231671778e-05,0.9750230461544329,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03297317282197785,0.0,0.5190861309864065,0.2154234039548243,0.04506082674663134,0.41419272349469455,0.0,0.0,0.0,0.0,2040.4951962445264,139.39525283623388,0.1950046068280315,0.0 | |
| attn_retnet__gla_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4953181039615294,0.07633005232660103,2.7460521231671778e-05,1.4292752590476654,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.025676344082955743,0.0,0.5780311961558872,0.14687153525204966,0.03273334320507821,0.3390410357957864,0.0,0.0,0.0,0.0,3384.9187363956717,110.4594875060715,0.28585504719351934,0.0 | |
| attn_retnet__gma_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.47097730337965593,0.06677051376282563,2.7460521231671778e-05,0.9990336671138356,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03704543004665541,0.0,0.4616851961424303,0.2622174913394955,0.04789683249967738,0.40861103774562035,0.0,0.0,0.0,0.0,3034.9169381788447,134.69495206919586,0.199806741428615,0.0 | |
| attn_retnet__gqa_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4304538137061887,0.06898537555353822,2.7460521231671778e-05,0.9872259955986491,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.035858973741842375,0.0,0.45025052201726823,0.26902045072081743,0.04709300912004719,0.42564158618769293,0.0,0.0,0.0,0.0,1980.147034786663,142.31784202948924,0.19744520289124098,0.0 | |
| attn_retnet__gqla_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5001466251538769,0.07237231499481697,2.7460521231671778e-05,0.9106972553595168,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05760336500638049,0.0,0.39966917337234303,0.37109188210161886,0.047954834725340616,0.4863013800595998,0.0,0.0,0.0,0.0,2912.5353530679677,116.71008356435745,0.18213945717645136,0.0 | |
| attn_retnet__gta_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4427176023524158,0.06461332766928687,2.7460521231671778e-05,0.9546586037862044,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.041805723080523036,0.0,0.4561230971639095,0.31018696327381245,0.0467646317454571,0.44281764533593576,0.0,0.0,0.0,0.0,3550.437529786185,110.05559430657411,0.1909317082921654,0.0 | |
| attn_retnet__hgrn2_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.46294506366287846,0.06896991909280581,2.7460521231671778e-05,1.431108084740383,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.02620776946242386,0.0,0.6141643256139689,0.1537223206671789,0.03213598643944903,0.37622617183721446,0.0,0.0,0.0,0.0,2536.0378141339634,105.77152199670348,0.2862216238473621,0.0 | |
| attn_retnet__iha_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.47400585317148136,0.06421193520214401,2.7460521231671778e-05,0.9856457469656376,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.04012974329021007,0.0,0.4679539204520211,0.2766093036057124,0.044290878820080794,0.4223523412333096,0.0,0.0,0.0,0.0,2550.387939664322,122.42237102190975,0.19712914129579248,0.0 | |
| attn_retnet__kda_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.45920965150467047,0.07408212754897268,2.7460521231671778e-05,1.6668200630276715,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.023442828218702676,0.0,0.6666289372428912,0.1367678468112817,0.030418600617217385,0.4279883398948579,0.0,0.0,0.0,0.0,2836.2324777797594,104.9266180808033,0.333364022600253,0.0 | |
| attn_retnet__longformer_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.44059372325166635,0.0651997086266624,2.7460521231671778e-05,0.9656692317184189,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03848268629020553,0.0,0.4544213169711042,0.2837215099833586,0.047676992284987334,0.440021178065688,0.0,0.0,0.0,0.0,2319.6423002844995,113.78271348053627,0.19313383561987482,0.0 | |
| attn_retnet__mamba,28.870882262483835,8.656884382717525,866.1697293256098,0.47025185547542137,0.07204752256170588,2.7460521231671778e-05,1.0919470903672788,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.025814170404035965,0.0,0.5307813044722863,0.16258593956396097,0.04119437995512086,0.347147892929409,0.0,0.0,0.0,0.0,1963.9021728336472,120.82188505820044,0.21838941343120288,0.0 | |
| attn_retnet__mla_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4970267696804227,0.07205057845560937,2.7460521231671778e-05,0.9112147885302389,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05243404803612808,0.0,0.3760414134368331,0.3391965045556496,0.047353147179041044,0.4741354628468061,0.0,0.0,0.0,0.0,2538.3863504560422,112.47607367915812,0.18224296228525524,0.0 | |
| attn_retnet__mlra_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4398226650235197,0.06350307805755027,2.7460521231671778e-05,0.9552495259346516,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.039481873146357066,0.0,0.4117537378186674,0.2849838601283528,0.0472878467894956,0.4415590804092892,0.0,0.0,0.0,0.0,2783.9006505786933,147.3558191465029,0.19104990610486186,0.0 | |
| attn_retnet__mtla_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.49669251550362487,0.06120615097686267,2.7460521231671778e-05,0.9560539365510811,0.0,0.0,0.0,0.0,0.0,0.018257418583505543,0.0,0.0,0.0,0.0,0.053117607622651775,0.0,0.45327580526132516,0.3592293388216056,0.04894898639014028,0.45284192392900885,0.0,0.0,0.0,0.0,3130.839642683327,140.96658330792351,0.1912107934313795,0.0 | |
| attn_retnet__nsa_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5358365796416454,0.05547340610249689,2.7460521231671778e-05,0.9482255494957513,0.0,0.0,0.0,0.0,0.0,0.02581558386606179,0.0,0.0,0.0,0.0,0.041051473904487844,0.0,0.3898293074772673,0.29725973752315804,0.049689050165840624,0.4717538522992511,0.0,0.0,0.0,0.0,1925.542473916668,132.68452725863688,0.189645112571097,0.0 | |
| attn_retnet__ode,28.870882262483835,8.656884382717525,866.1697293256098,0.44306010639594307,0.06359656444358258,2.7460521231671778e-05,0.9359051194284479,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.040879160848386574,0.0,0.4411883069514931,0.24340357181451291,0.05135479667777216,0.4586365143788665,0.0,0.0,0.0,0.0,1979.9578459344773,96.05006195071037,0.18718102231513875,0.0 | |
| attn_retnet__retnet_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.41728159227542716,0.06454547222261071,2.7460521231671778e-05,1.238253218301848,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.024472845805180287,0.0,0.6182235629371411,0.14261827428948953,0.03588317364157526,0.34323178142097993,0.0,0.0,0.0,0.0,2098.3216491069716,139.57878791114828,0.24765063558308398,0.0 | |
| attn_retnet__sigmoid_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4391830875381396,0.06257320621668347,2.7460521231671778e-05,0.9832763596194383,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.038334303609983064,0.0,0.46396148302554563,0.2838605149782146,0.0477517576663709,0.4308844430617564,0.0,0.0,0.0,0.0,2926.649652983735,135.73395847374056,0.1966552697124722,0.0 | |
| attn_retnet__sparda_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.43105028314764543,0.05640446232414523,2.7460521231671778e-05,0.9875995606792828,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.037128139058502825,0.0,0.449690211254971,0.26413004355274344,0.0459184724771222,0.41031564387472075,0.0,0.0,0.0,0.0,2432.211774172695,116.92879449835964,0.19751991296842036,0.0 | |
| attn_retnet__sparse_transformer_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.43802062743643794,0.06615534131307399,2.7460521231671778e-05,1.0133977571643644,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03272640563815732,0.0,0.49800115972355885,0.23257174671233333,0.04505304535932986,0.40752614346826443,0.0,0.0,0.0,0.0,2765.639618087264,109.95727009774298,0.20267955143958077,0.0 | |
| attn_retnet__sparsek_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.46857613634731515,0.07021844566826844,2.7460521231671778e-05,0.905286873248031,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03726455951374874,0.0,0.39709777503439886,0.26699816203463345,0.045362741264956014,0.43277614988869106,0.0,0.0,0.0,0.0,2407.243885651749,135.93070840679493,0.1810573718192717,0.0 | |
| attn_retnet__standard_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.44059372325166635,0.0651997086266624,2.7460521231671778e-05,0.9656692317184189,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03848268629020553,0.0,0.4544213169711042,0.2837215099833586,0.047676992284987334,0.440021178065688,0.0,0.0,0.0,0.0,2052.488371320593,104.828840123128,0.19313383561987482,0.0 | |
| attn_retnet__titan_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.44059372325166635,0.0651997086266624,2.7460521231671778e-05,0.9656692317184189,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03848268629020553,0.0,0.4544213169711042,0.2837215099833586,0.047676992284987334,0.440021178065688,0.0,0.0,0.0,0.0,2567.258713387405,124.91375193084409,0.19313383561987482,0.0 | |
| attn_retnet__tucker_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.43267459578279743,0.05919248799691832,2.7460521231671778e-05,0.9334386243986157,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.04021176298990426,0.0,0.4602907957095269,0.2733617348787208,0.0477091378862827,0.4424383595233914,0.0,0.0,0.0,0.0,1702.6075939641082,145.8454264353914,0.18668772175825035,0.0 | |
| attn_retnet_attn__bigbird_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.44059372325166635,0.0651997086266624,2.7460521231671778e-05,0.9656692317184189,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03848268629020553,0.0,0.4544213169711042,0.2837215099833586,0.047676992284987334,0.440021178065688,0.0,0.0,0.0,0.0,2527.6832917289535,112.89413882973976,0.19313383561987482,0.0 | |
| attn_retnet_attn__conformer_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5027228918313993,0.08511937277969195,2.7460521231671778e-05,1.3407682810189885,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03886603284006415,0.0,0.5793446349696809,0.19389973249570974,0.036684624583662215,0.3951067328668029,0.0,0.0,0.0,0.0,3563.9143585353117,101.65268662045209,0.2681536435524276,0.0 | |
| attn_retnet_attn__deltanet_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.46399703815993476,0.0715909305121179,2.7460521231671778e-05,1.2661480196228536,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.026046427742891953,0.0,0.5781699049260113,0.1479107670305407,0.03407321245710347,0.34235842803129174,0.0,0.0,0.0,0.0,4195.155514987318,105.5641561358218,0.2532296052024429,0.0 | |
| attn_retnet_attn__engram_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5216283796902995,0.07102012346351536,2.7460521231671778e-05,1.3149083330747497,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.03280488283484045,0.0,0.6259622067661421,0.20103836452294,0.03680652866773213,0.37653837020052405,0.0,0.0,0.0,0.0,7145.9406657055815,72.55601637401621,0.2629816762210339,0.0 | |
| attn_retnet_attn__falcon1_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5161700596153938,0.06720997677267407,2.7460521231671778e-05,1.1812801200702117,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.02775082291979679,0.0,0.5560170649844529,0.1891388683488856,0.03679290813115428,0.3289112968850016,0.0,0.0,0.0,0.0,3825.5769682778687,113.8788844398885,0.23625602592177536,0.0 | |
| attn_retnet_attn__falcon1a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5351141284019418,0.07601758673478642,2.7460521231671778e-05,1.2314100758411437,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.02539602048914136,0.0,0.5180822258122143,0.163897153509243,0.03530336201027952,0.3222734388931974,0.0,0.0,0.0,0.0,3612.3189721482545,118.6917355667628,0.24628201634707234,0.0 | |
| attn_retnet_attn__falcon2_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.477029500023378,0.06925064628821202,2.7460521231671778e-05,1.1668987919613296,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.02747064761609072,0.0,0.5802696259993477,0.18997882630926338,0.035291478598573275,0.33609729936768606,0.0,0.0,0.0,0.0,3110.1175745636324,112.9814112157727,0.23337976105233174,0.0 | |
| attn_retnet_attn__falcon2a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4952367365141309,0.07577578588090607,2.7460521231671778e-05,1.2080878818117444,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.026141666446861306,0.0,0.5321462980646344,0.1686135441859801,0.033753381633486235,0.33358987668741813,0.0,0.0,0.0,0.0,5084.542389139932,112.44595010739376,0.24161757703613093,0.0 | |
| attn_retnet_attn__falcon3_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5155846894148951,0.06815411037577358,2.7460521231671778e-05,1.1512528254782237,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.028217338772710036,0.0,0.5677696424621135,0.19157492197162393,0.038125387661590626,0.3362598675505326,0.0,0.0,0.0,0.0,3133.6350675878284,67.83680725431758,0.23025057495488058,0.0 | |
| attn_retnet_attn__falcon3a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5369227355566442,0.07613230639299541,2.7460521231671778e-05,1.2244714150704965,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.02560875739373516,0.0,0.5250171333582219,0.16441596644794865,0.03605168895103264,0.32376658623115306,0.0,0.0,0.0,0.0,3654.406586731903,111.30237932398265,0.24489427924482082,0.0 | |
| attn_retnet_attn__fox_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5026867422527164,0.07533077510227769,2.7460521231671778e-05,0.9835750818223957,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03818292024637911,0.0,0.3980875820779878,0.2705660961186701,0.04557208295256412,0.4214495054198157,0.0,0.0,0.0,0.0,3907.5905245803056,138.89189512513622,0.19671501507024602,0.0 | |
| attn_retnet_attn__gated_deltanet2_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4588829618651684,0.06496663061946284,2.7460521231671778e-05,1.6099379668295954,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.025488946029787164,0.0,0.6880188456427269,0.17726522493769656,0.029944416517348117,0.41850607533087014,0.0,0.0,0.0,0.0,3867.50551958194,99.97991755835669,0.3219875936925168,0.0 | |
| attn_retnet_attn__gated_deltanet_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4863185818021148,0.07302270494379408,2.7460521231671778e-05,1.6480915175713482,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.025853664856365182,0.0,0.6781585508269133,0.15769853462822264,0.03104722376342942,0.42143287795428525,0.0,0.0,0.0,0.0,2104.960106803816,100.67326814753538,0.329618297294882,0.0 | |
| attn_retnet_attn__gated_softmax_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4210936649336115,0.057648912251565494,2.7460521231671778e-05,0.9750230461544329,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03297317282197785,0.0,0.5190861309864065,0.2154234039548243,0.04506082674663134,0.41419272349469455,0.0,0.0,0.0,0.0,3464.813542390502,129.6072095852322,0.1950046068280315,0.0 | |
| attn_retnet_attn__gla_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4953181039615294,0.07633005232660103,2.7460521231671778e-05,1.4292752590476654,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.025676344082955743,0.0,0.5780311961558872,0.14687153525204966,0.03273334320507821,0.3390410357957864,0.0,0.0,0.0,0.0,3960.0519338849244,104.51065125971063,0.28585504719351934,0.0 | |
| attn_retnet_attn__gma_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.47097730337965593,0.06677051376282563,2.7460521231671778e-05,0.9990336671138356,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03704543004665541,0.0,0.4616851961424303,0.2622174913394955,0.04789683249967738,0.40861103774562035,0.0,0.0,0.0,0.0,3525.1412072058297,118.42625527566292,0.199806741428615,0.0 | |
| attn_retnet_attn__gqa_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4304538137061887,0.06898537555353822,2.7460521231671778e-05,0.9872259955986491,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.035858973741842375,0.0,0.45025052201726823,0.26902045072081743,0.04709300912004719,0.42564158618769293,0.0,0.0,0.0,0.0,3713.4613028919057,122.64604367920366,0.19744520289124098,0.0 | |
| attn_retnet_attn__gqla_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5001466251538769,0.07237231499481697,2.7460521231671778e-05,0.9106972553595168,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05760336500638049,0.0,0.39966917337234303,0.37109188210161886,0.047954834725340616,0.4863013800595998,0.0,0.0,0.0,0.0,3942.576167231605,139.4303831394366,0.18213945717645136,0.0 | |
| attn_retnet_attn__gta_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4427176023524158,0.06461332766928687,2.7460521231671778e-05,0.9546586037862044,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.041805723080523036,0.0,0.4561230971639095,0.31018696327381245,0.0467646317454571,0.44281764533593576,0.0,0.0,0.0,0.0,2790.288992859204,115.42132621703504,0.1909317082921654,0.0 | |
| attn_retnet_attn__hgrn2_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.46294506366287846,0.06896991909280581,2.7460521231671778e-05,1.431108084740383,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.02620776946242386,0.0,0.6141643256139689,0.1537223206671789,0.03213598643944903,0.37622617183721446,0.0,0.0,0.0,0.0,3556.1719217152663,116.10453088680445,0.2862216238473621,0.0 | |
| attn_retnet_attn__iha_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.47400585317148136,0.06421193520214401,2.7460521231671778e-05,0.9856457469656376,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.04012974329021007,0.0,0.4679539204520211,0.2766093036057124,0.044290878820080794,0.4223523412333096,0.0,0.0,0.0,0.0,3902.608983013666,120.52784373977099,0.19712914129579248,0.0 | |
| attn_retnet_attn__kda_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.45920965150467047,0.07408212754897268,2.7460521231671778e-05,1.6668200630276715,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.023442828218702676,0.0,0.6666289372428912,0.1367678468112817,0.030418600617217385,0.4279883398948579,0.0,0.0,0.0,0.0,2832.5645147410746,83.46060950966798,0.333364022600253,0.0 | |
| attn_retnet_attn__longformer_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.44059372325166635,0.0651997086266624,2.7460521231671778e-05,0.9656692317184189,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03848268629020553,0.0,0.4544213169711042,0.2837215099833586,0.047676992284987334,0.440021178065688,0.0,0.0,0.0,0.0,2307.59285138557,151.24767143954057,0.19313383561987482,0.0 | |
| attn_retnet_attn__mamba,28.870882262483835,8.656884382717525,866.1697293256098,0.47025185547542137,0.07204752256170588,2.7460521231671778e-05,1.0919470903672788,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.025814170404035965,0.0,0.5307813044722863,0.16258593956396097,0.04119437995512086,0.347147892929409,0.0,0.0,0.0,0.0,3120.0362526528424,163.3888890134748,0.21838941343120288,0.0 | |
| attn_retnet_attn__mla_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4970267696804227,0.07205057845560937,2.7460521231671778e-05,0.9112147885302389,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05243404803612808,0.0,0.3760414134368331,0.3391965045556496,0.047353147179041044,0.4741354628468061,0.0,0.0,0.0,0.0,3942.3435509735527,118.64176215470256,0.18224296228525524,0.0 | |
| attn_retnet_attn__mlra_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4398226650235197,0.06350307805755027,2.7460521231671778e-05,0.9552495259346516,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.039481873146357066,0.0,0.4117537378186674,0.2849838601283528,0.0472878467894956,0.4415590804092892,0.0,0.0,0.0,0.0,3789.304038824449,131.7610404597779,0.19104990610486186,0.0 | |
| attn_retnet_attn__mtla_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.49669251550362487,0.06120615097686267,2.7460521231671778e-05,0.9560539365510811,0.0,0.0,0.0,0.0,0.0,0.018257418583505543,0.0,0.0,0.0,0.0,0.053117607622651775,0.0,0.45327580526132516,0.3592293388216056,0.04894898639014028,0.45284192392900885,0.0,0.0,0.0,0.0,2627.12654403418,110.9864924758994,0.1912107934313795,0.0 | |
| attn_retnet_attn__nsa_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5358365796416454,0.05547340610249689,2.7460521231671778e-05,0.9482255494957513,0.0,0.0,0.0,0.0,0.0,0.02581558386606179,0.0,0.0,0.0,0.0,0.041051473904487844,0.0,0.3898293074772673,0.29725973752315804,0.049689050165840624,0.4717538522992511,0.0,0.0,0.0,0.0,3449.62933773427,151.46193607647032,0.189645112571097,0.0 | |
| attn_retnet_attn__ode,28.870882262483835,8.656884382717525,866.1697293256098,0.44306010639594307,0.06359656444358258,2.7460521231671778e-05,0.9359051194284479,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.040879160848386574,0.0,0.4411883069514931,0.24340357181451291,0.05135479667777216,0.4586365143788665,0.0,0.0,0.0,0.0,3472.0324955112237,119.15381717669854,0.18718102231513875,0.0 | |
| attn_retnet_attn__sigmoid_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4391830875381396,0.06257320621668347,2.7460521231671778e-05,0.9832763596194383,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.038334303609983064,0.0,0.46396148302554563,0.2838605149782146,0.0477517576663709,0.4308844430617564,0.0,0.0,0.0,0.0,3073.2629355665003,158.66161696145437,0.1966552697124722,0.0 | |
| attn_retnet_attn__sparda_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.43105028314764543,0.05640446232414523,2.7460521231671778e-05,0.9875995606792828,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.037128139058502825,0.0,0.449690211254971,0.26413004355274344,0.0459184724771222,0.41031564387472075,0.0,0.0,0.0,0.0,3245.5000648581963,115.17904758462166,0.19751991296842036,0.0 | |
| attn_retnet_attn__sparse_transformer_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.43802062743643794,0.06615534131307399,2.7460521231671778e-05,1.0133977571643644,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03272640563815732,0.0,0.49800115972355885,0.23257174671233333,0.04505304535932986,0.40752614346826443,0.0,0.0,0.0,0.0,2706.7212249955905,127.08786308541946,0.20267955143958077,0.0 | |
| attn_retnet_attn__sparsek_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.46857613634731515,0.07021844566826844,2.7460521231671778e-05,0.905286873248031,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03726455951374874,0.0,0.39709777503439886,0.26699816203463345,0.045362741264956014,0.43277614988869106,0.0,0.0,0.0,0.0,3634.846429880411,120.8049837731647,0.1810573718192717,0.0 | |
| attn_retnet_attn__standard_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.44059372325166635,0.0651997086266624,2.7460521231671778e-05,0.9656692317184189,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03848268629020553,0.0,0.4544213169711042,0.2837215099833586,0.047676992284987334,0.440021178065688,0.0,0.0,0.0,0.0,2929.2123825593494,163.39078115357856,0.19313383561987482,0.0 | |
| attn_retnet_attn__titan_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.44059372325166635,0.0651997086266624,2.7460521231671778e-05,0.9656692317184189,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03848268629020553,0.0,0.4544213169711042,0.2837215099833586,0.047676992284987334,0.440021178065688,0.0,0.0,0.0,0.0,2654.553992072365,161.74075557880522,0.19313383561987482,0.0 | |
| attn_retnet_attn__tucker_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.43267459578279743,0.05919248799691832,2.7460521231671778e-05,0.9334386243986157,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.04021176298990426,0.0,0.4602907957095269,0.2733617348787208,0.0477091378862827,0.4424383595233914,0.0,0.0,0.0,0.0,2836.5650275306966,123.50943942571041,0.18668772175825035,0.0 | |
| attn_sigmoid_attn__bigbird_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4382042820515315,0.06560651661044341,2.7460521231671778e-05,0.8671640824696704,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05475180644210186,0.0,0.41861433909452583,0.37764531017955955,0.05325794849117045,0.5381911032178107,0.0,0.0,0.0,0.0,4210.991531771761,135.05357614889243,0.173432818966679,0.0 | |
| attn_sigmoid_attn__conformer_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.46550894215971356,0.0631789501462124,2.7460521231671778e-05,0.9317938851367056,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03874964218100592,0.0,0.36195465555493544,0.24126032862494118,0.0453147669863533,0.4422651986863771,0.0,0.0,0.0,0.0,3765.53350742195,128.6935988699376,0.18635877526547243,0.0 | |
| attn_sigmoid_attn__deltanet_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.45772030927940055,0.061878308376213095,2.7460521231671778e-05,1.0895987715612292,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.030220732236652587,0.0,0.5967608497318763,0.2114539613008717,0.045065171212320225,0.37227757564001923,0.0,0.0,0.0,0.0,4939.361668506687,101.35259458511936,0.21791975566285007,0.0 | |
| attn_sigmoid_attn__engram_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4770649540107775,0.054284317906621346,2.7460521231671778e-05,0.9237832082491348,0.0,0.0,0.0,0.0,0.0,0.018257418583505537,0.0,0.0,0.0,0.0,0.03758745672555434,0.0,0.48183958093524953,0.2763001391702384,0.04706635566671943,0.4521297446483184,0.0,0.0,0.0,0.0,5218.82270370844,76.4407897017672,0.184756651330123,0.0 | |
| attn_sigmoid_attn__falcon1_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4883032093395227,0.05950173704882849,2.7460521231671778e-05,1.0570565550145086,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.043903280020276714,0.0,0.6187048933758765,0.2874208158828824,0.05351062513496148,0.4630313051132551,0.0,0.0,0.0,0.0,3776.1497921024165,144.94037028958402,0.21141131682492886,0.0 | |
| attn_sigmoid_attn__falcon1a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5011546323139958,0.07072635337697993,2.7460521231671778e-05,1.1144233950122606,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.04475544793743138,0.0,0.6585459031847454,0.2663680165952864,0.05681528391139567,0.4045686154417302,0.0,0.0,0.0,0.0,2866.4470891300757,134.51466931157427,0.22288468582745624,0.0 | |
| attn_sigmoid_attn__falcon2_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4488454131227368,0.06431997995263423,2.7460521231671778e-05,0.9515952211203353,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.043371762643273734,0.0,0.5678353607780869,0.28112905414739914,0.05508564245944375,0.4588659101375743,0.0,0.0,0.0,0.0,4020.464769780414,124.6704228725953,0.19031904316563208,0.0 | |
| attn_sigmoid_attn__falcon2a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.45802233603236114,0.07110632796923008,2.7460521231671778e-05,0.9673784557048345,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.04680058262901407,0.0,0.6045306162255262,0.28520506569195175,0.05379903380334421,0.39990064588346924,0.0,0.0,0.0,0.0,4122.977450980253,117.84014246707528,0.1934756888485114,0.0 | |
| attn_sigmoid_attn__falcon3_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4878483328493731,0.060021621436028384,2.7460521231671778e-05,0.9731685030604204,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.04617836475277485,0.0,0.5295044516536834,0.2962656775510861,0.05540560972294939,0.4905020175587347,0.0,0.0,0.0,0.0,3954.2999752229084,75.13718437825531,0.19463369800401448,0.0 | |
| attn_sigmoid_attn__falcon3a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5023607963533603,0.06967480541731028,2.7460521231671778e-05,1.134560082220807,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.044536106293961784,0.0,0.7000022765568005,0.2664161007299103,0.05741971322342215,0.4091522442011586,0.0,0.0,0.0,0.0,3193.2708084437973,135.25052340791038,0.22691201709317,0.0 | |
| attn_sigmoid_attn__fox_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4698011267853677,0.0545536437572987,2.7460521231671778e-05,0.8590824932525724,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.046259489907811285,0.0,0.29810256675997604,0.3145851978946442,0.051079128847366234,0.5367110431370316,0.0,0.0,0.0,0.0,2799.6227171052305,139.67130574961234,0.1718164978773875,0.0 | |
| attn_sigmoid_attn__gated_deltanet2_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.43627521284021414,0.06521683745577801,2.7460521231671778e-05,1.3343235831496216,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.028320119999302694,0.0,0.7877906234968983,0.17833693050618127,0.04333173003605155,0.37292276952620856,0.0,0.0,0.0,0.0,3529.0877939384004,102.33253547706714,0.26686471489900415,0.0 | |
| attn_sigmoid_attn__gated_deltanet_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5101664647573472,0.067627968990515,2.7460521231671778e-05,1.3688210331171229,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.02815215277739142,0.0,0.7956921207278815,0.1658161586037752,0.04176142608591631,0.37435266409022894,0.0,0.0,0.0,0.0,4527.43432142107,103.68340837967736,0.2737641987229933,0.0 | |
| attn_sigmoid_attn__gated_softmax_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4476575146107057,0.05693347376612687,2.7460521231671778e-05,0.8328587982077796,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05297036774597473,0.0,0.4351129546468712,0.3638478201836394,0.05262358121820754,0.5441624486804353,0.0,0.0,0.0,0.0,4090.1148573699816,138.80562684522883,0.16657175489024867,0.0 | |
| attn_sigmoid_attn__gla_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.43596184389303244,0.06593843475020035,2.7460521231671778e-05,1.1192773270534475,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.02887621366347374,0.0,0.6997597216045052,0.19266064314591202,0.04447950173264745,0.3695415434917388,0.0,0.0,0.0,0.0,3442.3334680459257,109.51502932987086,0.22385546210128016,0.0 | |
| attn_sigmoid_attn__gma_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.45674617369797493,0.04826324098084945,2.7460521231671778e-05,0.8372702991711485,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.056336876757078005,0.0,0.3224282688898122,0.3730699259512325,0.05374670127334566,0.5413199546576167,0.0,0.0,0.0,0.0,3599.7762498128823,128.4591217017101,0.16745406180402572,0.0 | |
| attn_sigmoid_attn__gqa_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4534282482683891,0.0609646604507252,2.7460521231671778e-05,0.8584779562768182,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.053887485422393834,0.0,0.42060202870780056,0.35267549256714753,0.053140582747339744,0.5420245312364356,0.0,0.0,0.0,0.0,2906.2934408539845,138.38860469636188,0.17169558803619636,0.0 | |
| attn_sigmoid_attn__gqla_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5210035330685597,0.07357191432964398,2.7460521231671778e-05,0.859984364425706,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.06992141043967146,0.0,0.4900909870305519,0.46216162408361544,0.05313671734916827,0.5513349054066692,0.0,0.0,0.0,0.0,2768.0550095299914,135.40706886200272,0.17199686092277694,0.0 | |
| attn_sigmoid_attn__gta_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4423650284643419,0.06792456951292587,2.7460521231671778e-05,0.8834616075355218,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05775343933673482,0.0,0.5548290937502596,0.39553630924584815,0.05106711412928834,0.5279986873782178,0.0,0.0,0.0,0.0,3265.5791446961252,151.7779886110002,0.1766923153666634,0.0 | |
| attn_sigmoid_attn__hgrn2_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4591304198686158,0.07369086918687728,2.7460521231671778e-05,1.253827906340574,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03078842387354674,0.0,0.6766167711351722,0.1712790894222504,0.044676607982726844,0.37071500024367965,0.0,0.0,0.0,0.0,4998.310023025608,119.37874823090998,0.2507655902389877,0.0 | |
| attn_sigmoid_attn__iha_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.42067326544020256,0.06112247568886914,2.7460521231671778e-05,0.8052160586464329,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.057116256710699524,0.0,0.25358591299372796,0.3747970956280748,0.053349656341405274,0.5645134180862484,0.0,0.0,0.0,0.0,3705.5250984086183,151.36863915677307,0.1610432126484679,0.0 | |
| attn_sigmoid_attn__kda_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4953206431239122,0.0688307468218133,2.7460521231671778e-05,1.209674638299279,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.026160473664720046,0.0,0.6289550684501178,0.1722680251404049,0.03796331269301141,0.3307677067152901,0.0,0.0,0.0,0.0,3993.032147121648,97.17587186004167,0.2419349183051343,0.0 | |
| attn_sigmoid_attn__longformer_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4382042820515315,0.06560651661044341,2.7460521231671778e-05,0.8671640824696704,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05475180644210186,0.0,0.41861433909452583,0.37764531017955955,0.05325794849117045,0.5381911032178107,0.0,0.0,0.0,0.0,4704.8629201901995,131.94359871269702,0.173432818966679,0.0 | |
| attn_sigmoid_attn__mla_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.51935469241566,0.07360463489272824,2.7460521231671778e-05,0.8688182336346849,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.06568397841801268,0.0,0.4902942986881199,0.43406638211529525,0.053139768281491806,0.544884593150742,0.0,0.0,0.0,0.0,3716.2083584451675,150.84319432825015,0.17376365065840974,0.0 | |
| attn_sigmoid_attn__mlra_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4554180433300742,0.06810051218089884,2.7460521231671778e-05,0.8443002224645416,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0579171735569155,0.0,0.4647393628414097,0.3985117857356862,0.05326077417827381,0.5470503811760979,0.0,0.0,0.0,0.0,3584.5452163663335,131.55629378409577,0.16886004689905618,0.0 | |
| attn_sigmoid_attn__mtla_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5540510803234171,0.07283080717427125,2.7460521231671778e-05,0.8254968063497409,0.0,0.0,0.0,0.0,0.0,0.018257418583505543,0.0,0.0,0.0,0.0,0.07312873619074013,0.0,0.46553545907149857,0.47852215357055716,0.05321147093455904,0.5631032290662293,0.0,0.0,0.0,0.0,3489.026393146643,144.442217609333,0.16509935379031304,0.0 | |
| attn_sigmoid_attn__nsa_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5076349927962032,0.06972030167010965,2.7460521231671778e-05,0.8495354216106074,0.0,0.0,0.0,0.0,0.0,0.025815583866061795,0.0,0.0,0.0,0.0,0.05579847325353233,0.0,0.4191707692371529,0.3794033824557144,0.05375557521357002,0.5246310123737583,0.0,0.0,0.0,0.0,2927.62069355029,138.91534605507698,0.16990708582799738,0.0 | |
| attn_sigmoid_attn__sparda_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4254111127541233,0.06344702516892603,2.7460521231671778e-05,0.8344987416183464,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05571942151731228,0.0,0.4021646216046235,0.35280563814333665,0.05393130026507217,0.5404859867396655,0.0,0.0,0.0,0.0,4001.096819946886,155.31500588956862,0.16689974982435632,0.0 | |
| attn_sigmoid_attn__sparse_transformer_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.436557577575303,0.0640415591637385,2.7460521231671778e-05,0.8800452920932994,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.04978404216099124,0.0,0.3657167836613489,0.3419518206189896,0.052570175581786255,0.5261096957536273,0.0,0.0,0.0,0.0,3660.2777669861966,133.1917357596368,0.17600905681112178,0.0 | |
| attn_sigmoid_attn__sparsek_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4790440957205798,0.040855259772252114,2.7460521231671778e-05,0.8196951113371366,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0569268883501337,0.0,0.42928701263413516,0.35689706506283764,0.05250917212713539,0.5353860137317705,0.0,0.0,0.0,0.0,3608.872836708647,143.85265689123827,0.16393902472868283,0.0 | |
| attn_sigmoid_attn__tucker_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4519854694037324,0.05894942962757719,2.7460521231671778e-05,0.8564337153720042,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.058076005882160824,0.0,0.5612588932046185,0.3978979907322704,0.0512003602101158,0.5258932774283779,0.0,0.0,0.0,0.0,3159.420076438338,141.11130891427172,0.17128674395763305,0.0 | |
| attn_single_bigbird_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.43540226963692225,0.06332460515237759,2.7460521231671778e-05,0.8476827040013146,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.04974835976705276,0.0,0.5317205345244933,0.2181676197478257,0.05278949336079907,0.5511230303814886,0.0,0.0,0.0,0.0,762.8058839191524,84.69353484322579,0.16953654708251892,0.0 | |
| attn_single_conformer_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.497186717915768,0.06202616505933693,2.7460521231671778e-05,0.9349283256221875,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03480830964351798,0.0,0.346079021554588,0.1746492421721863,0.04380091909866793,0.4450259681072121,0.0,0.0,0.0,0.0,878.9069901940015,84.40130409320304,0.18698566854323917,0.0 | |
| attn_single_deltanet_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.46627301409977745,0.05835677500349673,2.7460521231671778e-05,1.1029841251028873,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03264482670165007,0.0,0.5765430594079983,0.187969092062739,0.04150216449871814,0.36935169616159336,0.0,0.0,0.0,0.0,999.5099939581124,77.14930748803445,0.22059682777397832,0.0 | |
| attn_single_engram_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.49600359310355024,0.05125266510368072,2.7460521231671778e-05,1.0371179762488298,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.033932006916456696,0.0,0.5047142084124195,0.1672245018965887,0.04595987357590477,0.4957855217250666,0.0,0.0,0.0,0.0,1008.1976239113209,66.02464491366138,0.2074235956133165,0.0 | |
| attn_single_falcon1_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4261901741197799,0.032035451260312355,2.7460521231671778e-05,0.9106355070302042,0.0,0.0,0.0,0.0,0.0,0.018257418583505533,0.0,0.0,0.0,0.0,0.03316138241981474,0.0,0.6600355202698683,0.1613880580298165,0.05063761671825116,0.49358696675274655,0.0,0.0,0.0,0.0,845.2929473078243,88.60780484900738,0.1821271051789226,0.0 | |
| attn_single_falcon1a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.504582761302725,0.05475907161180243,2.7460521231671778e-05,0.937236636443303,0.0,0.0,0.0,0.0,0.0,0.018257418583505533,0.0,0.0,0.0,0.0,0.04156596046740485,0.0,0.5162212681399961,0.20724509527571292,0.05174958836370001,0.457170877931733,0.0,0.0,0.0,0.0,1021.980651286698,112.81307878416492,0.18744733160653232,0.0 | |
| attn_single_falcon2_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.32732436762174416,0.02073042125249878,2.7460521231671778e-05,0.8275041970561333,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0339777550331788,0.0,0.5101575466012841,0.16273867932886837,0.0515089013868537,0.500976026025029,0.0,0.0,0.0,0.0,760.5144895950373,70.25001406838423,0.16550084145239638,0.0 | |
| attn_single_falcon2a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4377189145604072,0.05238367063212045,2.7460521231671778e-05,0.8790283493067326,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0358331908964685,0.0,0.45865994282895767,0.18440285534406448,0.05229362464364778,0.45658507151568173,0.0,0.0,0.0,0.0,602.728118351698,93.39317028487373,0.1758056745734431,0.0 | |
| attn_single_falcon3_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.44333664297541864,0.037334383149704185,2.7460521231671778e-05,0.83692628766174,0.0,0.0,0.0,0.0,0.0,0.018257418583505533,0.0,0.0,0.0,0.0,0.03475262268963877,0.0,0.4831322344529664,0.17040102663638412,0.05159128408590104,0.5266345080333181,0.0,0.0,0.0,0.0,797.0893183513394,52.10365091024021,0.16738526062379325,0.0 | |
| attn_single_falcon3a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5310213539714995,0.06124741090121413,2.7460521231671778e-05,0.9539616151125948,0.0,0.0,0.0,0.0,0.0,0.018257418583505533,0.0,0.0,0.0,0.0,0.04118525844314092,0.0,0.5476827669893672,0.2119811429903302,0.050587474365140474,0.4552628447310457,0.0,0.0,0.0,0.0,802.4985140008622,112.15954946147323,0.1907923191314003,0.0 | |
| attn_single_fox_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.49024916999847223,0.07109371058959983,2.7460521231671778e-05,0.862634954111229,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05202340692160247,0.0,0.3616998828620454,0.268758482425961,0.05148813088152469,0.5181280693906496,0.0,0.0,0.0,0.0,675.8112980071417,74.74748956087834,0.17252699697666476,0.0 | |
| attn_single_gated_deltanet2_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.44257260830175466,0.0710451375223847,2.7460521231671778e-05,1.4208273649992251,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.02799582558713025,0.0,0.8530580152017029,0.16344170070551775,0.03757970691899768,0.3980117938730427,0.0,0.0,0.0,0.0,627.9522902133485,68.01787294081078,0.28416547094066685,0.0 | |
| attn_single_gated_deltanet_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4578105126884054,0.06191907279959486,2.7460521231671778e-05,1.222033852389971,0.0,0.0,0.0,0.0,0.0,0.018257418583505537,0.0,0.0,0.0,0.0,0.029937103202633784,0.0,0.7505092248617001,0.18722089535303726,0.04072942118275282,0.37847667675813235,0.0,0.0,0.0,0.0,798.1103880267009,75.04763301837221,0.24440676416210994,0.0 | |
| attn_single_gated_softmax_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4611479121443696,0.052882809711718694,2.7460521231671778e-05,0.8390064364730179,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.054451889313024804,0.0,0.5196674521831222,0.2807624850705522,0.05230008548870362,0.5582147949797439,0.0,0.0,0.0,0.0,927.4989107579545,93.69096385514126,0.16780128800318894,0.0 | |
| attn_single_gla_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.44499646544216837,0.060019724173853796,2.7460521231671778e-05,1.0447019198837546,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03375558435701983,0.0,0.5813920751266347,0.18149464535829662,0.041670433339829324,0.37368795381795833,0.0,0.0,0.0,0.0,929.4715438306066,64.68618530738907,0.20894038080057695,0.0 | |
| attn_single_gma_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.43913018656624886,0.06469265342438062,2.7460521231671778e-05,0.8334739184394888,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.046143178199626024,0.0,0.4324801915761679,0.22767218175566922,0.05419216756509494,0.5410710580279215,0.0,0.0,0.0,0.0,1075.8169493121152,109.95726943892902,0.16669479083758115,0.0 | |
| attn_single_gqa_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.45500774008140576,0.05711535159870889,2.7460521231671778e-05,0.8402217609313509,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05428514825204026,0.0,0.5526091388237304,0.29836484650086936,0.05189414962347291,0.5432031669137203,0.0,0.0,0.0,0.0,1007.6200259380803,94.0795127276087,0.16804435581689237,0.0 | |
| attn_single_gqla_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.41518886417361245,0.06767727493052005,2.7460521231671778e-05,0.8653539948751718,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.06616762228501667,0.0,0.7173229334423816,0.3410811835147494,0.051643854245172434,0.5400367173222423,0.0,0.0,0.0,0.0,983.6484675176584,94.63904117190575,0.173070808914832,0.0 | |
| attn_single_gta_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.43843317228156087,0.06294372195979242,2.7460521231671778e-05,0.8768988248284356,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05601132069250405,0.0,0.7251144394163392,0.24629971329431238,0.05084410194832126,0.5335374791472558,0.0,0.0,0.0,0.0,1150.921654029516,115.02928236623441,0.17537976203289574,0.0 | |
| attn_single_hgrn2_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4691575279887496,0.06606713441221446,2.7460521231671778e-05,1.1768513036913912,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03379442732440292,0.0,0.7006951512463603,0.2015004082098093,0.03794655249624975,0.34456242199858583,0.0,0.0,0.0,0.0,681.5124106040489,80.00944349421637,0.2353702600898529,0.0 | |
| attn_single_iha_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.439104741051523,0.06445093957966197,2.7460521231671778e-05,0.8054284621155078,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0647076926133463,0.0,0.48723331650980545,0.30329660124618163,0.05323244790322018,0.5752112205713487,0.0,0.0,0.0,0.0,918.9659956895806,85.81593253145434,0.16108568738693557,0.0 | |
| attn_single_kda_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.45955855059971074,0.05719281647936088,2.7460521231671778e-05,1.3988032194775912,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.029715600097706775,0.0,0.690070293656163,0.18188005512715844,0.03667362755876474,0.3595177612646525,0.0,0.0,0.0,0.0,1048.3166220431676,77.36631638320183,0.2797606452549106,0.0 | |
| attn_single_longformer_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.43540226963692225,0.06332460515237759,2.7460521231671778e-05,0.8476827040013146,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.04974835976705276,0.0,0.5317205345244933,0.2181676197478257,0.05278949336079907,0.5511230303814886,0.0,0.0,0.0,0.0,453.5125611421129,102.61653870518107,0.16953654708251892,0.0 | |
| attn_single_mamba,28.870882262483835,8.656884382717525,866.1697293256098,0.41390618386505074,0.06086918852329837,2.7460521231671778e-05,0.7838530908228091,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.034475811892042095,0.0,0.16197822499424622,0.08065013650652178,0.05767859743052022,0.5800116008941587,0.0,0.0,0.0,0.0,441.9067757994304,76.39443043027835,0.1567706209061955,0.0 | |
| attn_single_mla_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4118647848317297,0.06901777573578848,2.7460521231671778e-05,0.8601683687087187,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.06340375419436514,0.0,0.6618551312675468,0.3296392628860847,0.05141453966016617,0.5418375191398783,0.0,0.0,0.0,0.0,806.2705550662985,80.11619560223723,0.17203367437100112,0.0 | |
| attn_single_mlra_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.44884554683060834,0.05953217775628948,2.7460521231671778e-05,0.8555476005574126,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.06096761008709774,0.0,0.6343342570801035,0.28577246293506037,0.052721793956305114,0.5494050616517296,0.0,0.0,0.0,0.0,928.3357983087785,110.8613736911716,0.1711095212361582,0.0 | |
| attn_single_mtla_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.44692679645858685,0.06132633635107648,2.7460521231671778e-05,0.828422017156038,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.06984749057733607,0.0,0.5898092583964812,0.3507671401778136,0.05375815750684288,0.5685204200519642,0.0,0.0,0.0,0.0,1060.9030427290486,85.63353445861391,0.1656844001048713,0.0 | |
| attn_single_nsa_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5357102822331283,0.06220739862459373,2.7460521231671778e-05,0.8611516878120259,0.0,0.0,0.0,0.0,0.0,0.025815583866061795,0.0,0.0,0.0,0.0,0.052404956833972186,0.0,0.44464131122084655,0.2577953383607093,0.05180805306865736,0.5518489794470776,0.0,0.0,0.0,0.0,871.2763230196232,99.0883552089885,0.17223032948728895,0.0 | |
| attn_single_ode,28.870882262483835,8.656884382717525,866.1697293256098,0.4361300149846265,0.06120587950707884,2.7460521231671778e-05,0.814995375160316,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05097157124104485,0.0,0.4098293832582256,0.11134899043583694,0.05826785152549579,0.5838941576470181,0.0,0.0,0.0,0.0,346.4897959337418,78.32264086720252,0.1629990870803819,0.0 | |
| attn_single_retnet,28.870882262483835,8.656884382717525,866.1697293256098,0.43601927532402057,0.056440609838136334,2.7460521231671778e-05,1.0851132786495223,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03405957882143406,0.0,0.5780173151027618,0.1950022788369888,0.04312189587490466,0.38871633974355707,0.0,0.0,0.0,0.0,495.45359446362716,104.06788851405192,0.2170226661357177,0.0 | |
| attn_single_retnet_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.43601927532402057,0.056440609838136334,2.7460521231671778e-05,1.0851132786495223,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03405957882143406,0.0,0.5780173151027618,0.1950022788369888,0.04312189587490466,0.38871633974355707,0.0,0.0,0.0,0.0,488.96746475500754,73.40375194476722,0.2170226661357177,0.0 | |
| attn_single_sigmoid_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.43398812380395413,0.05948294177134394,2.7460521231671778e-05,0.8110744343068583,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05087754612009618,0.0,0.3092609331282131,0.22025527528877514,0.05647798049180486,0.5729302271331644,0.0,0.0,0.0,0.0,595.8545487223429,82.7063725421008,0.1622148909686415,0.0 | |
| attn_single_sparda_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4692360445707728,0.050487164943495394,2.7460521231671778e-05,0.8434971544723849,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05803756041590776,0.0,0.5151792721732278,0.286345006627383,0.053383971450889585,0.5555046552639633,0.0,0.0,0.0,0.0,507.14929142908716,83.31325991697399,0.16869942587279999,0.0 | |
| attn_single_sparse_transformer_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4299260865967216,0.06296125431200895,2.7460521231671778e-05,0.8541982113777506,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.04500021414068982,0.0,0.4512638749418921,0.19142783934766022,0.051668222726706826,0.541225543287093,0.0,0.0,0.0,0.0,425.0188413635704,88.26986913977144,0.17083963958168547,0.0 | |
| attn_single_sparsek_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.49615011410422205,0.05776350070569638,2.7460521231671778e-05,0.8040736679832795,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.054215115159875205,0.0,0.5199647061753927,0.25652514451044095,0.05253754230082896,0.5508317037164343,0.0,0.0,0.0,0.0,809.3215554316926,91.30945966813839,0.1608147367711248,0.0 | |
| attn_single_standard_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.43540226963692225,0.06332460515237759,2.7460521231671778e-05,0.8476827040013146,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.04974835976705276,0.0,0.5317205345244933,0.2181676197478257,0.05278949336079907,0.5511230303814886,0.0,0.0,0.0,0.0,591.8816100597066,118.87587183411073,0.16953654708251892,0.0 | |
| attn_single_titan_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.43540226963692225,0.06332460515237759,2.7460521231671778e-05,0.8476827040013146,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.04974835976705276,0.0,0.5317205345244933,0.2181676197478257,0.05278949336079907,0.5511230303814886,0.0,0.0,0.0,0.0,965.6698617351442,108.728175420502,0.16953654708251892,0.0 | |
| attn_single_tucker_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.47085663810360684,0.06073782073534356,2.7460521231671778e-05,0.8741597317573776,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.06112453286724716,0.0,0.633787007558454,0.30842847609293556,0.0513766797594227,0.5328374828681968,0.0,0.0,0.0,0.0,1064.545021355241,96.01798736397281,0.1748319419668403,0.0 | |
| attn_sparda_attn__conformer_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5374033162251464,0.06828849037720451,2.7460521231671778e-05,0.9891059071279007,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.04150979430533896,0.0,0.39052950378169665,0.28449928196577057,0.0449849704816496,0.4261324058709663,0.0,0.0,0.0,0.0,238.5783902120472,70.98060024158963,0.19782118670502252,0.0 | |
| attn_sparda_attn__falcon1_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.47997172619278666,0.07268907448237416,2.7460521231671778e-05,0.9934360766071056,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.04216064676193688,0.0,0.6714483901954312,0.3290351215559178,0.04934783109703292,0.4534482804551153,0.0,0.0,0.0,0.0,591.7345312622159,94.71386424498203,0.19868722114457868,0.0 | |
| attn_sparda_attn__falcon1a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4977370576539682,0.07909713125587682,2.7460521231671778e-05,1.1318374727155696,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.03857242599550389,0.0,0.7504722453186963,0.2848431574438029,0.049766384717453,0.43330791389395673,0.0,0.0,0.0,0.0,331.2774927383988,85.72820749062862,0.22636749991079866,0.0 | |
| attn_sparda_attn__falcon2_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4793210884830106,0.06644092142362708,2.7460521231671778e-05,0.9233676640081183,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03941010897241391,0.0,0.6388229983960234,0.28784667322371377,0.047316655369432165,0.44608053759743954,0.0,0.0,0.0,0.0,484.72271334566346,69.58487423343755,0.18467353478874668,0.0 | |
| attn_sparda_attn__falcon2a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.49000402153042566,0.06961538482534536,2.7460521231671778e-05,0.9445300918092144,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.04310836272187029,0.0,0.632072372317815,0.28484573527849094,0.04908256795235442,0.4152425727373017,0.0,0.0,0.0,0.0,760.9269637063534,82.12407182028834,0.18890601514097366,0.0 | |
| attn_sparda_attn__falcon3_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.47784523792145395,0.07207107830732598,2.7460521231671778e-05,0.899184214250802,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.04572192764450178,0.0,0.46232292779093415,0.34998660664856174,0.05064664196034457,0.4904737088232349,0.0,0.0,0.0,0.0,913.3714861613282,50.340773568242405,0.17983684077545253,0.0 | |
| attn_sparda_attn__falcon3a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4987304108033015,0.07782514233925093,2.7460521231671778e-05,1.1508460035466486,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.03783354221938558,0.0,0.7858141975153877,0.2826751139489824,0.04998838196097098,0.4412128992500981,0.0,0.0,0.0,0.0,759.2035500978304,78.51667984099245,0.23016920344489397,0.0 | |
| attn_sparda_attn__gma_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4607002943526303,0.06113356196215117,2.7460521231671778e-05,0.827587419540578,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.055846177750837306,0.0,0.3641699153710518,0.34955261947107386,0.05378729141161343,0.546495331848414,0.0,0.0,0.0,0.0,582.5049523440367,101.18457726286239,0.1655174821760603,0.0 | |
| attn_sparda_attn__kda_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.44667676721780797,0.07189659282787828,2.7460521231671778e-05,1.36496592078994,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.02800502687681478,0.0,0.9190446326319902,0.17219259352806868,0.039057705041673545,0.3905561781261835,0.0,0.0,0.0,0.0,489.0008680011062,74.28731428424868,0.2729931786897417,0.0 | |
| attn_sparse_transformer_attn__bigbird_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.43572446374405893,0.06711573285604798,2.7460521231671778e-05,0.8742465149007065,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.04746215531882186,0.0,0.3801614305662771,0.32783622574438515,0.051901429667052086,0.5238799993251144,0.0,0.0,0.0,0.0,3707.0966706599156,126.74422065827716,0.17484930097137982,0.0 | |
| attn_sparse_transformer_attn__conformer_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.47448802717312916,0.06833838127923589,2.7460521231671778e-05,1.0101211645663184,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.04162611559491947,0.0,0.4639414577268261,0.2472034693509922,0.04253558630747235,0.4188148814410287,0.0,0.0,0.0,0.0,3058.810000036026,148.1082006467722,0.20202423636990371,0.0 | |
| attn_sparse_transformer_attn__deltanet_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4587516081985542,0.06332493837200988,2.7460521231671778e-05,1.108811965664657,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.02905029137885454,0.0,0.617861801809423,0.20226322940016914,0.041965632524810344,0.3723490267487356,0.0,0.0,0.0,0.0,4834.922257543198,98.92478851829793,0.22176238800634382,0.0 | |
| attn_sparse_transformer_attn__engram_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4859983063217345,0.059401074517462356,2.7460521231671778e-05,1.088605821183902,0.0,0.0,0.0,0.0,0.0,0.018257418583505537,0.0,0.0,0.0,0.0,0.033647375284519485,0.0,0.6476893295935505,0.24036384342545516,0.04159962855023746,0.4188642308898704,0.0,0.0,0.0,0.0,5314.755769027931,72.87066974632633,0.2177211714297151,0.0 | |
| attn_sparse_transformer_attn__falcon1_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4883413110689291,0.057902331051905044,2.7460521231671778e-05,0.9603745277202278,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.03823374641468134,0.0,0.44190864831553794,0.24772780361285762,0.04650455122062105,0.4597720623280386,0.0,0.0,0.0,0.0,4626.2255105767335,128.57768500954523,0.19207490082690892,0.0 | |
| attn_sparse_transformer_attn__falcon1a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5073097734292988,0.07250467856973912,2.7460521231671778e-05,1.0638478852895046,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.034952411172628005,0.0,0.5772178076419819,0.21863749654994774,0.04632277957875619,0.4119010335387356,0.0,0.0,0.0,0.0,3155.6616963865044,124.0029932196854,0.2127695826945641,0.0 | |
| attn_sparse_transformer_attn__falcon2_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4581328920299006,0.06614814554769508,2.7460521231671778e-05,0.8967925941183349,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03575735113997719,0.0,0.46320510953388916,0.23140606692231377,0.04648577101241522,0.4450092048845757,0.0,0.0,0.0,0.0,3370.8194346931928,129.95593383721263,0.17935851986983778,0.0 | |
| attn_sparse_transformer_attn__falcon2a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4727203656392056,0.07178424826399271,2.7460521231671778e-05,0.9562515529673368,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03305119208073965,0.0,0.5412833614729826,0.2104182924638707,0.04378529685672105,0.40225132901634775,0.0,0.0,0.0,0.0,3994.2362495886046,135.27320385229936,0.19125030739750648,0.0 | |
| attn_sparse_transformer_attn__falcon3_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.48818653372401377,0.05777704466015597,2.7460521231671778e-05,0.9322141182324829,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.038564926523713024,0.0,0.41922183067456503,0.2511672966079293,0.04741243915232562,0.47915124270971254,0.0,0.0,0.0,0.0,2414.899873055635,71.02639292054863,0.18644282104803825,0.0 | |
| attn_sparse_transformer_attn__falcon3a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5077671726413578,0.07230843823583451,2.7460521231671778e-05,1.068845576764437,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.03475830550882564,0.0,0.6075240915071172,0.21905877059184042,0.04667934786466084,0.4162418117863314,0.0,0.0,0.0,0.0,4181.361730044177,140.7365322152875,0.21376911483700728,0.0 | |
| attn_sparse_transformer_attn__fox_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4717403220804696,0.05475758290108708,2.7460521231671778e-05,0.8616045316548905,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.04386576189080398,0.0,0.2908062061782278,0.3011315435442457,0.050479249727515406,0.5296692989066326,0.0,0.0,0.0,0.0,3159.299445837318,123.27017744501116,0.17232092043813935,0.0 | |
| attn_sparse_transformer_attn__gated_deltanet2_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4413967149018393,0.06670443242247893,2.7460521231671778e-05,1.4620222254735826,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.028408475006058247,0.0,0.8248229017498547,0.16164164725384808,0.03877970014844085,0.4055311481832756,0.0,0.0,0.0,0.0,5866.449289002459,89.9360867377296,0.29240444196504106,0.0 | |
| attn_sparse_transformer_attn__gated_deltanet_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5121058593142064,0.0665498177943308,2.7460521231671778e-05,1.359254170410568,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.02745966936442021,0.0,0.7913006738099743,0.1594168027307315,0.038301996809271766,0.3872381520777192,0.0,0.0,0.0,0.0,2907.635146685252,102.3630752423306,0.27185083869079807,0.0 | |
| attn_sparse_transformer_attn__gated_softmax_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4434138025166328,0.05851779956609158,2.7460521231671778e-05,0.8372996195467688,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.04590888591995907,0.0,0.3746325535975045,0.3189287877719477,0.051567264762768544,0.5340848454045728,0.0,0.0,0.0,0.0,5702.963888231273,131.3509038029005,0.16745992664611692,0.0 | |
| attn_sparse_transformer_attn__gla_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.44487715515084936,0.06713353985113664,2.7460521231671778e-05,1.2260310244331754,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.02895593614453311,0.0,0.7771863731538927,0.17135262646263957,0.04047502635183369,0.3754266107408117,0.0,0.0,0.0,0.0,4294.3250456380765,103.93638506048761,0.24520620873957596,0.0 | |
| attn_sparse_transformer_attn__gma_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4539308357599466,0.05365306860249825,2.7460521231671778e-05,0.8588353494027382,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.04808801252001196,0.0,0.34260742736748756,0.32083079617982563,0.051139228891966086,0.5191663335089393,0.0,0.0,0.0,0.0,4052.350303166431,118.10271048013814,0.17176707335607652,0.0 | |
| attn_sparse_transformer_attn__gqa_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.451630435685307,0.0616312629979201,2.7460521231671778e-05,0.8679882572539052,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.04738294890130787,0.0,0.38960898628373947,0.31362798909901624,0.05176127799683727,0.527794535153123,0.0,0.0,0.0,0.0,3987.729770744604,121.24194596460163,0.1735976416210033,0.0 | |
| attn_sparse_transformer_attn__gqla_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5184782057656296,0.07306683916621623,2.7460521231671778e-05,0.8605413767944585,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.06622750682316352,0.0,0.36662414836484436,0.4361553411421629,0.05265927620841418,0.546035608789084,0.0,0.0,0.0,0.0,4888.098940340033,143.0899576922786,0.17210827273036186,0.0 | |
| attn_sparse_transformer_attn__gta_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.43917883368454785,0.0676621486908233,2.7460521231671778e-05,0.8748682083599418,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05366542589762372,0.0,0.439590993914598,0.3677617873971863,0.05093447838354867,0.524175980031879,0.0,0.0,0.0,0.0,2686.7824834074977,135.4653755490558,0.17497363816182007,0.0 | |
| attn_sparse_transformer_attn__hgrn2_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.46217335349642563,0.07550304557590425,2.7460521231671778e-05,1.3076840652575614,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.031065678749356323,0.0,0.6934922271661387,0.1630977796568467,0.039909888659309015,0.3791926615061615,0.0,0.0,0.0,0.0,3604.0636672902842,94.76182786423495,0.2615368103268323,0.0 | |
| attn_sparse_transformer_attn__iha_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.41966357289626344,0.06258484169868739,2.7460521231671778e-05,0.8327082730347617,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05320098439202576,0.0,0.3609203287770238,0.35129798081759916,0.05106374759405715,0.5434682540995531,0.0,0.0,0.0,0.0,3818.6644229868275,138.27005776919736,0.16654165658441591,0.0 | |
| attn_sparse_transformer_attn__kda_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4984710813882977,0.07001471714539415,2.7460521231671778e-05,1.295934671095574,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.02542490578138976,0.0,0.6523752867072528,0.16412891132735621,0.03498632620295628,0.3333047559479488,0.0,0.0,0.0,0.0,4580.12599536243,99.12979836920557,0.25918694197799,0.0 | |
| attn_sparse_transformer_attn__longformer_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.43572446374405893,0.06711573285604798,2.7460521231671778e-05,0.8742465149007065,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.04746215531882186,0.0,0.3801614305662771,0.32783622574438515,0.051901429667052086,0.5238799993251144,0.0,0.0,0.0,0.0,3067.070497005915,135.725690462232,0.17484930097137982,0.0 | |
| attn_sparse_transformer_attn__mla_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5173268566864498,0.07333647444969547,2.7460521231671778e-05,0.8664324083067477,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.06256024725664804,0.0,0.37890272770008,0.4123265451117567,0.05259555121445204,0.5408034472083145,0.0,0.0,0.0,0.0,3954.7388161218323,132.26598979255067,0.17328648801812233,0.0 | |
| attn_sparse_transformer_attn__mlra_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.45316756756826576,0.06805359141275749,2.7460521231671778e-05,0.8477499478669015,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0537710764951116,0.0,0.38887536792635835,0.3708075733939702,0.05217476374741361,0.5388857848507808,0.0,0.0,0.0,0.0,4043.9942021475968,134.6178789200408,0.16954999521525513,0.0 | |
| attn_sparse_transformer_attn__mtla_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5507784502158622,0.07301872207702612,2.7460521231671778e-05,0.8242514421024846,0.0,0.0,0.0,0.0,0.0,0.018257418583505543,0.0,0.0,0.0,0.0,0.07087584738774645,0.0,0.3437603860545309,0.46192739002323036,0.05266680247567276,0.5596365192474736,0.0,0.0,0.0,0.0,4546.624528932357,115.26666304639946,0.16485028181483397,0.0 | |
| attn_sparse_transformer_attn__nsa_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.507351233715716,0.06917080961520132,2.7460521231671778e-05,0.8543246925475123,0.0,0.0,0.0,0.0,0.0,0.025815583866061795,0.0,0.0,0.0,0.0,0.04809684882884892,0.0,0.37688148888903283,0.3291215598360407,0.052345537514274516,0.5147850137711897,0.0,0.0,0.0,0.0,3929.7679130018546,128.5996958272482,0.17086494227057933,0.0 | |
| attn_sparse_transformer_attn__sparda_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4229371720672901,0.06338018782636368,2.7460521231671778e-05,0.8383533287891206,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.04917590759099003,0.0,0.3468567878936242,0.3107500901360924,0.052876212549025865,0.5305167524434931,0.0,0.0,0.0,0.0,4259.758580313302,121.34363681729455,0.16767066492763424,0.0 | |
| attn_sparse_transformer_attn__sparsek_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4767525716023224,0.04131711291896317,2.7460521231671778e-05,0.8239636225837159,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05228898873327392,0.0,0.39299233823039365,0.33016155261512986,0.05157005138456293,0.5230404811621424,0.0,0.0,0.0,0.0,4168.086907449612,127.09081148488934,0.16479272484013358,0.0 | |
| attn_sparse_transformer_attn__tucker_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4507150120256908,0.05884421796012848,2.7460521231671778e-05,0.8537337637686115,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.053733684639805414,0.0,0.4632644670469612,0.3671397270881438,0.050926860684614654,0.5214842029667024,0.0,0.0,0.0,0.0,3529.848070962028,135.09068624499056,0.17074674737268536,0.0 | |
| attn_sparsek_attn__conformer_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4896037447837486,0.07616862734231483,2.7460521231671778e-05,1.0288391576054767,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03922920284271429,0.0,0.4240538851198579,0.24904634863155256,0.044233075707049076,0.42079749491216717,0.0,0.0,0.0,0.0,4182.3492272768135,127.02777734016547,0.20576783357179018,0.0 | |
| attn_sparsek_attn__deltanet_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.44938302808487807,0.06851871531580493,2.7460521231671778e-05,1.0015381580197649,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03261783190896632,0.0,0.6272173999822691,0.20660990889645584,0.046874240494763846,0.40376595890716394,0.0,0.0,0.0,0.0,5246.996629184807,108.92036984703542,0.2003076288262583,0.0 | |
| attn_sparsek_attn__engram_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4416358100467005,0.06905285661507653,2.7460521231671778e-05,1.0160549405559427,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03267283430652783,0.0,0.6291310048111336,0.2064738475549531,0.043530088061815055,0.42210397749040873,0.0,0.0,0.0,0.0,5721.016563101664,63.709733457542235,0.20321098906697352,0.0 | |
| attn_sparsek_attn__falcon1_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5006719884061454,0.07000312538135589,2.7460521231671778e-05,0.9705034703075673,0.0,0.0,0.0,0.0,0.0,0.018257418583505537,0.0,0.0,0.0,0.0,0.038838480629267626,0.0,0.5916385766582974,0.2701442715678756,0.047549579810887775,0.4559536749202767,0.0,0.0,0.0,0.0,2745.0557826734025,138.07270026851987,0.19410069781752703,0.0 | |
| attn_sparsek_attn__falcon1a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.508602259520301,0.0707229364111256,2.7460521231671778e-05,0.9814663517685915,0.0,0.0,0.0,0.0,0.0,0.018257418583505537,0.0,0.0,0.0,0.0,0.04016096940334573,0.0,0.5965273708433094,0.27114466891304445,0.04827408422916967,0.4278144006712577,0.0,0.0,0.0,0.0,1652.33640747332,116.83819381386587,0.1962932630446438,0.0 | |
| attn_sparsek_attn__falcon2_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.483170531437357,0.06463952540510126,2.7460521231671778e-05,0.924307081817552,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.038803471507439145,0.0,0.46795305598497083,0.2839581907019935,0.04956256297247533,0.4511988295464807,0.0,0.0,0.0,0.0,3866.7109520015597,132.21750590991184,0.18486141959237765,0.0 | |
| attn_sparsek_attn__falcon2a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.49596638627272177,0.07060706796730959,2.7460521231671778e-05,0.9624589759611862,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03827602153251319,0.0,0.5349189036184657,0.2695877477033526,0.04935403211224883,0.4103583599646897,0.0,0.0,0.0,0.0,3960.3198846162936,111.58973224260016,0.19249179273131584,0.0 | |
| attn_sparsek_attn__falcon3_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.49866397793155137,0.07025526313889573,2.7460521231671778e-05,0.8999193900932533,0.0,0.0,0.0,0.0,0.0,0.018257418583505537,0.0,0.0,0.0,0.0,0.04180407312083816,0.0,0.42482996028097986,0.28724169320877774,0.04893956353058839,0.4914592727229501,0.0,0.0,0.0,0.0,3801.8594571657777,64.86613527890901,0.17998387610553884,0.0 | |
| attn_sparsek_attn__falcon3a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5102372597922883,0.07129118149807027,2.7460521231671778e-05,0.9929171808610021,0.0,0.0,0.0,0.0,0.0,0.018257418583505537,0.0,0.0,0.0,0.0,0.0394493531961499,0.0,0.6352322459313838,0.2694942603658874,0.04858973654931899,0.430906872887454,0.0,0.0,0.0,0.0,2600.4983544197476,115.93109093708355,0.19858343691112307,0.0 | |
| attn_sparsek_attn__fox_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.46744567079688515,0.05958728528826671,2.7460521231671778e-05,0.8783342328290389,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.04865740859352971,0.0,0.3179466181710229,0.32717700086146684,0.05023712443083688,0.5188120672600317,0.0,0.0,0.0,0.0,2499.1804882021506,150.1761473516231,0.1756668464180859,0.0 | |
| attn_sparsek_attn__gated_deltanet2_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.47191830335863466,0.06418395596183457,2.7460521231671778e-05,1.1704729106337388,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.027095588294032316,0.0,0.7159853090715576,0.16744969684452962,0.039773539134349736,0.3530340291492416,0.0,0.0,0.0,0.0,3258.284601682267,90.53098922531173,0.2340945836831034,0.0 | |
| attn_sparsek_attn__gated_deltanet_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4814246789984094,0.0755450584518132,2.7460521231671778e-05,1.2607001230028878,0.0,0.0,0.0,0.0,0.0,0.018257418583505537,0.0,0.0,0.0,0.0,0.028856089785771078,0.0,0.7295066009879958,0.18580111676027772,0.039434092450207195,0.3702528541496944,0.0,0.0,0.0,0.0,3905.2332302550685,100.22405385241834,0.2521400272699038,0.0 | |
| attn_sparsek_attn__gated_softmax_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4765145419345027,0.06955190251997663,2.7460521231671778e-05,0.7921785524946765,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.054769767133669996,0.0,0.4000824269887533,0.3612824154596562,0.05152063643176826,0.5451980315159229,0.0,0.0,0.0,0.0,3361.230817265612,142.49797970188345,0.15843571074376644,0.0 | |
| attn_sparsek_attn__gla_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4385396024871207,0.06348443568620127,2.7460521231671778e-05,1.0781113706627818,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03186689572906359,0.0,0.5598396912234708,0.2349398789756858,0.04413018799344721,0.37939144447175305,0.0,0.0,0.0,0.0,4708.886683703918,104.37024838381186,0.21562227228552158,0.0 | |
| attn_sparsek_attn__gma_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5016085984757105,0.060839448335346276,2.7460521231671778e-05,0.8218156218967448,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05513761918284485,0.0,0.36222435658917923,0.38040803206074836,0.0523921273599619,0.5350849956280469,0.0,0.0,0.0,0.0,5419.3405773423965,147.33846615962358,0.1643631233131531,0.0 | |
| attn_sparsek_attn__gqa_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.48454874992954017,0.06979132537935748,2.7460521231671778e-05,0.8119415781957661,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.053339005914474456,0.0,0.4491278444891267,0.3636407453603025,0.05256035500724239,0.5351645708219614,0.0,0.0,0.0,0.0,3801.367788953097,126.68674381742329,0.1623883169009456,0.0 | |
| attn_sparsek_attn__gqla_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4399389029705206,0.060627324702479,2.7460521231671778e-05,0.8070916378360193,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.06548008425592786,0.0,0.48731322166929814,0.3996833000354878,0.05190542227275977,0.5440304658975001,0.0,0.0,0.0,0.0,3241.578615954243,158.21804240236904,0.16141833647563106,0.0 | |
| attn_sparsek_attn__gta_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.47876280334788907,0.03803225814891373,2.7460521231671778e-05,0.8118846210426024,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.06201843112915312,0.0,0.46951589134366867,0.3822079250724575,0.051926223397668225,0.5406252682954399,0.0,0.0,0.0,0.0,2974.8405672401886,143.8168861625326,0.1623769260254477,0.0 | |
| attn_sparsek_attn__hgrn2_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.466292058402868,0.06620780003648324,2.7460521231671778e-05,1.1712708434860646,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.02969351220401183,0.0,0.8212758443493673,0.21567053157927502,0.04391308700467108,0.3986363171380666,0.0,0.0,0.0,0.0,3215.9733056937926,103.54381330835432,0.23425417436556215,0.0 | |
| attn_sparsek_attn__iha_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5134246248003447,0.059578482284699426,2.7460521231671778e-05,0.8202237986125419,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.061679117655028065,0.0,0.4801780041514259,0.40049441236407923,0.052391413115020075,0.5518874179721711,0.0,0.0,0.0,0.0,4126.389921862117,139.3618283914323,0.1640447714140913,0.0 | |
| attn_sparsek_attn__kda_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.44971932553940613,0.06965070801548395,2.7460521231671778e-05,1.33918926556617,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.027108274900497255,0.0,0.7709540015841069,0.20537489261140443,0.03869648218903766,0.37716534484697134,0.0,0.0,0.0,0.0,3136.3192738223242,94.57351374186506,0.2678378526451414,0.0 | |
| attn_sparsek_attn__mla_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4378568926951912,0.06010077805158575,2.7460521231671778e-05,0.8126267372291806,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.062263653488447944,0.0,0.4792622476546332,0.3750852783926414,0.05191127866336175,0.5402238836006711,0.0,0.0,0.0,0.0,3164.0297718815177,133.21516544929014,0.16252533542820444,0.0 | |
| attn_sparsek_attn__mlra_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4823101182430975,0.058027281057262,2.7460521231671778e-05,0.8090139569354337,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.062306180599493555,0.0,0.4040723082204057,0.4320125948625257,0.05169434275116612,0.5463918505579617,0.0,0.0,0.0,0.0,4359.20600484097,148.99119382213286,0.16180279639847683,0.0 | |
| attn_sparsek_attn__mtla_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4569391152444372,0.06352507262082539,2.7460521231671778e-05,0.7894269698277847,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0634329303163371,0.0,0.41749479282448065,0.42315744918846976,0.05304611976561373,0.5534455306663778,0.0,0.0,0.0,0.0,3813.86275828735,123.19503493912597,0.15788539205330357,0.0 | |
| attn_sparsek_attn__nsa_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5349178806336697,0.0771225502363343,2.7460521231671778e-05,0.80914261781501,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.058439386258298386,0.0,0.3441694861714301,0.37781993432022426,0.052874275946629294,0.5411441400949838,0.0,0.0,0.0,0.0,4170.004629993623,139.96655630888412,0.16182851939890658,0.0 | |
| attn_sparsek_attn__sparda_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4813287609006878,0.042957583605528905,2.7460521231671778e-05,0.8060285244866731,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05619732265535246,0.0,0.4197903721864287,0.41581364664895465,0.052747954168667656,0.5363467427930086,0.0,0.0,0.0,0.0,2474.325703217542,125.702699778129,0.16120570546665824,0.0 | |
| attn_sparsek_attn__tucker_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4808732803062372,0.07050165555881861,2.7460521231671778e-05,0.809855547398641,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05923996104308396,0.0,0.47190783864850444,0.38977220494240544,0.050459944035133854,0.5319581867910036,0.0,0.0,0.0,0.0,3808.396487032134,156.43935272518317,0.16197111203543407,0.0 | |
| attn_standard_attn__bigbird_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4362212236950161,0.0664462536512343,2.7460521231671778e-05,0.8635335802793512,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0535332548913562,0.0,0.42360202872665764,0.372235099538386,0.05284449640454436,0.5371076495157401,0.0,0.0,0.0,0.0,3327.7916834011166,149.97457674846723,0.1727067188223156,0.0 | |
| attn_standard_attn__conformer_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4665141431713169,0.06482991662089008,2.7460521231671778e-05,0.9414057577260572,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03879982221120404,0.0,0.3817869681284426,0.24054513780534195,0.04452802389129665,0.43667389496125786,0.0,0.0,0.0,0.0,4401.437885410662,130.48576191956326,0.18828115206449933,0.0 | |
| attn_standard_attn__deltanet_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4576300290170736,0.061461280813066864,2.7460521231671778e-05,1.0399731616728753,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.030704679544561766,0.0,0.5734187509329147,0.22064147319534752,0.0441099228535871,0.3847272745734604,0.0,0.0,0.0,0.0,3837.0496225851516,107.16853347487526,0.20799462859250686,0.0 | |
| attn_standard_attn__engram_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.48299285947380227,0.060085162397504666,2.7460521231671778e-05,1.2334785266573793,0.0,0.0,0.0,0.0,0.0,0.018257418583505537,0.0,0.0,0.0,0.0,0.0355265236646485,0.0,0.6058784230597734,0.26630121877184354,0.04365570815916492,0.4402829424410859,0.0,0.0,0.0,0.0,6340.822389189477,76.93505083287793,0.24669570937229418,0.0 | |
| attn_standard_attn__falcon1_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.49263797140329485,0.0564290573646761,2.7460521231671778e-05,0.9713455345909356,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.04185075052821649,0.0,0.5320512844438157,0.2778070548588102,0.04872018375964566,0.46743165943388343,0.0,0.0,0.0,0.0,3186.8916193007935,111.68094090860143,0.1942691174716606,0.0 | |
| attn_standard_attn__falcon1a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5115011343168318,0.07015585948953784,2.7460521231671778e-05,1.0668073766367532,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.03890924576375848,0.0,0.6547231458371455,0.24592770039474285,0.049808962737784145,0.4260994191860704,0.0,0.0,0.0,0.0,3097.1079056065246,130.68894342283744,0.2133614747632413,0.0 | |
| attn_standard_attn__falcon2_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4620845313387079,0.06663784735801889,2.7460521231671778e-05,0.8950260245809677,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03917172249655741,0.0,0.5293184028246294,0.2601109232756755,0.04912540473226237,0.45861900767407304,0.0,0.0,0.0,0.0,3977.773136977601,110.92458225689319,0.17900520196957642,0.0 | |
| attn_standard_attn__falcon2a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.47638646676692326,0.07391396151055254,2.7460521231671778e-05,0.938199802477079,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03684183093982209,0.0,0.6086419203577679,0.23998240112440378,0.047556372300074215,0.42052474967229786,0.0,0.0,0.0,0.0,4986.4840378384815,116.87425056029474,0.18763996727742563,0.0 | |
| attn_standard_attn__falcon3_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4921403962928844,0.05636875655570923,2.7460521231671778e-05,0.9265062159576246,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.042892220086281074,0.0,0.4873813324339326,0.2832536263479432,0.04981770887032039,0.48805546712256986,0.0,0.0,0.0,0.0,3551.339517931864,71.30714967949142,0.18530124439759268,0.0 | |
| attn_standard_attn__falcon3a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5127432954209319,0.07133786512740793,2.7460521231671778e-05,1.0852285294038024,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.03880035123911119,0.0,0.6990421770169519,0.24660765696850762,0.05026633156852272,0.4314979727242182,0.0,0.0,0.0,0.0,3968.670893333241,119.19473339356999,0.21704571175613058,0.0 | |
| attn_standard_attn__fox_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.46955044254143097,0.05562407851430002,2.7460521231671778e-05,0.8538344136333595,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.047303619596469344,0.0,0.2949205773122474,0.32432856426317125,0.05115740317578962,0.5390539523831153,0.0,0.0,0.0,0.0,3877.4528866362957,135.41432123707378,0.17076688122602685,0.0 | |
| attn_standard_attn__gated_deltanet2_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4364879954486396,0.06587151797763878,2.7460521231671778e-05,1.3315819506344153,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.027999924813717558,0.0,0.7931470896804953,0.17809948371166384,0.041109771277870556,0.38001471781264534,0.0,0.0,0.0,0.0,4398.400756152334,94.02034989041458,0.26631638949682473,0.0 | |
| attn_standard_attn__gated_deltanet_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5124362521926925,0.06627331601438773,2.7460521231671778e-05,1.2482435987158442,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.02867954523595317,0.0,0.7634314866182302,0.18380593213981422,0.041136351178990026,0.37736797359253743,0.0,0.0,0.0,0.0,3958.8767152497035,92.25436713968652,0.24964871195855307,0.0 | |
| attn_standard_attn__gated_softmax_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4451587561122111,0.05876560241012565,2.7460521231671778e-05,0.8299248478581372,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05078642721531889,0.0,0.4378269691159524,0.35269102889420006,0.052317423602712465,0.5433157155296418,0.0,0.0,0.0,0.0,4501.476725462914,156.32169209778453,0.16598497217369748,0.0 | |
| attn_standard_attn__gla_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.43894008512179994,0.0671899641376869,2.7460521231671778e-05,1.1158897151028562,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.02840653019907213,0.0,0.716202731857223,0.19166174792182847,0.04302621505402788,0.3714446690187424,0.0,0.0,0.0,0.0,3401.1941695792007,131.37720554452605,0.22317794855350748,0.0 | |
| attn_standard_attn__gma_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4563130436496485,0.05360672940757801,2.7460521231671778e-05,0.8443203821878893,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.053669526718218764,0.0,0.36915463250265723,0.3599095960891282,0.052214120212789705,0.5339629288675664,0.0,0.0,0.0,0.0,4392.964901550258,128.08727069519293,0.16886407547891863,0.0 | |
| attn_standard_attn__gqa_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.45277526483355873,0.06129983792852946,2.7460521231671778e-05,0.8550225371155211,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.053224304917110235,0.0,0.42320499000854195,0.3517410951583378,0.05277320657722587,0.5415438503050736,0.0,0.0,0.0,0.0,2564.6689518944577,142.4376920718693,0.17100450227014585,0.0 | |
| attn_standard_attn__gqla_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5202367926970358,0.07367609386941378,2.7460521231671778e-05,0.8520676916498574,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.06799094243497618,0.0,0.43443957298079583,0.45046182583028255,0.053338227386978,0.5552320760828461,0.0,0.0,0.0,0.0,3274.509635680326,134.39497997050913,0.17041353562956596,0.0 | |
| attn_standard_attn__gta_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4397139108647796,0.06804229213077591,2.7460521231671778e-05,0.866170943126772,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05765006626122686,0.0,0.5066142737038577,0.3996825940972695,0.05142995873110839,0.5357462428308896,0.0,0.0,0.0,0.0,3023.0760392648826,122.16456653009489,0.17323419274261725,0.0 | |
| attn_standard_attn__hgrn2_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4596881985793635,0.07342772742819229,2.7460521231671778e-05,1.2130071635881867,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.028448888720328816,0.0,0.673455971673075,0.1702493377171545,0.04138222612771909,0.3683772509291541,0.0,0.0,0.0,0.0,4489.668292507291,111.95980400767742,0.24260144080919083,0.0 | |
| attn_standard_attn__iha_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.42376497473992897,0.06419456344512006,2.7460521231671778e-05,0.8261298342771972,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.056130363382743464,0.0,0.44782342378142254,0.3758193530316259,0.05147134341245194,0.5499826858716027,0.0,0.0,0.0,0.0,3941.8227633441,137.867436344873,0.16522596317300078,0.0 | |
| attn_standard_attn__kda_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.49640364176868845,0.07006739322122707,2.7460521231671778e-05,1.1984875629817626,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.025232483614537157,0.0,0.6334688845069779,0.176998729078598,0.03674024406796193,0.3299240833490395,0.0,0.0,0.0,0.0,4470.317982640208,94.45674069911617,0.23969751854941918,0.0 | |
| attn_standard_attn__longformer_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4362212236950161,0.0664462536512343,2.7460521231671778e-05,0.8635335802793512,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0535332548913562,0.0,0.42360202872665764,0.372235099538386,0.05284449640454436,0.5371076495157401,0.0,0.0,0.0,0.0,3064.101272203785,135.99927308412185,0.1727067188223156,0.0 | |
| attn_standard_attn__mla_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5184015732469798,0.07400290596236805,2.7460521231671778e-05,0.8585358687179687,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.06488620450085368,0.0,0.44037644121272274,0.4290456826964121,0.0532807504261283,0.5500827751399504,0.0,0.0,0.0,0.0,5854.823366568709,160.42291254419257,0.17170718179275787,0.0 | |
| attn_standard_attn__mlra_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.454848537348123,0.06843188468418143,2.7460521231671778e-05,0.8378196884366136,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05745903137118533,0.0,0.4441713827791477,0.39707806810170454,0.05306940133525396,0.5492007718085686,0.0,0.0,0.0,0.0,3294.753316465319,152.5796318791617,0.16756393052993618,0.0 | |
| attn_standard_attn__mtla_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5516963508187697,0.07296502857052249,2.7460521231671778e-05,0.8191881076842021,0.0,0.0,0.0,0.0,0.0,0.018257418583505543,0.0,0.0,0.0,0.0,0.07214740199239776,0.0,0.42873338679200074,0.4734589961169035,0.052986608675903386,0.5664984451966402,0.0,0.0,0.0,0.0,4962.103661416633,133.20137898550922,0.16383762469188698,0.0 | |
| attn_standard_attn__nsa_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5072566103919797,0.06984401730928637,2.7460521231671778e-05,0.8432828930023956,0.0,0.0,0.0,0.0,0.0,0.025815583866061795,0.0,0.0,0.0,0.0,0.054194014550012576,0.0,0.40687754509157786,0.3691982019177104,0.05317779052570132,0.5262934557646055,0.0,0.0,0.0,0.0,2315.333729246982,143.44914234126972,0.16865658324536023,0.0 | |
| attn_standard_attn__sigmoid_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.43615905467984184,0.06696949237215721,2.7460521231671778e-05,0.8526066336829463,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05595370097658524,0.0,0.37025822526417246,0.3897949401599464,0.05388782808506594,0.5475961422228527,0.0,0.0,0.0,0.0,3084.467559131842,155.89372538287444,0.17052132953795682,0.0 | |
| attn_standard_attn__sparda_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.42402538982288407,0.06373818135122512,2.7460521231671778e-05,0.8263910776943665,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05486754824234192,0.0,0.3911805489976298,0.3492186370682941,0.053732720027852864,0.5428287742429059,0.0,0.0,0.0,0.0,5628.5830046502815,147.7783643059602,0.16527821560054343,0.0 | |
| attn_standard_attn__sparse_transformer_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.43541853789391555,0.06623143454644655,2.7460521231671778e-05,0.8772256424388866,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.04677462890061164,0.0,0.3892272200422988,0.3272739334494517,0.051839376823291844,0.5215561247058665,0.0,0.0,0.0,0.0,3367.235122235853,123.10410342217827,0.17544512975301352,0.0 | |
| attn_standard_attn__sparsek_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.47693573594242716,0.04278907489657404,2.7460521231671778e-05,0.8163137679747294,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05583098090988048,0.0,0.43874781760438786,0.35317524424028895,0.05223014669415184,0.5341854735722699,0.0,0.0,0.0,0.0,3318.9299412798014,154.3406395089485,0.1632627545480318,0.0 | |
| attn_standard_attn__tucker_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4515159702436099,0.0603504187094684,2.7460521231671778e-05,0.849084941890216,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05714908864499501,0.0,0.5330657069113672,0.39250050192780217,0.0512953742204193,0.529701220019204,0.0,0.0,0.0,0.0,4960.999764396307,144.106792692537,0.16981698954747873,0.0 | |
| attn_titan_attn__bigbird_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4362212236950161,0.0664462536512343,2.7460521231671778e-05,0.8635335802793512,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0535332548913562,0.0,0.42360202872665764,0.372235099538386,0.05284449640454436,0.5371076495157401,0.0,0.0,0.0,0.0,2690.0101796606023,133.15723066088583,0.1727067188223156,0.0 | |
| attn_titan_attn__conformer_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4665141431713169,0.06482991662089008,2.7460521231671778e-05,0.9414057577260572,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03879982221120404,0.0,0.3817869681284426,0.24054513780534195,0.04452802389129665,0.43667389496125786,0.0,0.0,0.0,0.0,2086.0167696526105,130.0704770775075,0.18828115206449933,0.0 | |
| attn_titan_attn__deltanet_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4576300290170736,0.061461280813066864,2.7460521231671778e-05,1.0399731616728753,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.030704679544561766,0.0,0.5734187509329147,0.22064147319534752,0.0441099228535871,0.3847272745734604,0.0,0.0,0.0,0.0,6697.084049985796,111.20128793030243,0.20799462859250686,0.0 | |
| attn_titan_attn__engram_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.48299285947380227,0.060085162397504666,2.7460521231671778e-05,1.2334785266573793,0.0,0.0,0.0,0.0,0.0,0.018257418583505537,0.0,0.0,0.0,0.0,0.0355265236646485,0.0,0.6058784230597734,0.26630121877184354,0.04365570815916492,0.4402829424410859,0.0,0.0,0.0,0.0,6117.170052775342,73.47861855809295,0.24669570937229418,0.0 | |
| attn_titan_attn__falcon1_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.49263797140329485,0.0564290573646761,2.7460521231671778e-05,0.9713455345909356,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.04185075052821649,0.0,0.5320512844438157,0.2778070548588102,0.04872018375964566,0.46743165943388343,0.0,0.0,0.0,0.0,2718.5211424571094,136.30490839271823,0.1942691174716606,0.0 | |
| attn_titan_attn__falcon1a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5115011343168318,0.07015585948953784,2.7460521231671778e-05,1.0668073766367532,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.03890924576375848,0.0,0.6547231458371455,0.24592770039474285,0.049808962737784145,0.4260994191860704,0.0,0.0,0.0,0.0,2218.6025933302753,129.50503557599455,0.2133614747632413,0.0 | |
| attn_titan_attn__falcon2_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4620845313387079,0.06663784735801889,2.7460521231671778e-05,0.8950260245809677,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03917172249655741,0.0,0.5293184028246294,0.2601109232756755,0.04912540473226237,0.45861900767407304,0.0,0.0,0.0,0.0,2911.058893266152,143.11689604777987,0.17900520196957642,0.0 | |
| attn_titan_attn__falcon2a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.47638646676692326,0.07391396151055254,2.7460521231671778e-05,0.938199802477079,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03684183093982209,0.0,0.6086419203577679,0.23998240112440378,0.047556372300074215,0.42052474967229786,0.0,0.0,0.0,0.0,3809.2570299439617,136.496205345431,0.18763996727742563,0.0 | |
| attn_titan_attn__falcon3_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4921403962928844,0.05636875655570923,2.7460521231671778e-05,0.9265062159576246,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.042892220086281074,0.0,0.4873813324339326,0.2832536263479432,0.04981770887032039,0.48805546712256986,0.0,0.0,0.0,0.0,3962.1283971243292,72.14775092993409,0.18530124439759268,0.0 | |
| attn_titan_attn__falcon3a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5127432954209319,0.07133786512740793,2.7460521231671778e-05,1.0852285294038024,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.03880035123911119,0.0,0.6990421770169519,0.24660765696850762,0.05026633156852272,0.4314979727242182,0.0,0.0,0.0,0.0,3492.7971171168524,151.0450423220054,0.21704571175613058,0.0 | |
| attn_titan_attn__fox_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.46955044254143097,0.05562407851430002,2.7460521231671778e-05,0.8538344136333595,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.047303619596469344,0.0,0.2949205773122474,0.32432856426317125,0.05115740317578962,0.5390539523831153,0.0,0.0,0.0,0.0,3913.5589393185874,135.59009785535258,0.17076688122602685,0.0 | |
| attn_titan_attn__gated_deltanet2_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4364879954486396,0.06587151797763878,2.7460521231671778e-05,1.3315819506344153,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.027999924813717558,0.0,0.7931470896804953,0.17809948371166384,0.041109771277870556,0.38001471781264534,0.0,0.0,0.0,0.0,2779.9853084848987,116.98992032939275,0.26631638949682473,0.0 | |
| attn_titan_attn__gated_deltanet_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5124362521926925,0.06627331601438773,2.7460521231671778e-05,1.2482435987158442,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.02867954523595317,0.0,0.7634314866182302,0.18380593213981422,0.041136351178990026,0.37736797359253743,0.0,0.0,0.0,0.0,5254.488767811749,110.42493348871629,0.24964871195855307,0.0 | |
| attn_titan_attn__gated_softmax_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4451587561122111,0.05876560241012565,2.7460521231671778e-05,0.8299248478581372,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05078642721531889,0.0,0.4378269691159524,0.35269102889420006,0.052317423602712465,0.5433157155296418,0.0,0.0,0.0,0.0,4279.674873188373,150.25793385312096,0.16598497217369748,0.0 | |
| attn_titan_attn__gla_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.43894008512179994,0.0671899641376869,2.7460521231671778e-05,1.1158897151028562,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.02840653019907213,0.0,0.716202731857223,0.19166174792182847,0.04302621505402788,0.3714446690187424,0.0,0.0,0.0,0.0,5517.571424906303,104.3891844045893,0.22317794855350748,0.0 | |
| attn_titan_attn__gma_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4563130436496485,0.05360672940757801,2.7460521231671778e-05,0.8443203821878893,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.053669526718218764,0.0,0.36915463250265723,0.3599095960891282,0.052214120212789705,0.5339629288675664,0.0,0.0,0.0,0.0,3828.5126828203543,152.12272499544943,0.16886407547891863,0.0 | |
| attn_titan_attn__gqa_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.45277526483355873,0.06129983792852946,2.7460521231671778e-05,0.8550225371155211,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.053224304917110235,0.0,0.42320499000854195,0.3517410951583378,0.05277320657722587,0.5415438503050736,0.0,0.0,0.0,0.0,5108.743036612653,156.98344357037882,0.17100450227014585,0.0 | |
| attn_titan_attn__gqla_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5202367926970358,0.07367609386941378,2.7460521231671778e-05,0.8520676916498574,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.06799094243497618,0.0,0.43443957298079583,0.45046182583028255,0.053338227386978,0.5552320760828461,0.0,0.0,0.0,0.0,4782.072934877679,133.25486986011106,0.17041353562956596,0.0 | |
| attn_titan_attn__gta_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4397139108647796,0.06804229213077591,2.7460521231671778e-05,0.866170943126772,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05765006626122686,0.0,0.5066142737038577,0.3996825940972695,0.05142995873110839,0.5357462428308896,0.0,0.0,0.0,0.0,4206.676253057924,135.97885109428452,0.17323419274261725,0.0 | |
| attn_titan_attn__hgrn2_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4596881985793635,0.07342772742819229,2.7460521231671778e-05,1.2130071635881867,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.028448888720328816,0.0,0.673455971673075,0.1702493377171545,0.04138222612771909,0.3683772509291541,0.0,0.0,0.0,0.0,4526.28060569987,132.34019310286743,0.24260144080919083,0.0 | |
| attn_titan_attn__iha_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.42376497473992897,0.06419456344512006,2.7460521231671778e-05,0.8261298342771972,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.056130363382743464,0.0,0.44782342378142254,0.3758193530316259,0.05147134341245194,0.5499826858716027,0.0,0.0,0.0,0.0,3068.114613579613,128.85977099384442,0.16522596317300078,0.0 | |
| attn_titan_attn__kda_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.49640364176868845,0.07006739322122707,2.7460521231671778e-05,1.1984875629817626,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.025232483614537157,0.0,0.6334688845069779,0.176998729078598,0.03674024406796193,0.3299240833490395,0.0,0.0,0.0,0.0,3875.538159199261,91.82474301446267,0.23969751854941918,0.0 | |
| attn_titan_attn__longformer_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4362212236950161,0.0664462536512343,2.7460521231671778e-05,0.8635335802793512,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0535332548913562,0.0,0.42360202872665764,0.372235099538386,0.05284449640454436,0.5371076495157401,0.0,0.0,0.0,0.0,3468.2449993743776,137.8480723347708,0.1727067188223156,0.0 | |
| attn_titan_attn__mla_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5184015732469798,0.07400290596236805,2.7460521231671778e-05,0.8585358687179687,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.06488620450085368,0.0,0.44037644121272274,0.4290456826964121,0.0532807504261283,0.5500827751399504,0.0,0.0,0.0,0.0,6102.011309666819,152.6771746862691,0.17170718179275787,0.0 | |
| attn_titan_attn__mlra_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.454848537348123,0.06843188468418143,2.7460521231671778e-05,0.8378196884366136,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05745903137118533,0.0,0.4441713827791477,0.39707806810170454,0.05306940133525396,0.5492007718085686,0.0,0.0,0.0,0.0,4974.164698634856,121.72613536518033,0.16756393052993618,0.0 | |
| attn_titan_attn__mtla_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5516963508187697,0.07296502857052249,2.7460521231671778e-05,0.8191881076842021,0.0,0.0,0.0,0.0,0.0,0.018257418583505543,0.0,0.0,0.0,0.0,0.07214740199239776,0.0,0.42873338679200074,0.4734589961169035,0.052986608675903386,0.5664984451966402,0.0,0.0,0.0,0.0,3691.3389425005516,150.2547997414421,0.16383762469188698,0.0 | |
| attn_titan_attn__nsa_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5072566103919797,0.06984401730928637,2.7460521231671778e-05,0.8432828930023956,0.0,0.0,0.0,0.0,0.0,0.025815583866061795,0.0,0.0,0.0,0.0,0.054194014550012576,0.0,0.40687754509157786,0.3691982019177104,0.05317779052570132,0.5262934557646055,0.0,0.0,0.0,0.0,3464.1077565014416,134.42229098187372,0.16865658324536023,0.0 | |
| attn_titan_attn__sigmoid_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.43615905467984184,0.06696949237215721,2.7460521231671778e-05,0.8526066336829463,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05595370097658524,0.0,0.37025822526417246,0.3897949401599464,0.05388782808506594,0.5475961422228527,0.0,0.0,0.0,0.0,5082.852938454769,170.06106121119737,0.17052132953795682,0.0 | |
| attn_titan_attn__sparda_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.42402538982288407,0.06373818135122512,2.7460521231671778e-05,0.8263910776943665,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05486754824234192,0.0,0.3911805489976298,0.3492186370682941,0.053732720027852864,0.5428287742429059,0.0,0.0,0.0,0.0,4140.602369374806,148.44386304172448,0.16527821560054343,0.0 | |
| attn_titan_attn__sparse_transformer_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.43541853789391555,0.06623143454644655,2.7460521231671778e-05,0.8772256424388866,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.04677462890061164,0.0,0.3892272200422988,0.3272739334494517,0.051839376823291844,0.5215561247058665,0.0,0.0,0.0,0.0,4226.769146991158,129.21063687601685,0.17544512975301352,0.0 | |
| attn_titan_attn__sparsek_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.47693573594242716,0.04278907489657404,2.7460521231671778e-05,0.8163137679747294,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05583098090988048,0.0,0.43874781760438786,0.35317524424028895,0.05223014669415184,0.5341854735722699,0.0,0.0,0.0,0.0,5657.0012883153595,131.66026166896364,0.1632627545480318,0.0 | |
| attn_titan_attn__standard_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4362212236950161,0.0664462536512343,2.7460521231671778e-05,0.8635335802793512,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0535332548913562,0.0,0.42360202872665764,0.372235099538386,0.05284449640454436,0.5371076495157401,0.0,0.0,0.0,0.0,3689.159761377225,125.67631317190965,0.1727067188223156,0.0 | |
| attn_titan_attn__tucker_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4515159702436099,0.0603504187094684,2.7460521231671778e-05,0.849084941890216,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05714908864499501,0.0,0.5330657069113672,0.39250050192780217,0.0512953742204193,0.529701220019204,0.0,0.0,0.0,0.0,3435.601948007515,122.77154892988027,0.16981698954747873,0.0 | |
| attn_tucker_attn__conformer_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.48533836725440765,0.0794381789942103,2.7460521231671778e-05,0.9760322876451017,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.04318136420894143,0.0,0.4248214290762457,0.2695677149793476,0.045287207264468526,0.43179222285505175,0.0,0.0,0.0,0.0,1014.4848390645585,85.6990293666409,0.1952064563209731,0.0 | |
| attn_tucker_attn__falcon1_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5345098191112683,0.0672327904222931,2.7460521231671778e-05,1.031522850158476,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.04682348625475844,0.0,0.6647848183689362,0.30009515202726433,0.050449873156193314,0.4476836921994994,0.0,0.0,0.0,0.0,763.6768647402016,88.22924505908331,0.2063045712417289,0.0 | |
| attn_tucker_attn__falcon1a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5439849108181278,0.07405157267724215,2.7460521231671778e-05,1.0165334663889631,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.04555723939948778,0.0,0.6034067568687811,0.28671365816185695,0.04751169427251047,0.40584572194572,0.0,0.0,0.0,0.0,566.8389859366384,104.38078013462815,0.2033067006924309,0.0 | |
| attn_tucker_attn__falcon2_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.494126324572666,0.06982925453103274,2.7460521231671778e-05,0.9614949014458589,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.039212275866983316,0.0,0.6517290729234422,0.27506735508374264,0.04640403576473081,0.4369937811884126,0.0,0.0,0.0,0.0,629.0161738537897,70.79845926806101,0.1922989729224147,0.0 | |
| attn_tucker_attn__falcon2a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5015152150089568,0.07355461569583072,2.7460521231671778e-05,0.941778107012756,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03830603392490867,0.0,0.5764418157985448,0.25240345422809946,0.043869485169185034,0.3974969021592975,0.0,0.0,0.0,0.0,924.3611841696209,77.29947137487365,0.1883556193516694,0.0 | |
| attn_tucker_attn__falcon3_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5338443126486567,0.06853307527370962,2.7460521231671778e-05,0.9342672688805005,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.049122325154127136,0.0,0.5541304028171472,0.30990761486420254,0.05129750615632517,0.46977153396953253,0.0,0.0,0.0,0.0,994.5598958508479,50.19825710392281,0.18685345178051652,0.0 | |
| attn_tucker_attn__falcon3a_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.545191627216888,0.07320941005735253,2.7460521231671778e-05,1.0189707979688123,0.0,0.0,0.0,0.0,0.0,0.01825741858350554,0.0,0.0,0.0,0.0,0.04543775854735453,0.0,0.6251940648731691,0.2878807350833298,0.04791673091221948,0.4112005237489746,0.0,0.0,0.0,0.0,657.2502823211051,106.91224586690295,0.20379416218786772,0.0 | |
| attn_tucker_attn__gma_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4906983727259166,0.06630615566808057,2.7460521231671778e-05,0.8378122563468553,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.061681794802332233,0.0,0.4221592677463456,0.4252992928551244,0.05451297979896099,0.5429309235303712,0.0,0.0,0.0,0.0,933.243037778867,98.3568577279009,0.1675624544997431,0.0 | |
| attn_tucker_attn__gta_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.45313017127480965,0.05748025577130564,2.7460521231671778e-05,0.8346946952974166,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.06002311415558914,0.0,0.5651367371934187,0.42779847896454637,0.05094623061927261,0.5393899871548623,0.0,0.0,0.0,0.0,951.7215567097961,80.98492938645481,0.1669389377876527,0.0 | |
| attn_tucker_attn__iha_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5026623539279044,0.06815225408118916,2.7460521231671778e-05,0.8534153953828856,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.06334660250214988,0.0,0.577470825115765,0.422602609231672,0.05152715492420356,0.5422427546848337,0.0,0.0,0.0,0.0,743.6552726714935,76.7277077638794,0.1706830805459744,0.0 | |
| attn_tucker_attn__kda_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4595103841686555,0.06788706039200346,2.7460521231671778e-05,1.2159007974600005,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.027075169243126113,0.0,0.7177791548367501,0.17855156226302374,0.03761989439541696,0.35481130593099797,0.0,0.0,0.0,0.0,683.0927728187256,58.777510374217314,0.2431801683903604,0.0 | |
| attn_tucker_attn__mtla_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.5087926807987075,0.06571624016976328,2.7460521231671778e-05,0.8297527246363608,0.0,0.0,0.0,0.0,0.0,0.018257418583505543,0.0,0.0,0.0,0.0,0.07105386186343327,0.0,0.5054609683421329,0.4772913449717393,0.05245394471612636,0.5500307933204897,0.0,0.0,0.0,0.0,748.7975549317944,91.94058135564866,0.16595054229242145,0.0 | |
| attn_tucker_attn__sparda_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.44296418746649324,0.055551044951193326,2.7460521231671778e-05,0.844424491519634,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.06160187803154003,0.0,0.46911850032232527,0.41292983911330555,0.052583465443545446,0.5388534271423445,0.0,0.0,0.0,0.0,626.5378695955756,76.03166978892689,0.16888489150355748,0.0 | |
| audio_eeg_classification,29.011491975882016,0.0,29.011491975882016,2.1059019997317502e-05,0.07371322726170493,2.9011491975882036e-08,0.0033361977131023002,0.0,0.0,0.0,0.0,0.0,0.09999999999999999,0.0,0.0,0.0,0.0,5.737304826019502e-06,0.0,2.881346486585321e-05,2.0118022976546385e-05,6.405639876095301e-06,0.0033362191824630252,0.0,0.0,0.0,0.0,15.711837203943803,667.8288022918872,0.0006672400639419761,0.0 | |
| batch_size_1,28.870882262483835,8.656884382717525,866.1697293256098,0.4362212236950161,0.0664462536512343,2.7460521231671778e-05,0.8635335802793512,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0535332548913562,0.0,0.42360202872665764,0.372235099538386,0.05284449640454436,0.5371076495157401,0.0,0.0,0.0,0.0,456.13666800515097,83.27792555065999,0.1727067188223156,0.0 | |
| batch_size_2,28.875696884757385,4.321934684020798,433.15701541127095,0.3057679180424849,0.038999711680725156,3.32101213748462e-05,0.37076055851127043,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03322626321922513,0.0,0.3488655276340661,0.2347236453324013,0.036130110987819014,0.33153256336483833,0.0,0.0,0.0,0.0,563.2170436292652,100.92359990772991,0.07415210457065578,0.0 | |
| bitnet_std_attn_for_gguf,0.0,7.648529270389178,7.648529270389178,0.14433567676221362,0.0,7.648529270389178e-07,0.9222657441705825,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.01451086067537002,0.0,0.2787511927223658,0.20519838398668286,0.08217423644473605,0.23915188625916886,0.0,0.0,0.0,0.0,34.545314971230745,114.8337004521689,0.1844531923458131,0.0 | |
| norm_derf,28.870882262483835,8.656884382717525,866.1697293256098,0.3676893975198776,0.05129942842928531,2.7460521231671778e-05,0.8163457545393281,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05012406388240215,0.0,0.3696324413736604,0.230517078401893,0.06947524240881481,0.6894091348842677,0.0,0.0,0.0,0.0,422.12745434490404,101.99619851049975,0.16326914899943334,0.0 | |
| norm_dynamic_tanh,28.870882262483835,8.656884382717525,866.1697293256098,0.28285467093445915,0.05783331462604974,2.7460521231671778e-05,0.5562050173138043,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.04100511184237624,0.0,0.24543883462140967,0.18221923551161892,0.03468249922912598,0.49913787431848317,0.0,0.0,0.0,0.0,471.99605423574496,94.2627789996631,0.11124100363643337,0.0 | |
| norm_flash_norm,28.870882262483835,8.656884382717525,866.1697293256098,0.42273591877216227,0.05910379885798664,2.7460521231671778e-05,0.8105467060046163,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.054589216463358584,0.0,0.3799149595217694,0.36234653817343715,0.0,0.5446894160647272,0.0,0.0,0.0,0.0,607.7939384991342,81.42825990851796,0.16210933314072526,0.0 | |
| norm_layer_norm,28.870882262483835,8.656884382717525,866.1697293256098,0.4362212236950161,0.0664462536512343,2.7460521231671778e-05,0.8635335802793512,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0535332548913562,0.0,0.42360202872665764,0.372235099538386,0.05284449640454436,0.5371076495157401,0.0,0.0,0.0,0.0,546.1177153318259,75.16313176705222,0.1727067188223156,0.0 | |
| norm_prms_norm,28.870882262483835,8.656884382717525,866.1697293256098,0.5449121983111416,0.05769419045470618,2.7460521231671778e-05,1.8826826934186631,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.043511014277657634,0.0,0.6031485622519578,0.17481479355380192,0.040116155251872045,0.5737528998502132,0.0,0.0,0.0,0.0,525.7251768157145,97.43545684129798,0.37653653188462766,0.0 | |
| norm_rms_norm,28.870882262483835,8.656884382717525,866.1697293256098,0.42640878954334976,0.0661028715682528,2.7460521231671778e-05,0.8523905070188635,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05272415790315188,0.0,0.43223072120021633,0.36819383204547546,0.0390590210719446,0.5341181214611882,0.0,0.0,0.0,0.0,573.8141114172807,78.96568532363784,0.1704780977935338,0.0 | |
| opt_ada_muon,28.870882262483835,8.656884382717525,866.1697293256098,0.2674488043255409,0.022574793207574814,2.7460521231671778e-05,0.8241018391381159,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.035047955290612304,0.0,0.35640802520802983,0.2419141582595565,0.0545319020309746,0.5376976389600682,0.0,0.0,0.0,0.0,572.1966872741715,131.2202118669244,0.16482036630951613,0.0 | |
| opt_adafactor,28.870882262483835,8.656884382717525,866.1697293256098,0.23110154232990182,0.0,2.7460521231671778e-05,0.8073957919797488,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.034689378509450065,0.0,0.11359660115288371,0.23779911852405852,0.055382787338630945,0.5448397127133429,0.0,0.0,0.0,0.0,331.950334011911,107.19281425338644,0.16147915432376808,0.0 | |
| opt_adamw,28.870882262483835,8.656884382717525,866.1697293256098,0.4418082422412766,0.0702476205744377,2.7460521231671778e-05,0.8648809965646928,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.053350064174210676,0.0,0.4083984943436984,0.3702306154349234,0.052748626558389904,0.5402327209194243,0.0,0.0,0.0,0.0,1070.3318760510024,116.41402650343048,0.17297620939990915,0.0 | |
| opt_adan,28.870882262483835,8.656884382717525,866.1697293256098,0.4418082422412766,0.0702476205744377,2.7460521231671778e-05,0.8648809965646928,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.053350064174210676,0.0,0.4083984943436984,0.3702306154349234,0.052748626558389904,0.5402327209194243,0.0,0.0,0.0,0.0,264.37559878785663,95.7681203603128,0.17297620939990915,0.0 | |
| opt_ademamix,28.870882262483835,8.656884382717525,866.1697293256098,0.4418082422412766,0.0702476205744377,2.7460521231671778e-05,0.8648809965646928,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.053350064174210676,0.0,0.4083984943436984,0.3702306154349234,0.052748626558389904,0.5402327209194243,0.0,0.0,0.0,0.0,539.894055090456,89.25092679487886,0.17297620939990915,0.0 | |
| opt_adopt,28.870882262483835,8.656884382717525,866.1697293256098,0.4418082422412766,0.0702476205744377,2.7460521231671778e-05,0.8648809965646928,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.053350064174210676,0.0,0.4083984943436984,0.3702306154349234,0.052748626558389904,0.5402327209194243,0.0,0.0,0.0,0.0,518.1353374448613,97.66814684552062,0.17297620939990915,0.0 | |
| opt_anon,28.870882262483835,8.656884382717525,866.1697293256098,0.20932129588809223,0.0,2.7460521231671778e-05,0.8144228394124866,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03406488510604055,0.0,0.07435033507832106,0.23391754984524973,0.0546380701838914,0.5464718868078953,0.0,0.0,0.0,0.0,344.8705003577792,88.9110084265625,0.16288457438533616,0.0 | |
| opt_apollo,28.870882262483835,8.656884382717525,866.1697293256098,0.24945269016860747,0.005756714927246662,2.7460521231671778e-05,0.7704591127557954,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03505725539707242,0.0,0.26788555233706846,0.23794266890790866,0.05510556299805761,0.5413490563803827,0.0,0.0,0.0,0.0,116.4060787517358,99.33270785241868,0.15409182615838218,0.0 | |
| opt_cautious_adamw,28.870882262483835,8.656884382717525,866.1697293256098,0.4418090662019262,0.0702476205744377,2.7460521231671778e-05,0.8648810462643595,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.053350087653153654,0.0,0.4083984131984258,0.3702307656253946,0.052748657811262145,0.5402327642751843,0.0,0.0,0.0,0.0,478.7986661058603,99.11759352978386,0.17297621800961827,0.0 | |
| opt_galore_adamw,28.870882262483835,8.656884382717525,866.1697293256098,0.3143595929528834,0.05213535399543834,2.7460521231671778e-05,0.8659216892477533,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03524601466032028,0.0,0.5856742768135905,0.24172007814447966,0.052236959449266776,0.5149977163073712,0.0,0.0,0.0,0.0,1051.2087384703284,93.84741023337536,0.17318433733260882,0.0 | |
| opt_lamb,28.870882262483835,8.656884382717525,866.1697293256098,0.3756023925256472,0.061068753177289894,2.7460521231671778e-05,0.9097242818858365,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03233846927764267,0.0,0.44238839939829006,0.2202784604180458,0.05095075087240138,0.5224879649516594,0.0,0.0,0.0,0.0,262.67804042701016,101.41930341922823,0.18194485752948775,0.0 | |
| opt_lion,28.870882262483835,8.656884382717525,866.1697293256098,0.5328173635171223,0.07249369079113116,2.7460521231671778e-05,0.9071168075596392,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.07624477184506395,0.0,0.3259252326259079,0.5421131421642295,0.051517892672693764,0.6294602232379015,0.0,0.0,0.0,0.0,675.889732680696,97.10076062834,0.18142337242652462,0.0 | |
| opt_mars_adamw,28.870882262483835,8.656884382717525,866.1697293256098,0.4418082422412766,0.0702476205744377,2.7460521231671778e-05,0.8648809965646928,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.053350064174210676,0.0,0.4083984943436984,0.3702306154349234,0.052748626558389904,0.5402327209194243,0.0,0.0,0.0,0.0,447.85397471207995,93.9106594831853,0.17297620939990915,0.0 | |
| opt_muon,28.870882262483835,8.656884382717525,866.1697293256098,0.20790145600615975,0.0,2.7460521231671778e-05,0.817668120560135,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03393728720365844,0.0,0.07918100321221357,0.2334804622675964,0.054378127535282685,0.5456277085418262,0.0,0.0,0.0,0.0,602.4212248459118,146.01212274576633,0.16353362347159173,0.0 | |
| opt_prodigy,28.870882262483835,8.656884382717525,866.1697293256098,0.20547113908026496,0.0,2.7460521231671778e-05,0.8175972454467556,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0339120323229668,0.0,0.06932816755473435,0.23311098255731208,0.054284348537337566,0.5462579951274739,0.0,0.0,0.0,0.0,624.580058544232,88.25093360181016,0.16351944212498465,0.0 | |
| opt_q_apollo,28.870882262483835,8.656884382717525,866.1697293256098,0.5304519967696509,0.025974044764501873,2.7460521231671778e-05,0.7715595472308494,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.035321258031367174,0.0,0.2543789164975198,0.23902315017432027,0.06222163585938767,0.5419829955837091,0.0,0.0,0.0,0.0,557.8866342138261,85.08777742606202,0.15431190750549867,0.0 | |
| opt_radam,28.870882262483835,8.656884382717525,866.1697293256098,0.3872673846330689,0.06357228320647641,2.7460521231671778e-05,0.8600097780516798,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05139654857278896,0.0,0.4746406731275478,0.3593960514025235,0.053874389951015414,0.5317344464176545,0.0,0.0,0.0,0.0,461.07587295835236,91.32698442940239,0.17200195347293648,0.0 | |
| opt_schedulefree_adamw,28.870882262483835,8.656884382717525,866.1697293256098,0.4418082422412766,0.0702476205744377,2.7460521231671778e-05,0.8648809965646928,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.053350064174210676,0.0,0.4083984943436984,0.3702306154349234,0.052748626558389904,0.5402327209194243,0.0,0.0,0.0,0.0,177.652940627687,92.5531478974613,0.17297620939990915,0.0 | |
| opt_sgd_momentum,28.870882262483835,8.656884382717525,866.1697293256098,0.20983611142151806,0.0,2.7460521231671778e-05,0.8126327066654644,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03411706397794335,0.0,0.07013520055445954,0.2342505923266986,0.054783561681806786,0.5473348366615689,0.0,0.0,0.0,0.0,732.9815836479243,92.59408292581179,0.16252653857329508,0.0 | |
| opt_shampoo,28.870882262483835,8.656884382717525,866.1697293256098,0.4362212236950161,0.0664462536512343,2.7460521231671778e-05,0.8635335802793512,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0535332548913562,0.0,0.42360202872665764,0.372235099538386,0.05284449640454436,0.5371076495157401,0.0,0.0,0.0,0.0,324.61663380204817,95.57844637888763,0.1727067188223156,0.0 | |
| opt_soap,28.870882262483835,8.656884382717525,866.1697293256098,0.4418082422412766,0.0702476205744377,2.7460521231671778e-05,0.8648809965646928,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.053350064174210676,0.0,0.4083984943436984,0.3702306154349234,0.052748626558389904,0.5402327209194243,0.0,0.0,0.0,0.0,169.1732926876276,86.62243757838951,0.17297620939990915,0.0 | |
| opt_sophia,28.870882262483835,8.656884382717525,866.1697293256098,0.5380144086339042,0.07969110003636487,2.7460521231671778e-05,1.024484081550909,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0577324652991978,0.0,0.5653032165484224,0.36081123713929736,0.05160272177706061,0.5283231621936892,0.0,0.0,0.0,0.0,809.3619461380354,76.63874100071945,0.20489682004146942,0.0 | |
| opt_turbo_muon,28.870882262483835,8.656884382717525,866.1697293256098,0.20737920839040508,0.0,2.7460521231671778e-05,0.8177236777166071,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03393272458628283,0.0,0.07524518672168318,0.23339602295345158,0.05437475804703107,0.5457669255715132,0.0,0.0,0.0,0.0,810.6163264878378,140.0911442152412,0.16354473551935372,0.0 | |
| pe_alibi,28.870882262483835,8.656884382717525,866.1697293256098,0.4325614480819627,0.06676891280149795,2.7460521231671778e-05,0.8786938498127024,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.04812626920322656,0.0,0.41518826359243616,0.33441713352229613,0.051619955505250496,0.5220980321115303,0.0,0.0,0.0,0.0,281.45838117933425,107.44603302136612,0.17573877076181335,0.0 | |
| pe_bam,28.870882262483835,8.656884382717525,866.1697293256098,0.4352496295029821,0.0670068433307619,2.7460521231671778e-05,0.8727026743037561,0.0,0.0,0.0,0.0,0.0,0.018257418583505543,0.0,0.0,0.0,0.0,0.05096287436046269,0.01941214278346057,0.44854734787287526,0.3559014481117574,0.05216359900931477,0.5292046855298115,0.0,0.0,0.0,0.0,653.7313202684277,92.73830343856949,0.1745405345104275,0.0 | |
| pe_hope,2.2960763330509404,8.673530164991218,69.42621983083913,0.2154326863527584,0.0,6.94262198308392e-06,5.311415549176568,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.030947325051171322,0.0,0.4173622837092422,0.21301567594214088,0.047352929391501056,0.5180044248093352,0.0,0.0,0.0,0.0,59.22535110656549,68.25854330810886,1.062283086607776,0.0 | |
| pe_learned_absolute,28.870882262483835,8.656884382717525,866.1697293256098,0.4625519562691026,0.05673576362424275,2.7460521231671778e-05,0.8481243536103105,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.054250029434006614,0.05229877386910074,0.4073145160759273,0.3916245774338506,0.05320197872822577,0.5477845634648426,0.0,0.0,0.0,0.0,784.8372073203815,89.3330497933022,0.16962487495166034,0.0 | |
| pe_none,28.870882262483835,8.656884382717525,866.1697293256098,0.4352504095513231,0.0670068433307619,2.7460521231671778e-05,0.8724532103110793,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.050966445799134216,0.0,0.44855164014304144,0.355925674290649,0.05216858813508505,0.5292510341226763,0.0,0.0,0.0,0.0,778.4441862317269,101.70651176518163,0.17449065208676862,0.0 | |
| pe_nope,28.870882262483835,8.656884382717525,866.1697293256098,0.4352504095513231,0.0670068433307619,2.7460521231671778e-05,0.8724532103110793,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.050966445799134216,0.0,0.44855164014304144,0.355925674290649,0.05216858813508505,0.5292510341226763,0.0,0.0,0.0,0.0,395.9946061420085,88.43515763148119,0.17449065208676862,0.0 | |
| pe_pape,28.870882262483835,8.656884382717525,866.1697293256098,0.48733064413020094,0.060476484850982976,2.7460521231671778e-05,0.8707328297844213,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03839533355864592,0.047005828591861074,0.3358860308417966,0.265974801968885,0.049414640807614665,0.49819855454114575,0.0,0.0,0.0,0.0,740.089717497081,100.0357574709488,0.1741465748246909,0.0 | |
| pe_pape_efficient,28.870882262483835,8.656884382717525,866.1697293256098,0.4873306775183224,0.060476484850982976,2.7460521231671778e-05,0.8707327719875757,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.038395364497671926,0.04700574007647189,0.335885846585332,0.2659749399396331,0.04941464614324414,0.49819863157199246,0.0,0.0,0.0,0.0,775.6917812744555,89.08525626170542,0.17414655627461775,0.0 | |
| pe_pape_ri,28.870882262483835,8.656884382717525,866.1697293256098,0.46539225974012777,0.05846197991399824,2.7460521231671778e-05,0.8946334859905042,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.04111053632068908,0.04143352002241973,0.37813888967298687,0.2908969378565177,0.049331288710964726,0.4950047447348073,0.0,0.0,0.0,0.0,784.607243716585,91.79262276838409,0.1789266983252308,0.0 | |
| pe_rope,28.870882262483835,8.656884382717525,866.1697293256098,0.4362212236950161,0.0664462536512343,2.7460521231671778e-05,0.8635335802793512,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0535332548913562,0.0,0.42360202872665764,0.372235099538386,0.05284449640454436,0.5371076495157401,0.0,0.0,0.0,0.0,588.8486022878068,86.68327524875285,0.1727067188223156,0.0 | |
| pe_sinusoidal_absolute,28.870882262483835,8.656884382717525,866.1697293256098,0.43158143278278555,0.06579011008562248,2.7460521231671778e-05,0.8409650167979265,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.04561576017477443,0.0,0.2509684080089645,0.31625916805589166,0.052321444339293435,0.5560675377720873,0.0,0.0,0.0,0.0,615.7260247126696,75.91496067488636,0.16819299931180012,0.0 | |
| pe_sinusoidal_rotary,28.870882262483835,8.656884382717525,866.1697293256098,0.4362212236950161,0.0664462536512343,2.7460521231671778e-05,0.8635335802793512,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0535332548913562,0.0,0.42360202872665764,0.372235099538386,0.05284449640454436,0.5371076495157401,0.0,0.0,0.0,0.0,962.4265076290822,95.43329360388945,0.1727067188223156,0.0 | |
| realdata_causal_lm_borges,28.875696884757385,4.321934684020798,433.15701541127095,0.34559457203792343,0.031753623642884955,3.32101213748462e-05,0.18187700305189078,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.015180445490645794,0.0,0.06264705227476766,0.11520903966620337,0.014948187292363286,0.20643217069258016,0.0,0.0,0.0,0.0,44.270777817027096,83.04180998603576,0.036375407807917245,0.0 | |
| realdata_mlm_borges,28.875696884757385,4.321934684020798,433.15701541127095,0.3057679180424849,0.038999711680725156,3.32101213748462e-05,0.37076055851127043,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03322626321922513,0.0,0.3488655276340661,0.2347236453324013,0.036130110987819014,0.33153256336483833,0.0,0.0,0.0,0.0,19.53419641258919,77.74747323343944,0.07415210457065578,0.0 | |
| realdata_text_classification_mini_corpus,28.873289272556185,5.767723408473945,577.4945887192364,0.5232099602961834,0.37495831017218917,3.1841721499031536e-05,3.101240553843101,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.11847945759701216,0.0,0.8889484288293495,0.6501430703874798,0.17097200570983118,1.842077904903393,0.0,0.0,0.0,0.0,25.895943970841664,458.84068650904754,0.6202481182360555,0.0 | |
| realdata_vit_classification_breastcancer,28.868325473755768,73.89758628210811,1847.665193336354,0.1630894410558936,0.31613138562475585,2.38013668827199e-05,3.736137418829941,0.0,0.0,0.0,0.0,0.0,0.012500000000000006,0.0,0.0,0.0,0.0,0.9977483629021374,0.6988481837904932,0.6452282133541449,0.6036865969692241,0.07273618825578639,1.398319222634737,0.0,0.0,0.0,0.0,48.558794005216185,6.126719875284141,0.7472274825607809,0.0 | |
| realdata_vit_patch_prediction_breastcancer,28.868325473755768,73.89758628210811,1847.665193336354,1.1822756037121596,0.20260861079722567,2.38013668827199e-05,5.563665047739697,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.5224204678448914,0.7155947189455667,0.19443117387626938,0.34784114603084726,0.05822406645746577,0.7303119270058033,0.0,0.0,0.0,0.0,18.80684975172504,3.071058938513931,1.1127330100824298,0.0 | |
| realdata_vit_segmentation_teeth,28.87919994153174,12.654864159570392,317.68695283250145,0.011918405827900446,0.01869817706426372,3.104402887450581e-05,0.026534435959645233,0.0,0.0,0.0,0.0,0.0,0.030151134457776382,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.026534424195871535,0.0,0.0,0.0,0.0,34.24236542326935,0.3498601981406738,0.005306865996049272,0.0 | |
| task_causal_lm_conformer,28.870882262483835,8.656884382717525,866.1697293256098,0.8183406330049483,0.09856835377662414,2.7460521231671778e-05,0.28771106336092794,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.017547523272798432,0.0,0.30653143382807907,0.0866033131564886,0.044243912982093514,0.20672528930400264,0.0,0.0,0.0,0.0,928.8097820123169,75.99986784148021,0.05754220932341873,0.0 | |
| task_causal_lm_decoder,28.870882262483835,8.656884382717525,866.1697293256098,0.5721436150119177,0.06099686856557379,2.7460521231671778e-05,0.2573559619952337,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.019262942739094503,0.0,0.22312250891445293,0.13666353951564758,0.029429223101092875,0.23757433545568965,0.0,0.0,0.0,0.0,1292.6430961532096,98.69041511095381,0.051471184729198,0.0 | |
| task_causal_lm_fixed_numerics,28.870882262483835,8.656884382717525,866.1697293256098,0.572143626603972,0.06099686856557379,2.7460521231671778e-05,0.25735596665344496,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.019262942029258972,0.0,0.22312249704370676,0.13666354163765954,0.02942921863687453,0.2375743375210312,0.0,0.0,0.0,0.0,996.6711977080855,76.50628406727482,0.05147118705723584,0.0 | |
| task_mlm_encoder,28.870882262483835,8.656884382717525,866.1697293256098,0.4362212236950161,0.0664462536512343,2.7460521231671778e-05,0.8635335802793512,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0535332548913562,0.0,0.42360202872665764,0.372235099538386,0.05284449640454436,0.5371076495157401,0.0,0.0,0.0,0.0,682.6487179763227,81.70092038345591,0.1727067188223156,0.0 | |
| tokenizer_train_bpe,28.870882262483835,8.656884382717525,866.1697293256098,0.32103645923753826,0.057376511387732046,2.7460521231671778e-05,0.7851019080228868,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0517925718960388,0.0,0.4389298789589371,0.33719601595028165,0.05269794783120901,0.5284958719775704,0.0,0.0,0.0,0.0,3.118363948375346,612.5287209172433,0.15702038725221634,0.0 | |
| tokenizer_train_unigram,28.870882262483835,8.656884382717525,866.1697293256098,0.44462046444475284,0.06780770237758976,2.7460521231671778e-05,0.7600512919351041,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05851060280489764,0.0,0.3847826268286594,0.46693106831718534,0.05341479625275179,0.5323667510827187,0.0,0.0,0.0,0.0,3.340781589654823,443.9920412053433,0.15201026251696328,0.0 | |
| tokenizer_train_wordlevel,28.870882262483835,8.656884382717525,866.1697293256098,0.5837167581931616,0.10809189879773877,2.7460521231671778e-05,1.1515285190425175,0.0,0.0,0.0,0.0,0.0,0.0258155838660618,0.0,0.0,0.0,0.0,0.06407855707647231,0.0,0.3384378330743356,0.4221747738628988,0.05066018547100982,0.49675948365411976,0.0,0.0,0.0,0.0,4.451848913071395,499.4185127162061,0.23030569943170676,0.0 | |
| tokenizer_train_wordpiece,28.870882262483835,8.656884382717525,866.1697293256098,0.30558609746325394,0.04935111715015659,2.7460521231671778e-05,0.7786885079166679,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.052426421649774596,0.0,0.46331365249603595,0.3519833777189457,0.05402329242058778,0.5275992621185994,0.0,0.0,0.0,0.0,3.2336598925349436,612.4488067946032,0.15573769488827202,0.0 | |
| trans_bitnet_conv,28.870882262483835,8.656884382717525,866.1697293256098,0.30049586778595966,0.07438093399732879,2.7460521231671778e-05,1.1163586962545602,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.016296125651415545,0.0,0.34285425154519655,0.25062381115457794,0.07800740304357438,0.2889411792460578,0.0,0.0,0.0,0.0,909.4900044224672,75.28431190050495,0.22327172924365415,0.0 | |
| trans_bitnet_on,28.870882262483835,8.656884382717525,866.1697293256098,0.30049586778595966,0.07438093399732879,2.7460521231671778e-05,1.1163586962545602,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.016296125651415545,0.0,0.34285425154519655,0.25062381115457794,0.07800740304357438,0.2889411792460578,0.0,0.0,0.0,0.0,441.67541898768553,71.79577426133012,0.22327172924365415,0.0 | |
| trans_bitnet_routers,1.7125889448010427,8.67958498608812,52.10566188045211,0.17623728580724404,0.0,5.210566188045208e-06,1.2802390466126534,0.0,0.0,0.0,0.0,0.0,0.4404655851703161,0.0,0.0,0.0,0.0,0.01442937955275404,0.0,0.3125360625593737,0.1819208501428896,0.08511242673251188,0.3001018368530753,0.0,0.09868377451651471,0.0,0.0,1789.0388567780626,68.30079500449779,0.25604780730380855,0.0 | |
| trans_embedding_conv,28.870882262483835,8.656884382717525,866.1697293256098,0.4362212236950161,0.0664462536512343,2.7460521231671778e-05,0.8635335802793512,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0535332548913562,0.0,0.42360202872665764,0.372235099538386,0.05284449640454436,0.5371076495157401,0.0,0.0,0.0,0.0,674.4355848571348,85.51246620459943,0.1727067188223156,0.0 | |
| trans_factorized_emb,28.870882262483835,8.656884382717525,866.1697293256098,0.5251967307510267,0.07203001553211882,2.7460521231671778e-05,0.9659048005881322,0.0,0.0,0.0,0.0,0.0,0.025815583866061795,0.0,0.0,0.0,0.0,0.44197082933902626,0.0,0.272951749949661,0.46352700190227103,0.04692818742356886,0.4175668568227263,0.0,0.0,0.0,0.0,202.1411398423647,120.39290601435255,0.19318096740893423,0.0 | |
| trans_ffn_relu,28.870882262483835,8.656884382717525,866.1697293256098,0.43866091990382217,0.06708951562360234,2.7460521231671778e-05,0.872281252848542,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.053347921206525754,0.0,0.41617886365306506,0.42735944312048,0.052337976754219744,0.5279823438705713,0.0,0.0,0.0,0.0,594.8004664130862,94.16841885279449,0.17445624267918483,0.0 | |
| trans_ffn_swiglu,28.870882262483835,8.656884382717525,866.1697293256098,0.44965293034332704,0.062298070541216395,2.7460521231671778e-05,0.8231089822018256,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05668665220052031,0.0,0.4243674687547788,0.2534647956570312,0.0548308278516903,0.556644850463822,0.0,0.0,0.0,0.0,567.7916170367075,80.40229113283799,0.16462179292220416,0.0 | |
| trans_fixed_both,28.870882262483835,8.656884382717525,866.1697293256098,0.43622120854810814,0.0664462536512343,2.7460521231671778e-05,0.8635335551036973,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.053533259334041884,0.0,0.4236020375221498,0.37223509834254387,0.05284449735785258,0.5371076698104077,0.0,0.0,0.0,0.0,841.8601546891381,89.88171868507794,0.17270671658472814,0.0 | |
| trans_fixed_ce,28.870882262483835,8.656884382717525,866.1697293256098,0.4362212072915114,0.0664462536512343,2.7460521231671778e-05,0.863533559286417,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05353325759747407,0.0,0.4236020336159219,0.372235100587914,0.052844496078416237,0.5371076503150202,0.0,0.0,0.0,0.0,566.3645852603261,79.35492643009172,0.1727067155655259,0.0 | |
| trans_fixed_softmax,28.870882262483835,8.656884382717525,866.1697293256098,0.4362212325555651,0.0664462536512343,2.7460521231671778e-05,0.8635335877687702,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.05353325298055103,0.0,0.4236020311732875,0.37223509522773324,0.05284449670083349,0.5371076539903856,0.0,0.0,0.0,0.0,551.9473923386957,89.49837964911296,0.17270672080950464,0.0 | |
| trans_fixed_softmax_ssmax_bitnet,28.870882262483835,8.656884382717525,866.1697293256098,0.2993162939999232,0.07355080461294916,2.7460521231671778e-05,1.1715320960306224,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.015213243118114428,0.015923534929339633,0.31396733057765996,0.21675827186066618,0.058734237428922746,0.24721114498919816,0.0,0.0,0.0,0.0,743.2399082238686,63.86059003614944,0.23430642168038135,0.0 | |
| trans_mhc,28.870882262483835,8.656884382717525,866.1697293256098,0.44670936665538274,0.05375015895622113,2.7460521231671778e-05,1.7677493668183881,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.024907446362284133,0.0,0.19053683443551547,0.3234572987565667,0.02194916078350355,0.22818412363248236,0.10081016150435329,0.0,0.0,0.0,597.5869654906998,69.00076248790243,0.3535498687973061,0.0 | |
| trans_mod,4.035936423710009,8.665763982119223,121.38780828402827,0.239119850611681,0.0,1.2138780828402832e-05,0.84695309148938,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.034361564507038304,0.0,0.1163534495421383,0.25022574551302196,0.05379930973749146,0.5712975945766853,0.0,0.0,0.0,0.0,70.48971505822031,79.8110487007472,0.16939061874918893,0.0 | |
| trans_moe,1.7125889448010427,8.67958498608812,52.10566188045211,0.24239363521005997,0.0,5.210566188045208e-06,0.7644034000266475,0.0,0.0,0.0,0.0,0.0,0.4847455769408827,0.0,0.0,0.0,0.0,0.03587059525296389,0.0,0.07079218430831709,0.16904679597263186,0.056534031219299646,0.5551483152922122,0.0,0.06772693711968145,0.0,0.0,186.49357646472433,82.14043109754627,0.15288066592993688,0.0 | |
| trans_num_loops_2,28.870882262483835,8.656884382717525,866.1697293256098,0.43700155634648313,0.06375431064245755,2.7460521231671778e-05,0.8940809900438651,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.048666227820167725,0.0,0.5195936606456037,0.4213163189411501,0.05283939499171388,0.4967407530157629,0.0,0.0,0.0,0.0,741.0464175836929,92.12840213806612,0.17881620630324171,0.0 | |
| trans_pos_rope,28.870882262483835,8.656884382717525,866.1697293256098,0.4362212236950161,0.0664462536512343,2.7460521231671778e-05,0.8635335802793512,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0535332548913562,0.0,0.42360202872665764,0.372235099538386,0.05284449640454436,0.5371076495157401,0.0,0.0,0.0,0.0,742.7111248607386,90.99889803494452,0.1727067188223156,0.0 | |
| trans_residuals_block_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.42724624332294725,0.0632608119886272,2.7460521231671778e-05,0.8468968177436313,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.04778246276115413,0.0,0.47678018573399933,0.11912912949704259,0.05234083093330291,0.5632433958473433,0.0,0.0,0.4219163094394875,0.0,734.8493920341505,95.24417170940958,0.16937937177801138,0.0 | |
| trans_residuals_full_attn,28.870882262483835,8.656884382717525,866.1697293256098,0.4310660170563641,0.06489030777079696,2.7460521231671778e-05,0.8297095417265034,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0507770749263147,0.0,0.3907478909129225,0.15044728255840856,0.05265950010925651,0.5718668834756212,0.0,0.0,0.29444810789024406,0.0,566.0775847401758,81.98499903773191,0.16594190455115512,0.0 | |
| trans_residuals_none,28.870882262483835,8.656884382717525,866.1697293256098,0.3716876851178012,0.05246935366915678,2.7460521231671778e-05,2.5023782303526843,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.016299921533593144,0.0,0.24313426995138154,0.15977410513248566,0.08008185362201205,0.22593679675661807,0.0,0.0,0.0,0.0,564.7483448577377,102.99863643848855,0.500475637527523,0.0 | |
| trans_ssmax,28.870882262483835,8.656884382717525,866.1697293256098,0.43429050050968854,0.06936186729530303,2.7460521231671778e-05,0.914047628221325,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03993065412242992,0.013144315334287749,0.4044963212629167,0.2860335377098395,0.04916566529819862,0.4853977756537731,0.0,0.0,0.0,0.0,367.52572660785995,79.58053725397988,0.18280952146055618,0.0 | |
| vit_classification,28.868325473755768,73.89758628210811,1847.665193336354,0.1630894410558936,0.31613138562475585,2.38013668827199e-05,3.736137418829941,0.0,0.0,0.0,0.0,0.0,0.012500000000000006,0.0,0.0,0.0,0.0,0.9977483629021374,0.6988481837904932,0.6452282133541449,0.6036865969692241,0.07273618825578639,1.398319222634737,0.0,0.0,0.0,0.0,138.39812343697258,5.038846221850619,0.7472274825607809,0.0 | |
| vit_classification_fixed_numerics,28.868325473755768,73.89758628210811,1847.665193336354,0.16294271972241048,0.31625709712614214,2.38013668827199e-05,3.5651240837213822,0.0,0.0,0.0,0.0,0.0,0.012500000000000006,0.0,0.0,0.0,0.0,1.0052686068216077,0.7050598187825303,0.649402495076974,0.6055402464615851,0.07307647314940882,1.399143235245918,0.0,0.0,0.0,0.0,95.35307063066337,4.1456610727958605,0.713024814727728,0.0 | |
| vit_classification_ssog,28.868325473755768,73.89758628210811,1847.665193336354,0.1449310063528345,0.33175754909020577,2.38013668827199e-05,1.4370122451052667,0.0,0.0,0.0,0.0,0.0,0.017676288191937038,0.0,0.0,0.0,0.0,0.534680160476923,0.07341682410183531,0.2984931736329858,0.14057929646307948,0.04185679891329791,1.3640263928416358,0.0,0.0,0.0,0.0,30.990737172569577,2.086772727508565,0.28740245484601135,0.0 | |
| vit_conformer,28.870581428549542,36.938142661005074,923.9047569960878,0.0626752311363312,0.23364274874664542,2.6633970909725647e-07,0.9597792037219296,0.0,0.0,0.0,0.0,0.0,0.01767766952966369,0.0,0.0,0.0,0.0,0.007427772921432286,0.006192317338591031,0.0070246671414081,0.0035269886373548455,0.004734835023267255,0.9597779237543623,0.0,0.0,0.0,0.0,21.23325760226401,2.3104183473869124,0.1919558411577752,0.0 | |
| vit_patch_prediction,28.868325473755768,73.89758628210811,1847.665193336354,1.1822756037121596,0.20260861079722567,2.38013668827199e-05,5.563665047739697,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.5224204678448914,0.7155947189455667,0.19443117387626938,0.34784114603084726,0.05822406645746577,0.7303119270058033,0.0,0.0,0.0,0.0,123.24702449409313,2.7055187354857595,1.1127330100824298,0.0 | |
| vit_patch_prediction_ssog,28.868325473755768,73.89758628210811,1847.665193336354,1.1089043315786051,0.18566943931859087,2.38013668827199e-05,3.553784226397534,0.0,0.0,0.0,0.0,0.0,0.012500000000000006,0.0,0.0,0.0,0.0,0.6166478638751085,0.6062909888595827,0.2992471758761806,0.36895256509481306,0.06049306909789125,0.6804074611387069,0.0,0.0,0.0,0.0,13.949636182136167,1.2649654526283292,0.7107568465539216,0.0 | |
| vit_pe_classification_alibi,28.868325473755768,73.89758628210811,1847.665193336354,0.14664568184727145,0.3242094017896188,2.38013668827199e-05,1.987122401956255,0.0,0.0,0.0,0.0,0.0,0.012500000000000006,0.0,0.0,0.0,0.0,0.8003199850277014,0.7548128959798692,0.5478088090835564,0.4805574985563319,0.060304237878476975,1.3700387747688074,0.0,0.0,0.0,0.0,20.580150453282688,3.118097247004663,0.397424481426304,0.0 | |
| vit_pe_classification_bam,28.868325473755768,73.89758628210811,1847.665193336354,0.14664568184727145,0.3242094017896188,2.38013668827199e-05,1.987122401956255,0.0,0.0,0.0,0.0,0.0,0.012500000000000006,0.0,0.0,0.0,0.0,0.8003199850277014,0.7548128959798692,0.5478088090835564,0.4805574985563319,0.060304237878476975,1.3700387747688074,0.0,0.0,0.0,0.0,14.710345834079108,3.179819661087863,0.397424481426304,0.0 | |
| vit_pe_classification_hope,28.868325473755768,73.89758628210811,1847.665193336354,0.16201936423593777,0.315970135694259,2.3759985227409395e-05,65.0657362659965,0.0,0.0,0.0,0.0,0.04672318424766871,0.012500000000000006,0.0,0.0,0.0,0.0,1.361563065297692,0.2711620153724176,0.7950809037657315,0.44703583361963223,0.08543517489286656,1.3179890048905114,0.0,0.0,0.0,0.0,16.69589744894362,2.2522243478278905,13.013147254758392,0.0 | |
| vit_pe_classification_learned_1d,28.868325473755768,73.89758628210811,1847.665193336354,0.1630894410558936,0.31613138562475585,2.38013668827199e-05,3.736137418829941,0.0,0.0,0.0,0.0,0.0,0.012500000000000006,0.0,0.0,0.0,0.0,0.9977483629021374,0.6988481837904932,0.6452282133541449,0.6036865969692241,0.07273618825578639,1.398319222634737,0.0,0.0,0.0,0.0,26.77261068943636,3.1267985959539053,0.7472274825607809,0.0 | |
| vit_pe_classification_learned_absolute,28.868325473755768,73.89758628210811,1847.665193336354,0.1630894410558936,0.31613138562475585,2.38013668827199e-05,3.736137418829941,0.0,0.0,0.0,0.0,0.0,0.012500000000000006,0.0,0.0,0.0,0.0,0.9977483629021374,0.6988481837904932,0.6452282133541449,0.6036865969692241,0.07273618825578639,1.398319222634737,0.0,0.0,0.0,0.0,29.310037677761947,2.957195517921296,0.7472274825607809,0.0 | |
| vit_pe_classification_none,28.868325473755768,73.89758628210811,1847.665193336354,0.14664568184727145,0.3242094017896188,2.38013668827199e-05,1.987122401956255,0.0,0.0,0.0,0.0,0.0,0.012500000000000006,0.0,0.0,0.0,0.0,0.8003199850277014,0.7548128959798692,0.5478088090835564,0.4805574985563319,0.060304237878476975,1.3700387747688074,0.0,0.0,0.0,0.0,20.489738672601476,3.298849808072454,0.397424481426304,0.0 | |
| vit_pe_classification_nope,28.868325473755768,73.89758628210811,1847.665193336354,0.14664568184727145,0.3242094017896188,2.38013668827199e-05,1.987122401956255,0.0,0.0,0.0,0.0,0.0,0.012500000000000006,0.0,0.0,0.0,0.0,0.8003199850277014,0.7548128959798692,0.5478088090835564,0.4805574985563319,0.060304237878476975,1.3700387747688074,0.0,0.0,0.0,0.0,19.756849748637816,2.9465538422421087,0.397424481426304,0.0 | |
| vit_pe_classification_pape,28.868325473755768,73.89758628210811,1847.665193336354,0.16021601024318655,0.3157183084353747,2.38013668827199e-05,2.8431028985703026,0.0,0.0,0.0,0.0,0.0,0.012500000000000006,0.0,0.0,0.0,0.0,1.004146143073914,0.7931834764859907,0.6755908606381479,0.6617023577894038,0.07384433060185135,1.3507422899287396,0.0,0.0,0.0,0.0,6.398291344131975,2.8934030489958023,0.5686205837961218,0.0 | |
| vit_pe_classification_pape_efficient,28.868325473755768,73.89758628210811,1847.665193336354,0.16021601024318655,0.3157183084353747,2.38013668827199e-05,2.8431028985703026,0.0,0.0,0.0,0.0,0.0,0.012500000000000006,0.0,0.0,0.0,0.0,1.004146143073914,0.7931834764859907,0.6755908606381479,0.6617023577894038,0.07384433060185135,1.3507422899287396,0.0,0.0,0.0,0.0,12.777380091490272,2.8270814229776944,0.5686205837961218,0.0 | |
| vit_pe_classification_pape_ri,28.868325473755768,73.89758628210811,1847.665193336354,0.15200563191295,0.3204908562923851,2.38013668827199e-05,2.133759143435913,0.0,0.0,0.0,0.0,0.0,0.012500000000000006,0.0,0.0,0.0,0.0,0.8917680095394289,0.7485915577076431,0.5737339084379742,0.5201927524278424,0.0615712140728655,1.3607347953209321,0.0,0.0,0.0,0.0,8.722232008108582,2.9470036729619093,0.42675182700168995,0.0 | |
| vit_pe_classification_rope,28.868325473755768,73.89758628210811,1847.665193336354,0.1777393527828952,0.3093608052413578,2.38013668827199e-05,2.53949860023717,0.0,0.0,0.0,0.0,0.0,0.012500000000000006,0.0,0.0,0.0,0.0,0.8641992891200231,0.6042895871239188,0.7560868149086303,0.508862880459653,0.07448719769864906,1.3629138616240508,0.0,0.0,0.0,0.0,12.37370792850163,2.410154013649008,0.5078997174620677,0.0 | |
| vit_pe_classification_sinusoidal_absolute,28.868325473755768,73.89758628210811,1847.665193336354,0.18444885982069284,0.3035885474833862,2.38013668827199e-05,2.878645106264046,0.0,0.0,0.0,0.0,0.0,0.012500000000000006,0.0,0.0,0.0,0.0,1.044586602269498,0.06684721130221234,0.7968646067459301,0.4103514692864597,0.0880246367524598,1.3657823135744362,0.0,0.0,0.0,0.0,15.26731786716975,2.880391968030045,0.575729021240997,0.0 | |
| vit_pe_classification_sinusoidal_rotary,28.868325473755768,73.89758628210811,1847.665193336354,0.1777393527828952,0.3093608052413578,2.38013668827199e-05,2.53949860023717,0.0,0.0,0.0,0.0,0.0,0.012500000000000006,0.0,0.0,0.0,0.0,0.8641992891200231,0.6042895871239188,0.7560868149086303,0.508862880459653,0.07448719769864906,1.3629138616240508,0.0,0.0,0.0,0.0,9.910531415379078,2.4801367287056095,0.5078997174620677,0.0 | |
| vit_pe_patch_prediction_alibi,28.868325473755768,73.89758628210811,1847.665193336354,1.0653597730551359,0.16034383292891607,2.38013668827199e-05,5.702377726171825,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.3672328925304518,0.6160794527072219,0.19983770628480688,0.2879257298491501,0.053595279037800675,0.6930250635748156,0.0,0.0,0.0,0.0,8.182657286242284,1.4163365887070922,1.1404755428578073,0.0 | |
| vit_pe_patch_prediction_bam,28.868325473755768,73.89758628210811,1847.665193336354,1.0653597730551359,0.16034383292891607,2.38013668827199e-05,5.702377726171825,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.3672328925304518,0.6160794527072219,0.19983770628480688,0.2879257298491501,0.053595279037800675,0.6930250635748156,0.0,0.0,0.0,0.0,9.632584912641661,1.4660585353501083,1.1404755428578073,0.0 | |
| vit_pe_patch_prediction_hope,24.249248370034646,73.89868614497483,1552.0618544375093,1.0136002953614052,0.1602660718427786,2.2259605743817256e-05,2863.882994488831,0.0,0.0,0.0,0.0,0.13311985436324703,0.4203357830861363,0.0,0.0,0.0,0.0,0.6230388580647542,0.7568603320418914,0.3119779584063424,0.30301962082115586,0.0710444282352696,0.8357117006560176,0.0,0.0,0.0,0.0,6.185660740373875,1.2843197513882787,572.7765989027362,0.0 | |
| vit_pe_patch_prediction_learned_1d,28.868325473755768,73.89758628210811,1847.665193336354,1.1822756037121596,0.20260861079722567,2.38013668827199e-05,5.563665047739697,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.5224204678448914,0.7155947189455667,0.19443117387626938,0.34784114603084726,0.05822406645746577,0.7303119270058033,0.0,0.0,0.0,0.0,8.358559184449268,1.3907973657810866,1.1127330100824298,0.0 | |
| vit_pe_patch_prediction_learned_absolute,28.868325473755768,73.89758628210811,1847.665193336354,1.1822756037121596,0.20260861079722567,2.38013668827199e-05,5.563665047739697,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.5224204678448914,0.7155947189455667,0.19443117387626938,0.34784114603084726,0.05822406645746577,0.7303119270058033,0.0,0.0,0.0,0.0,9.486223981444788,1.434819185156896,1.1127330100824298,0.0 | |
| vit_pe_patch_prediction_none,28.868325473755768,73.89758628210811,1847.665193336354,1.0653597730551359,0.16034383292891607,2.38013668827199e-05,5.702377726171825,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.3672328925304518,0.6160794527072219,0.19983770628480688,0.2879257298491501,0.053595279037800675,0.6930250635748156,0.0,0.0,0.0,0.0,5.9625193048504315,1.426430960201599,1.1404755428578073,0.0 | |
| vit_pe_patch_prediction_nope,28.868325473755768,73.89758628210811,1847.665193336354,1.0653597730551359,0.16034383292891607,2.38013668827199e-05,5.702377726171825,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.3672328925304518,0.6160794527072219,0.19983770628480688,0.2879257298491501,0.053595279037800675,0.6930250635748156,0.0,0.0,0.0,0.0,5.547828363152294,1.3766944419568863,1.1404755428578073,0.0 | |
| vit_pe_patch_prediction_pape,28.868325473755768,73.89758628210811,1847.665193336354,1.1087235977146568,0.16728093360458218,2.38013668827199e-05,7.086719682135065,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.5224050113193534,0.7177212071692495,0.24224660847459253,0.38677120459967684,0.06977439224334685,0.7010039185192877,0.0,0.0,0.0,0.0,6.7184074117318575,1.5921992558892784,1.4173439354837256,0.0 | |
| vit_pe_patch_prediction_pape_efficient,28.868325473755768,73.89758628210811,1847.665193336354,1.1087235977146568,0.16728093360458218,2.38013668827199e-05,7.086719682135065,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.5224050113193534,0.7177212071692495,0.24224660847459253,0.38677120459967684,0.06977439224334685,0.7010039185192877,0.0,0.0,0.0,0.0,5.58547362814336,1.3960205026240051,1.4173439354837256,0.0 | |
| vit_pe_patch_prediction_pape_ri,28.868325473755768,73.89758628210811,1847.665193336354,1.1170491296624065,0.16807638132124314,2.38013668827199e-05,8.024697676999393,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.42656156193433065,0.7357793840238567,0.18055173536098415,0.32843690329649533,0.06082926928191842,0.7833285382734799,0.0,0.0,0.0,0.0,6.325132714672295,1.4732165656620932,1.604939542188643,0.0 | |
| vit_pe_patch_prediction_rope,28.868325473755768,73.89758628210811,1847.665193336354,1.133883650091818,0.18219827339991074,2.38013668827199e-05,6.843645497612238,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.42179019587309174,0.7004373784070984,0.21272058803898725,0.3371137712800784,0.058518800396697865,0.7170717701196144,0.0,0.0,0.0,0.0,6.94591401492647,1.2120057977483025,1.3687291026930664,0.0 | |
| vit_pe_patch_prediction_sinusoidal_absolute,28.868325473755768,73.89758628210811,1847.665193336354,1.2490180494888683,0.2005567301086865,2.38013668827199e-05,1.602578115628508,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.7861852542109384,0.13632182514706298,0.9750465613714677,0.4662390889331977,0.06273927281291673,0.7349852571322365,0.0,0.0,0.0,0.0,10.527924004821422,1.550955099686341,0.3205156209753134,0.0 | |
| vit_pe_patch_prediction_sinusoidal_rotary,28.868325473755768,73.89758628210811,1847.665193336354,1.133883650091818,0.18219827339991074,2.38013668827199e-05,6.843645497612238,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.42179019587309174,0.7004373784070984,0.21272058803898725,0.3371137712800784,0.058518800396697865,0.7170717701196144,0.0,0.0,0.0,0.0,10.821312450881928,1.3403799697637608,1.3687291026930664,0.0 | |
| vit_pe_segmentation_alibi,28.87919994153174,12.654864159570392,317.68695283250145,0.012178235745331821,0.01869817706426372,3.104402887450581e-05,0.030243912950067002,0.0,0.0,0.0,0.0,0.0,0.030151134457776382,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03024390607403503,0.0,0.0,0.0,0.0,18.972917070267954,0.16382996800568084,0.0060487943798737745,0.0 | |
| vit_pe_segmentation_bam,28.87919994153174,12.654864159570392,317.68695283250145,0.012178235745331821,0.01869817706426372,3.104402887450581e-05,0.030243912950067002,0.0,0.0,0.0,0.0,0.0,0.030151134457776382,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03024390607403503,0.0,0.0,0.0,0.0,19.48899023381808,0.16783488985397418,0.0060487943798737745,0.0 | |
| vit_pe_segmentation_hope,28.87919994153174,12.654864159570392,317.68695283250145,0.012178233892658055,0.01869817706426372,3.104402887450581e-05,0.030243882644481704,0.0,0.0,0.0,0.0,0.0,0.030151134457776382,0.0,0.0,0.0,0.0,1.418400929261086e-06,5.253252146903963e-07,5.6758540953882e-07,2.2537365229762562e-07,4.262073933688813e-08,0.030243889970439877,0.0,0.0,0.0,0.0,20.327595683946843,0.16932574950846876,0.006048791847636213,0.0 | |
| vit_pe_segmentation_learned_1d,28.87919994153174,12.654864159570392,317.68695283250145,0.011918405827900446,0.01869817706426372,3.104402887450581e-05,0.026534435959645233,0.0,0.0,0.0,0.0,0.0,0.030151134457776382,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.026534424195871535,0.0,0.0,0.0,0.0,21.21854699814254,0.15009098599878534,0.005306865996049272,0.0 | |
| vit_pe_segmentation_learned_absolute,28.87919994153174,12.654864159570392,317.68695283250145,0.011918405827900446,0.01869817706426372,3.104402887450581e-05,0.026534435959645233,0.0,0.0,0.0,0.0,0.0,0.030151134457776382,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.026534424195871535,0.0,0.0,0.0,0.0,14.991297313694119,0.1326760848923323,0.005306865996049272,0.0 | |
| vit_pe_segmentation_none,28.87919994153174,12.654864159570392,317.68695283250145,0.012178235745331821,0.01869817706426372,3.104402887450581e-05,0.030243912950067002,0.0,0.0,0.0,0.0,0.0,0.030151134457776382,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03024390607403503,0.0,0.0,0.0,0.0,19.856912905921792,0.14223843138334857,0.0060487943798737745,0.0 | |
| vit_pe_segmentation_nope,28.87919994153174,12.654864159570392,317.68695283250145,0.012178235745331821,0.01869817706426372,3.104402887450581e-05,0.030243912950067002,0.0,0.0,0.0,0.0,0.0,0.030151134457776382,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.03024390607403503,0.0,0.0,0.0,0.0,17.931661562976583,0.15831304489408962,0.0060487943798737745,0.0 | |
| vit_pe_segmentation_pape,28.87919994153174,12.654864159570392,317.68695283250145,0.012123062667111434,0.01869817706426372,3.104402887450581e-05,0.02997689898274235,0.0,0.0,0.0,0.0,0.0,0.030151134457776382,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.029976903369756735,0.0,0.0,0.0,0.0,16.40933056924726,0.14394256490086216,0.005995371855140935,0.0 | |
| vit_pe_segmentation_pape_efficient,28.87919994153174,12.654864159570392,317.68695283250145,0.012123062667111434,0.01869817706426372,3.104402887450581e-05,0.02997689898274235,0.0,0.0,0.0,0.0,0.0,0.030151134457776382,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.029976903369756735,0.0,0.0,0.0,0.0,16.254114976629893,0.1421115755048292,0.005995371855140935,0.0 | |
| vit_pe_segmentation_pape_ri,28.87919994153174,12.654864159570392,317.68695283250145,0.012181833842790308,0.01869817706426372,3.104402887450581e-05,0.030531268109401294,0.0,0.0,0.0,0.0,0.0,0.030151134457776382,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.030531269760415654,0.0,0.0,0.0,0.0,16.918732421427695,0.14975762699855585,0.0061062646894200195,0.0 | |
| vit_pe_segmentation_rope,28.87919994153174,12.654864159570392,317.68695283250145,0.012178235206250497,0.01869817706426372,3.104402887450581e-05,0.030243917570534424,0.0,0.0,0.0,0.0,0.0,0.030151134457776382,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.030243921907498146,0.0,0.0,0.0,0.0,34.13131851756108,0.19747032496418074,0.0060487938812035175,0.0 | |
| vit_pe_segmentation_sinusoidal_absolute,28.87919994153174,12.654864159570392,317.68695283250145,0.012178229865498016,0.01869817706426372,3.104402887450581e-05,0.030243797604570896,0.0,0.0,0.0,0.0,0.0,0.030151134457776382,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.030243793650625423,0.0,0.0,0.0,0.0,14.564345557660822,0.12848839319193114,0.006048752254049608,0.0 | |
| vit_pe_segmentation_sinusoidal_rotary,28.87919994153174,12.654864159570392,317.68695283250145,0.012178235206250497,0.01869817706426372,3.104402887450581e-05,0.030243917570534424,0.0,0.0,0.0,0.0,0.0,0.030151134457776382,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.030243921907498146,0.0,0.0,0.0,0.0,14.82104641485937,0.12927527457622787,0.0060487938812035175,0.0 | |
| vit_segmentation_fixed_numerics,28.87919994153174,12.654864159570392,317.68695283250145,0.01191841869927477,0.01869817706426372,3.104402887450581e-05,0.0265344362195917,0.0,0.0,0.0,0.0,0.0,0.030151134457776382,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.02653442158660755,0.0,0.0,0.0,0.0,100.1679550643263,0.25450012867074195,0.005306866106984238,0.0 | |
| vit_segmentation_pixel,28.87919994153174,12.654864159570392,317.68695283250145,0.011918405827900446,0.01869817706426372,3.104402887450581e-05,0.026534435959645233,0.0,0.0,0.0,0.0,0.0,0.030151134457776382,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.026534424195871535,0.0,0.0,0.0,0.0,192.84222705458183,0.36247914712927276,0.005306865996049272,0.0 | |
| vit_segmentation_pixel_ssog,28.87919994153174,12.654864159570392,317.68695283250145,0.012104843026519482,0.01869817706426372,3.104402887450581e-05,0.029388224994553843,0.0,0.0,0.0,0.0,0.0,0.0426207393368881,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.02938821725097167,0.0,0.0,0.0,0.0,14.857087004774277,0.12255936418740382,0.0058776380241761265,0.0 | |
Xet Storage Details
- Size:
- 337 kB
- Xet hash:
- 38933b8161564c60ac64ec8d66dd09f5e95b4549ae7f2238ed42c1e05f91ed09
·
Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.