Buckets:
| combo_id,attention,embeddings,ffn,head,mhc,norm,other,pos,residual,router,total | |
| attn_bigbird_attn__conformer_attn,114912,49152,37248,49664,0,960,0,0,0,0,251936 | |
| attn_bigbird_attn__deltanet_attn,83904,49152,37248,49664,0,960,0,0,0,0,220928 | |
| attn_bigbird_attn__engram_attn,237696,49152,37248,49664,0,960,0,0,0,0,374720 | |
| attn_bigbird_attn__falcon1_attn,76432,49152,37248,49664,0,960,0,0,0,0,213456 | |
| attn_bigbird_attn__falcon1a_attn,76432,49152,37248,49664,0,960,0,0,0,0,213456 | |
| attn_bigbird_attn__falcon2_attn,84968,49152,37248,49664,0,960,0,0,0,0,221992 | |
| attn_bigbird_attn__falcon2a_attn,84968,49152,37248,49664,0,960,0,0,0,0,221992 | |
| attn_bigbird_attn__falcon3_attn,76432,49152,37248,49664,0,960,0,0,0,0,213456 | |
| attn_bigbird_attn__falcon3a_attn,76432,49152,37248,49664,0,960,0,0,0,0,213456 | |
| attn_bigbird_attn__fox_attn,74504,49152,37248,49664,0,960,0,0,0,0,211528 | |
| attn_bigbird_attn__gated_deltanet2_attn,101952,49152,37248,49664,0,960,0,0,0,0,238976 | |
| attn_bigbird_attn__gated_deltanet_attn,84688,49152,37248,49664,0,960,0,0,0,0,221712 | |
| attn_bigbird_attn__gated_softmax_attn,82944,49152,37248,49664,0,960,0,0,0,0,219968 | |
| attn_bigbird_attn__gla_attn,86304,49152,37248,49664,0,960,0,0,0,0,223328 | |
| attn_bigbird_attn__gma_attn,75328,49152,37248,49664,0,960,0,0,0,0,212352 | |
| attn_bigbird_attn__gqa_attn,64512,49152,37248,49664,0,960,0,0,0,0,201536 | |
| attn_bigbird_attn__gqla_attn,69120,49152,37248,49664,0,960,0,0,0,0,206144 | |
| attn_bigbird_attn__gta_attn,73728,49152,37248,49664,0,960,0,0,0,0,210752 | |
| attn_bigbird_attn__hgrn2_attn,92448,49152,37248,49664,0,960,0,0,0,0,229472 | |
| attn_bigbird_attn__iha_attn,75264,49152,37248,49664,0,960,0,0,0,0,212288 | |
| attn_bigbird_attn__kda_attn,84104,49152,37248,49664,0,960,0,0,0,0,221128 | |
| attn_bigbird_attn__mla_attn,69120,49152,37248,49664,0,960,0,0,0,0,206144 | |
| attn_bigbird_attn__mlra_attn,62208,49152,37248,49664,0,960,0,0,0,0,199232 | |
| attn_bigbird_attn__mtla_attn,71472,49152,37248,49664,0,960,0,0,0,0,208496 | |
| attn_bigbird_attn__nsa_attn,83007,49152,37248,49664,0,960,0,0,0,0,220031 | |
| attn_bigbird_attn__sparda_attn,89088,49152,37248,49664,0,960,0,0,0,0,226112 | |
| attn_bigbird_attn__sparsek_attn,73897,49152,37248,49664,0,960,0,0,0,0,210921 | |
| attn_bigbird_attn__tucker_attn,82944,49152,37248,49664,0,960,0,0,0,0,219968 | |
| attn_deltanet_attn__conformer_attn,125088,49152,37248,49664,0,960,0,0,0,0,262112 | |
| attn_deltanet_attn__engram_attn,247872,49152,37248,49664,0,960,0,0,0,0,384896 | |
| attn_deltanet_attn__falcon1_attn,86608,49152,37248,49664,0,960,0,0,0,0,223632 | |
| attn_deltanet_attn__falcon1a_attn,86608,49152,37248,49664,0,960,0,0,0,0,223632 | |
| attn_deltanet_attn__falcon2_attn,95144,49152,37248,49664,0,960,0,0,0,0,232168 | |
| attn_deltanet_attn__falcon2a_attn,95144,49152,37248,49664,0,960,0,0,0,0,232168 | |
| attn_deltanet_attn__falcon3_attn,86608,49152,37248,49664,0,960,0,0,0,0,223632 | |
| attn_deltanet_attn__falcon3a_attn,86608,49152,37248,49664,0,960,0,0,0,0,223632 | |
| attn_deltanet_attn__fox_attn,84680,49152,37248,49664,0,960,0,0,0,0,221704 | |
| attn_deltanet_attn__gated_deltanet2_attn,112128,49152,37248,49664,0,960,0,0,0,0,249152 | |
| attn_deltanet_attn__gated_deltanet_attn,94864,49152,37248,49664,0,960,0,0,0,0,231888 | |
| attn_deltanet_attn__gated_softmax_attn,93120,49152,37248,49664,0,960,0,0,0,0,230144 | |
| attn_deltanet_attn__gma_attn,85504,49152,37248,49664,0,960,0,0,0,0,222528 | |
| attn_deltanet_attn__gqa_attn,74688,49152,37248,49664,0,960,0,0,0,0,211712 | |
| attn_deltanet_attn__gqla_attn,79296,49152,37248,49664,0,960,0,0,0,0,216320 | |
| attn_deltanet_attn__gta_attn,83904,49152,37248,49664,0,960,0,0,0,0,220928 | |
| attn_deltanet_attn__hgrn2_attn,102624,49152,37248,49664,0,960,0,0,0,0,239648 | |
| attn_deltanet_attn__iha_attn,85440,49152,37248,49664,0,960,0,0,0,0,222464 | |
| attn_deltanet_attn__kda_attn,94280,49152,37248,49664,0,960,0,0,0,0,231304 | |
| attn_deltanet_attn__mla_attn,79296,49152,37248,49664,0,960,0,0,0,0,216320 | |
| attn_deltanet_attn__mlra_attn,72384,49152,37248,49664,0,960,0,0,0,0,209408 | |
| attn_deltanet_attn__mtla_attn,81648,49152,37248,49664,0,960,0,0,0,0,218672 | |
| attn_deltanet_attn__sparda_attn,99264,49152,37248,49664,0,960,0,0,0,0,236288 | |
| attn_deltanet_attn__tucker_attn,93120,49152,37248,49664,0,960,0,0,0,0,230144 | |
| attn_engram_attn__conformer_attn,278880,49152,37248,49664,0,960,0,0,0,0,415904 | |
| attn_engram_attn__falcon1_attn,240400,49152,37248,49664,0,960,0,0,0,0,377424 | |
| attn_engram_attn__falcon1a_attn,240400,49152,37248,49664,0,960,0,0,0,0,377424 | |
| attn_engram_attn__falcon2_attn,248936,49152,37248,49664,0,960,0,0,0,0,385960 | |
| attn_engram_attn__falcon2a_attn,248936,49152,37248,49664,0,960,0,0,0,0,385960 | |
| attn_engram_attn__falcon3_attn,240400,49152,37248,49664,0,960,0,0,0,0,377424 | |
| attn_engram_attn__falcon3a_attn,240400,49152,37248,49664,0,960,0,0,0,0,377424 | |
| attn_engram_attn__gma_attn,239296,49152,37248,49664,0,960,0,0,0,0,376320 | |
| attn_engram_attn__gqa_attn,228480,49152,37248,49664,0,960,0,0,0,0,365504 | |
| attn_engram_attn__gqla_attn,233088,49152,37248,49664,0,960,0,0,0,0,370112 | |
| attn_engram_attn__gta_attn,237696,49152,37248,49664,0,960,0,0,0,0,374720 | |
| attn_engram_attn__iha_attn,239232,49152,37248,49664,0,960,0,0,0,0,376256 | |
| attn_engram_attn__kda_attn,248072,49152,37248,49664,0,960,0,0,0,0,385096 | |
| attn_engram_attn__mla_attn,233088,49152,37248,49664,0,960,0,0,0,0,370112 | |
| attn_engram_attn__mlra_attn,226176,49152,37248,49664,0,960,0,0,0,0,363200 | |
| attn_engram_attn__mtla_attn,235440,49152,37248,49664,0,960,0,0,0,0,372464 | |
| attn_engram_attn__sparda_attn,253056,49152,37248,49664,0,960,0,0,0,0,390080 | |
| attn_engram_attn__tucker_attn,246912,49152,37248,49664,0,960,0,0,0,0,383936 | |
| attn_falcon1_attn__conformer_attn,117616,49152,37248,49664,0,960,0,0,0,0,254640 | |
| attn_falcon1_attn__falcon1a_attn,79136,49152,37248,49664,0,960,0,0,0,0,216160 | |
| attn_falcon1_attn__falcon2_attn,87672,49152,37248,49664,0,960,0,0,0,0,224696 | |
| attn_falcon1_attn__falcon2a_attn,87672,49152,37248,49664,0,960,0,0,0,0,224696 | |
| attn_falcon1_attn__falcon3_attn,79136,49152,37248,49664,0,960,0,0,0,0,216160 | |
| attn_falcon1_attn__falcon3a_attn,79136,49152,37248,49664,0,960,0,0,0,0,216160 | |
| attn_falcon1a_attn__conformer_attn,117616,49152,37248,49664,0,960,0,0,0,0,254640 | |
| attn_falcon1a_attn__falcon2a_attn,87672,49152,37248,49664,0,960,0,0,0,0,224696 | |
| attn_falcon1a_attn__falcon3a_attn,79136,49152,37248,49664,0,960,0,0,0,0,216160 | |
| attn_falcon2_attn__conformer_attn,126152,49152,37248,49664,0,960,0,0,0,0,263176 | |
| attn_falcon2_attn__falcon1a_attn,87672,49152,37248,49664,0,960,0,0,0,0,224696 | |
| attn_falcon2_attn__falcon2a_attn,96208,49152,37248,49664,0,960,0,0,0,0,233232 | |
| attn_falcon2_attn__falcon3_attn,87672,49152,37248,49664,0,960,0,0,0,0,224696 | |
| attn_falcon2_attn__falcon3a_attn,87672,49152,37248,49664,0,960,0,0,0,0,224696 | |
| attn_falcon2a_attn__conformer_attn,126152,49152,37248,49664,0,960,0,0,0,0,263176 | |
| attn_falcon2a_attn__falcon3a_attn,87672,49152,37248,49664,0,960,0,0,0,0,224696 | |
| attn_falcon3_attn__conformer_attn,117616,49152,37248,49664,0,960,0,0,0,0,254640 | |
| attn_falcon3_attn__falcon1a_attn,79136,49152,37248,49664,0,960,0,0,0,0,216160 | |
| attn_falcon3_attn__falcon2a_attn,87672,49152,37248,49664,0,960,0,0,0,0,224696 | |
| attn_falcon3_attn__falcon3a_attn,79136,49152,37248,49664,0,960,0,0,0,0,216160 | |
| attn_falcon3a_attn__conformer_attn,117616,49152,37248,49664,0,960,0,0,0,0,254640 | |
| attn_fox_attn__conformer_attn,115688,49152,37248,49664,0,960,0,0,0,0,252712 | |
| attn_fox_attn__engram_attn,238472,49152,37248,49664,0,960,0,0,0,0,375496 | |
| attn_fox_attn__falcon1_attn,77208,49152,37248,49664,0,960,0,0,0,0,214232 | |
| attn_fox_attn__falcon1a_attn,77208,49152,37248,49664,0,960,0,0,0,0,214232 | |
| attn_fox_attn__falcon2_attn,85744,49152,37248,49664,0,960,0,0,0,0,222768 | |
| attn_fox_attn__falcon2a_attn,85744,49152,37248,49664,0,960,0,0,0,0,222768 | |
| attn_fox_attn__falcon3_attn,77208,49152,37248,49664,0,960,0,0,0,0,214232 | |
| attn_fox_attn__falcon3a_attn,77208,49152,37248,49664,0,960,0,0,0,0,214232 | |
| attn_fox_attn__gated_softmax_attn,83720,49152,37248,49664,0,960,0,0,0,0,220744 | |
| attn_fox_attn__gma_attn,76104,49152,37248,49664,0,960,0,0,0,0,213128 | |
| attn_fox_attn__gqa_attn,65288,49152,37248,49664,0,960,0,0,0,0,202312 | |
| attn_fox_attn__gqla_attn,69896,49152,37248,49664,0,960,0,0,0,0,206920 | |
| attn_fox_attn__gta_attn,74504,49152,37248,49664,0,960,0,0,0,0,211528 | |
| attn_fox_attn__iha_attn,76040,49152,37248,49664,0,960,0,0,0,0,213064 | |
| attn_fox_attn__kda_attn,84880,49152,37248,49664,0,960,0,0,0,0,221904 | |
| attn_fox_attn__mla_attn,69896,49152,37248,49664,0,960,0,0,0,0,206920 | |
| attn_fox_attn__mlra_attn,62984,49152,37248,49664,0,960,0,0,0,0,200008 | |
| attn_fox_attn__mtla_attn,72248,49152,37248,49664,0,960,0,0,0,0,209272 | |
| attn_fox_attn__sparda_attn,89864,49152,37248,49664,0,960,0,0,0,0,226888 | |
| attn_fox_attn__tucker_attn,83720,49152,37248,49664,0,960,0,0,0,0,220744 | |
| attn_gated_deltanet2_attn__conformer_attn,143136,49152,37248,49664,0,960,0,0,0,0,280160 | |
| attn_gated_deltanet2_attn__engram_attn,265920,49152,37248,49664,0,960,0,0,0,0,402944 | |
| attn_gated_deltanet2_attn__falcon1_attn,104656,49152,37248,49664,0,960,0,0,0,0,241680 | |
| attn_gated_deltanet2_attn__falcon1a_attn,104656,49152,37248,49664,0,960,0,0,0,0,241680 | |
| attn_gated_deltanet2_attn__falcon2_attn,113192,49152,37248,49664,0,960,0,0,0,0,250216 | |
| attn_gated_deltanet2_attn__falcon2a_attn,113192,49152,37248,49664,0,960,0,0,0,0,250216 | |
| attn_gated_deltanet2_attn__falcon3_attn,104656,49152,37248,49664,0,960,0,0,0,0,241680 | |
| attn_gated_deltanet2_attn__falcon3a_attn,104656,49152,37248,49664,0,960,0,0,0,0,241680 | |
| attn_gated_deltanet2_attn__fox_attn,102728,49152,37248,49664,0,960,0,0,0,0,239752 | |
| attn_gated_deltanet2_attn__gated_softmax_attn,111168,49152,37248,49664,0,960,0,0,0,0,248192 | |
| attn_gated_deltanet2_attn__gma_attn,103552,49152,37248,49664,0,960,0,0,0,0,240576 | |
| attn_gated_deltanet2_attn__gqa_attn,92736,49152,37248,49664,0,960,0,0,0,0,229760 | |
| attn_gated_deltanet2_attn__gqla_attn,97344,49152,37248,49664,0,960,0,0,0,0,234368 | |
| attn_gated_deltanet2_attn__gta_attn,101952,49152,37248,49664,0,960,0,0,0,0,238976 | |
| attn_gated_deltanet2_attn__hgrn2_attn,120672,49152,37248,49664,0,960,0,0,0,0,257696 | |
| attn_gated_deltanet2_attn__iha_attn,103488,49152,37248,49664,0,960,0,0,0,0,240512 | |
| attn_gated_deltanet2_attn__kda_attn,112328,49152,37248,49664,0,960,0,0,0,0,249352 | |
| attn_gated_deltanet2_attn__mla_attn,97344,49152,37248,49664,0,960,0,0,0,0,234368 | |
| attn_gated_deltanet2_attn__mlra_attn,90432,49152,37248,49664,0,960,0,0,0,0,227456 | |
| attn_gated_deltanet2_attn__mtla_attn,99696,49152,37248,49664,0,960,0,0,0,0,236720 | |
| attn_gated_deltanet2_attn__sparda_attn,117312,49152,37248,49664,0,960,0,0,0,0,254336 | |
| attn_gated_deltanet2_attn__tucker_attn,111168,49152,37248,49664,0,960,0,0,0,0,248192 | |
| attn_gated_deltanet_attn__conformer_attn,125872,49152,37248,49664,0,960,0,0,0,0,262896 | |
| attn_gated_deltanet_attn__engram_attn,248656,49152,37248,49664,0,960,0,0,0,0,385680 | |
| attn_gated_deltanet_attn__falcon1_attn,87392,49152,37248,49664,0,960,0,0,0,0,224416 | |
| attn_gated_deltanet_attn__falcon1a_attn,87392,49152,37248,49664,0,960,0,0,0,0,224416 | |
| attn_gated_deltanet_attn__falcon2_attn,95928,49152,37248,49664,0,960,0,0,0,0,232952 | |
| attn_gated_deltanet_attn__falcon2a_attn,95928,49152,37248,49664,0,960,0,0,0,0,232952 | |
| attn_gated_deltanet_attn__falcon3_attn,87392,49152,37248,49664,0,960,0,0,0,0,224416 | |
| attn_gated_deltanet_attn__falcon3a_attn,87392,49152,37248,49664,0,960,0,0,0,0,224416 | |
| attn_gated_deltanet_attn__fox_attn,85464,49152,37248,49664,0,960,0,0,0,0,222488 | |
| attn_gated_deltanet_attn__gated_deltanet2_attn,112912,49152,37248,49664,0,960,0,0,0,0,249936 | |
| attn_gated_deltanet_attn__gated_softmax_attn,93904,49152,37248,49664,0,960,0,0,0,0,230928 | |
| attn_gated_deltanet_attn__gma_attn,86288,49152,37248,49664,0,960,0,0,0,0,223312 | |
| attn_gated_deltanet_attn__gqa_attn,75472,49152,37248,49664,0,960,0,0,0,0,212496 | |
| attn_gated_deltanet_attn__gqla_attn,80080,49152,37248,49664,0,960,0,0,0,0,217104 | |
| attn_gated_deltanet_attn__gta_attn,84688,49152,37248,49664,0,960,0,0,0,0,221712 | |
| attn_gated_deltanet_attn__hgrn2_attn,103408,49152,37248,49664,0,960,0,0,0,0,240432 | |
| attn_gated_deltanet_attn__iha_attn,86224,49152,37248,49664,0,960,0,0,0,0,223248 | |
| attn_gated_deltanet_attn__kda_attn,95064,49152,37248,49664,0,960,0,0,0,0,232088 | |
| attn_gated_deltanet_attn__mla_attn,80080,49152,37248,49664,0,960,0,0,0,0,217104 | |
| attn_gated_deltanet_attn__mlra_attn,73168,49152,37248,49664,0,960,0,0,0,0,210192 | |
| attn_gated_deltanet_attn__mtla_attn,82432,49152,37248,49664,0,960,0,0,0,0,219456 | |
| attn_gated_deltanet_attn__sparda_attn,100048,49152,37248,49664,0,960,0,0,0,0,237072 | |
| attn_gated_deltanet_attn__tucker_attn,93904,49152,37248,49664,0,960,0,0,0,0,230928 | |
| attn_gated_softmax_attn__conformer_attn,124128,49152,37248,49664,0,960,0,0,0,0,261152 | |
| attn_gated_softmax_attn__engram_attn,246912,49152,37248,49664,0,960,0,0,0,0,383936 | |
| attn_gated_softmax_attn__falcon1_attn,85648,49152,37248,49664,0,960,0,0,0,0,222672 | |
| attn_gated_softmax_attn__falcon1a_attn,85648,49152,37248,49664,0,960,0,0,0,0,222672 | |
| attn_gated_softmax_attn__falcon2_attn,94184,49152,37248,49664,0,960,0,0,0,0,231208 | |
| attn_gated_softmax_attn__falcon2a_attn,94184,49152,37248,49664,0,960,0,0,0,0,231208 | |
| attn_gated_softmax_attn__falcon3_attn,85648,49152,37248,49664,0,960,0,0,0,0,222672 | |
| attn_gated_softmax_attn__falcon3a_attn,85648,49152,37248,49664,0,960,0,0,0,0,222672 | |
| attn_gated_softmax_attn__gma_attn,84544,49152,37248,49664,0,960,0,0,0,0,221568 | |
| attn_gated_softmax_attn__gqa_attn,73728,49152,37248,49664,0,960,0,0,0,0,210752 | |
| attn_gated_softmax_attn__gqla_attn,78336,49152,37248,49664,0,960,0,0,0,0,215360 | |
| attn_gated_softmax_attn__gta_attn,82944,49152,37248,49664,0,960,0,0,0,0,219968 | |
| attn_gated_softmax_attn__iha_attn,84480,49152,37248,49664,0,960,0,0,0,0,221504 | |
| attn_gated_softmax_attn__kda_attn,93320,49152,37248,49664,0,960,0,0,0,0,230344 | |
| attn_gated_softmax_attn__mla_attn,78336,49152,37248,49664,0,960,0,0,0,0,215360 | |
| attn_gated_softmax_attn__mlra_attn,71424,49152,37248,49664,0,960,0,0,0,0,208448 | |
| attn_gated_softmax_attn__mtla_attn,80688,49152,37248,49664,0,960,0,0,0,0,217712 | |
| attn_gated_softmax_attn__sparda_attn,98304,49152,37248,49664,0,960,0,0,0,0,235328 | |
| attn_gated_softmax_attn__tucker_attn,92160,49152,37248,49664,0,960,0,0,0,0,229184 | |
| attn_gla_attn__conformer_attn,127488,49152,37248,49664,0,960,0,0,0,0,264512 | |
| attn_gla_attn__deltanet_attn,96480,49152,37248,49664,0,960,0,0,0,0,233504 | |
| attn_gla_attn__engram_attn,250272,49152,37248,49664,0,960,0,0,0,0,387296 | |
| attn_gla_attn__falcon1_attn,89008,49152,37248,49664,0,960,0,0,0,0,226032 | |
| attn_gla_attn__falcon1a_attn,89008,49152,37248,49664,0,960,0,0,0,0,226032 | |
| attn_gla_attn__falcon2_attn,97544,49152,37248,49664,0,960,0,0,0,0,234568 | |
| attn_gla_attn__falcon2a_attn,97544,49152,37248,49664,0,960,0,0,0,0,234568 | |
| attn_gla_attn__falcon3_attn,89008,49152,37248,49664,0,960,0,0,0,0,226032 | |
| attn_gla_attn__falcon3a_attn,89008,49152,37248,49664,0,960,0,0,0,0,226032 | |
| attn_gla_attn__fox_attn,87080,49152,37248,49664,0,960,0,0,0,0,224104 | |
| attn_gla_attn__gated_deltanet2_attn,114528,49152,37248,49664,0,960,0,0,0,0,251552 | |
| attn_gla_attn__gated_deltanet_attn,97264,49152,37248,49664,0,960,0,0,0,0,234288 | |
| attn_gla_attn__gated_softmax_attn,95520,49152,37248,49664,0,960,0,0,0,0,232544 | |
| attn_gla_attn__gma_attn,87904,49152,37248,49664,0,960,0,0,0,0,224928 | |
| attn_gla_attn__gqa_attn,77088,49152,37248,49664,0,960,0,0,0,0,214112 | |
| attn_gla_attn__gqla_attn,81696,49152,37248,49664,0,960,0,0,0,0,218720 | |
| attn_gla_attn__gta_attn,86304,49152,37248,49664,0,960,0,0,0,0,223328 | |
| attn_gla_attn__hgrn2_attn,105024,49152,37248,49664,0,960,0,0,0,0,242048 | |
| attn_gla_attn__iha_attn,87840,49152,37248,49664,0,960,0,0,0,0,224864 | |
| attn_gla_attn__kda_attn,96680,49152,37248,49664,0,960,0,0,0,0,233704 | |
| attn_gla_attn__mla_attn,81696,49152,37248,49664,0,960,0,0,0,0,218720 | |
| attn_gla_attn__mlra_attn,74784,49152,37248,49664,0,960,0,0,0,0,211808 | |
| attn_gla_attn__mtla_attn,84048,49152,37248,49664,0,960,0,0,0,0,221072 | |
| attn_gla_attn__sparda_attn,101664,49152,37248,49664,0,960,0,0,0,0,238688 | |
| attn_gla_attn__tucker_attn,95520,49152,37248,49664,0,960,0,0,0,0,232544 | |
| attn_gma_attn__conformer_attn,116512,49152,37248,49664,0,960,0,0,0,0,253536 | |
| attn_gma_attn__falcon1_attn,78032,49152,37248,49664,0,960,0,0,0,0,215056 | |
| attn_gma_attn__falcon1a_attn,78032,49152,37248,49664,0,960,0,0,0,0,215056 | |
| attn_gma_attn__falcon2_attn,86568,49152,37248,49664,0,960,0,0,0,0,223592 | |
| attn_gma_attn__falcon2a_attn,86568,49152,37248,49664,0,960,0,0,0,0,223592 | |
| attn_gma_attn__falcon3_attn,78032,49152,37248,49664,0,960,0,0,0,0,215056 | |
| attn_gma_attn__falcon3a_attn,78032,49152,37248,49664,0,960,0,0,0,0,215056 | |
| attn_gqa_attn__conformer_attn,105696,49152,37248,49664,0,960,0,0,0,0,242720 | |
| attn_gqa_attn__falcon1_attn,67216,49152,37248,49664,0,960,0,0,0,0,204240 | |
| attn_gqa_attn__falcon1a_attn,67216,49152,37248,49664,0,960,0,0,0,0,204240 | |
| attn_gqa_attn__falcon2_attn,75752,49152,37248,49664,0,960,0,0,0,0,212776 | |
| attn_gqa_attn__falcon2a_attn,75752,49152,37248,49664,0,960,0,0,0,0,212776 | |
| attn_gqa_attn__falcon3_attn,67216,49152,37248,49664,0,960,0,0,0,0,204240 | |
| attn_gqa_attn__falcon3a_attn,67216,49152,37248,49664,0,960,0,0,0,0,204240 | |
| attn_gqa_attn__gma_attn,66112,49152,37248,49664,0,960,0,0,0,0,203136 | |
| attn_gqa_attn__gqla_attn,59904,49152,37248,49664,0,960,0,0,0,0,196928 | |
| attn_gqa_attn__gta_attn,64512,49152,37248,49664,0,960,0,0,0,0,201536 | |
| attn_gqa_attn__iha_attn,66048,49152,37248,49664,0,960,0,0,0,0,203072 | |
| attn_gqa_attn__kda_attn,74888,49152,37248,49664,0,960,0,0,0,0,211912 | |
| attn_gqa_attn__mla_attn,59904,49152,37248,49664,0,960,0,0,0,0,196928 | |
| attn_gqa_attn__mlra_attn,52992,49152,37248,49664,0,960,0,0,0,0,190016 | |
| attn_gqa_attn__mtla_attn,62256,49152,37248,49664,0,960,0,0,0,0,199280 | |
| attn_gqa_attn__sparda_attn,79872,49152,37248,49664,0,960,0,0,0,0,216896 | |
| attn_gqa_attn__tucker_attn,73728,49152,37248,49664,0,960,0,0,0,0,210752 | |
| attn_gqla_attn__conformer_attn,110304,49152,37248,49664,0,960,0,0,0,0,247328 | |
| attn_gqla_attn__falcon1_attn,71824,49152,37248,49664,0,960,0,0,0,0,208848 | |
| attn_gqla_attn__falcon1a_attn,71824,49152,37248,49664,0,960,0,0,0,0,208848 | |
| attn_gqla_attn__falcon2_attn,80360,49152,37248,49664,0,960,0,0,0,0,217384 | |
| attn_gqla_attn__falcon2a_attn,80360,49152,37248,49664,0,960,0,0,0,0,217384 | |
| attn_gqla_attn__falcon3_attn,71824,49152,37248,49664,0,960,0,0,0,0,208848 | |
| attn_gqla_attn__falcon3a_attn,71824,49152,37248,49664,0,960,0,0,0,0,208848 | |
| attn_gqla_attn__gma_attn,70720,49152,37248,49664,0,960,0,0,0,0,207744 | |
| attn_gqla_attn__gta_attn,69120,49152,37248,49664,0,960,0,0,0,0,206144 | |
| attn_gqla_attn__iha_attn,70656,49152,37248,49664,0,960,0,0,0,0,207680 | |
| attn_gqla_attn__kda_attn,79496,49152,37248,49664,0,960,0,0,0,0,216520 | |
| attn_gqla_attn__mlra_attn,57600,49152,37248,49664,0,960,0,0,0,0,194624 | |
| attn_gqla_attn__mtla_attn,66864,49152,37248,49664,0,960,0,0,0,0,203888 | |
| attn_gqla_attn__sparda_attn,84480,49152,37248,49664,0,960,0,0,0,0,221504 | |
| attn_gqla_attn__tucker_attn,78336,49152,37248,49664,0,960,0,0,0,0,215360 | |
| attn_gta_attn__conformer_attn,114912,49152,37248,49664,0,960,0,0,0,0,251936 | |
| attn_gta_attn__falcon1_attn,76432,49152,37248,49664,0,960,0,0,0,0,213456 | |
| attn_gta_attn__falcon1a_attn,76432,49152,37248,49664,0,960,0,0,0,0,213456 | |
| attn_gta_attn__falcon2_attn,84968,49152,37248,49664,0,960,0,0,0,0,221992 | |
| attn_gta_attn__falcon2a_attn,84968,49152,37248,49664,0,960,0,0,0,0,221992 | |
| attn_gta_attn__falcon3_attn,76432,49152,37248,49664,0,960,0,0,0,0,213456 | |
| attn_gta_attn__falcon3a_attn,76432,49152,37248,49664,0,960,0,0,0,0,213456 | |
| attn_gta_attn__gma_attn,75328,49152,37248,49664,0,960,0,0,0,0,212352 | |
| attn_gta_attn__kda_attn,84104,49152,37248,49664,0,960,0,0,0,0,221128 | |
| attn_gta_attn__mtla_attn,71472,49152,37248,49664,0,960,0,0,0,0,208496 | |
| attn_gta_attn__sparda_attn,89088,49152,37248,49664,0,960,0,0,0,0,226112 | |
| attn_hgrn2_attn__conformer_attn,133632,49152,37248,49664,0,960,0,0,0,0,270656 | |
| attn_hgrn2_attn__engram_attn,256416,49152,37248,49664,0,960,0,0,0,0,393440 | |
| attn_hgrn2_attn__falcon1_attn,95152,49152,37248,49664,0,960,0,0,0,0,232176 | |
| attn_hgrn2_attn__falcon1a_attn,95152,49152,37248,49664,0,960,0,0,0,0,232176 | |
| attn_hgrn2_attn__falcon2_attn,103688,49152,37248,49664,0,960,0,0,0,0,240712 | |
| attn_hgrn2_attn__falcon2a_attn,103688,49152,37248,49664,0,960,0,0,0,0,240712 | |
| attn_hgrn2_attn__falcon3_attn,95152,49152,37248,49664,0,960,0,0,0,0,232176 | |
| attn_hgrn2_attn__falcon3a_attn,95152,49152,37248,49664,0,960,0,0,0,0,232176 | |
| attn_hgrn2_attn__fox_attn,93224,49152,37248,49664,0,960,0,0,0,0,230248 | |
| attn_hgrn2_attn__gated_softmax_attn,101664,49152,37248,49664,0,960,0,0,0,0,238688 | |
| attn_hgrn2_attn__gma_attn,94048,49152,37248,49664,0,960,0,0,0,0,231072 | |
| attn_hgrn2_attn__gqa_attn,83232,49152,37248,49664,0,960,0,0,0,0,220256 | |
| attn_hgrn2_attn__gqla_attn,87840,49152,37248,49664,0,960,0,0,0,0,224864 | |
| attn_hgrn2_attn__gta_attn,92448,49152,37248,49664,0,960,0,0,0,0,229472 | |
| attn_hgrn2_attn__iha_attn,93984,49152,37248,49664,0,960,0,0,0,0,231008 | |
| attn_hgrn2_attn__kda_attn,102824,49152,37248,49664,0,960,0,0,0,0,239848 | |
| attn_hgrn2_attn__mla_attn,87840,49152,37248,49664,0,960,0,0,0,0,224864 | |
| attn_hgrn2_attn__mlra_attn,80928,49152,37248,49664,0,960,0,0,0,0,217952 | |
| attn_hgrn2_attn__mtla_attn,90192,49152,37248,49664,0,960,0,0,0,0,227216 | |
| attn_hgrn2_attn__sparda_attn,107808,49152,37248,49664,0,960,0,0,0,0,244832 | |
| attn_hgrn2_attn__tucker_attn,101664,49152,37248,49664,0,960,0,0,0,0,238688 | |
| attn_iha_attn__conformer_attn,116448,49152,37248,49664,0,960,0,0,0,0,253472 | |
| attn_iha_attn__falcon1_attn,77968,49152,37248,49664,0,960,0,0,0,0,214992 | |
| attn_iha_attn__falcon1a_attn,77968,49152,37248,49664,0,960,0,0,0,0,214992 | |
| attn_iha_attn__falcon2_attn,86504,49152,37248,49664,0,960,0,0,0,0,223528 | |
| attn_iha_attn__falcon2a_attn,86504,49152,37248,49664,0,960,0,0,0,0,223528 | |
| attn_iha_attn__falcon3_attn,77968,49152,37248,49664,0,960,0,0,0,0,214992 | |
| attn_iha_attn__falcon3a_attn,77968,49152,37248,49664,0,960,0,0,0,0,214992 | |
| attn_iha_attn__gma_attn,76864,49152,37248,49664,0,960,0,0,0,0,213888 | |
| attn_iha_attn__gta_attn,75264,49152,37248,49664,0,960,0,0,0,0,212288 | |
| attn_iha_attn__kda_attn,85640,49152,37248,49664,0,960,0,0,0,0,222664 | |
| attn_iha_attn__mtla_attn,73008,49152,37248,49664,0,960,0,0,0,0,210032 | |
| attn_iha_attn__sparda_attn,90624,49152,37248,49664,0,960,0,0,0,0,227648 | |
| attn_kda_attn__conformer_attn,125288,49152,37248,49664,0,960,0,0,0,0,262312 | |
| attn_kda_attn__falcon1_attn,86808,49152,37248,49664,0,960,0,0,0,0,223832 | |
| attn_kda_attn__falcon1a_attn,86808,49152,37248,49664,0,960,0,0,0,0,223832 | |
| attn_kda_attn__falcon2_attn,95344,49152,37248,49664,0,960,0,0,0,0,232368 | |
| attn_kda_attn__falcon2a_attn,95344,49152,37248,49664,0,960,0,0,0,0,232368 | |
| attn_kda_attn__falcon3_attn,86808,49152,37248,49664,0,960,0,0,0,0,223832 | |
| attn_kda_attn__falcon3a_attn,86808,49152,37248,49664,0,960,0,0,0,0,223832 | |
| attn_kda_attn__gma_attn,85704,49152,37248,49664,0,960,0,0,0,0,222728 | |
| attn_longformer_attn__bigbird_attn,73728,49152,37248,49664,0,960,0,0,0,0,210752 | |
| attn_longformer_attn__conformer_attn,114912,49152,37248,49664,0,960,0,0,0,0,251936 | |
| attn_longformer_attn__deltanet_attn,83904,49152,37248,49664,0,960,0,0,0,0,220928 | |
| attn_longformer_attn__engram_attn,237696,49152,37248,49664,0,960,0,0,0,0,374720 | |
| attn_longformer_attn__falcon1_attn,76432,49152,37248,49664,0,960,0,0,0,0,213456 | |
| attn_longformer_attn__falcon1a_attn,76432,49152,37248,49664,0,960,0,0,0,0,213456 | |
| attn_longformer_attn__falcon2_attn,84968,49152,37248,49664,0,960,0,0,0,0,221992 | |
| attn_longformer_attn__falcon2a_attn,84968,49152,37248,49664,0,960,0,0,0,0,221992 | |
| attn_longformer_attn__falcon3_attn,76432,49152,37248,49664,0,960,0,0,0,0,213456 | |
| attn_longformer_attn__falcon3a_attn,76432,49152,37248,49664,0,960,0,0,0,0,213456 | |
| attn_longformer_attn__fox_attn,74504,49152,37248,49664,0,960,0,0,0,0,211528 | |
| attn_longformer_attn__gated_deltanet2_attn,101952,49152,37248,49664,0,960,0,0,0,0,238976 | |
| attn_longformer_attn__gated_deltanet_attn,84688,49152,37248,49664,0,960,0,0,0,0,221712 | |
| attn_longformer_attn__gated_softmax_attn,82944,49152,37248,49664,0,960,0,0,0,0,219968 | |
| attn_longformer_attn__gla_attn,86304,49152,37248,49664,0,960,0,0,0,0,223328 | |
| attn_longformer_attn__gma_attn,75328,49152,37248,49664,0,960,0,0,0,0,212352 | |
| attn_longformer_attn__gqa_attn,64512,49152,37248,49664,0,960,0,0,0,0,201536 | |
| attn_longformer_attn__gqla_attn,69120,49152,37248,49664,0,960,0,0,0,0,206144 | |
| attn_longformer_attn__gta_attn,73728,49152,37248,49664,0,960,0,0,0,0,210752 | |
| attn_longformer_attn__hgrn2_attn,92448,49152,37248,49664,0,960,0,0,0,0,229472 | |
| attn_longformer_attn__iha_attn,75264,49152,37248,49664,0,960,0,0,0,0,212288 | |
| attn_longformer_attn__kda_attn,84104,49152,37248,49664,0,960,0,0,0,0,221128 | |
| attn_longformer_attn__mla_attn,69120,49152,37248,49664,0,960,0,0,0,0,206144 | |
| attn_longformer_attn__mlra_attn,62208,49152,37248,49664,0,960,0,0,0,0,199232 | |
| attn_longformer_attn__mtla_attn,71472,49152,37248,49664,0,960,0,0,0,0,208496 | |
| attn_longformer_attn__nsa_attn,83007,49152,37248,49664,0,960,0,0,0,0,220031 | |
| attn_longformer_attn__sparda_attn,89088,49152,37248,49664,0,960,0,0,0,0,226112 | |
| attn_longformer_attn__sparsek_attn,73897,49152,37248,49664,0,960,0,0,0,0,210921 | |
| attn_longformer_attn__tucker_attn,82944,49152,37248,49664,0,960,0,0,0,0,219968 | |
| attn_mamba__bigbird_attn,46176,49152,37248,49664,0,960,0,0,0,0,183200 | |
| attn_mamba__conformer_attn,87360,49152,37248,49664,0,960,0,0,0,0,224384 | |
| attn_mamba__deltanet_attn,56352,49152,37248,49664,0,960,0,0,0,0,193376 | |
| attn_mamba__engram_attn,210144,49152,37248,49664,0,960,0,0,0,0,347168 | |
| attn_mamba__falcon1_attn,48880,49152,37248,49664,0,960,0,0,0,0,185904 | |
| attn_mamba__falcon1a_attn,48880,49152,37248,49664,0,960,0,0,0,0,185904 | |
| attn_mamba__falcon2_attn,57416,49152,37248,49664,0,960,0,0,0,0,194440 | |
| attn_mamba__falcon2a_attn,57416,49152,37248,49664,0,960,0,0,0,0,194440 | |
| attn_mamba__falcon3_attn,48880,49152,37248,49664,0,960,0,0,0,0,185904 | |
| attn_mamba__falcon3a_attn,48880,49152,37248,49664,0,960,0,0,0,0,185904 | |
| attn_mamba__fox_attn,46952,49152,37248,49664,0,960,0,0,0,0,183976 | |
| attn_mamba__gated_deltanet2_attn,74400,49152,37248,49664,0,960,0,0,0,0,211424 | |
| attn_mamba__gated_deltanet_attn,57136,49152,37248,49664,0,960,0,0,0,0,194160 | |
| attn_mamba__gated_softmax_attn,55392,49152,37248,49664,0,960,0,0,0,0,192416 | |
| attn_mamba__gla_attn,58752,49152,37248,49664,0,960,0,0,0,0,195776 | |
| attn_mamba__gma_attn,47776,49152,37248,49664,0,960,0,0,0,0,184800 | |
| attn_mamba__gqa_attn,36960,49152,37248,49664,0,960,0,0,0,0,173984 | |
| attn_mamba__gqla_attn,41568,49152,37248,49664,0,960,0,0,0,0,178592 | |
| attn_mamba__gta_attn,46176,49152,37248,49664,0,960,0,0,0,0,183200 | |
| attn_mamba__hgrn2_attn,64896,49152,37248,49664,0,960,0,0,0,0,201920 | |
| attn_mamba__iha_attn,47712,49152,37248,49664,0,960,0,0,0,0,184736 | |
| attn_mamba__kda_attn,56552,49152,37248,49664,0,960,0,0,0,0,193576 | |
| attn_mamba__longformer_attn,46176,49152,37248,49664,0,960,0,0,0,0,183200 | |
| attn_mamba__mla_attn,41568,49152,37248,49664,0,960,0,0,0,0,178592 | |
| attn_mamba__mlra_attn,34656,49152,37248,49664,0,960,0,0,0,0,171680 | |
| attn_mamba__mtla_attn,43920,49152,37248,49664,0,960,0,0,0,0,180944 | |
| attn_mamba__nsa_attn,55455,49152,37248,49664,0,960,0,0,0,0,192479 | |
| attn_mamba__ode,46368,49152,37248,49664,0,960,0,0,0,0,183392 | |
| attn_mamba__sigmoid_attn,46176,49152,37248,49664,0,960,0,0,0,0,183200 | |
| attn_mamba__sparda_attn,61536,49152,37248,49664,0,960,0,0,0,0,198560 | |
| attn_mamba__sparse_transformer_attn,46176,49152,37248,49664,0,960,0,0,0,0,183200 | |
| attn_mamba__sparsek_attn,46345,49152,37248,49664,0,960,0,0,0,0,183369 | |
| attn_mamba__standard_attn,46176,49152,37248,49664,0,960,0,0,0,0,183200 | |
| attn_mamba__titan_attn,46176,49152,37248,49664,0,960,0,0,0,0,183200 | |
| attn_mamba__tucker_attn,55392,49152,37248,49664,0,960,0,0,0,0,192416 | |
| attn_mla_attn__conformer_attn,110304,49152,37248,49664,0,960,0,0,0,0,247328 | |
| attn_mla_attn__falcon1_attn,71824,49152,37248,49664,0,960,0,0,0,0,208848 | |
| attn_mla_attn__falcon1a_attn,71824,49152,37248,49664,0,960,0,0,0,0,208848 | |
| attn_mla_attn__falcon2_attn,80360,49152,37248,49664,0,960,0,0,0,0,217384 | |
| attn_mla_attn__falcon2a_attn,80360,49152,37248,49664,0,960,0,0,0,0,217384 | |
| attn_mla_attn__falcon3_attn,71824,49152,37248,49664,0,960,0,0,0,0,208848 | |
| attn_mla_attn__falcon3a_attn,71824,49152,37248,49664,0,960,0,0,0,0,208848 | |
| attn_mla_attn__gma_attn,70720,49152,37248,49664,0,960,0,0,0,0,207744 | |
| attn_mla_attn__gqla_attn,64512,49152,37248,49664,0,960,0,0,0,0,201536 | |
| attn_mla_attn__gta_attn,69120,49152,37248,49664,0,960,0,0,0,0,206144 | |
| attn_mla_attn__iha_attn,70656,49152,37248,49664,0,960,0,0,0,0,207680 | |
| attn_mla_attn__kda_attn,79496,49152,37248,49664,0,960,0,0,0,0,216520 | |
| attn_mla_attn__mlra_attn,57600,49152,37248,49664,0,960,0,0,0,0,194624 | |
| attn_mla_attn__mtla_attn,66864,49152,37248,49664,0,960,0,0,0,0,203888 | |
| attn_mla_attn__sparda_attn,84480,49152,37248,49664,0,960,0,0,0,0,221504 | |
| attn_mla_attn__tucker_attn,78336,49152,37248,49664,0,960,0,0,0,0,215360 | |
| attn_mlra_attn__conformer_attn,103392,49152,37248,49664,0,960,0,0,0,0,240416 | |
| attn_mlra_attn__falcon1_attn,64912,49152,37248,49664,0,960,0,0,0,0,201936 | |
| attn_mlra_attn__falcon1a_attn,64912,49152,37248,49664,0,960,0,0,0,0,201936 | |
| attn_mlra_attn__falcon2_attn,73448,49152,37248,49664,0,960,0,0,0,0,210472 | |
| attn_mlra_attn__falcon2a_attn,73448,49152,37248,49664,0,960,0,0,0,0,210472 | |
| attn_mlra_attn__falcon3_attn,64912,49152,37248,49664,0,960,0,0,0,0,201936 | |
| attn_mlra_attn__falcon3a_attn,64912,49152,37248,49664,0,960,0,0,0,0,201936 | |
| attn_mlra_attn__gma_attn,63808,49152,37248,49664,0,960,0,0,0,0,200832 | |
| attn_mlra_attn__gta_attn,62208,49152,37248,49664,0,960,0,0,0,0,199232 | |
| attn_mlra_attn__iha_attn,63744,49152,37248,49664,0,960,0,0,0,0,200768 | |
| attn_mlra_attn__kda_attn,72584,49152,37248,49664,0,960,0,0,0,0,209608 | |
| attn_mlra_attn__mtla_attn,59952,49152,37248,49664,0,960,0,0,0,0,196976 | |
| attn_mlra_attn__sparda_attn,77568,49152,37248,49664,0,960,0,0,0,0,214592 | |
| attn_mlra_attn__tucker_attn,71424,49152,37248,49664,0,960,0,0,0,0,208448 | |
| attn_mtla_attn__conformer_attn,112656,49152,37248,49664,0,960,0,0,0,0,249680 | |
| attn_mtla_attn__falcon1_attn,74176,49152,37248,49664,0,960,0,0,0,0,211200 | |
| attn_mtla_attn__falcon1a_attn,74176,49152,37248,49664,0,960,0,0,0,0,211200 | |
| attn_mtla_attn__falcon2_attn,82712,49152,37248,49664,0,960,0,0,0,0,219736 | |
| attn_mtla_attn__falcon2a_attn,82712,49152,37248,49664,0,960,0,0,0,0,219736 | |
| attn_mtla_attn__falcon3_attn,74176,49152,37248,49664,0,960,0,0,0,0,211200 | |
| attn_mtla_attn__falcon3a_attn,74176,49152,37248,49664,0,960,0,0,0,0,211200 | |
| attn_mtla_attn__gma_attn,73072,49152,37248,49664,0,960,0,0,0,0,210096 | |
| attn_mtla_attn__kda_attn,81848,49152,37248,49664,0,960,0,0,0,0,218872 | |
| attn_mtla_attn__sparda_attn,86832,49152,37248,49664,0,960,0,0,0,0,223856 | |
| attn_nsa_attn__conformer_attn,124191,49152,37248,49664,0,960,0,0,0,0,261215 | |
| attn_nsa_attn__deltanet_attn,93183,49152,37248,49664,0,960,0,0,0,0,230207 | |
| attn_nsa_attn__engram_attn,246975,49152,37248,49664,0,960,0,0,0,0,383999 | |
| attn_nsa_attn__falcon1_attn,85711,49152,37248,49664,0,960,0,0,0,0,222735 | |
| attn_nsa_attn__falcon1a_attn,85711,49152,37248,49664,0,960,0,0,0,0,222735 | |
| attn_nsa_attn__falcon2_attn,94247,49152,37248,49664,0,960,0,0,0,0,231271 | |
| attn_nsa_attn__falcon2a_attn,94247,49152,37248,49664,0,960,0,0,0,0,231271 | |
| attn_nsa_attn__falcon3_attn,85711,49152,37248,49664,0,960,0,0,0,0,222735 | |
| attn_nsa_attn__falcon3a_attn,85711,49152,37248,49664,0,960,0,0,0,0,222735 | |
| attn_nsa_attn__fox_attn,83783,49152,37248,49664,0,960,0,0,0,0,220807 | |
| attn_nsa_attn__gated_deltanet2_attn,111231,49152,37248,49664,0,960,0,0,0,0,248255 | |
| attn_nsa_attn__gated_deltanet_attn,93967,49152,37248,49664,0,960,0,0,0,0,230991 | |
| attn_nsa_attn__gated_softmax_attn,92223,49152,37248,49664,0,960,0,0,0,0,229247 | |
| attn_nsa_attn__gla_attn,95583,49152,37248,49664,0,960,0,0,0,0,232607 | |
| attn_nsa_attn__gma_attn,84607,49152,37248,49664,0,960,0,0,0,0,221631 | |
| attn_nsa_attn__gqa_attn,73791,49152,37248,49664,0,960,0,0,0,0,210815 | |
| attn_nsa_attn__gqla_attn,78399,49152,37248,49664,0,960,0,0,0,0,215423 | |
| attn_nsa_attn__gta_attn,83007,49152,37248,49664,0,960,0,0,0,0,220031 | |
| attn_nsa_attn__hgrn2_attn,101727,49152,37248,49664,0,960,0,0,0,0,238751 | |
| attn_nsa_attn__iha_attn,84543,49152,37248,49664,0,960,0,0,0,0,221567 | |
| attn_nsa_attn__kda_attn,93383,49152,37248,49664,0,960,0,0,0,0,230407 | |
| attn_nsa_attn__mla_attn,78399,49152,37248,49664,0,960,0,0,0,0,215423 | |
| attn_nsa_attn__mlra_attn,71487,49152,37248,49664,0,960,0,0,0,0,208511 | |
| attn_nsa_attn__mtla_attn,80751,49152,37248,49664,0,960,0,0,0,0,217775 | |
| attn_nsa_attn__sparda_attn,98367,49152,37248,49664,0,960,0,0,0,0,235391 | |
| attn_nsa_attn__tucker_attn,92223,49152,37248,49664,0,960,0,0,0,0,229247 | |
| attn_ode__bigbird_attn,73920,49152,37248,49664,0,960,0,0,0,0,210944 | |
| attn_ode__conformer_attn,115104,49152,37248,49664,0,960,0,0,0,0,252128 | |
| attn_ode__deltanet_attn,84096,49152,37248,49664,0,960,0,0,0,0,221120 | |
| attn_ode__engram_attn,237888,49152,37248,49664,0,960,0,0,0,0,374912 | |
| attn_ode__falcon1_attn,76624,49152,37248,49664,0,960,0,0,0,0,213648 | |
| attn_ode__falcon1a_attn,76624,49152,37248,49664,0,960,0,0,0,0,213648 | |
| attn_ode__falcon2_attn,85160,49152,37248,49664,0,960,0,0,0,0,222184 | |
| attn_ode__falcon2a_attn,85160,49152,37248,49664,0,960,0,0,0,0,222184 | |
| attn_ode__falcon3_attn,76624,49152,37248,49664,0,960,0,0,0,0,213648 | |
| attn_ode__falcon3a_attn,76624,49152,37248,49664,0,960,0,0,0,0,213648 | |
| attn_ode__fox_attn,74696,49152,37248,49664,0,960,0,0,0,0,211720 | |
| attn_ode__gated_deltanet2_attn,102144,49152,37248,49664,0,960,0,0,0,0,239168 | |
| attn_ode__gated_deltanet_attn,84880,49152,37248,49664,0,960,0,0,0,0,221904 | |
| attn_ode__gated_softmax_attn,83136,49152,37248,49664,0,960,0,0,0,0,220160 | |
| attn_ode__gla_attn,86496,49152,37248,49664,0,960,0,0,0,0,223520 | |
| attn_ode__gma_attn,75520,49152,37248,49664,0,960,0,0,0,0,212544 | |
| attn_ode__gqa_attn,64704,49152,37248,49664,0,960,0,0,0,0,201728 | |
| attn_ode__gqla_attn,69312,49152,37248,49664,0,960,0,0,0,0,206336 | |
| attn_ode__gta_attn,73920,49152,37248,49664,0,960,0,0,0,0,210944 | |
| attn_ode__hgrn2_attn,92640,49152,37248,49664,0,960,0,0,0,0,229664 | |
| attn_ode__iha_attn,75456,49152,37248,49664,0,960,0,0,0,0,212480 | |
| attn_ode__kda_attn,84296,49152,37248,49664,0,960,0,0,0,0,221320 | |
| attn_ode__longformer_attn,73920,49152,37248,49664,0,960,0,0,0,0,210944 | |
| attn_ode__mla_attn,69312,49152,37248,49664,0,960,0,0,0,0,206336 | |
| attn_ode__mlra_attn,62400,49152,37248,49664,0,960,0,0,0,0,199424 | |
| attn_ode__mtla_attn,71664,49152,37248,49664,0,960,0,0,0,0,208688 | |
| attn_ode__nsa_attn,83199,49152,37248,49664,0,960,0,0,0,0,220223 | |
| attn_ode__sigmoid_attn,73920,49152,37248,49664,0,960,0,0,0,0,210944 | |
| attn_ode__sparda_attn,89280,49152,37248,49664,0,960,0,0,0,0,226304 | |
| attn_ode__sparse_transformer_attn,73920,49152,37248,49664,0,960,0,0,0,0,210944 | |
| attn_ode__sparsek_attn,74089,49152,37248,49664,0,960,0,0,0,0,211113 | |
| attn_ode__standard_attn,73920,49152,37248,49664,0,960,0,0,0,0,210944 | |
| attn_ode__titan_attn,73920,49152,37248,49664,0,960,0,0,0,0,210944 | |
| attn_ode__tucker_attn,83136,49152,37248,49664,0,960,0,0,0,0,220160 | |
| attn_retnet__bigbird_attn,83136,49152,37248,49664,0,960,0,0,0,0,220160 | |
| attn_retnet__conformer_attn,124320,49152,37248,49664,0,960,0,0,0,0,261344 | |
| attn_retnet__deltanet_attn,93312,49152,37248,49664,0,960,0,0,0,0,230336 | |
| attn_retnet__engram_attn,247104,49152,37248,49664,0,960,0,0,0,0,384128 | |
| attn_retnet__falcon1_attn,85840,49152,37248,49664,0,960,0,0,0,0,222864 | |
| attn_retnet__falcon1a_attn,85840,49152,37248,49664,0,960,0,0,0,0,222864 | |
| attn_retnet__falcon2_attn,94376,49152,37248,49664,0,960,0,0,0,0,231400 | |
| attn_retnet__falcon2a_attn,94376,49152,37248,49664,0,960,0,0,0,0,231400 | |
| attn_retnet__falcon3_attn,85840,49152,37248,49664,0,960,0,0,0,0,222864 | |
| attn_retnet__falcon3a_attn,85840,49152,37248,49664,0,960,0,0,0,0,222864 | |
| attn_retnet__fox_attn,83912,49152,37248,49664,0,960,0,0,0,0,220936 | |
| attn_retnet__gated_deltanet2_attn,111360,49152,37248,49664,0,960,0,0,0,0,248384 | |
| attn_retnet__gated_deltanet_attn,94096,49152,37248,49664,0,960,0,0,0,0,231120 | |
| attn_retnet__gated_softmax_attn,92352,49152,37248,49664,0,960,0,0,0,0,229376 | |
| attn_retnet__gla_attn,95712,49152,37248,49664,0,960,0,0,0,0,232736 | |
| attn_retnet__gma_attn,84736,49152,37248,49664,0,960,0,0,0,0,221760 | |
| attn_retnet__gqa_attn,73920,49152,37248,49664,0,960,0,0,0,0,210944 | |
| attn_retnet__gqla_attn,78528,49152,37248,49664,0,960,0,0,0,0,215552 | |
| attn_retnet__gta_attn,83136,49152,37248,49664,0,960,0,0,0,0,220160 | |
| attn_retnet__hgrn2_attn,101856,49152,37248,49664,0,960,0,0,0,0,238880 | |
| attn_retnet__iha_attn,84672,49152,37248,49664,0,960,0,0,0,0,221696 | |
| attn_retnet__kda_attn,93512,49152,37248,49664,0,960,0,0,0,0,230536 | |
| attn_retnet__longformer_attn,83136,49152,37248,49664,0,960,0,0,0,0,220160 | |
| attn_retnet__mamba,55584,49152,37248,49664,0,960,0,0,0,0,192608 | |
| attn_retnet__mla_attn,78528,49152,37248,49664,0,960,0,0,0,0,215552 | |
| attn_retnet__mlra_attn,71616,49152,37248,49664,0,960,0,0,0,0,208640 | |
| attn_retnet__mtla_attn,80880,49152,37248,49664,0,960,0,0,0,0,217904 | |
| attn_retnet__nsa_attn,92415,49152,37248,49664,0,960,0,0,0,0,229439 | |
| attn_retnet__ode,83328,49152,37248,49664,0,960,0,0,0,0,220352 | |
| attn_retnet__retnet_attn,92544,49152,37248,49664,0,960,0,0,0,0,229568 | |
| attn_retnet__sigmoid_attn,83136,49152,37248,49664,0,960,0,0,0,0,220160 | |
| attn_retnet__sparda_attn,98496,49152,37248,49664,0,960,0,0,0,0,235520 | |
| attn_retnet__sparse_transformer_attn,83136,49152,37248,49664,0,960,0,0,0,0,220160 | |
| attn_retnet__sparsek_attn,83305,49152,37248,49664,0,960,0,0,0,0,220329 | |
| attn_retnet__standard_attn,83136,49152,37248,49664,0,960,0,0,0,0,220160 | |
| attn_retnet__titan_attn,83136,49152,37248,49664,0,960,0,0,0,0,220160 | |
| attn_retnet__tucker_attn,92352,49152,37248,49664,0,960,0,0,0,0,229376 | |
| attn_retnet_attn__bigbird_attn,83136,49152,37248,49664,0,960,0,0,0,0,220160 | |
| attn_retnet_attn__conformer_attn,124320,49152,37248,49664,0,960,0,0,0,0,261344 | |
| attn_retnet_attn__deltanet_attn,93312,49152,37248,49664,0,960,0,0,0,0,230336 | |
| attn_retnet_attn__engram_attn,247104,49152,37248,49664,0,960,0,0,0,0,384128 | |
| attn_retnet_attn__falcon1_attn,85840,49152,37248,49664,0,960,0,0,0,0,222864 | |
| attn_retnet_attn__falcon1a_attn,85840,49152,37248,49664,0,960,0,0,0,0,222864 | |
| attn_retnet_attn__falcon2_attn,94376,49152,37248,49664,0,960,0,0,0,0,231400 | |
| attn_retnet_attn__falcon2a_attn,94376,49152,37248,49664,0,960,0,0,0,0,231400 | |
| attn_retnet_attn__falcon3_attn,85840,49152,37248,49664,0,960,0,0,0,0,222864 | |
| attn_retnet_attn__falcon3a_attn,85840,49152,37248,49664,0,960,0,0,0,0,222864 | |
| attn_retnet_attn__fox_attn,83912,49152,37248,49664,0,960,0,0,0,0,220936 | |
| attn_retnet_attn__gated_deltanet2_attn,111360,49152,37248,49664,0,960,0,0,0,0,248384 | |
| attn_retnet_attn__gated_deltanet_attn,94096,49152,37248,49664,0,960,0,0,0,0,231120 | |
| attn_retnet_attn__gated_softmax_attn,92352,49152,37248,49664,0,960,0,0,0,0,229376 | |
| attn_retnet_attn__gla_attn,95712,49152,37248,49664,0,960,0,0,0,0,232736 | |
| attn_retnet_attn__gma_attn,84736,49152,37248,49664,0,960,0,0,0,0,221760 | |
| attn_retnet_attn__gqa_attn,73920,49152,37248,49664,0,960,0,0,0,0,210944 | |
| attn_retnet_attn__gqla_attn,78528,49152,37248,49664,0,960,0,0,0,0,215552 | |
| attn_retnet_attn__gta_attn,83136,49152,37248,49664,0,960,0,0,0,0,220160 | |
| attn_retnet_attn__hgrn2_attn,101856,49152,37248,49664,0,960,0,0,0,0,238880 | |
| attn_retnet_attn__iha_attn,84672,49152,37248,49664,0,960,0,0,0,0,221696 | |
| attn_retnet_attn__kda_attn,93512,49152,37248,49664,0,960,0,0,0,0,230536 | |
| attn_retnet_attn__longformer_attn,83136,49152,37248,49664,0,960,0,0,0,0,220160 | |
| attn_retnet_attn__mamba,55584,49152,37248,49664,0,960,0,0,0,0,192608 | |
| attn_retnet_attn__mla_attn,78528,49152,37248,49664,0,960,0,0,0,0,215552 | |
| attn_retnet_attn__mlra_attn,71616,49152,37248,49664,0,960,0,0,0,0,208640 | |
| attn_retnet_attn__mtla_attn,80880,49152,37248,49664,0,960,0,0,0,0,217904 | |
| attn_retnet_attn__nsa_attn,92415,49152,37248,49664,0,960,0,0,0,0,229439 | |
| attn_retnet_attn__ode,83328,49152,37248,49664,0,960,0,0,0,0,220352 | |
| attn_retnet_attn__sigmoid_attn,83136,49152,37248,49664,0,960,0,0,0,0,220160 | |
| attn_retnet_attn__sparda_attn,98496,49152,37248,49664,0,960,0,0,0,0,235520 | |
| attn_retnet_attn__sparse_transformer_attn,83136,49152,37248,49664,0,960,0,0,0,0,220160 | |
| attn_retnet_attn__sparsek_attn,83305,49152,37248,49664,0,960,0,0,0,0,220329 | |
| attn_retnet_attn__standard_attn,83136,49152,37248,49664,0,960,0,0,0,0,220160 | |
| attn_retnet_attn__titan_attn,83136,49152,37248,49664,0,960,0,0,0,0,220160 | |
| attn_retnet_attn__tucker_attn,92352,49152,37248,49664,0,960,0,0,0,0,229376 | |
| attn_sigmoid_attn__bigbird_attn,73728,49152,37248,49664,0,960,0,0,0,0,210752 | |
| attn_sigmoid_attn__conformer_attn,114912,49152,37248,49664,0,960,0,0,0,0,251936 | |
| attn_sigmoid_attn__deltanet_attn,83904,49152,37248,49664,0,960,0,0,0,0,220928 | |
| attn_sigmoid_attn__engram_attn,237696,49152,37248,49664,0,960,0,0,0,0,374720 | |
| attn_sigmoid_attn__falcon1_attn,76432,49152,37248,49664,0,960,0,0,0,0,213456 | |
| attn_sigmoid_attn__falcon1a_attn,76432,49152,37248,49664,0,960,0,0,0,0,213456 | |
| attn_sigmoid_attn__falcon2_attn,84968,49152,37248,49664,0,960,0,0,0,0,221992 | |
| attn_sigmoid_attn__falcon2a_attn,84968,49152,37248,49664,0,960,0,0,0,0,221992 | |
| attn_sigmoid_attn__falcon3_attn,76432,49152,37248,49664,0,960,0,0,0,0,213456 | |
| attn_sigmoid_attn__falcon3a_attn,76432,49152,37248,49664,0,960,0,0,0,0,213456 | |
| attn_sigmoid_attn__fox_attn,74504,49152,37248,49664,0,960,0,0,0,0,211528 | |
| attn_sigmoid_attn__gated_deltanet2_attn,101952,49152,37248,49664,0,960,0,0,0,0,238976 | |
| attn_sigmoid_attn__gated_deltanet_attn,84688,49152,37248,49664,0,960,0,0,0,0,221712 | |
| attn_sigmoid_attn__gated_softmax_attn,82944,49152,37248,49664,0,960,0,0,0,0,219968 | |
| attn_sigmoid_attn__gla_attn,86304,49152,37248,49664,0,960,0,0,0,0,223328 | |
| attn_sigmoid_attn__gma_attn,75328,49152,37248,49664,0,960,0,0,0,0,212352 | |
| attn_sigmoid_attn__gqa_attn,64512,49152,37248,49664,0,960,0,0,0,0,201536 | |
| attn_sigmoid_attn__gqla_attn,69120,49152,37248,49664,0,960,0,0,0,0,206144 | |
| attn_sigmoid_attn__gta_attn,73728,49152,37248,49664,0,960,0,0,0,0,210752 | |
| attn_sigmoid_attn__hgrn2_attn,92448,49152,37248,49664,0,960,0,0,0,0,229472 | |
| attn_sigmoid_attn__iha_attn,75264,49152,37248,49664,0,960,0,0,0,0,212288 | |
| attn_sigmoid_attn__kda_attn,84104,49152,37248,49664,0,960,0,0,0,0,221128 | |
| attn_sigmoid_attn__longformer_attn,73728,49152,37248,49664,0,960,0,0,0,0,210752 | |
| attn_sigmoid_attn__mla_attn,69120,49152,37248,49664,0,960,0,0,0,0,206144 | |
| attn_sigmoid_attn__mlra_attn,62208,49152,37248,49664,0,960,0,0,0,0,199232 | |
| attn_sigmoid_attn__mtla_attn,71472,49152,37248,49664,0,960,0,0,0,0,208496 | |
| attn_sigmoid_attn__nsa_attn,83007,49152,37248,49664,0,960,0,0,0,0,220031 | |
| attn_sigmoid_attn__sparda_attn,89088,49152,37248,49664,0,960,0,0,0,0,226112 | |
| attn_sigmoid_attn__sparse_transformer_attn,73728,49152,37248,49664,0,960,0,0,0,0,210752 | |
| attn_sigmoid_attn__sparsek_attn,73897,49152,37248,49664,0,960,0,0,0,0,210921 | |
| attn_sigmoid_attn__tucker_attn,82944,49152,37248,49664,0,960,0,0,0,0,219968 | |
| attn_single_bigbird_attn,36864,49152,18624,49664,0,576,0,0,0,0,154880 | |
| attn_single_conformer_attn,78048,49152,18624,49664,0,576,0,0,0,0,196064 | |
| attn_single_deltanet_attn,47040,49152,18624,49664,0,576,0,0,0,0,165056 | |
| attn_single_engram_attn,200832,49152,18624,49664,0,576,0,0,0,0,318848 | |
| attn_single_falcon1_attn,39568,49152,18624,49664,0,576,0,0,0,0,157584 | |
| attn_single_falcon1a_attn,39568,49152,18624,49664,0,576,0,0,0,0,157584 | |
| attn_single_falcon2_attn,48104,49152,18624,49664,0,576,0,0,0,0,166120 | |
| attn_single_falcon2a_attn,48104,49152,18624,49664,0,576,0,0,0,0,166120 | |
| attn_single_falcon3_attn,39568,49152,18624,49664,0,576,0,0,0,0,157584 | |
| attn_single_falcon3a_attn,39568,49152,18624,49664,0,576,0,0,0,0,157584 | |
| attn_single_fox_attn,37640,49152,18624,49664,0,576,0,0,0,0,155656 | |
| attn_single_gated_deltanet2_attn,65088,49152,18624,49664,0,576,0,0,0,0,183104 | |
| attn_single_gated_deltanet_attn,47824,49152,18624,49664,0,576,0,0,0,0,165840 | |
| attn_single_gated_softmax_attn,46080,49152,18624,49664,0,576,0,0,0,0,164096 | |
| attn_single_gla_attn,49440,49152,18624,49664,0,576,0,0,0,0,167456 | |
| attn_single_gma_attn,38464,49152,18624,49664,0,576,0,0,0,0,156480 | |
| attn_single_gqa_attn,27648,49152,18624,49664,0,576,0,0,0,0,145664 | |
| attn_single_gqla_attn,32256,49152,18624,49664,0,576,0,0,0,0,150272 | |
| attn_single_gta_attn,36864,49152,18624,49664,0,576,0,0,0,0,154880 | |
| attn_single_hgrn2_attn,55584,49152,18624,49664,0,576,0,0,0,0,173600 | |
| attn_single_iha_attn,38400,49152,18624,49664,0,576,0,0,0,0,156416 | |
| attn_single_kda_attn,47240,49152,18624,49664,0,576,0,0,0,0,165256 | |
| attn_single_longformer_attn,36864,49152,18624,49664,0,576,0,0,0,0,154880 | |
| attn_single_mamba,9312,49152,18624,49664,0,576,0,0,0,0,127328 | |
| attn_single_mla_attn,32256,49152,18624,49664,0,576,0,0,0,0,150272 | |
| attn_single_mlra_attn,25344,49152,18624,49664,0,576,0,0,0,0,143360 | |
| attn_single_mtla_attn,34608,49152,18624,49664,0,576,0,0,0,0,152624 | |
| attn_single_nsa_attn,46143,49152,18624,49664,0,576,0,0,0,0,164159 | |
| attn_single_ode,37056,49152,18624,49664,0,576,0,0,0,0,155072 | |
| attn_single_retnet,46272,49152,18624,49664,0,576,0,0,0,0,164288 | |
| attn_single_retnet_attn,46272,49152,18624,49664,0,576,0,0,0,0,164288 | |
| attn_single_sigmoid_attn,36864,49152,18624,49664,0,576,0,0,0,0,154880 | |
| attn_single_sparda_attn,52224,49152,18624,49664,0,576,0,0,0,0,170240 | |
| attn_single_sparse_transformer_attn,36864,49152,18624,49664,0,576,0,0,0,0,154880 | |
| attn_single_sparsek_attn,37033,49152,18624,49664,0,576,0,0,0,0,155049 | |
| attn_single_standard_attn,36864,49152,18624,49664,0,576,0,0,0,0,154880 | |
| attn_single_titan_attn,36864,49152,18624,49664,0,576,0,0,0,0,154880 | |
| attn_single_tucker_attn,46080,49152,18624,49664,0,576,0,0,0,0,164096 | |
| attn_sparda_attn__conformer_attn,130272,49152,37248,49664,0,960,0,0,0,0,267296 | |
| attn_sparda_attn__falcon1_attn,91792,49152,37248,49664,0,960,0,0,0,0,228816 | |
| attn_sparda_attn__falcon1a_attn,91792,49152,37248,49664,0,960,0,0,0,0,228816 | |
| attn_sparda_attn__falcon2_attn,100328,49152,37248,49664,0,960,0,0,0,0,237352 | |
| attn_sparda_attn__falcon2a_attn,100328,49152,37248,49664,0,960,0,0,0,0,237352 | |
| attn_sparda_attn__falcon3_attn,91792,49152,37248,49664,0,960,0,0,0,0,228816 | |
| attn_sparda_attn__falcon3a_attn,91792,49152,37248,49664,0,960,0,0,0,0,228816 | |
| attn_sparda_attn__gma_attn,90688,49152,37248,49664,0,960,0,0,0,0,227712 | |
| attn_sparda_attn__kda_attn,99464,49152,37248,49664,0,960,0,0,0,0,236488 | |
| attn_sparse_transformer_attn__bigbird_attn,73728,49152,37248,49664,0,960,0,0,0,0,210752 | |
| attn_sparse_transformer_attn__conformer_attn,114912,49152,37248,49664,0,960,0,0,0,0,251936 | |
| attn_sparse_transformer_attn__deltanet_attn,83904,49152,37248,49664,0,960,0,0,0,0,220928 | |
| attn_sparse_transformer_attn__engram_attn,237696,49152,37248,49664,0,960,0,0,0,0,374720 | |
| attn_sparse_transformer_attn__falcon1_attn,76432,49152,37248,49664,0,960,0,0,0,0,213456 | |
| attn_sparse_transformer_attn__falcon1a_attn,76432,49152,37248,49664,0,960,0,0,0,0,213456 | |
| attn_sparse_transformer_attn__falcon2_attn,84968,49152,37248,49664,0,960,0,0,0,0,221992 | |
| attn_sparse_transformer_attn__falcon2a_attn,84968,49152,37248,49664,0,960,0,0,0,0,221992 | |
| attn_sparse_transformer_attn__falcon3_attn,76432,49152,37248,49664,0,960,0,0,0,0,213456 | |
| attn_sparse_transformer_attn__falcon3a_attn,76432,49152,37248,49664,0,960,0,0,0,0,213456 | |
| attn_sparse_transformer_attn__fox_attn,74504,49152,37248,49664,0,960,0,0,0,0,211528 | |
| attn_sparse_transformer_attn__gated_deltanet2_attn,101952,49152,37248,49664,0,960,0,0,0,0,238976 | |
| attn_sparse_transformer_attn__gated_deltanet_attn,84688,49152,37248,49664,0,960,0,0,0,0,221712 | |
| attn_sparse_transformer_attn__gated_softmax_attn,82944,49152,37248,49664,0,960,0,0,0,0,219968 | |
| attn_sparse_transformer_attn__gla_attn,86304,49152,37248,49664,0,960,0,0,0,0,223328 | |
| attn_sparse_transformer_attn__gma_attn,75328,49152,37248,49664,0,960,0,0,0,0,212352 | |
| attn_sparse_transformer_attn__gqa_attn,64512,49152,37248,49664,0,960,0,0,0,0,201536 | |
| attn_sparse_transformer_attn__gqla_attn,69120,49152,37248,49664,0,960,0,0,0,0,206144 | |
| attn_sparse_transformer_attn__gta_attn,73728,49152,37248,49664,0,960,0,0,0,0,210752 | |
| attn_sparse_transformer_attn__hgrn2_attn,92448,49152,37248,49664,0,960,0,0,0,0,229472 | |
| attn_sparse_transformer_attn__iha_attn,75264,49152,37248,49664,0,960,0,0,0,0,212288 | |
| attn_sparse_transformer_attn__kda_attn,84104,49152,37248,49664,0,960,0,0,0,0,221128 | |
| attn_sparse_transformer_attn__longformer_attn,73728,49152,37248,49664,0,960,0,0,0,0,210752 | |
| attn_sparse_transformer_attn__mla_attn,69120,49152,37248,49664,0,960,0,0,0,0,206144 | |
| attn_sparse_transformer_attn__mlra_attn,62208,49152,37248,49664,0,960,0,0,0,0,199232 | |
| attn_sparse_transformer_attn__mtla_attn,71472,49152,37248,49664,0,960,0,0,0,0,208496 | |
| attn_sparse_transformer_attn__nsa_attn,83007,49152,37248,49664,0,960,0,0,0,0,220031 | |
| attn_sparse_transformer_attn__sparda_attn,89088,49152,37248,49664,0,960,0,0,0,0,226112 | |
| attn_sparse_transformer_attn__sparsek_attn,73897,49152,37248,49664,0,960,0,0,0,0,210921 | |
| attn_sparse_transformer_attn__tucker_attn,82944,49152,37248,49664,0,960,0,0,0,0,219968 | |
| attn_sparsek_attn__conformer_attn,115081,49152,37248,49664,0,960,0,0,0,0,252105 | |
| attn_sparsek_attn__deltanet_attn,84073,49152,37248,49664,0,960,0,0,0,0,221097 | |
| attn_sparsek_attn__engram_attn,237865,49152,37248,49664,0,960,0,0,0,0,374889 | |
| attn_sparsek_attn__falcon1_attn,76601,49152,37248,49664,0,960,0,0,0,0,213625 | |
| attn_sparsek_attn__falcon1a_attn,76601,49152,37248,49664,0,960,0,0,0,0,213625 | |
| attn_sparsek_attn__falcon2_attn,85137,49152,37248,49664,0,960,0,0,0,0,222161 | |
| attn_sparsek_attn__falcon2a_attn,85137,49152,37248,49664,0,960,0,0,0,0,222161 | |
| attn_sparsek_attn__falcon3_attn,76601,49152,37248,49664,0,960,0,0,0,0,213625 | |
| attn_sparsek_attn__falcon3a_attn,76601,49152,37248,49664,0,960,0,0,0,0,213625 | |
| attn_sparsek_attn__fox_attn,74673,49152,37248,49664,0,960,0,0,0,0,211697 | |
| attn_sparsek_attn__gated_deltanet2_attn,102121,49152,37248,49664,0,960,0,0,0,0,239145 | |
| attn_sparsek_attn__gated_deltanet_attn,84857,49152,37248,49664,0,960,0,0,0,0,221881 | |
| attn_sparsek_attn__gated_softmax_attn,83113,49152,37248,49664,0,960,0,0,0,0,220137 | |
| attn_sparsek_attn__gla_attn,86473,49152,37248,49664,0,960,0,0,0,0,223497 | |
| attn_sparsek_attn__gma_attn,75497,49152,37248,49664,0,960,0,0,0,0,212521 | |
| attn_sparsek_attn__gqa_attn,64681,49152,37248,49664,0,960,0,0,0,0,201705 | |
| attn_sparsek_attn__gqla_attn,69289,49152,37248,49664,0,960,0,0,0,0,206313 | |
| attn_sparsek_attn__gta_attn,73897,49152,37248,49664,0,960,0,0,0,0,210921 | |
| attn_sparsek_attn__hgrn2_attn,92617,49152,37248,49664,0,960,0,0,0,0,229641 | |
| attn_sparsek_attn__iha_attn,75433,49152,37248,49664,0,960,0,0,0,0,212457 | |
| attn_sparsek_attn__kda_attn,84273,49152,37248,49664,0,960,0,0,0,0,221297 | |
| attn_sparsek_attn__mla_attn,69289,49152,37248,49664,0,960,0,0,0,0,206313 | |
| attn_sparsek_attn__mlra_attn,62377,49152,37248,49664,0,960,0,0,0,0,199401 | |
| attn_sparsek_attn__mtla_attn,71641,49152,37248,49664,0,960,0,0,0,0,208665 | |
| attn_sparsek_attn__nsa_attn,83176,49152,37248,49664,0,960,0,0,0,0,220200 | |
| attn_sparsek_attn__sparda_attn,89257,49152,37248,49664,0,960,0,0,0,0,226281 | |
| attn_sparsek_attn__tucker_attn,83113,49152,37248,49664,0,960,0,0,0,0,220137 | |
| attn_standard_attn__bigbird_attn,73728,49152,37248,49664,0,960,0,0,0,0,210752 | |
| attn_standard_attn__conformer_attn,114912,49152,37248,49664,0,960,0,0,0,0,251936 | |
| attn_standard_attn__deltanet_attn,83904,49152,37248,49664,0,960,0,0,0,0,220928 | |
| attn_standard_attn__engram_attn,237696,49152,37248,49664,0,960,0,0,0,0,374720 | |
| attn_standard_attn__falcon1_attn,76432,49152,37248,49664,0,960,0,0,0,0,213456 | |
| attn_standard_attn__falcon1a_attn,76432,49152,37248,49664,0,960,0,0,0,0,213456 | |
| attn_standard_attn__falcon2_attn,84968,49152,37248,49664,0,960,0,0,0,0,221992 | |
| attn_standard_attn__falcon2a_attn,84968,49152,37248,49664,0,960,0,0,0,0,221992 | |
| attn_standard_attn__falcon3_attn,76432,49152,37248,49664,0,960,0,0,0,0,213456 | |
| attn_standard_attn__falcon3a_attn,76432,49152,37248,49664,0,960,0,0,0,0,213456 | |
| attn_standard_attn__fox_attn,74504,49152,37248,49664,0,960,0,0,0,0,211528 | |
| attn_standard_attn__gated_deltanet2_attn,101952,49152,37248,49664,0,960,0,0,0,0,238976 | |
| attn_standard_attn__gated_deltanet_attn,84688,49152,37248,49664,0,960,0,0,0,0,221712 | |
| attn_standard_attn__gated_softmax_attn,82944,49152,37248,49664,0,960,0,0,0,0,219968 | |
| attn_standard_attn__gla_attn,86304,49152,37248,49664,0,960,0,0,0,0,223328 | |
| attn_standard_attn__gma_attn,75328,49152,37248,49664,0,960,0,0,0,0,212352 | |
| attn_standard_attn__gqa_attn,64512,49152,37248,49664,0,960,0,0,0,0,201536 | |
| attn_standard_attn__gqla_attn,69120,49152,37248,49664,0,960,0,0,0,0,206144 | |
| attn_standard_attn__gta_attn,73728,49152,37248,49664,0,960,0,0,0,0,210752 | |
| attn_standard_attn__hgrn2_attn,92448,49152,37248,49664,0,960,0,0,0,0,229472 | |
| attn_standard_attn__iha_attn,75264,49152,37248,49664,0,960,0,0,0,0,212288 | |
| attn_standard_attn__kda_attn,84104,49152,37248,49664,0,960,0,0,0,0,221128 | |
| attn_standard_attn__longformer_attn,73728,49152,37248,49664,0,960,0,0,0,0,210752 | |
| attn_standard_attn__mla_attn,69120,49152,37248,49664,0,960,0,0,0,0,206144 | |
| attn_standard_attn__mlra_attn,62208,49152,37248,49664,0,960,0,0,0,0,199232 | |
| attn_standard_attn__mtla_attn,71472,49152,37248,49664,0,960,0,0,0,0,208496 | |
| attn_standard_attn__nsa_attn,83007,49152,37248,49664,0,960,0,0,0,0,220031 | |
| attn_standard_attn__sigmoid_attn,73728,49152,37248,49664,0,960,0,0,0,0,210752 | |
| attn_standard_attn__sparda_attn,89088,49152,37248,49664,0,960,0,0,0,0,226112 | |
| attn_standard_attn__sparse_transformer_attn,73728,49152,37248,49664,0,960,0,0,0,0,210752 | |
| attn_standard_attn__sparsek_attn,73897,49152,37248,49664,0,960,0,0,0,0,210921 | |
| attn_standard_attn__tucker_attn,82944,49152,37248,49664,0,960,0,0,0,0,219968 | |
| attn_titan_attn__bigbird_attn,73728,49152,37248,49664,0,960,0,0,0,0,210752 | |
| attn_titan_attn__conformer_attn,114912,49152,37248,49664,0,960,0,0,0,0,251936 | |
| attn_titan_attn__deltanet_attn,83904,49152,37248,49664,0,960,0,0,0,0,220928 | |
| attn_titan_attn__engram_attn,237696,49152,37248,49664,0,960,0,0,0,0,374720 | |
| attn_titan_attn__falcon1_attn,76432,49152,37248,49664,0,960,0,0,0,0,213456 | |
| attn_titan_attn__falcon1a_attn,76432,49152,37248,49664,0,960,0,0,0,0,213456 | |
| attn_titan_attn__falcon2_attn,84968,49152,37248,49664,0,960,0,0,0,0,221992 | |
| attn_titan_attn__falcon2a_attn,84968,49152,37248,49664,0,960,0,0,0,0,221992 | |
| attn_titan_attn__falcon3_attn,76432,49152,37248,49664,0,960,0,0,0,0,213456 | |
| attn_titan_attn__falcon3a_attn,76432,49152,37248,49664,0,960,0,0,0,0,213456 | |
| attn_titan_attn__fox_attn,74504,49152,37248,49664,0,960,0,0,0,0,211528 | |
| attn_titan_attn__gated_deltanet2_attn,101952,49152,37248,49664,0,960,0,0,0,0,238976 | |
| attn_titan_attn__gated_deltanet_attn,84688,49152,37248,49664,0,960,0,0,0,0,221712 | |
| attn_titan_attn__gated_softmax_attn,82944,49152,37248,49664,0,960,0,0,0,0,219968 | |
| attn_titan_attn__gla_attn,86304,49152,37248,49664,0,960,0,0,0,0,223328 | |
| attn_titan_attn__gma_attn,75328,49152,37248,49664,0,960,0,0,0,0,212352 | |
| attn_titan_attn__gqa_attn,64512,49152,37248,49664,0,960,0,0,0,0,201536 | |
| attn_titan_attn__gqla_attn,69120,49152,37248,49664,0,960,0,0,0,0,206144 | |
| attn_titan_attn__gta_attn,73728,49152,37248,49664,0,960,0,0,0,0,210752 | |
| attn_titan_attn__hgrn2_attn,92448,49152,37248,49664,0,960,0,0,0,0,229472 | |
| attn_titan_attn__iha_attn,75264,49152,37248,49664,0,960,0,0,0,0,212288 | |
| attn_titan_attn__kda_attn,84104,49152,37248,49664,0,960,0,0,0,0,221128 | |
| attn_titan_attn__longformer_attn,73728,49152,37248,49664,0,960,0,0,0,0,210752 | |
| attn_titan_attn__mla_attn,69120,49152,37248,49664,0,960,0,0,0,0,206144 | |
| attn_titan_attn__mlra_attn,62208,49152,37248,49664,0,960,0,0,0,0,199232 | |
| attn_titan_attn__mtla_attn,71472,49152,37248,49664,0,960,0,0,0,0,208496 | |
| attn_titan_attn__nsa_attn,83007,49152,37248,49664,0,960,0,0,0,0,220031 | |
| attn_titan_attn__sigmoid_attn,73728,49152,37248,49664,0,960,0,0,0,0,210752 | |
| attn_titan_attn__sparda_attn,89088,49152,37248,49664,0,960,0,0,0,0,226112 | |
| attn_titan_attn__sparse_transformer_attn,73728,49152,37248,49664,0,960,0,0,0,0,210752 | |
| attn_titan_attn__sparsek_attn,73897,49152,37248,49664,0,960,0,0,0,0,210921 | |
| attn_titan_attn__standard_attn,73728,49152,37248,49664,0,960,0,0,0,0,210752 | |
| attn_titan_attn__tucker_attn,82944,49152,37248,49664,0,960,0,0,0,0,219968 | |
| attn_tucker_attn__conformer_attn,124128,49152,37248,49664,0,960,0,0,0,0,261152 | |
| attn_tucker_attn__falcon1_attn,85648,49152,37248,49664,0,960,0,0,0,0,222672 | |
| attn_tucker_attn__falcon1a_attn,85648,49152,37248,49664,0,960,0,0,0,0,222672 | |
| attn_tucker_attn__falcon2_attn,94184,49152,37248,49664,0,960,0,0,0,0,231208 | |
| attn_tucker_attn__falcon2a_attn,94184,49152,37248,49664,0,960,0,0,0,0,231208 | |
| attn_tucker_attn__falcon3_attn,85648,49152,37248,49664,0,960,0,0,0,0,222672 | |
| attn_tucker_attn__falcon3a_attn,85648,49152,37248,49664,0,960,0,0,0,0,222672 | |
| attn_tucker_attn__gma_attn,84544,49152,37248,49664,0,960,0,0,0,0,221568 | |
| attn_tucker_attn__gta_attn,82944,49152,37248,49664,0,960,0,0,0,0,219968 | |
| attn_tucker_attn__iha_attn,84480,49152,37248,49664,0,960,0,0,0,0,221504 | |
| attn_tucker_attn__kda_attn,93320,49152,37248,49664,0,960,0,0,0,0,230344 | |
| attn_tucker_attn__mtla_attn,80688,49152,37248,49664,0,960,0,0,0,0,217712 | |
| attn_tucker_attn__sparda_attn,98304,49152,37248,49664,0,960,0,0,0,0,235328 | |
| audio_eeg_classification,73728,2272,66176,4355,0,640,0,0,0,0,147171 | |
| batch_size_1,73728,49152,37248,49664,0,960,0,0,0,0,210752 | |
| batch_size_2,73728,49152,37248,49664,0,960,0,0,0,0,210752 | |
| bitnet_std_attn_for_gguf,73728,49152,36864,49152,0,960,0,0,0,0,209856 | |
| norm_derf,73728,49152,37248,49664,0,970,0,0,0,0,210762 | |
| norm_dynamic_tanh,73728,49152,37248,49664,0,960,0,0,0,0,210752 | |
| norm_flash_norm,73728,49152,37056,49664,0,0,0,0,0,0,209600 | |
| norm_layer_norm,73728,49152,37248,49664,0,960,0,0,0,0,210752 | |
| norm_prms_norm,73728,49152,37248,49664,0,480,0,0,0,0,210272 | |
| norm_rms_norm,73728,49152,37248,49664,0,480,0,0,0,0,210272 | |
| opt_ada_muon,73728,49152,37248,49664,0,960,0,0,0,0,210752 | |
| opt_adafactor,73728,49152,37248,49664,0,960,0,0,0,0,210752 | |
| opt_adamw,73728,49152,37248,49664,0,960,0,0,0,0,210752 | |
| opt_adan,73728,49152,37248,49664,0,960,0,0,0,0,210752 | |
| opt_ademamix,73728,49152,37248,49664,0,960,0,0,0,0,210752 | |
| opt_adopt,73728,49152,37248,49664,0,960,0,0,0,0,210752 | |
| opt_anon,73728,49152,37248,49664,0,960,0,0,0,0,210752 | |
| opt_apollo,73728,49152,37248,49664,0,960,0,0,0,0,210752 | |
| opt_cautious_adamw,73728,49152,37248,49664,0,960,0,0,0,0,210752 | |
| opt_galore_adamw,73728,49152,37248,49664,0,960,0,0,0,0,210752 | |
| opt_lamb,73728,49152,37248,49664,0,960,0,0,0,0,210752 | |
| opt_lion,73728,49152,37248,49664,0,960,0,0,0,0,210752 | |
| opt_mars_adamw,73728,49152,37248,49664,0,960,0,0,0,0,210752 | |
| opt_muon,73728,49152,37248,49664,0,960,0,0,0,0,210752 | |
| opt_prodigy,73728,49152,37248,49664,0,960,0,0,0,0,210752 | |
| opt_q_apollo,73728,49152,37248,49664,0,960,0,0,0,0,210752 | |
| opt_radam,73728,49152,37248,49664,0,960,0,0,0,0,210752 | |
| opt_schedulefree_adamw,73728,49152,37248,49664,0,960,0,0,0,0,210752 | |
| opt_sgd_momentum,73728,49152,37248,49664,0,960,0,0,0,0,210752 | |
| opt_shampoo,73728,49152,37248,49664,0,960,0,0,0,0,210752 | |
| opt_soap,73728,49152,37248,49664,0,960,0,0,0,0,210752 | |
| opt_sophia,73728,49152,37248,49664,0,960,0,0,0,0,210752 | |
| opt_turbo_muon,73728,49152,37248,49664,0,960,0,0,0,0,210752 | |
| pe_alibi,73728,49152,37248,49664,0,960,0,0,0,0,210752 | |
| pe_bam,73728,49152,37248,49664,0,960,0,16,0,0,210768 | |
| pe_hope,73728,49152,37248,49664,0,960,0,0,0,0,210752 | |
| pe_learned_absolute,73728,49152,37248,49664,0,960,0,6144,0,0,216896 | |
| pe_none,73728,49152,37248,49664,0,960,0,0,0,0,210752 | |
| pe_nope,73728,49152,37248,49664,0,960,0,0,0,0,210752 | |
| pe_pape,73728,49152,37248,49664,0,960,0,6176,0,0,216928 | |
| pe_pape_efficient,73728,49152,37248,49664,0,960,0,6176,0,0,216928 | |
| pe_pape_ri,73728,49152,37248,49664,0,960,0,768,0,0,211520 | |
| pe_rope,73728,49152,37248,49664,0,960,0,0,0,0,210752 | |
| pe_sinusoidal_absolute,73728,49152,37248,49664,0,960,0,0,0,0,210752 | |
| pe_sinusoidal_rotary,73728,49152,37248,49664,0,960,0,0,0,0,210752 | |
| realdata_causal_lm_borges,73728,49152,37248,49664,0,960,0,0,0,0,210752 | |
| realdata_mlm_borges,73728,49152,37248,49664,0,960,0,0,0,0,210752 | |
| realdata_text_classification_mini_corpus,36864,49152,18624,49955,0,576,0,0,0,0,155171 | |
| realdata_vit_classification_breastcancer,32768,49216,66176,103127,0,640,0,32896,0,0,284823 | |
| realdata_vit_patch_prediction_breastcancer,32768,49216,66176,167997,0,640,0,32896,0,0,349693 | |
| realdata_vit_segmentation_teeth,32768,49216,66176,166762,0,640,0,32896,0,0,348458 | |
| task_causal_lm_conformer,112608,49152,37248,49664,0,960,0,0,0,0,249632 | |
| task_causal_lm_decoder,73728,49152,37248,49664,0,960,0,0,0,0,210752 | |
| task_causal_lm_fixed_numerics,73728,49152,37248,49664,0,960,0,0,0,0,210752 | |
| task_mlm_encoder,73728,49152,37248,49664,0,960,0,0,0,0,210752 | |
| tokenizer_train_bpe,73728,49152,37248,49664,0,960,0,0,0,0,210752 | |
| tokenizer_train_unigram,73728,49152,37248,49664,0,960,0,0,0,0,210752 | |
| tokenizer_train_wordlevel,73728,49152,37248,49664,0,960,0,0,0,0,210752 | |
| tokenizer_train_wordpiece,73728,49152,37248,49664,0,960,0,0,0,0,210752 | |
| trans_bitnet_conv,73728,49152,36864,49152,0,960,0,0,0,0,209856 | |
| trans_bitnet_on,73728,49152,36864,49152,0,960,0,0,0,0,209856 | |
| trans_bitnet_routers,73728,49152,73728,49152,0,960,0,0,0,384,247104 | |
| trans_embedding_conv,73728,49152,37248,49664,0,960,0,0,0,0,210752 | |
| trans_factorized_emb,73728,19456,37248,49664,0,960,0,0,0,0,181056 | |
| trans_ffn_relu,73728,49152,37248,49664,0,960,0,0,0,0,210752 | |
| trans_ffn_swiglu,73728,49152,55296,49664,0,960,0,0,0,0,228800 | |
| trans_fixed_both,73728,49152,37248,49664,0,960,0,0,0,0,210752 | |
| trans_fixed_ce,73728,49152,37248,49664,0,960,0,0,0,0,210752 | |
| trans_fixed_softmax,73728,49152,37248,49664,0,960,0,0,0,0,210752 | |
| trans_fixed_softmax_ssmax_bitnet,73728,49152,36864,49152,0,960,0,8,0,0,209864 | |
| trans_mhc,73728,49152,37248,49664,43340,960,0,0,0,0,254092 | |
| trans_mod,73728,49152,37248,49664,0,960,0,0,0,192,210944 | |
| trans_moe,73728,49152,74496,49664,0,960,0,0,0,384,248384 | |
| trans_num_loops_2,36864,49152,18624,49664,0,576,0,0,0,0,154880 | |
| trans_pos_rope,73728,49152,37248,49664,0,960,0,0,0,0,210752 | |
| trans_residuals_block_attn,73728,49152,37248,49664,0,960,0,0,192,0,210944 | |
| trans_residuals_full_attn,73728,49152,37248,49664,0,960,0,0,192,0,210944 | |
| trans_residuals_none,73728,49152,37248,49664,0,960,0,0,0,0,210752 | |
| trans_ssmax,73728,49152,37248,49664,0,960,0,8,0,0,210760 | |
| vit_classification,32768,49216,66176,103127,0,640,0,32896,0,0,284823 | |
| vit_classification_fixed_numerics,32768,49216,66176,103127,0,640,0,32896,0,0,284823 | |
| vit_classification_ssog,21672,49216,66176,103127,0,640,0,32832,0,0,273663 | |
| vit_conformer,73728,12352,66176,86039,0,640,0,32896,0,0,271831 | |
| vit_patch_prediction,32768,49216,66176,167997,0,640,0,32896,0,0,349693 | |
| vit_patch_prediction_ssog,21672,49216,66176,167997,0,640,0,32832,0,0,338533 | |
| vit_pe_classification_alibi,32768,49216,66176,103127,0,640,0,128,0,0,252055 | |
| vit_pe_classification_bam,32768,49216,66176,103127,0,640,0,136,0,0,252063 | |
| vit_pe_classification_hope,32768,49216,66176,103127,0,640,0,128,0,0,252055 | |
| vit_pe_classification_learned_1d,32768,49216,66176,103127,0,640,0,32896,0,0,284823 | |
| vit_pe_classification_learned_absolute,32768,49216,66176,103127,0,640,0,32896,0,0,284823 | |
| vit_pe_classification_none,32768,49216,66176,103127,0,640,0,128,0,0,252055 | |
| vit_pe_classification_nope,32768,49216,66176,103127,0,640,0,128,0,0,252055 | |
| vit_pe_classification_pape,32768,49216,66176,103127,0,640,0,2192,0,0,254119 | |
| vit_pe_classification_pape_efficient,32768,49216,66176,103127,0,640,0,2192,0,0,254119 | |
| vit_pe_classification_pape_ri,32768,49216,66176,103127,0,640,0,384,0,0,252311 | |
| vit_pe_classification_rope,32768,49216,66176,103127,0,640,0,128,0,0,252055 | |
| vit_pe_classification_sinusoidal_absolute,32768,49216,66176,103127,0,640,0,128,0,0,252055 | |
| vit_pe_classification_sinusoidal_rotary,32768,49216,66176,103127,0,640,0,128,0,0,252055 | |
| vit_pe_patch_prediction_alibi,32768,49216,66176,167997,0,640,0,128,0,0,316925 | |
| vit_pe_patch_prediction_bam,32768,49216,66176,167997,0,640,0,136,0,0,316933 | |
| vit_pe_patch_prediction_hope,32768,49216,66176,167997,0,640,0,128,0,0,316925 | |
| vit_pe_patch_prediction_learned_1d,32768,49216,66176,167997,0,640,0,32896,0,0,349693 | |
| vit_pe_patch_prediction_learned_absolute,32768,49216,66176,167997,0,640,0,32896,0,0,349693 | |
| vit_pe_patch_prediction_none,32768,49216,66176,167997,0,640,0,128,0,0,316925 | |
| vit_pe_patch_prediction_nope,32768,49216,66176,167997,0,640,0,128,0,0,316925 | |
| vit_pe_patch_prediction_pape,32768,49216,66176,167997,0,640,0,2192,0,0,318989 | |
| vit_pe_patch_prediction_pape_efficient,32768,49216,66176,167997,0,640,0,2192,0,0,318989 | |
| vit_pe_patch_prediction_pape_ri,32768,49216,66176,167997,0,640,0,384,0,0,317181 | |
| vit_pe_patch_prediction_rope,32768,49216,66176,167997,0,640,0,128,0,0,316925 | |
| vit_pe_patch_prediction_sinusoidal_absolute,32768,49216,66176,167997,0,640,0,128,0,0,316925 | |
| vit_pe_patch_prediction_sinusoidal_rotary,32768,49216,66176,167997,0,640,0,128,0,0,316925 | |
| vit_pe_segmentation_alibi,32768,49216,66176,166762,0,640,0,128,0,0,315690 | |
| vit_pe_segmentation_bam,32768,49216,66176,166762,0,640,0,136,0,0,315698 | |
| vit_pe_segmentation_hope,32768,49216,66176,166762,0,640,0,128,0,0,315690 | |
| vit_pe_segmentation_learned_1d,32768,49216,66176,166762,0,640,0,32896,0,0,348458 | |
| vit_pe_segmentation_learned_absolute,32768,49216,66176,166762,0,640,0,32896,0,0,348458 | |
| vit_pe_segmentation_none,32768,49216,66176,166762,0,640,0,128,0,0,315690 | |
| vit_pe_segmentation_nope,32768,49216,66176,166762,0,640,0,128,0,0,315690 | |
| vit_pe_segmentation_pape,32768,49216,66176,166762,0,640,0,2192,0,0,317754 | |
| vit_pe_segmentation_pape_efficient,32768,49216,66176,166762,0,640,0,2192,0,0,317754 | |
| vit_pe_segmentation_pape_ri,32768,49216,66176,166762,0,640,0,384,0,0,315946 | |
| vit_pe_segmentation_rope,32768,49216,66176,166762,0,640,0,128,0,0,315690 | |
| vit_pe_segmentation_sinusoidal_absolute,32768,49216,66176,166762,0,640,0,128,0,0,315690 | |
| vit_pe_segmentation_sinusoidal_rotary,32768,49216,66176,166762,0,640,0,128,0,0,315690 | |
| vit_segmentation_fixed_numerics,32768,49216,66176,166762,0,640,0,32896,0,0,348458 | |
| vit_segmentation_pixel,32768,49216,66176,166762,0,640,0,32896,0,0,348458 | |
| vit_segmentation_pixel_ssog,21672,49216,66176,166762,0,640,0,32832,0,0,337298 | |
Xet Storage Details
- Size:
- 64.5 kB
- Xet hash:
- a3632bda939e36a0df0ff87118b2248dcd40bb984d5a05704964e6a8f4246624
·
Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.