dataset,part,model,nbits,group_size,layer,sensitivity
pileval,attn_in,Llama-2-7b-hf,3,32,0,7.323668000935868e-07
pileval,attn_out,Llama-2-7b-hf,3,32,0,1.4089265505390358e-06
pileval,mlp_gate,Llama-2-7b-hf,3,32,0,4.204481456326903e-07
pileval,mlp_down,Llama-2-7b-hf,3,32,0,3.4292393138457555e-06
pileval,attn_in,Llama-2-7b-hf,3,32,1,3.019787754965364e-06
pileval,attn_out,Llama-2-7b-hf,3,32,1,5.1959732445538975e-06
pileval,mlp_gate,Llama-2-7b-hf,3,32,1,8.488156890962273e-05
pileval,mlp_down,Llama-2-7b-hf,3,32,1,0.008964169770479202
pileval,attn_in,Llama-2-7b-hf,3,32,2,9.743419468577486e-06
pileval,attn_out,Llama-2-7b-hf,3,32,2,5.388124918681569e-06
pileval,mlp_gate,Llama-2-7b-hf,3,32,2,1.302797954849666e-05
pileval,mlp_down,Llama-2-7b-hf,3,32,2,1.573244844621513e-05
pileval,attn_in,Llama-2-7b-hf,3,32,3,2.3472133761970326e-05
pileval,attn_out,Llama-2-7b-hf,3,32,3,1.023778531816788e-05
pileval,mlp_gate,Llama-2-7b-hf,3,32,3,3.1847590435063466e-05
pileval,mlp_down,Llama-2-7b-hf,3,32,3,3.0639985197922215e-05
pileval,attn_in,Llama-2-7b-hf,3,32,4,5.353008600650355e-05
pileval,attn_out,Llama-2-7b-hf,3,32,4,2.0687572032329626e-05
pileval,mlp_gate,Llama-2-7b-hf,3,32,4,5.988179691485129e-05
pileval,mlp_down,Llama-2-7b-hf,3,32,4,7.001098128966987e-05
pileval,attn_in,Llama-2-7b-hf,3,32,5,0.0001001299315248616
pileval,attn_out,Llama-2-7b-hf,3,32,5,4.082700252183713e-05
pileval,mlp_gate,Llama-2-7b-hf,3,32,5,9.363078424939886e-05
pileval,mlp_down,Llama-2-7b-hf,3,32,5,8.21021749288775e-05
pileval,attn_in,Llama-2-7b-hf,3,32,6,0.00010778152500279248
pileval,attn_out,Llama-2-7b-hf,3,32,6,5.0123315304517746e-05
pileval,mlp_gate,Llama-2-7b-hf,3,32,6,0.00013959023635834455
pileval,mlp_down,Llama-2-7b-hf,3,32,6,0.00012401620915625244
pileval,attn_in,Llama-2-7b-hf,3,32,7,0.00015008318587206304
pileval,attn_out,Llama-2-7b-hf,3,32,7,7.18965966370888e-05
pileval,mlp_gate,Llama-2-7b-hf,3,32,7,0.00019249408796895295
pileval,mlp_down,Llama-2-7b-hf,3,32,7,0.00016600127855781466
pileval,attn_in,Llama-2-7b-hf,3,32,8,0.00024514266988262534
pileval,attn_out,Llama-2-7b-hf,3,32,8,0.0001043544543790631
pileval,mlp_gate,Llama-2-7b-hf,3,32,8,0.00023842712107580155
pileval,mlp_down,Llama-2-7b-hf,3,32,8,0.000202592316782102
pileval,attn_in,Llama-2-7b-hf,3,32,9,0.0003097690350841731
pileval,attn_out,Llama-2-7b-hf,3,32,9,0.00014246077626012266
pileval,mlp_gate,Llama-2-7b-hf,3,32,9,0.00027948981733061373
pileval,mlp_down,Llama-2-7b-hf,3,32,9,0.00023460423108190298
pileval,attn_in,Llama-2-7b-hf,3,32,10,0.00039093769737519324
pileval,attn_out,Llama-2-7b-hf,3,32,10,0.00019553412857931107
pileval,mlp_gate,Llama-2-7b-hf,3,32,10,0.0003267282445449382
pileval,mlp_down,Llama-2-7b-hf,3,32,10,0.0002705933293327689
pileval,attn_in,Llama-2-7b-hf,3,32,11,0.0004086094268132001
pileval,attn_out,Llama-2-7b-hf,3,32,11,0.000200433045392856
pileval,mlp_gate,Llama-2-7b-hf,3,32,11,0.00037025506026111543
pileval,mlp_down,Llama-2-7b-hf,3,32,11,0.00030985561897978187
pileval,attn_in,Llama-2-7b-hf,3,32,12,0.0005283163045533001
pileval,attn_out,Llama-2-7b-hf,3,32,12,0.00023689362569712102
pileval,mlp_gate,Llama-2-7b-hf,3,32,12,0.0004210266924928874
pileval,mlp_down,Llama-2-7b-hf,3,32,12,0.00035445415414869785
pileval,attn_in,Llama-2-7b-hf,3,32,13,0.0005071223713457584
pileval,attn_out,Llama-2-7b-hf,3,32,13,0.00025669659953564405
pileval,mlp_gate,Llama-2-7b-hf,3,32,13,0.0005000387318432331
pileval,mlp_down,Llama-2-7b-hf,3,32,13,0.0004333310353104025
pileval,attn_in,Llama-2-7b-hf,3,32,14,0.0005088290199637413
pileval,attn_out,Llama-2-7b-hf,3,32,14,0.00028953191940672696
pileval,mlp_gate,Llama-2-7b-hf,3,32,14,0.0005637059803120792
pileval,mlp_down,Llama-2-7b-hf,3,32,14,0.0005158944986760616
pileval,attn_in,Llama-2-7b-hf,3,32,15,0.0006643387023359537
pileval,attn_out,Llama-2-7b-hf,3,32,15,0.00031254239729605615
pileval,mlp_gate,Llama-2-7b-hf,3,32,15,0.0006986299995332956
pileval,mlp_down,Llama-2-7b-hf,3,32,15,0.0006455883267335594
pileval,attn_in,Llama-2-7b-hf,3,32,16,0.0007202827255241573
pileval,attn_out,Llama-2-7b-hf,3,32,16,0.00044959847582504153
pileval,mlp_gate,Llama-2-7b-hf,3,32,16,0.0009079768788069487
pileval,mlp_down,Llama-2-7b-hf,3,32,16,0.0009299982921220362
pileval,attn_in,Llama-2-7b-hf,3,32,17,0.0005272038979455829
pileval,attn_out,Llama-2-7b-hf,3,32,17,0.00031916392617858946
pileval,mlp_gate,Llama-2-7b-hf,3,32,17,0.0010183005360886455
pileval,mlp_down,Llama-2-7b-hf,3,32,17,0.0009869795758277178
pileval,attn_in,Llama-2-7b-hf,3,32,18,0.0005806251429021358
pileval,attn_out,Llama-2-7b-hf,3,32,18,0.000372476177290082
pileval,mlp_gate,Llama-2-7b-hf,3,32,18,0.0012110196985304356
pileval,mlp_down,Llama-2-7b-hf,3,32,18,0.0011813269229605794
pileval,attn_in,Llama-2-7b-hf,3,32,19,0.0005597185809165239
pileval,attn_out,Llama-2-7b-hf,3,32,19,0.00032153050415217876
pileval,mlp_gate,Llama-2-7b-hf,3,32,19,0.001392517937347293
pileval,mlp_down,Llama-2-7b-hf,3,32,19,0.001320046023465693
pileval,attn_in,Llama-2-7b-hf,3,32,20,0.0007109734578989446
pileval,attn_out,Llama-2-7b-hf,3,32,20,0.000378420198103413
pileval,mlp_gate,Llama-2-7b-hf,3,32,20,0.0016472074203193188
pileval,mlp_down,Llama-2-7b-hf,3,32,20,0.001611331827007234
pileval,attn_in,Llama-2-7b-hf,3,32,21,0.0005196577985771
pileval,attn_out,Llama-2-7b-hf,3,32,21,0.00035175131051801145
pileval,mlp_gate,Llama-2-7b-hf,3,32,21,0.0018137790029868484
pileval,mlp_down,Llama-2-7b-hf,3,32,21,0.0016320645809173584
pileval,attn_in,Llama-2-7b-hf,3,32,22,0.000848886847961694
pileval,attn_out,Llama-2-7b-hf,3,32,22,0.00044352063559927046
pileval,mlp_gate,Llama-2-7b-hf,3,32,22,0.0020720437169075012
pileval,mlp_down,Llama-2-7b-hf,3,32,22,0.0018298192881047726
pileval,attn_in,Llama-2-7b-hf,3,32,23,0.0006767807062715292
pileval,attn_out,Llama-2-7b-hf,3,32,23,0.0003801460552494973
pileval,mlp_gate,Llama-2-7b-hf,3,32,23,0.0023212542291730642
pileval,mlp_down,Llama-2-7b-hf,3,32,23,0.0019369593355804682
pileval,attn_in,Llama-2-7b-hf,3,32,24,0.0009041863377206028
pileval,attn_out,Llama-2-7b-hf,3,32,24,0.0004779863520525396
pileval,mlp_gate,Llama-2-7b-hf,3,32,24,0.0025314046069979668
pileval,mlp_down,Llama-2-7b-hf,3,32,24,0.002006849041208625
pileval,attn_in,Llama-2-7b-hf,3,32,25,0.0007930511492304504
pileval,attn_out,Llama-2-7b-hf,3,32,25,0.00039882014971226454
pileval,mlp_gate,Llama-2-7b-hf,3,32,25,0.002849253360182047
pileval,mlp_down,Llama-2-7b-hf,3,32,25,0.0021613240242004395
pileval,attn_in,Llama-2-7b-hf,3,32,26,0.0012492963578552008
pileval,attn_out,Llama-2-7b-hf,3,32,26,0.0006594585720449686
pileval,mlp_gate,Llama-2-7b-hf,3,32,26,0.003191918134689331
pileval,mlp_down,Llama-2-7b-hf,3,32,26,0.002350366208702326
pileval,attn_in,Llama-2-7b-hf,3,32,27,0.0010234155924990773
pileval,attn_out,Llama-2-7b-hf,3,32,27,0.0006278637447394431
pileval,mlp_gate,Llama-2-7b-hf,3,32,27,0.0036541889421641827
pileval,mlp_down,Llama-2-7b-hf,3,32,27,0.0027093286626040936
pileval,attn_in,Llama-2-7b-hf,3,32,28,0.0012735538184642792
pileval,attn_out,Llama-2-7b-hf,3,32,28,0.0007416437729261816
pileval,mlp_gate,Llama-2-7b-hf,3,32,28,0.00433586910367012
pileval,mlp_down,Llama-2-7b-hf,3,32,28,0.003426073584705591
pileval,attn_in,Llama-2-7b-hf,3,32,29,0.001295530004426837
pileval,attn_out,Llama-2-7b-hf,3,32,29,0.0007429771358147264
pileval,mlp_gate,Llama-2-7b-hf,3,32,29,0.00521848676726222
pileval,mlp_down,Llama-2-7b-hf,3,32,29,0.00470524188131094
pileval,attn_in,Llama-2-7b-hf,3,32,30,0.0014545278390869498
pileval,attn_out,Llama-2-7b-hf,3,32,30,0.0009956321446225047
pileval,mlp_gate,Llama-2-7b-hf,3,32,30,0.008490437641739845
pileval,mlp_down,Llama-2-7b-hf,3,32,30,0.011870835907757282
pileval,attn_in,Llama-2-7b-hf,3,32,31,0.003081011353060603
pileval,attn_out,Llama-2-7b-hf,3,32,31,0.00125761644449085
pileval,mlp_gate,Llama-2-7b-hf,3,32,31,0.01738024316728115
pileval,mlp_down,Llama-2-7b-hf,3,32,31,0.032843030989170074
pileval,attn_in,Meta-Llama-3-8B,3,32,0,7.449373242707225e-07
pileval,mlp_gate,Meta-Llama-3-8B,3,32,0,1.290545242227381e-06
pileval,mlp_down,Meta-Llama-3-8B,3,32,0,2.3361048988590483e-06
pileval,attn_in,Meta-Llama-3-8B,3,32,1,1.29671718696045e-06
pileval,mlp_gate,Meta-Llama-3-8B,3,32,1,0.0001068881610990502
pileval,mlp_down,Meta-Llama-3-8B,3,32,1,3.247546192142181e-05
pileval,attn_in,Meta-Llama-3-8B,3,32,2,2.8790157102775993e-06
pileval,mlp_gate,Meta-Llama-3-8B,3,32,2,6.452908564824611e-06
pileval,mlp_down,Meta-Llama-3-8B,3,32,2,6.157353254820919e-06
pileval,attn_in,Meta-Llama-3-8B,3,32,3,4.9934842536458746e-06
pileval,mlp_gate,Meta-Llama-3-8B,3,32,3,1.4433471733354963e-05
pileval,mlp_down,Meta-Llama-3-8B,3,32,3,1.1900183380930685e-05
pileval,attn_in,Meta-Llama-3-8B,3,32,4,9.59290537139168e-06
pileval,mlp_gate,Meta-Llama-3-8B,3,32,4,2.4826045773806982e-05
pileval,mlp_down,Meta-Llama-3-8B,3,32,4,2.032453085121233e-05
pileval,attn_in,Meta-Llama-3-8B,3,32,5,1.5235071259667166e-05
pileval,mlp_gate,Meta-Llama-3-8B,3,32,5,3.5503187973517925e-05
pileval,mlp_down,Meta-Llama-3-8B,3,32,5,3.0042090656934306e-05
pileval,attn_in,Meta-Llama-3-8B,3,32,6,2.0850895452895202e-05
pileval,mlp_gate,Meta-Llama-3-8B,3,32,6,4.51074265583884e-05
pileval,mlp_down,Meta-Llama-3-8B,3,32,6,3.6901496059726924e-05
pileval,attn_in,Meta-Llama-3-8B,3,32,7,2.7716827389667742e-05
pileval,mlp_gate,Meta-Llama-3-8B,3,32,7,5.2175557357259095e-05
pileval,mlp_down,Meta-Llama-3-8B,3,32,7,4.1096929635386914e-05
pileval,attn_in,Meta-Llama-3-8B,3,32,8,3.6626744986278936e-05
pileval,mlp_gate,Meta-Llama-3-8B,3,32,8,5.684147618012503e-05
pileval,mlp_down,Meta-Llama-3-8B,3,32,8,4.5009684981778264e-05
pileval,attn_in,Meta-Llama-3-8B,3,32,9,4.555668056127615e-05
pileval,mlp_gate,Meta-Llama-3-8B,3,32,9,6.445051985792816e-05
pileval,mlp_down,Meta-Llama-3-8B,3,32,9,5.1771952712442726e-05
pileval,attn_in,Meta-Llama-3-8B,3,32,10,4.476361209526658e-05
pileval,mlp_gate,Meta-Llama-3-8B,3,32,10,6.575891893589869e-05
pileval,mlp_down,Meta-Llama-3-8B,3,32,10,5.395081825554371e-05
pileval,attn_in,Meta-Llama-3-8B,3,32,11,4.744471880258061e-05
pileval,mlp_gate,Meta-Llama-3-8B,3,32,11,6.983552157180384e-05
pileval,mlp_down,Meta-Llama-3-8B,3,32,11,5.628777216770686e-05
pileval,attn_in,Meta-Llama-3-8B,3,32,12,4.9910246161744e-05
pileval,mlp_gate,Meta-Llama-3-8B,3,32,12,8.03275834186934e-05
pileval,mlp_down,Meta-Llama-3-8B,3,32,12,6.149124965304509e-05
pileval,attn_in,Meta-Llama-3-8B,3,32,13,6.255988409975544e-05
pileval,mlp_gate,Meta-Llama-3-8B,3,32,13,9.244171815225855e-05
pileval,mlp_down,Meta-Llama-3-8B,3,32,13,7.51987608964555e-05
pileval,attn_in,Meta-Llama-3-8B,3,32,14,7.702497532591224e-05
pileval,mlp_gate,Meta-Llama-3-8B,3,32,14,0.00010982229287037626
pileval,mlp_down,Meta-Llama-3-8B,3,32,14,8.48514901008457e-05
pileval,attn_in,Meta-Llama-3-8B,3,32,15,6.929909432074055e-05
pileval,mlp_gate,Meta-Llama-3-8B,3,32,15,0.00012673086894210428
pileval,mlp_down,Meta-Llama-3-8B,3,32,15,0.00010867745004361495
pileval,attn_in,Meta-Llama-3-8B,3,32,16,8.205322228604928e-05
pileval,mlp_gate,Meta-Llama-3-8B,3,32,16,0.00013194777420721948
pileval,mlp_down,Meta-Llama-3-8B,3,32,16,0.00011534181248862296
pileval,attn_in,Meta-Llama-3-8B,3,32,17,6.784059951314703e-05
pileval,mlp_gate,Meta-Llama-3-8B,3,32,17,0.0001526917185401544
pileval,mlp_down,Meta-Llama-3-8B,3,32,17,0.00014006946003064513
pileval,attn_in,Meta-Llama-3-8B,3,32,18,4.693906885222532e-05
pileval,mlp_gate,Meta-Llama-3-8B,3,32,18,0.00015182659262791276
pileval,mlp_down,Meta-Llama-3-8B,3,32,18,0.00013590492017101496
pileval,attn_in,Meta-Llama-3-8B,3,32,19,4.0432489186059684e-05
pileval,mlp_gate,Meta-Llama-3-8B,3,32,19,0.00016031862469390035
pileval,mlp_down,Meta-Llama-3-8B,3,32,19,0.00013747144839726388
pileval,attn_in,Meta-Llama-3-8B,3,32,20,4.8289384722011164e-05
pileval,mlp_gate,Meta-Llama-3-8B,3,32,20,0.0001755043340381235
pileval,mlp_down,Meta-Llama-3-8B,3,32,20,0.00014974171062931418
pileval,attn_in,Meta-Llama-3-8B,3,32,21,7.438541069859639e-05
pileval,mlp_gate,Meta-Llama-3-8B,3,32,21,0.0002075549855362624
pileval,mlp_down,Meta-Llama-3-8B,3,32,21,0.00017952226335182786
pileval,attn_in,Meta-Llama-3-8B,3,32,22,6.176935858093202e-05
pileval,mlp_gate,Meta-Llama-3-8B,3,32,22,0.00021727023704443127
pileval,mlp_down,Meta-Llama-3-8B,3,32,22,0.00018766657740343362
pileval,attn_in,Meta-Llama-3-8B,3,32,23,5.970662459731102e-05
pileval,mlp_gate,Meta-Llama-3-8B,3,32,23,0.00023789114493411034
pileval,mlp_down,Meta-Llama-3-8B,3,32,23,0.00019401180907152593
pileval,attn_in,Meta-Llama-3-8B,3,32,24,7.64403521316126e-05
pileval,mlp_gate,Meta-Llama-3-8B,3,32,24,0.0002607516071293503
pileval,mlp_down,Meta-Llama-3-8B,3,32,24,0.0002076457312796265
pileval,attn_in,Meta-Llama-3-8B,3,32,25,9.933624096447602e-05
pileval,mlp_gate,Meta-Llama-3-8B,3,32,25,0.00029694807017222047
pileval,mlp_down,Meta-Llama-3-8B,3,32,25,0.00021997671865392476
pileval,attn_in,Meta-Llama-3-8B,3,32,26,0.0001215306983795017
pileval,mlp_gate,Meta-Llama-3-8B,3,32,26,0.00034652152680791914
pileval,mlp_down,Meta-Llama-3-8B,3,32,26,0.0002570823999121785
pileval,attn_in,Meta-Llama-3-8B,3,32,27,0.00017058079538401216
pileval,mlp_gate,Meta-Llama-3-8B,3,32,27,0.00042985990876331925
pileval,mlp_down,Meta-Llama-3-8B,3,32,27,0.0003375224769115448
pileval,attn_in,Meta-Llama-3-8B,3,32,28,0.0001916693727253005
pileval,mlp_gate,Meta-Llama-3-8B,3,32,28,0.0005889945314265788
pileval,mlp_down,Meta-Llama-3-8B,3,32,28,0.00046089597162790596
pileval,attn_in,Meta-Llama-3-8B,3,32,29,0.0003082248440477997
pileval,mlp_gate,Meta-Llama-3-8B,3,32,29,0.0008408137946389616
pileval,mlp_down,Meta-Llama-3-8B,3,32,29,0.0006963260821066797
pileval,attn_in,Meta-Llama-3-8B,3,32,30,0.0005997457192279398
pileval,mlp_gate,Meta-Llama-3-8B,3,32,30,0.0015749160666018724
pileval,mlp_down,Meta-Llama-3-8B,3,32,30,0.0015577140729874372
pileval,attn_in,Meta-Llama-3-8B,3,32,31,0.0008136106189340353
pileval,mlp_gate,Meta-Llama-3-8B,3,32,31,0.006783846765756607
pileval,mlp_down,Meta-Llama-3-8B,3,32,31,0.12424173951148987
pileval,attn_in,Llama-2-7b-hf,3,64,0,1.5155692381085828e-06
pileval,attn_out,Llama-2-7b-hf,3,64,0,2.3838510969653726e-06
pileval,mlp_gate,Llama-2-7b-hf,3,64,0,6.056709480617428e-07
pileval,mlp_down,Llama-2-7b-hf,3,64,0,4.970005647919606e-06
pileval,attn_in,Llama-2-7b-hf,3,64,1,5.622877779387636e-06
pileval,attn_out,Llama-2-7b-hf,3,64,1,8.069297109614126e-06
pileval,mlp_gate,Llama-2-7b-hf,3,64,1,2.3556474843644537e-05
pileval,mlp_down,Llama-2-7b-hf,3,64,1,0.012331870384514332
pileval,attn_in,Llama-2-7b-hf,3,64,2,1.6642638001940213e-05
pileval,attn_out,Llama-2-7b-hf,3,64,2,7.601624929520767e-06
pileval,mlp_gate,Llama-2-7b-hf,3,64,2,1.774707379809115e-05
pileval,mlp_down,Llama-2-7b-hf,3,64,2,2.1837659005541354e-05
pileval,attn_in,Llama-2-7b-hf,3,64,3,3.820676647592336e-05
pileval,attn_out,Llama-2-7b-hf,3,64,3,1.454199809813872e-05
pileval,mlp_gate,Llama-2-7b-hf,3,64,3,4.369132875581272e-05
pileval,mlp_down,Llama-2-7b-hf,3,64,3,4.189203536952846e-05
pileval,attn_in,Llama-2-7b-hf,3,64,4,7.530896982643753e-05
pileval,attn_out,Llama-2-7b-hf,3,64,4,2.88727260340238e-05
pileval,mlp_gate,Llama-2-7b-hf,3,64,4,8.292728307424113e-05
pileval,mlp_down,Llama-2-7b-hf,3,64,4,0.00010303854651283473
pileval,attn_in,Llama-2-7b-hf,3,64,5,0.00012481905287131667
pileval,attn_out,Llama-2-7b-hf,3,64,5,5.740837877965532e-05
pileval,mlp_gate,Llama-2-7b-hf,3,64,5,0.00012975563004147261
pileval,mlp_down,Llama-2-7b-hf,3,64,5,0.00011205601913388819
pileval,attn_in,Llama-2-7b-hf,3,64,6,0.0001673993974691257
pileval,attn_out,Llama-2-7b-hf,3,64,6,7.008948887232691e-05
pileval,mlp_gate,Llama-2-7b-hf,3,64,6,0.0001937421184265986
pileval,mlp_down,Llama-2-7b-hf,3,64,6,0.0001689566415734589
pileval,attn_in,Llama-2-7b-hf,3,64,7,0.00024033586669247597
pileval,attn_out,Llama-2-7b-hf,3,64,7,9.95032605715096e-05
pileval,mlp_gate,Llama-2-7b-hf,3,64,7,0.0002675720606930554
pileval,mlp_down,Llama-2-7b-hf,3,64,7,0.000226622520131059
pileval,attn_in,Llama-2-7b-hf,3,64,8,0.0003565699444152415
pileval,attn_out,Llama-2-7b-hf,3,64,8,0.00014327700773719698
pileval,mlp_gate,Llama-2-7b-hf,3,64,8,0.000332223396981135
pileval,mlp_down,Llama-2-7b-hf,3,64,8,0.00027683679945766926
pileval,attn_in,Llama-2-7b-hf,3,64,9,0.0005272958660498261
pileval,attn_out,Llama-2-7b-hf,3,64,9,0.0001948490971699357
pileval,mlp_gate,Llama-2-7b-hf,3,64,9,0.00039085070602595806
pileval,mlp_down,Llama-2-7b-hf,3,64,9,0.0003201410290785134
pileval,attn_in,Llama-2-7b-hf,3,64,10,0.0005470328615047038
pileval,attn_out,Llama-2-7b-hf,3,64,10,0.0002686232328414917
pileval,mlp_gate,Llama-2-7b-hf,3,64,10,0.00045787382987327874
pileval,mlp_down,Llama-2-7b-hf,3,64,10,0.0003692955360747874
pileval,attn_in,Llama-2-7b-hf,3,64,11,0.0006926613277755678
pileval,attn_out,Llama-2-7b-hf,3,64,11,0.0002755132154561579
pileval,mlp_gate,Llama-2-7b-hf,3,64,11,0.0005191491218283772
pileval,mlp_down,Llama-2-7b-hf,3,64,11,0.0004224902659188956
pileval,attn_in,Llama-2-7b-hf,3,64,12,0.0007409342215396464
pileval,attn_out,Llama-2-7b-hf,3,64,12,0.00032454426400363445
pileval,mlp_gate,Llama-2-7b-hf,3,64,12,0.0005876031355001032
pileval,mlp_down,Llama-2-7b-hf,3,64,12,0.00048264223732985556
pileval,attn_in,Llama-2-7b-hf,3,64,13,0.0006969568785279989
pileval,attn_out,Llama-2-7b-hf,3,64,13,0.00035089754965156317
pileval,mlp_gate,Llama-2-7b-hf,3,64,13,0.0006968479719944298
pileval,mlp_down,Llama-2-7b-hf,3,64,13,0.0005891413893550634
pileval,attn_in,Llama-2-7b-hf,3,64,14,0.0007834317511878908
pileval,attn_out,Llama-2-7b-hf,3,64,14,0.0003962363989558071
pileval,mlp_gate,Llama-2-7b-hf,3,64,14,0.0007846665102988482
pileval,mlp_down,Llama-2-7b-hf,3,64,14,0.0007017967291176319
pileval,attn_in,Llama-2-7b-hf,3,64,15,0.0009412768995389342
pileval,attn_out,Llama-2-7b-hf,3,64,15,0.0004291552468203008
pileval,mlp_gate,Llama-2-7b-hf,3,64,15,0.0009755450882948935
pileval,mlp_down,Llama-2-7b-hf,3,64,15,0.0008792392327450216
pileval,attn_in,Llama-2-7b-hf,3,64,16,0.0010924653615802526
pileval,attn_out,Llama-2-7b-hf,3,64,16,0.0006138230673968792
pileval,mlp_gate,Llama-2-7b-hf,3,64,16,0.0012669956777244806
pileval,mlp_down,Llama-2-7b-hf,3,64,16,0.0012785017024725676
pileval,attn_in,Llama-2-7b-hf,3,64,17,0.0007896984461694956
pileval,attn_out,Llama-2-7b-hf,3,64,17,0.00043672879110090435
pileval,mlp_gate,Llama-2-7b-hf,3,64,17,0.0014061150141060352
pileval,mlp_down,Llama-2-7b-hf,3,64,17,0.0013407571241259575
pileval,attn_in,Llama-2-7b-hf,3,64,18,0.0008632803801447153
pileval,attn_out,Llama-2-7b-hf,3,64,18,0.0005120710120536387
pileval,mlp_gate,Llama-2-7b-hf,3,64,18,0.0016676008235663176
pileval,mlp_down,Llama-2-7b-hf,3,64,18,0.0016111967852339149
pileval,attn_in,Llama-2-7b-hf,3,64,19,0.0008202075841836631
pileval,attn_out,Llama-2-7b-hf,3,64,19,0.00043905762140639126
pileval,mlp_gate,Llama-2-7b-hf,3,64,19,0.0019224855350330472
pileval,mlp_down,Llama-2-7b-hf,3,64,19,0.0018129975069314241
pileval,attn_in,Llama-2-7b-hf,3,64,20,0.0009337561787106097
pileval,attn_out,Llama-2-7b-hf,3,64,20,0.0005190923693589866
pileval,mlp_gate,Llama-2-7b-hf,3,64,20,0.002256288891658187
pileval,mlp_down,Llama-2-7b-hf,3,64,20,0.0022002109326422215
pileval,attn_in,Llama-2-7b-hf,3,64,21,0.0007585252169519663
pileval,attn_out,Llama-2-7b-hf,3,64,21,0.0004818141460418701
pileval,mlp_gate,Llama-2-7b-hf,3,64,21,0.002489602193236351
pileval,mlp_down,Llama-2-7b-hf,3,64,21,0.002220114693045616
pileval,attn_in,Llama-2-7b-hf,3,64,22,0.001224595122039318
pileval,attn_out,Llama-2-7b-hf,3,64,22,0.0006050997180864215
pileval,mlp_gate,Llama-2-7b-hf,3,64,22,0.002840911503881216
pileval,mlp_down,Llama-2-7b-hf,3,64,22,0.0024799848906695843
pileval,attn_in,Llama-2-7b-hf,3,64,23,0.0009085024939849973
pileval,attn_out,Llama-2-7b-hf,3,64,23,0.0005183095927350223
pileval,mlp_gate,Llama-2-7b-hf,3,64,23,0.0031743564177304506
pileval,mlp_down,Llama-2-7b-hf,3,64,23,0.0026326177176088095
pileval,attn_in,Llama-2-7b-hf,3,64,24,0.0015401877462863922
pileval,attn_out,Llama-2-7b-hf,3,64,24,0.0006566983065567911
pileval,mlp_gate,Llama-2-7b-hf,3,64,24,0.0034638310316950083
pileval,mlp_down,Llama-2-7b-hf,3,64,24,0.0027257115580141544
pileval,attn_in,Llama-2-7b-hf,3,64,25,0.0010668524773791432
pileval,attn_out,Llama-2-7b-hf,3,64,25,0.0005442951805889606
pileval,mlp_gate,Llama-2-7b-hf,3,64,25,0.00390047300606966
pileval,mlp_down,Llama-2-7b-hf,3,64,25,0.0029364668298512697
pileval,attn_in,Llama-2-7b-hf,3,64,26,0.0018383394926786423
pileval,attn_out,Llama-2-7b-hf,3,64,26,0.0009111964609473944
pileval,mlp_gate,Llama-2-7b-hf,3,64,26,0.004378968849778175
pileval,mlp_down,Llama-2-7b-hf,3,64,26,0.0031901071779429913
pileval,attn_in,Llama-2-7b-hf,3,64,27,0.0015159769682213664
pileval,attn_out,Llama-2-7b-hf,3,64,27,0.0008550500497221947
pileval,mlp_gate,Llama-2-7b-hf,3,64,27,0.005042789503931999
pileval,mlp_down,Llama-2-7b-hf,3,64,27,0.00368892983533442
pileval,attn_in,Llama-2-7b-hf,3,64,28,0.0019082088256254792
pileval,attn_out,Llama-2-7b-hf,3,64,28,0.0010148248402401805
pileval,mlp_gate,Llama-2-7b-hf,3,64,28,0.006009231321513653
pileval,mlp_down,Llama-2-7b-hf,3,64,28,0.004673436749726534
pileval,attn_in,Llama-2-7b-hf,3,64,29,0.0018394177313894033
pileval,attn_out,Llama-2-7b-hf,3,64,29,0.001024575438350439
pileval,mlp_gate,Llama-2-7b-hf,3,64,29,0.007274962496012449
pileval,mlp_down,Llama-2-7b-hf,3,64,29,0.006544481497257948
pileval,attn_in,Llama-2-7b-hf,3,64,30,0.002054605633020401
pileval,attn_out,Llama-2-7b-hf,3,64,30,0.0013765337644144893
pileval,mlp_gate,Llama-2-7b-hf,3,64,30,0.013619771227240562
pileval,mlp_down,Llama-2-7b-hf,3,64,30,0.017093367874622345
pileval,attn_in,Llama-2-7b-hf,3,64,31,0.006992908660322428
pileval,attn_out,Llama-2-7b-hf,3,64,31,0.0017780072521418333
pileval,mlp_gate,Llama-2-7b-hf,3,64,31,0.024871142581105232
pileval,mlp_down,Llama-2-7b-hf,3,64,31,0.051316481083631516
pileval,attn_in,Meta-Llama-3-8B,3,64,0,1.038387722473999e-06
pileval,mlp_gate,Meta-Llama-3-8B,3,64,0,1.8014482066064375e-06
pileval,mlp_down,Meta-Llama-3-8B,3,64,0,3.465049758233363e-06
pileval,attn_in,Meta-Llama-3-8B,3,64,1,2.5601746074244147e-06
pileval,mlp_gate,Meta-Llama-3-8B,3,64,1,9.068877989193425e-05
pileval,mlp_down,Meta-Llama-3-8B,3,64,1,5.137992775416933e-05
pileval,attn_in,Meta-Llama-3-8B,3,64,2,4.2803385440493e-06
pileval,mlp_gate,Meta-Llama-3-8B,3,64,2,8.925611837184988e-06
pileval,mlp_down,Meta-Llama-3-8B,3,64,2,8.735432857065462e-06
pileval,attn_in,Meta-Llama-3-8B,3,64,3,8.72283817443531e-06
pileval,mlp_gate,Meta-Llama-3-8B,3,64,3,2.009015588555485e-05
pileval,mlp_down,Meta-Llama-3-8B,3,64,3,1.6575702829868533e-05
pileval,attn_in,Meta-Llama-3-8B,3,64,4,1.5838772014831193e-05
pileval,mlp_gate,Meta-Llama-3-8B,3,64,4,3.48092544300016e-05
pileval,mlp_down,Meta-Llama-3-8B,3,64,4,2.8048496460542083e-05
pileval,attn_in,Meta-Llama-3-8B,3,64,5,2.579879765107762e-05
pileval,mlp_gate,Meta-Llama-3-8B,3,64,5,4.9762093112803996e-05
pileval,mlp_down,Meta-Llama-3-8B,3,64,5,4.1648752812761813e-05
pileval,attn_in,Meta-Llama-3-8B,3,64,6,3.341737829032354e-05
pileval,mlp_gate,Meta-Llama-3-8B,3,64,6,6.31623697699979e-05
pileval,mlp_down,Meta-Llama-3-8B,3,64,6,5.1125989557476714e-05
pileval,attn_in,Meta-Llama-3-8B,3,64,7,4.19463831349276e-05
pileval,mlp_gate,Meta-Llama-3-8B,3,64,7,7.352150714723393e-05
pileval,mlp_down,Meta-Llama-3-8B,3,64,7,5.7005021517397836e-05
pileval,attn_in,Meta-Llama-3-8B,3,64,8,5.1676874136319384e-05
pileval,mlp_gate,Meta-Llama-3-8B,3,64,8,8.031412289710715e-05
pileval,mlp_down,Meta-Llama-3-8B,3,64,8,6.213310552993789e-05
pileval,attn_in,Meta-Llama-3-8B,3,64,9,6.84352417010814e-05
pileval,mlp_gate,Meta-Llama-3-8B,3,64,9,9.110642713494599e-05
pileval,mlp_down,Meta-Llama-3-8B,3,64,9,7.166444265749305e-05
pileval,attn_in,Meta-Llama-3-8B,3,64,10,7.072929292917252e-05
pileval,mlp_gate,Meta-Llama-3-8B,3,64,10,9.24526757444255e-05
pileval,mlp_down,Meta-Llama-3-8B,3,64,10,7.474621088476852e-05
pileval,attn_in,Meta-Llama-3-8B,3,64,11,7.85720840212889e-05
pileval,mlp_gate,Meta-Llama-3-8B,3,64,11,9.904677426675335e-05
pileval,mlp_down,Meta-Llama-3-8B,3,64,11,7.78992471168749e-05
pileval,attn_in,Meta-Llama-3-8B,3,64,12,7.5189680501353e-05
pileval,mlp_gate,Meta-Llama-3-8B,3,64,12,0.0001154224228230305
pileval,mlp_down,Meta-Llama-3-8B,3,64,12,8.532407809980214e-05
pileval,attn_in,Meta-Llama-3-8B,3,64,13,9.560657781548798e-05
pileval,mlp_gate,Meta-Llama-3-8B,3,64,13,0.0001325070479651913
pileval,mlp_down,Meta-Llama-3-8B,3,64,13,0.00010345789632992819
pileval,attn_in,Meta-Llama-3-8B,3,64,14,0.00011446366261225194
pileval,mlp_gate,Meta-Llama-3-8B,3,64,14,0.00015840164269320667
pileval,mlp_down,Meta-Llama-3-8B,3,64,14,0.00011654364061541855
pileval,attn_in,Meta-Llama-3-8B,3,64,15,0.00010491321882000193
pileval,mlp_gate,Meta-Llama-3-8B,3,64,15,0.0001811410766094923
pileval,mlp_down,Meta-Llama-3-8B,3,64,15,0.0001498382189311087
pileval,attn_in,Meta-Llama-3-8B,3,64,16,0.0001225943269673735
pileval,mlp_gate,Meta-Llama-3-8B,3,64,16,0.00018640786584001034
pileval,mlp_down,Meta-Llama-3-8B,3,64,16,0.00015866704052314162
pileval,attn_in,Meta-Llama-3-8B,3,64,17,0.00010433325951453298
pileval,mlp_gate,Meta-Llama-3-8B,3,64,17,0.00021479203132912517
pileval,mlp_down,Meta-Llama-3-8B,3,64,17,0.00019335201068315655
pileval,attn_in,Meta-Llama-3-8B,3,64,18,7.015700248302892e-05
pileval,mlp_gate,Meta-Llama-3-8B,3,64,18,0.00021259606000967324
pileval,mlp_down,Meta-Llama-3-8B,3,64,18,0.00018703581008594483
pileval,attn_in,Meta-Llama-3-8B,3,64,19,6.003943053656258e-05
pileval,mlp_gate,Meta-Llama-3-8B,3,64,19,0.0002237681474070996
pileval,mlp_down,Meta-Llama-3-8B,3,64,19,0.00018954460392706096
pileval,attn_in,Meta-Llama-3-8B,3,64,20,7.373376138275489e-05
pileval,mlp_gate,Meta-Llama-3-8B,3,64,20,0.00024368146841879934
pileval,mlp_down,Meta-Llama-3-8B,3,64,20,0.00020657367713283747
pileval,attn_in,Meta-Llama-3-8B,3,64,21,0.00010529446444706991
pileval,mlp_gate,Meta-Llama-3-8B,3,64,21,0.0002885717840399593
pileval,mlp_down,Meta-Llama-3-8B,3,64,21,0.0002492677012924105
pileval,attn_in,Meta-Llama-3-8B,3,64,22,9.303085244027898e-05
pileval,mlp_gate,Meta-Llama-3-8B,3,64,22,0.00030130124650895596
pileval,mlp_down,Meta-Llama-3-8B,3,64,22,0.00025789858773350716
pileval,attn_in,Meta-Llama-3-8B,3,64,23,8.94630211405456e-05
pileval,mlp_gate,Meta-Llama-3-8B,3,64,23,0.0003291649336460978
pileval,mlp_down,Meta-Llama-3-8B,3,64,23,0.0002668577362783253
pileval,attn_in,Meta-Llama-3-8B,3,64,24,0.00011329545668559149
pileval,mlp_gate,Meta-Llama-3-8B,3,64,24,0.00036113729584030807
pileval,mlp_down,Meta-Llama-3-8B,3,64,24,0.0002854193444363773
pileval,attn_in,Meta-Llama-3-8B,3,64,25,0.0001582981931278482
pileval,mlp_gate,Meta-Llama-3-8B,3,64,25,0.00041208151378668845
pileval,mlp_down,Meta-Llama-3-8B,3,64,25,0.0003029028885066509
pileval,attn_in,Meta-Llama-3-8B,3,64,26,0.00017908478912431747
pileval,mlp_gate,Meta-Llama-3-8B,3,64,26,0.00048363246605731547
pileval,mlp_down,Meta-Llama-3-8B,3,64,26,0.0003521245380397886
pileval,attn_in,Meta-Llama-3-8B,3,64,27,0.0002956066164188087
pileval,mlp_gate,Meta-Llama-3-8B,3,64,27,0.000601433333940804
pileval,mlp_down,Meta-Llama-3-8B,3,64,27,0.0004618468810804188
pileval,attn_in,Meta-Llama-3-8B,3,64,28,0.0002998709096573293
pileval,mlp_gate,Meta-Llama-3-8B,3,64,28,0.0008338557672686875
pileval,mlp_down,Meta-Llama-3-8B,3,64,28,0.0006312535260803998
pileval,attn_in,Meta-Llama-3-8B,3,64,29,0.0004402331542223692
pileval,mlp_gate,Meta-Llama-3-8B,3,64,29,0.0011848693247884512
pileval,mlp_down,Meta-Llama-3-8B,3,64,29,0.0009707435965538025
pileval,attn_in,Meta-Llama-3-8B,3,64,30,0.0009142418275587261
pileval,mlp_gate,Meta-Llama-3-8B,3,64,30,0.002212075050920248
pileval,mlp_down,Meta-Llama-3-8B,3,64,30,0.002265592571347952
pileval,attn_in,Meta-Llama-3-8B,3,64,31,0.0013321504229679704
pileval,mlp_gate,Meta-Llama-3-8B,3,64,31,0.00975552573800087
pileval,mlp_down,Meta-Llama-3-8B,3,64,31,0.20126058161258698
pileval,attn_in,Llama-2-7b-hf,3,128,0,3.0573014555557165e-06
pileval,attn_out,Llama-2-7b-hf,3,128,0,3.6636567983805435e-06
pileval,mlp_gate,Llama-2-7b-hf,3,128,0,8.344591151399072e-07
pileval,mlp_down,Llama-2-7b-hf,3,128,0,7.136275144148385e-06
pileval,attn_in,Llama-2-7b-hf,3,128,1,8.130258720484562e-06
pileval,attn_out,Llama-2-7b-hf,3,128,1,1.2794391295756213e-05
pileval,mlp_gate,Llama-2-7b-hf,3,128,1,0.00022384546173270792
pileval,mlp_down,Llama-2-7b-hf,3,128,1,0.02852078713476658
pileval,attn_in,Llama-2-7b-hf,3,128,2,1.8451939467922784e-05
pileval,attn_out,Llama-2-7b-hf,3,128,2,1.0367852155468427e-05
pileval,mlp_gate,Llama-2-7b-hf,3,128,2,2.276323539263103e-05
pileval,mlp_down,Llama-2-7b-hf,3,128,2,2.910836337832734e-05
pileval,attn_in,Llama-2-7b-hf,3,128,3,4.432051719049923e-05
pileval,attn_out,Llama-2-7b-hf,3,128,3,1.9759028873522766e-05
pileval,mlp_gate,Llama-2-7b-hf,3,128,3,5.6469663832103834e-05
pileval,mlp_down,Llama-2-7b-hf,3,128,3,5.373532258090563e-05
pileval,attn_in,Llama-2-7b-hf,3,128,4,9.080448216991499e-05
pileval,attn_out,Llama-2-7b-hf,3,128,4,3.836734686046839e-05
pileval,mlp_gate,Llama-2-7b-hf,3,128,4,0.00010866339289350435
pileval,mlp_down,Llama-2-7b-hf,3,128,4,0.00014666683273389935
pileval,attn_in,Llama-2-7b-hf,3,128,5,0.00017632746312301606
pileval,attn_out,Llama-2-7b-hf,3,128,5,7.63490388635546e-05
pileval,mlp_gate,Llama-2-7b-hf,3,128,5,0.00016866547230165452
pileval,mlp_down,Llama-2-7b-hf,3,128,5,0.00014327987446449697
pileval,attn_in,Llama-2-7b-hf,3,128,6,0.0002025837602559477
pileval,attn_out,Llama-2-7b-hf,3,128,6,9.186880197376013e-05
pileval,mlp_gate,Llama-2-7b-hf,3,128,6,0.0002521155111026019
pileval,mlp_down,Llama-2-7b-hf,3,128,6,0.00021584438218269497
pileval,attn_in,Llama-2-7b-hf,3,128,7,0.00028341446886770427
pileval,attn_out,Llama-2-7b-hf,3,128,7,0.00013142224634066224
pileval,mlp_gate,Llama-2-7b-hf,3,128,7,0.0003509726084303111
pileval,mlp_down,Llama-2-7b-hf,3,128,7,0.0002902369014918804
pileval,attn_in,Llama-2-7b-hf,3,128,8,0.00048127173795364797
pileval,attn_out,Llama-2-7b-hf,3,128,8,0.00018605735385790467
pileval,mlp_gate,Llama-2-7b-hf,3,128,8,0.00043663635733537376
pileval,mlp_down,Llama-2-7b-hf,3,128,8,0.00035564813879318535
pileval,attn_in,Llama-2-7b-hf,3,128,9,0.0006133763818070292
pileval,attn_out,Llama-2-7b-hf,3,128,9,0.00025182843091897666
pileval,mlp_gate,Llama-2-7b-hf,3,128,9,0.0005151124205440283
pileval,mlp_down,Llama-2-7b-hf,3,128,9,0.00040966898086480796
pileval,attn_in,Llama-2-7b-hf,3,128,10,0.0006958264857530594
pileval,attn_out,Llama-2-7b-hf,3,128,10,0.0003480982268229127
pileval,mlp_gate,Llama-2-7b-hf,3,128,10,0.0006082780892029405
pileval,mlp_down,Llama-2-7b-hf,3,128,10,0.0004720875294879079
pileval,attn_in,Llama-2-7b-hf,3,128,11,0.0007416457519866526
pileval,attn_out,Llama-2-7b-hf,3,128,11,0.00035708467476069927
pileval,mlp_gate,Llama-2-7b-hf,3,128,11,0.0006836489774286747
pileval,mlp_down,Llama-2-7b-hf,3,128,11,0.0005403910763561726
pileval,attn_in,Llama-2-7b-hf,3,128,12,0.0009082350879907608
pileval,attn_out,Llama-2-7b-hf,3,128,12,0.0004176648217253387
pileval,mlp_gate,Llama-2-7b-hf,3,128,12,0.0007695782696828246
pileval,mlp_down,Llama-2-7b-hf,3,128,12,0.000617450859863311
pileval,attn_in,Llama-2-7b-hf,3,128,13,0.0009354497888125479
pileval,attn_out,Llama-2-7b-hf,3,128,13,0.00045435986248776317
pileval,mlp_gate,Llama-2-7b-hf,3,128,13,0.0009158642496913671
pileval,mlp_down,Llama-2-7b-hf,3,128,13,0.000754675711505115
pileval,attn_in,Llama-2-7b-hf,3,128,14,0.0009751271572895348
pileval,attn_out,Llama-2-7b-hf,3,128,14,0.0005077998503111303
pileval,mlp_gate,Llama-2-7b-hf,3,128,14,0.0010314806131646037
pileval,mlp_down,Llama-2-7b-hf,3,128,14,0.0008964024018496275
pileval,attn_in,Llama-2-7b-hf,3,128,15,0.0010679402621462941
pileval,attn_out,Llama-2-7b-hf,3,128,15,0.0005524447187781334
pileval,mlp_gate,Llama-2-7b-hf,3,128,15,0.0012866811593994498
pileval,mlp_down,Llama-2-7b-hf,3,128,15,0.0011245951754972339
pileval,attn_in,Llama-2-7b-hf,3,128,16,0.0012640788918361068
pileval,attn_out,Llama-2-7b-hf,3,128,16,0.0007910772110335529
pileval,mlp_gate,Llama-2-7b-hf,3,128,16,0.0016466722590848804
pileval,mlp_down,Llama-2-7b-hf,3,128,16,0.0016716626705601811
pileval,attn_in,Llama-2-7b-hf,3,128,17,0.0010025618830695748
pileval,attn_out,Llama-2-7b-hf,3,128,17,0.000562962784897536
pileval,mlp_gate,Llama-2-7b-hf,3,128,17,0.001821933314204216
pileval,mlp_down,Llama-2-7b-hf,3,128,17,0.0017102345591410995
pileval,attn_in,Llama-2-7b-hf,3,128,18,0.0010712798684835434
pileval,attn_out,Llama-2-7b-hf,3,128,18,0.0006627010880038142
pileval,mlp_gate,Llama-2-7b-hf,3,128,18,0.0021627622190862894
pileval,mlp_down,Llama-2-7b-hf,3,128,18,0.0020622466690838337
pileval,attn_in,Llama-2-7b-hf,3,128,19,0.0010400345781818032
pileval,attn_out,Llama-2-7b-hf,3,128,19,0.0005687675438821316
pileval,mlp_gate,Llama-2-7b-hf,3,128,19,0.00248494534753263
pileval,mlp_down,Llama-2-7b-hf,3,128,19,0.0023320927284657955
pileval,attn_in,Llama-2-7b-hf,3,128,20,0.0011330136330798268
pileval,attn_out,Llama-2-7b-hf,3,128,20,0.0006669073482044041
pileval,mlp_gate,Llama-2-7b-hf,3,128,20,0.0029097488150000572
pileval,mlp_down,Llama-2-7b-hf,3,128,20,0.002823407296091318
pileval,attn_in,Llama-2-7b-hf,3,128,21,0.0009154526051133871
pileval,attn_out,Llama-2-7b-hf,3,128,21,0.000620332604739815
pileval,mlp_gate,Llama-2-7b-hf,3,128,21,0.0032036895863711834
pileval,mlp_down,Llama-2-7b-hf,3,128,21,0.002828191965818405
pileval,attn_in,Llama-2-7b-hf,3,128,22,0.001522532314993441
pileval,attn_out,Llama-2-7b-hf,3,128,22,0.0007750179502181709
pileval,mlp_gate,Llama-2-7b-hf,3,128,22,0.0036471339408308268
pileval,mlp_down,Llama-2-7b-hf,3,128,22,0.003152823308482766
pileval,attn_in,Llama-2-7b-hf,3,128,23,0.0012038529384881258
pileval,attn_out,Llama-2-7b-hf,3,128,23,0.0006632106960751116
pileval,mlp_gate,Llama-2-7b-hf,3,128,23,0.004064390901476145
pileval,mlp_down,Llama-2-7b-hf,3,128,23,0.0033499642740935087
pileval,attn_in,Llama-2-7b-hf,3,128,24,0.001629590755328536
pileval,attn_out,Llama-2-7b-hf,3,128,24,0.0008595355320721865
pileval,mlp_gate,Llama-2-7b-hf,3,128,24,0.004442899022251368
pileval,mlp_down,Llama-2-7b-hf,3,128,24,0.0034644543193280697
pileval,attn_in,Llama-2-7b-hf,3,128,25,0.0014179536374285817
pileval,attn_out,Llama-2-7b-hf,3,128,25,0.0006956326542422175
pileval,mlp_gate,Llama-2-7b-hf,3,128,25,0.005011596716940403
pileval,mlp_down,Llama-2-7b-hf,3,128,25,0.0037422464229166508
pileval,attn_in,Llama-2-7b-hf,3,128,26,0.0021088675130158663
pileval,attn_out,Llama-2-7b-hf,3,128,26,0.0011845917906612158
pileval,mlp_gate,Llama-2-7b-hf,3,128,26,0.005654674023389816
pileval,mlp_down,Llama-2-7b-hf,3,128,26,0.004067800473421812
pileval,attn_in,Llama-2-7b-hf,3,128,27,0.0018865589518100023
pileval,attn_out,Llama-2-7b-hf,3,128,27,0.0010937266051769257
pileval,mlp_gate,Llama-2-7b-hf,3,128,27,0.006525352597236633
pileval,mlp_down,Llama-2-7b-hf,3,128,27,0.004697713535279036
pileval,attn_in,Llama-2-7b-hf,3,128,28,0.002448367653414607
pileval,attn_out,Llama-2-7b-hf,3,128,28,0.0013047953834757209
pileval,mlp_gate,Llama-2-7b-hf,3,128,28,0.007823150604963303
pileval,mlp_down,Llama-2-7b-hf,3,128,28,0.0059875366277992725
pileval,attn_in,Llama-2-7b-hf,3,128,29,0.002292183693498373
pileval,attn_out,Llama-2-7b-hf,3,128,29,0.0013158798683434725
pileval,mlp_gate,Llama-2-7b-hf,3,128,29,0.009582111611962318
pileval,mlp_down,Llama-2-7b-hf,3,128,29,0.008739805780351162
pileval,attn_in,Llama-2-7b-hf,3,128,30,0.0026862062513828278
pileval,attn_out,Llama-2-7b-hf,3,128,30,0.0017922201659530401
pileval,mlp_gate,Llama-2-7b-hf,3,128,30,0.016373910009860992
pileval,mlp_down,Llama-2-7b-hf,3,128,30,0.02779489941895008
pileval,attn_in,Llama-2-7b-hf,3,128,31,0.010080674663186073
pileval,attn_out,Llama-2-7b-hf,3,128,31,0.002426684834063053
pileval,mlp_gate,Llama-2-7b-hf,3,128,31,0.03300805389881134
pileval,mlp_down,Llama-2-7b-hf,3,128,31,0.07783669233322144
pileval,attn_in,Meta-Llama-3-8B,3,128,0,1.5446798897755798e-06
pileval,mlp_gate,Meta-Llama-3-8B,3,128,0,2.36177334045351e-06
pileval,mlp_down,Meta-Llama-3-8B,3,128,0,5.2416903599805664e-06
pileval,attn_in,Meta-Llama-3-8B,3,128,1,4.32414253737079e-06
pileval,mlp_gate,Meta-Llama-3-8B,3,128,1,4.586330396705307e-05
pileval,mlp_down,Meta-Llama-3-8B,3,128,1,0.00012476819392759353
pileval,attn_in,Meta-Llama-3-8B,3,128,2,7.247330358950421e-06
pileval,mlp_gate,Meta-Llama-3-8B,3,128,2,1.165756202681223e-05
pileval,mlp_down,Meta-Llama-3-8B,3,128,2,1.1639158401521854e-05
pileval,attn_in,Meta-Llama-3-8B,3,128,3,1.1064742466260213e-05
pileval,mlp_gate,Meta-Llama-3-8B,3,128,3,2.651957947819028e-05
pileval,mlp_down,Meta-Llama-3-8B,3,128,3,2.1829344404977746e-05
pileval,attn_in,Meta-Llama-3-8B,3,128,4,2.419904740236234e-05
pileval,mlp_gate,Meta-Llama-3-8B,3,128,4,4.62610405520536e-05
pileval,mlp_down,Meta-Llama-3-8B,3,128,4,3.646433833637275e-05
pileval,attn_in,Meta-Llama-3-8B,3,128,5,3.086595825152472e-05
pileval,mlp_gate,Meta-Llama-3-8B,3,128,5,6.537872104672715e-05
pileval,mlp_down,Meta-Llama-3-8B,3,128,5,5.4652991821058095e-05
pileval,attn_in,Meta-Llama-3-8B,3,128,6,3.959316745749675e-05
pileval,mlp_gate,Meta-Llama-3-8B,3,128,6,8.340262866113335e-05
pileval,mlp_down,Meta-Llama-3-8B,3,128,6,6.685920379823074e-05
pileval,attn_in,Meta-Llama-3-8B,3,128,7,5.5311204050667584e-05
pileval,mlp_gate,Meta-Llama-3-8B,3,128,7,9.772807970875874e-05
pileval,mlp_down,Meta-Llama-3-8B,3,128,7,7.443469075951725e-05
pileval,attn_in,Meta-Llama-3-8B,3,128,8,7.222833664854988e-05
pileval,mlp_gate,Meta-Llama-3-8B,3,128,8,0.00010692147043300793
pileval,mlp_down,Meta-Llama-3-8B,3,128,8,8.05764357210137e-05
pileval,attn_in,Meta-Llama-3-8B,3,128,9,9.218831837642938e-05
pileval,mlp_gate,Meta-Llama-3-8B,3,128,9,0.00012140881881350651
pileval,mlp_down,Meta-Llama-3-8B,3,128,9,9.301353566115722e-05
pileval,attn_in,Meta-Llama-3-8B,3,128,10,9.812672215048224e-05
pileval,mlp_gate,Meta-Llama-3-8B,3,128,10,0.00012259198410902172
pileval,mlp_down,Meta-Llama-3-8B,3,128,10,9.683820826467127e-05
pileval,attn_in,Meta-Llama-3-8B,3,128,11,9.304730338044465e-05
pileval,mlp_gate,Meta-Llama-3-8B,3,128,11,0.0001325210032518953
pileval,mlp_down,Meta-Llama-3-8B,3,128,11,0.00010169999586651102
pileval,attn_in,Meta-Llama-3-8B,3,128,12,9.665571997174993e-05
pileval,mlp_gate,Meta-Llama-3-8B,3,128,12,0.00015654671005904675
pileval,mlp_down,Meta-Llama-3-8B,3,128,12,0.0001117443316616118
pileval,attn_in,Meta-Llama-3-8B,3,128,13,0.00013067886175122112
pileval,mlp_gate,Meta-Llama-3-8B,3,128,13,0.000179796785232611
pileval,mlp_down,Meta-Llama-3-8B,3,128,13,0.00013514792954083532
pileval,attn_in,Meta-Llama-3-8B,3,128,14,0.0001610573090147227
pileval,mlp_gate,Meta-Llama-3-8B,3,128,14,0.00021591741824522614
pileval,mlp_down,Meta-Llama-3-8B,3,128,14,0.00015061977319419384
pileval,attn_in,Meta-Llama-3-8B,3,128,15,0.0001418456668034196
pileval,mlp_gate,Meta-Llama-3-8B,3,128,15,0.00024528431822545826
pileval,mlp_down,Meta-Llama-3-8B,3,128,15,0.0001944708201335743
pileval,attn_in,Meta-Llama-3-8B,3,128,16,0.00016813504043966532
pileval,mlp_gate,Meta-Llama-3-8B,3,128,16,0.00024942803429439664
pileval,mlp_down,Meta-Llama-3-8B,3,128,16,0.00020534977375064045
pileval,attn_in,Meta-Llama-3-8B,3,128,17,0.00012597984459716827
pileval,mlp_gate,Meta-Llama-3-8B,3,128,17,0.0002868402807507664
pileval,mlp_down,Meta-Llama-3-8B,3,128,17,0.0002530143246985972
pileval,attn_in,Meta-Llama-3-8B,3,128,18,9.330637112725526e-05
pileval,mlp_gate,Meta-Llama-3-8B,3,128,18,0.0002802606613840908
pileval,mlp_down,Meta-Llama-3-8B,3,128,18,0.00024243768712040037
pileval,attn_in,Meta-Llama-3-8B,3,128,19,8.462255937047303e-05
pileval,mlp_gate,Meta-Llama-3-8B,3,128,19,0.00029493283363990486
pileval,mlp_down,Meta-Llama-3-8B,3,128,19,0.00024603947531431913
pileval,attn_in,Meta-Llama-3-8B,3,128,20,9.847572800936177e-05
pileval,mlp_gate,Meta-Llama-3-8B,3,128,20,0.00032025709515437484
pileval,mlp_down,Meta-Llama-3-8B,3,128,20,0.0002684827777557075
pileval,attn_in,Meta-Llama-3-8B,3,128,21,0.00014511296467389911
pileval,mlp_gate,Meta-Llama-3-8B,3,128,21,0.00037984512164257467
pileval,mlp_down,Meta-Llama-3-8B,3,128,21,0.0003273029869887978
pileval,attn_in,Meta-Llama-3-8B,3,128,22,0.00011807204282376915
pileval,mlp_gate,Meta-Llama-3-8B,3,128,22,0.00039360628579743207
pileval,mlp_down,Meta-Llama-3-8B,3,128,22,0.0003358846006449312
pileval,attn_in,Meta-Llama-3-8B,3,128,23,0.00012726480781566352
pileval,mlp_gate,Meta-Llama-3-8B,3,128,23,0.0004307430062908679
pileval,mlp_down,Meta-Llama-3-8B,3,128,23,0.00034472328843548894
pileval,attn_in,Meta-Llama-3-8B,3,128,24,0.00015033867384772748
pileval,mlp_gate,Meta-Llama-3-8B,3,128,24,0.0004720573197118938
pileval,mlp_down,Meta-Llama-3-8B,3,128,24,0.0003712167090270668
pileval,attn_in,Meta-Llama-3-8B,3,128,25,0.00020724926434922963
pileval,mlp_gate,Meta-Llama-3-8B,3,128,25,0.000540265697054565
pileval,mlp_down,Meta-Llama-3-8B,3,128,25,0.00039056316018104553
pileval,attn_in,Meta-Llama-3-8B,3,128,26,0.00024855206720530987
pileval,mlp_gate,Meta-Llama-3-8B,3,128,26,0.0006374304066412151
pileval,mlp_down,Meta-Llama-3-8B,3,128,26,0.00045263979700393975
pileval,attn_in,Meta-Llama-3-8B,3,128,27,0.00034877320285886526
pileval,mlp_gate,Meta-Llama-3-8B,3,128,27,0.0007989597506821156
pileval,mlp_down,Meta-Llama-3-8B,3,128,27,0.0005988561897538602
pileval,attn_in,Meta-Llama-3-8B,3,128,28,0.00040488046943210065
pileval,mlp_gate,Meta-Llama-3-8B,3,128,28,0.0011075454531237483
pileval,mlp_down,Meta-Llama-3-8B,3,128,28,0.000816645217128098
pileval,attn_in,Meta-Llama-3-8B,3,128,29,0.0006047611823305488
pileval,mlp_gate,Meta-Llama-3-8B,3,128,29,0.0015858282567933202
pileval,mlp_down,Meta-Llama-3-8B,3,128,29,0.0012886340264230967
pileval,attn_in,Meta-Llama-3-8B,3,128,30,0.0014397588092833757
pileval,mlp_gate,Meta-Llama-3-8B,3,128,30,0.0029372218996286392
pileval,mlp_down,Meta-Llama-3-8B,3,128,30,0.003155418438836932
pileval,attn_in,Meta-Llama-3-8B,3,128,31,0.001565116224810481
pileval,mlp_gate,Meta-Llama-3-8B,3,128,31,0.012973355129361153
pileval,mlp_down,Meta-Llama-3-8B,3,128,31,0.47053632140159607
pileval,attn_in,Llama-2-7b-hf,4,32,0,2.2910474228865496e-07
pileval,attn_out,Llama-2-7b-hf,4,32,0,3.4698507533903467e-07
pileval,mlp_gate,Llama-2-7b-hf,4,32,0,9.102836173724427e-08
pileval,mlp_down,Llama-2-7b-hf,4,32,0,7.415872573801607e-07
pileval,attn_in,Llama-2-7b-hf,4,32,1,8.741732813177805e-07
pileval,attn_out,Llama-2-7b-hf,4,32,1,1.2623348766283016e-06
pileval,mlp_gate,Llama-2-7b-hf,4,32,1,9.912624591379426e-06
pileval,mlp_down,Llama-2-7b-hf,4,32,1,0.008519677445292473
pileval,attn_in,Llama-2-7b-hf,4,32,2,2.906428790083737e-06
pileval,attn_out,Llama-2-7b-hf,4,32,2,1.1729770221791114e-06
pileval,mlp_gate,Llama-2-7b-hf,4,32,2,2.8104532248107716e-06
pileval,mlp_down,Llama-2-7b-hf,4,32,2,3.601925982366083e-06
pileval,attn_in,Llama-2-7b-hf,4,32,3,5.274244358588476e-06
pileval,attn_out,Llama-2-7b-hf,4,32,3,2.264980821564677e-06
pileval,mlp_gate,Llama-2-7b-hf,4,32,3,6.859480890852865e-06
pileval,mlp_down,Llama-2-7b-hf,4,32,3,6.694348485325463e-06
pileval,attn_in,Llama-2-7b-hf,4,32,4,1.1850836017401889e-05
pileval,attn_out,Llama-2-7b-hf,4,32,4,4.546024229057366e-06
pileval,mlp_gate,Llama-2-7b-hf,4,32,4,1.3018813660892192e-05
pileval,mlp_down,Llama-2-7b-hf,4,32,4,1.5693325622123666e-05
pileval,attn_in,Llama-2-7b-hf,4,32,5,1.782503750291653e-05
pileval,attn_out,Llama-2-7b-hf,4,32,5,8.914089448808227e-06
pileval,mlp_gate,Llama-2-7b-hf,4,32,5,2.0193418095004745e-05
pileval,mlp_down,Llama-2-7b-hf,4,32,5,1.7907361325342208e-05
pileval,attn_in,Llama-2-7b-hf,4,32,6,2.3809412596165203e-05
pileval,attn_out,Llama-2-7b-hf,4,32,6,1.0958250641124323e-05
pileval,mlp_gate,Llama-2-7b-hf,4,32,6,3.007348823302891e-05
pileval,mlp_down,Llama-2-7b-hf,4,32,6,2.7013251383323222e-05
pileval,attn_in,Llama-2-7b-hf,4,32,7,3.5926328564528376e-05
pileval,attn_out,Llama-2-7b-hf,4,32,7,1.5589244867442176e-05
pileval,mlp_gate,Llama-2-7b-hf,4,32,7,4.1532217437634245e-05
pileval,mlp_down,Llama-2-7b-hf,4,32,7,3.617215043050237e-05
pileval,attn_in,Llama-2-7b-hf,4,32,8,5.667113509844057e-05
pileval,attn_out,Llama-2-7b-hf,4,32,8,2.2732443540007807e-05
pileval,mlp_gate,Llama-2-7b-hf,4,32,8,5.146151306689717e-05
pileval,mlp_down,Llama-2-7b-hf,4,32,8,4.432770947460085e-05
pileval,attn_in,Llama-2-7b-hf,4,32,9,6.401889550033957e-05
pileval,attn_out,Llama-2-7b-hf,4,32,9,3.08879571093712e-05
pileval,mlp_gate,Llama-2-7b-hf,4,32,9,6.032397141098045e-05
pileval,mlp_down,Llama-2-7b-hf,4,32,9,5.110719212098047e-05
pileval,attn_in,Llama-2-7b-hf,4,32,10,8.489572064718232e-05
pileval,attn_out,Llama-2-7b-hf,4,32,10,4.288355557946488e-05
pileval,mlp_gate,Llama-2-7b-hf,4,32,10,7.049836858641356e-05
pileval,mlp_down,Llama-2-7b-hf,4,32,10,5.893251727684401e-05
pileval,attn_in,Llama-2-7b-hf,4,32,11,0.00010176575597142801
pileval,attn_out,Llama-2-7b-hf,4,32,11,4.382208862807602e-05
pileval,mlp_gate,Llama-2-7b-hf,4,32,11,7.974101026775315e-05
pileval,mlp_down,Llama-2-7b-hf,4,32,11,6.753008347004652e-05
pileval,attn_in,Llama-2-7b-hf,4,32,12,0.00011651439126580954
pileval,attn_out,Llama-2-7b-hf,4,32,12,5.152444646228105e-05
pileval,mlp_gate,Llama-2-7b-hf,4,32,12,9.066874190466478e-05
pileval,mlp_down,Llama-2-7b-hf,4,32,12,7.725156319793314e-05
pileval,attn_in,Llama-2-7b-hf,4,32,13,0.00011209957301616669
pileval,attn_out,Llama-2-7b-hf,4,32,13,5.5863412853796035e-05
pileval,mlp_gate,Llama-2-7b-hf,4,32,13,0.00010779091826407239
pileval,mlp_down,Llama-2-7b-hf,4,32,13,9.453522943658754e-05
pileval,attn_in,Llama-2-7b-hf,4,32,14,0.00011530004121595994
pileval,attn_out,Llama-2-7b-hf,4,32,14,6.318923260550946e-05
pileval,mlp_gate,Llama-2-7b-hf,4,32,14,0.00012155524746049196
pileval,mlp_down,Llama-2-7b-hf,4,32,14,0.00011227588402107358
pileval,attn_in,Llama-2-7b-hf,4,32,15,0.0001229164336109534
pileval,attn_out,Llama-2-7b-hf,4,32,15,6.779731484130025e-05
pileval,mlp_gate,Llama-2-7b-hf,4,32,15,0.00015033569070510566
pileval,mlp_down,Llama-2-7b-hf,4,32,15,0.0001406688243150711
pileval,attn_in,Llama-2-7b-hf,4,32,16,0.00014884615666233003
pileval,attn_out,Llama-2-7b-hf,4,32,16,9.753397171152756e-05
pileval,mlp_gate,Llama-2-7b-hf,4,32,16,0.00019635811622720212
pileval,mlp_down,Llama-2-7b-hf,4,32,16,0.0002033059427049011
pileval,attn_in,Llama-2-7b-hf,4,32,17,0.0001353519910480827
pileval,attn_out,Llama-2-7b-hf,4,32,17,6.945138738956302e-05
pileval,mlp_gate,Llama-2-7b-hf,4,32,17,0.0002189574297517538
pileval,mlp_down,Llama-2-7b-hf,4,32,17,0.000214872183278203
pileval,attn_in,Llama-2-7b-hf,4,32,18,0.0001338840665994212
pileval,attn_out,Llama-2-7b-hf,4,32,18,8.092511416180059e-05
pileval,mlp_gate,Llama-2-7b-hf,4,32,18,0.00026075690402649343
pileval,mlp_down,Llama-2-7b-hf,4,32,18,0.0002583144523669034
pileval,attn_in,Llama-2-7b-hf,4,32,19,0.00011939467367483303
pileval,attn_out,Llama-2-7b-hf,4,32,19,7.012481364654377e-05
pileval,mlp_gate,Llama-2-7b-hf,4,32,19,0.00030016666278243065
pileval,mlp_down,Llama-2-7b-hf,4,32,19,0.0002885576686821878
pileval,attn_in,Llama-2-7b-hf,4,32,20,0.00014187664783094078
pileval,attn_out,Llama-2-7b-hf,4,32,20,8.280303154606372e-05
pileval,mlp_gate,Llama-2-7b-hf,4,32,20,0.0003539039462339133
pileval,mlp_down,Llama-2-7b-hf,4,32,20,0.0003517236327752471
pileval,attn_in,Llama-2-7b-hf,4,32,21,0.00011411207378841937
pileval,attn_out,Llama-2-7b-hf,4,32,21,7.669736805837601e-05
pileval,mlp_gate,Llama-2-7b-hf,4,32,21,0.00039036295493133366
pileval,mlp_down,Llama-2-7b-hf,4,32,21,0.00035535014467313886
pileval,attn_in,Llama-2-7b-hf,4,32,22,0.00018108983931597322
pileval,attn_out,Llama-2-7b-hf,4,32,22,9.572947601554915e-05
pileval,mlp_gate,Llama-2-7b-hf,4,32,22,0.0004461146891117096
pileval,mlp_down,Llama-2-7b-hf,4,32,22,0.0003970586112700403
pileval,attn_in,Llama-2-7b-hf,4,32,23,0.00014327971439342946
pileval,attn_out,Llama-2-7b-hf,4,32,23,8.26765171950683e-05
pileval,mlp_gate,Llama-2-7b-hf,4,32,23,0.0004980642115697265
pileval,mlp_down,Llama-2-7b-hf,4,32,23,0.0004221778071951121
pileval,attn_in,Llama-2-7b-hf,4,32,24,0.00018159586761612445
pileval,attn_out,Llama-2-7b-hf,4,32,24,0.00010543080134084448
pileval,mlp_gate,Llama-2-7b-hf,4,32,24,0.0005438842345029116
pileval,mlp_down,Llama-2-7b-hf,4,32,24,0.00043686036951839924
pileval,attn_in,Llama-2-7b-hf,4,32,25,0.00015730390441603959
pileval,attn_out,Llama-2-7b-hf,4,32,25,8.698832243680954e-05
pileval,mlp_gate,Llama-2-7b-hf,4,32,25,0.0006112302653491497
pileval,mlp_down,Llama-2-7b-hf,4,32,25,0.0004706471227109432
pileval,attn_in,Llama-2-7b-hf,4,32,26,0.0002734062436502427
pileval,attn_out,Llama-2-7b-hf,4,32,26,0.00014632595411967486
pileval,mlp_gate,Llama-2-7b-hf,4,32,26,0.0006845823954790831
pileval,mlp_down,Llama-2-7b-hf,4,32,26,0.0005114960949867964
pileval,attn_in,Llama-2-7b-hf,4,32,27,0.00022060825722292066
pileval,attn_out,Llama-2-7b-hf,4,32,27,0.00013662212586496025
pileval,mlp_gate,Llama-2-7b-hf,4,32,27,0.00078226113691926
pileval,mlp_down,Llama-2-7b-hf,4,32,27,0.0005907756858505309
pileval,attn_in,Llama-2-7b-hf,4,32,28,0.00027731547015719116
pileval,attn_out,Llama-2-7b-hf,4,32,28,0.00016157666686922312
pileval,mlp_gate,Llama-2-7b-hf,4,32,28,0.0009321878897026181
pileval,mlp_down,Llama-2-7b-hf,4,32,28,0.0007479118066839874
pileval,attn_in,Llama-2-7b-hf,4,32,29,0.0002932650677394122
pileval,attn_out,Llama-2-7b-hf,4,32,29,0.00016219587996602058
pileval,mlp_gate,Llama-2-7b-hf,4,32,29,0.0011241891188547015
pileval,mlp_down,Llama-2-7b-hf,4,32,29,0.0010280488058924675
pileval,attn_in,Llama-2-7b-hf,4,32,30,0.0003027116763405502
pileval,attn_out,Llama-2-7b-hf,4,32,30,0.00021723010286223143
pileval,mlp_gate,Llama-2-7b-hf,4,32,30,0.0018272706074640155
pileval,mlp_down,Llama-2-7b-hf,4,32,30,0.004494919907301664
pileval,attn_in,Llama-2-7b-hf,4,32,31,0.0008667416987009346
pileval,attn_out,Llama-2-7b-hf,4,32,31,0.0002824871626216918
pileval,mlp_gate,Llama-2-7b-hf,4,32,31,0.003776226658374071
pileval,mlp_down,Llama-2-7b-hf,4,32,31,0.007319207303225994
pileval,attn_in,Meta-Llama-3-8B,4,32,0,1.8924012579191185e-07
pileval,mlp_gate,Meta-Llama-3-8B,4,32,0,2.77455768582513e-07
pileval,mlp_down,Meta-Llama-3-8B,4,32,0,6.70020767756796e-07
pileval,attn_in,Meta-Llama-3-8B,4,32,1,2.5846125595307967e-07
pileval,mlp_gate,Meta-Llama-3-8B,4,32,1,1.2225414138811175e-06
pileval,mlp_down,Meta-Llama-3-8B,4,32,1,1.4735306649527047e-05
pileval,attn_in,Meta-Llama-3-8B,4,32,2,6.203171096785809e-07
pileval,mlp_gate,Meta-Llama-3-8B,4,32,2,1.3863104868505616e-06
pileval,mlp_down,Meta-Llama-3-8B,4,32,2,1.3510407370631583e-06
pileval,attn_in,Meta-Llama-3-8B,4,32,3,1.1515904816405964e-06
pileval,mlp_gate,Meta-Llama-3-8B,4,32,3,3.108589908151771e-06
pileval,mlp_down,Meta-Llama-3-8B,4,32,3,2.5972781259042677e-06
pileval,attn_in,Meta-Llama-3-8B,4,32,4,2.273283371323487e-06
pileval,mlp_gate,Meta-Llama-3-8B,4,32,4,5.355051598598948e-06
pileval,mlp_down,Meta-Llama-3-8B,4,32,4,4.432274636201328e-06
pileval,attn_in,Meta-Llama-3-8B,4,32,5,3.249917199354968e-06
pileval,mlp_gate,Meta-Llama-3-8B,4,32,5,7.679665941395797e-06
pileval,mlp_down,Meta-Llama-3-8B,4,32,5,6.564712293766206e-06
pileval,attn_in,Meta-Llama-3-8B,4,32,6,4.360068487585522e-06
pileval,mlp_gate,Meta-Llama-3-8B,4,32,6,9.76093542703893e-06
pileval,mlp_down,Meta-Llama-3-8B,4,32,6,8.058624189288821e-06
pileval,attn_in,Meta-Llama-3-8B,4,32,7,6.033576482877834e-06
pileval,mlp_gate,Meta-Llama-3-8B,4,32,7,1.1310234185657464e-05
pileval,mlp_down,Meta-Llama-3-8B,4,32,7,8.962569154391531e-06
pileval,attn_in,Meta-Llama-3-8B,4,32,8,7.696744432905689e-06
pileval,mlp_gate,Meta-Llama-3-8B,4,32,8,1.2313686056586448e-05
pileval,mlp_down,Meta-Llama-3-8B,4,32,8,9.828312613535672e-06
pileval,attn_in,Meta-Llama-3-8B,4,32,9,1.015506040857872e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,32,9,1.3940510143584106e-05
pileval,mlp_down,Meta-Llama-3-8B,4,32,9,1.1321376405248884e-05
pileval,attn_in,Meta-Llama-3-8B,4,32,10,9.900898476189468e-06
pileval,mlp_gate,Meta-Llama-3-8B,4,32,10,1.4226478924683761e-05
pileval,mlp_down,Meta-Llama-3-8B,4,32,10,1.181004336103797e-05
pileval,attn_in,Meta-Llama-3-8B,4,32,11,1.0280878086632583e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,32,11,1.5133518900256604e-05
pileval,mlp_down,Meta-Llama-3-8B,4,32,11,1.2259939467185177e-05
pileval,attn_in,Meta-Llama-3-8B,4,32,12,1.1138185982417781e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,32,12,1.735866862873081e-05
pileval,mlp_down,Meta-Llama-3-8B,4,32,12,1.3448860954667907e-05
pileval,attn_in,Meta-Llama-3-8B,4,32,13,1.3779410437564366e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,32,13,2.0029636289109476e-05
pileval,mlp_down,Meta-Llama-3-8B,4,32,13,1.6364963812520728e-05
pileval,attn_in,Meta-Llama-3-8B,4,32,14,1.849286854849197e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,32,14,2.383539867878426e-05
pileval,mlp_down,Meta-Llama-3-8B,4,32,14,1.8520895537221804e-05
pileval,attn_in,Meta-Llama-3-8B,4,32,15,1.5544579582638107e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,32,15,2.7450756533653475e-05
pileval,mlp_down,Meta-Llama-3-8B,4,32,15,2.3707483705948107e-05
pileval,attn_in,Meta-Llama-3-8B,4,32,16,1.7027714420692064e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,32,16,2.8493182981037535e-05
pileval,mlp_down,Meta-Llama-3-8B,4,32,16,2.5225452191079967e-05
pileval,attn_in,Meta-Llama-3-8B,4,32,17,1.3872963791072834e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,32,17,3.282825127826072e-05
pileval,mlp_down,Meta-Llama-3-8B,4,32,17,3.069684680667706e-05
pileval,attn_in,Meta-Llama-3-8B,4,32,18,9.755072824191302e-06
pileval,mlp_gate,Meta-Llama-3-8B,4,32,18,3.274033952038735e-05
pileval,mlp_down,Meta-Llama-3-8B,4,32,18,2.9654966056114063e-05
pileval,attn_in,Meta-Llama-3-8B,4,32,19,8.926529517339077e-06
pileval,mlp_gate,Meta-Llama-3-8B,4,32,19,3.453292083577253e-05
pileval,mlp_down,Meta-Llama-3-8B,4,32,19,2.9982351406943053e-05
pileval,attn_in,Meta-Llama-3-8B,4,32,20,1.121711920859525e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,32,20,3.785091030295007e-05
pileval,mlp_down,Meta-Llama-3-8B,4,32,20,3.2737232686486095e-05
pileval,attn_in,Meta-Llama-3-8B,4,32,21,1.5505307601415552e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,32,21,4.468684710445814e-05
pileval,mlp_down,Meta-Llama-3-8B,4,32,21,3.9297294279094785e-05
pileval,attn_in,Meta-Llama-3-8B,4,32,22,1.2483012142183725e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,32,22,4.689875277108513e-05
pileval,mlp_down,Meta-Llama-3-8B,4,32,22,4.108816210646182e-05
pileval,attn_in,Meta-Llama-3-8B,4,32,23,1.3545167348638643e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,32,23,5.1156373956473544e-05
pileval,mlp_down,Meta-Llama-3-8B,4,32,23,4.253540464560501e-05
pileval,attn_in,Meta-Llama-3-8B,4,32,24,1.5662350051570684e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,32,24,5.610437074210495e-05
pileval,mlp_down,Meta-Llama-3-8B,4,32,24,4.530717706074938e-05
pileval,attn_in,Meta-Llama-3-8B,4,32,25,2.1548270524363033e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,32,25,6.385032611433417e-05
pileval,mlp_down,Meta-Llama-3-8B,4,32,25,4.8215479182545096e-05
pileval,attn_in,Meta-Llama-3-8B,4,32,26,2.4294271497637965e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,32,26,7.453299622284248e-05
pileval,mlp_down,Meta-Llama-3-8B,4,32,26,5.6091441365424544e-05
pileval,attn_in,Meta-Llama-3-8B,4,32,27,3.4489858080632985e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,32,27,9.200882777804509e-05
pileval,mlp_down,Meta-Llama-3-8B,4,32,27,7.412850391119719e-05
pileval,attn_in,Meta-Llama-3-8B,4,32,28,4.1628834878792986e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,32,28,0.0001270485809072852
pileval,mlp_down,Meta-Llama-3-8B,4,32,28,0.00010054987797047943
pileval,attn_in,Meta-Llama-3-8B,4,32,29,5.8989277022192255e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,32,29,0.0001796925935195759
pileval,mlp_down,Meta-Llama-3-8B,4,32,29,0.0001525616244180128
pileval,attn_in,Meta-Llama-3-8B,4,32,30,0.00013282563304528594
pileval,mlp_gate,Meta-Llama-3-8B,4,32,30,0.0003384192823432386
pileval,mlp_down,Meta-Llama-3-8B,4,32,30,0.0003400339337531477
pileval,attn_in,Meta-Llama-3-8B,4,32,31,0.0001737741258693859
pileval,mlp_gate,Meta-Llama-3-8B,4,32,31,0.0014737596502527595
pileval,mlp_down,Meta-Llama-3-8B,4,32,31,0.06806547939777374
pileval,attn_in,Llama-2-7b-hf,4,64,0,3.5112520890834276e-07
pileval,attn_out,Llama-2-7b-hf,4,64,0,5.996923846396385e-07
pileval,mlp_gate,Llama-2-7b-hf,4,64,0,1.3132982701336005e-07
pileval,mlp_down,Llama-2-7b-hf,4,64,0,1.116492285291315e-06
pileval,attn_in,Llama-2-7b-hf,4,64,1,1.1230303016418475e-06
pileval,attn_out,Llama-2-7b-hf,4,64,1,1.9699409676832147e-06
pileval,mlp_gate,Llama-2-7b-hf,4,64,1,3.190103598171845e-05
pileval,mlp_down,Llama-2-7b-hf,4,64,1,0.01109052263200283
pileval,attn_in,Llama-2-7b-hf,4,64,2,4.232647825119784e-06
pileval,attn_out,Llama-2-7b-hf,4,64,2,1.6720242683732067e-06
pileval,mlp_gate,Llama-2-7b-hf,4,64,2,3.831796675513033e-06
pileval,mlp_down,Llama-2-7b-hf,4,64,2,5.077923560747877e-06
pileval,attn_in,Llama-2-7b-hf,4,64,3,8.20862169348402e-06
pileval,attn_out,Llama-2-7b-hf,4,64,3,3.2434377317258622e-06
pileval,mlp_gate,Llama-2-7b-hf,4,64,3,9.4121887741494e-06
pileval,mlp_down,Llama-2-7b-hf,4,64,3,9.163330105366185e-06
pileval,attn_in,Llama-2-7b-hf,4,64,4,1.840256118157413e-05
pileval,attn_out,Llama-2-7b-hf,4,64,4,6.374161330313655e-06
pileval,mlp_gate,Llama-2-7b-hf,4,64,4,1.8175354853156023e-05
pileval,mlp_down,Llama-2-7b-hf,4,64,4,2.3200484065455385e-05
pileval,attn_in,Llama-2-7b-hf,4,64,5,3.1707564630778506e-05
pileval,attn_out,Llama-2-7b-hf,4,64,5,1.2589415746333543e-05
pileval,mlp_gate,Llama-2-7b-hf,4,64,5,2.797519300656859e-05
pileval,mlp_down,Llama-2-7b-hf,4,64,5,2.4447845135000534e-05
pileval,attn_in,Llama-2-7b-hf,4,64,6,4.1241120925405994e-05
pileval,attn_out,Llama-2-7b-hf,4,64,6,1.534799230284989e-05
pileval,mlp_gate,Llama-2-7b-hf,4,64,6,4.1680410504341125e-05
pileval,mlp_down,Llama-2-7b-hf,4,64,6,3.688649303512648e-05
pileval,attn_in,Llama-2-7b-hf,4,64,7,5.036446964368224e-05
pileval,attn_out,Llama-2-7b-hf,4,64,7,2.1903808374190703e-05
pileval,mlp_gate,Llama-2-7b-hf,4,64,7,5.7778179325396195e-05
pileval,mlp_down,Llama-2-7b-hf,4,64,7,4.949917274643667e-05
pileval,attn_in,Llama-2-7b-hf,4,64,8,8.275920117739588e-05
pileval,attn_out,Llama-2-7b-hf,4,64,8,3.149401891278103e-05
pileval,mlp_gate,Llama-2-7b-hf,4,64,8,7.177540828706697e-05
pileval,mlp_down,Llama-2-7b-hf,4,64,8,6.067876165616326e-05
pileval,attn_in,Llama-2-7b-hf,4,64,9,0.00012172867718618363
pileval,attn_out,Llama-2-7b-hf,4,64,9,4.24713252868969e-05
pileval,mlp_gate,Llama-2-7b-hf,4,64,9,8.42771987663582e-05
pileval,mlp_down,Llama-2-7b-hf,4,64,9,6.981325714150444e-05
pileval,attn_in,Llama-2-7b-hf,4,64,10,0.00012341282854322344
pileval,attn_out,Llama-2-7b-hf,4,64,10,5.917765520280227e-05
pileval,mlp_gate,Llama-2-7b-hf,4,64,10,9.913711255649105e-05
pileval,mlp_down,Llama-2-7b-hf,4,64,10,8.062620327109471e-05
pileval,attn_in,Llama-2-7b-hf,4,64,11,0.00014837335038464516
pileval,attn_out,Llama-2-7b-hf,4,64,11,6.026827759342268e-05
pileval,mlp_gate,Llama-2-7b-hf,4,64,11,0.00011187846394022927
pileval,mlp_down,Llama-2-7b-hf,4,64,11,9.217795013682917e-05
pileval,attn_in,Llama-2-7b-hf,4,64,12,0.0001613202621228993
pileval,attn_out,Llama-2-7b-hf,4,64,12,7.075531175360084e-05
pileval,mlp_gate,Llama-2-7b-hf,4,64,12,0.0001263067970285192
pileval,mlp_down,Llama-2-7b-hf,4,64,12,0.00010519409261178225
pileval,attn_in,Llama-2-7b-hf,4,64,13,0.0001523020473541692
pileval,attn_out,Llama-2-7b-hf,4,64,13,7.67381425248459e-05
pileval,mlp_gate,Llama-2-7b-hf,4,64,13,0.00015027161862235516
pileval,mlp_down,Llama-2-7b-hf,4,64,13,0.00012898707063868642
pileval,attn_in,Llama-2-7b-hf,4,64,14,0.00017738113820087165
pileval,attn_out,Llama-2-7b-hf,4,64,14,8.662589243613183e-05
pileval,mlp_gate,Llama-2-7b-hf,4,64,14,0.00016938253247644752
pileval,mlp_down,Llama-2-7b-hf,4,64,14,0.00015278153296094388
pileval,attn_in,Llama-2-7b-hf,4,64,15,0.00019123419770039618
pileval,attn_out,Llama-2-7b-hf,4,64,15,9.319519449491054e-05
pileval,mlp_gate,Llama-2-7b-hf,4,64,15,0.0002099390549119562
pileval,mlp_down,Llama-2-7b-hf,4,64,15,0.000192236591828987
pileval,attn_in,Llama-2-7b-hf,4,64,16,0.00022740692656952888
pileval,attn_out,Llama-2-7b-hf,4,64,16,0.00013398118608165532
pileval,mlp_gate,Llama-2-7b-hf,4,64,16,0.0002720398479141295
pileval,mlp_down,Llama-2-7b-hf,4,64,16,0.0002808569115586579
pileval,attn_in,Llama-2-7b-hf,4,64,17,0.00018193048890680075
pileval,attn_out,Llama-2-7b-hf,4,64,17,9.519917512079701e-05
pileval,mlp_gate,Llama-2-7b-hf,4,64,17,0.00030208012321963906
pileval,mlp_down,Llama-2-7b-hf,4,64,17,0.00029216750408522785
pileval,attn_in,Llama-2-7b-hf,4,64,18,0.00019963789964094758
pileval,attn_out,Llama-2-7b-hf,4,64,18,0.00011155115498695523
pileval,mlp_gate,Llama-2-7b-hf,4,64,18,0.00035903716343455017
pileval,mlp_down,Llama-2-7b-hf,4,64,18,0.0003533831622917205
pileval,attn_in,Llama-2-7b-hf,4,64,19,0.00016247964231297374
pileval,attn_out,Llama-2-7b-hf,4,64,19,9.622184006730095e-05
pileval,mlp_gate,Llama-2-7b-hf,4,64,19,0.00041256987606175244
pileval,mlp_down,Llama-2-7b-hf,4,64,19,0.00039766280679032207
pileval,attn_in,Llama-2-7b-hf,4,64,20,0.00019958704069722444
pileval,attn_out,Llama-2-7b-hf,4,64,20,0.00011364324745954946
pileval,mlp_gate,Llama-2-7b-hf,4,64,20,0.00048459292156621814
pileval,mlp_down,Llama-2-7b-hf,4,64,20,0.00048140791477635503
pileval,attn_in,Llama-2-7b-hf,4,64,21,0.0001697187835816294
pileval,attn_out,Llama-2-7b-hf,4,64,21,0.00010500274220248684
pileval,mlp_gate,Llama-2-7b-hf,4,64,21,0.0005333480658009648
pileval,mlp_down,Llama-2-7b-hf,4,64,21,0.00048393046017736197
pileval,attn_in,Llama-2-7b-hf,4,64,22,0.0002710487460717559
pileval,attn_out,Llama-2-7b-hf,4,64,22,0.000131516411784105
pileval,mlp_gate,Llama-2-7b-hf,4,64,22,0.000608640955761075
pileval,mlp_down,Llama-2-7b-hf,4,64,22,0.0005396594642661512
pileval,attn_in,Llama-2-7b-hf,4,64,23,0.00022279600671026856
pileval,attn_out,Llama-2-7b-hf,4,64,23,0.00011295548756606877
pileval,mlp_gate,Llama-2-7b-hf,4,64,23,0.000679080665577203
pileval,mlp_down,Llama-2-7b-hf,4,64,23,0.0005731675773859024
pileval,attn_in,Llama-2-7b-hf,4,64,24,0.0002745922247413546
pileval,attn_out,Llama-2-7b-hf,4,64,24,0.00014576167450286448
pileval,mlp_gate,Llama-2-7b-hf,4,64,24,0.0007426660740748048
pileval,mlp_down,Llama-2-7b-hf,4,64,24,0.0005940698902122676
pileval,attn_in,Llama-2-7b-hf,4,64,25,0.0002396950585534796
pileval,attn_out,Llama-2-7b-hf,4,64,25,0.00011872268805745989
pileval,mlp_gate,Llama-2-7b-hf,4,64,25,0.0008360930369235575
pileval,mlp_down,Llama-2-7b-hf,4,64,25,0.0006420676363632083
pileval,attn_in,Llama-2-7b-hf,4,64,26,0.000393207767046988
pileval,attn_out,Llama-2-7b-hf,4,64,26,0.00020280107855796814
pileval,mlp_gate,Llama-2-7b-hf,4,64,26,0.000938576296903193
pileval,mlp_down,Llama-2-7b-hf,4,64,26,0.0006941358442418277
pileval,attn_in,Llama-2-7b-hf,4,64,27,0.00031607458367943764
pileval,attn_out,Llama-2-7b-hf,4,64,27,0.00018604610522743315
pileval,mlp_gate,Llama-2-7b-hf,4,64,27,0.0010777750285342336
pileval,mlp_down,Llama-2-7b-hf,4,64,27,0.0008032343466766179
pileval,attn_in,Llama-2-7b-hf,4,64,28,0.0003718503867276013
pileval,attn_out,Llama-2-7b-hf,4,64,28,0.0002210345701314509
pileval,mlp_gate,Llama-2-7b-hf,4,64,28,0.0012836423702538013
pileval,mlp_down,Llama-2-7b-hf,4,64,28,0.0010198998497799039
pileval,attn_in,Llama-2-7b-hf,4,64,29,0.00039460937841795385
pileval,attn_out,Llama-2-7b-hf,4,64,29,0.00022196362260729074
pileval,mlp_gate,Llama-2-7b-hf,4,64,29,0.0015612951247021556
pileval,mlp_down,Llama-2-7b-hf,4,64,29,0.001442722394131124
pileval,attn_in,Llama-2-7b-hf,4,64,30,0.00044782337499782443
pileval,attn_out,Llama-2-7b-hf,4,64,30,0.00029881519731134176
pileval,mlp_gate,Llama-2-7b-hf,4,64,30,0.0025908066891133785
pileval,mlp_down,Llama-2-7b-hf,4,64,30,0.006203715689480305
pileval,attn_in,Llama-2-7b-hf,4,64,31,0.0020526100415736437
pileval,attn_out,Llama-2-7b-hf,4,64,31,0.00040688703302294016
pileval,mlp_gate,Llama-2-7b-hf,4,64,31,0.0053017633035779
pileval,mlp_down,Llama-2-7b-hf,4,64,31,0.01145612820982933
pileval,attn_in,Meta-Llama-3-8B,4,64,0,2.3504355795012088e-07
pileval,mlp_gate,Meta-Llama-3-8B,4,64,0,3.8732471807634283e-07
pileval,mlp_down,Meta-Llama-3-8B,4,64,0,1.022435526465415e-06
pileval,attn_in,Meta-Llama-3-8B,4,64,1,3.939759949389554e-07
pileval,mlp_gate,Meta-Llama-3-8B,4,64,1,1.5860730400163447e-06
pileval,mlp_down,Meta-Llama-3-8B,4,64,1,2.590278563729953e-05
pileval,attn_in,Meta-Llama-3-8B,4,64,2,9.326020631306164e-07
pileval,mlp_gate,Meta-Llama-3-8B,4,64,2,1.9166438960382948e-06
pileval,mlp_down,Meta-Llama-3-8B,4,64,2,1.924652906382107e-06
pileval,attn_in,Meta-Llama-3-8B,4,64,3,1.5665997352698469e-06
pileval,mlp_gate,Meta-Llama-3-8B,4,64,3,4.331189757067477e-06
pileval,mlp_down,Meta-Llama-3-8B,4,64,3,3.6192425341141643e-06
pileval,attn_in,Meta-Llama-3-8B,4,64,4,3.732759296326549e-06
pileval,mlp_gate,Meta-Llama-3-8B,4,64,4,7.5180246312811505e-06
pileval,mlp_down,Meta-Llama-3-8B,4,64,4,6.131288046162808e-06
pileval,attn_in,Meta-Llama-3-8B,4,64,5,5.492578566190787e-06
pileval,mlp_gate,Meta-Llama-3-8B,4,64,5,1.0729807399911806e-05
pileval,mlp_down,Meta-Llama-3-8B,4,64,5,9.16959106689319e-06
pileval,attn_in,Meta-Llama-3-8B,4,64,6,6.826936896686675e-06
pileval,mlp_gate,Meta-Llama-3-8B,4,64,6,1.3640113138535526e-05
pileval,mlp_down,Meta-Llama-3-8B,4,64,6,1.119308035413269e-05
pileval,attn_in,Meta-Llama-3-8B,4,64,7,8.94385993888136e-06
pileval,mlp_gate,Meta-Llama-3-8B,4,64,7,1.5917512428131886e-05
pileval,mlp_down,Meta-Llama-3-8B,4,64,7,1.246558895218186e-05
pileval,attn_in,Meta-Llama-3-8B,4,64,8,1.259053260582732e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,64,8,1.736560807330534e-05
pileval,mlp_down,Meta-Llama-3-8B,4,64,8,1.3630980902235024e-05
pileval,attn_in,Meta-Llama-3-8B,4,64,9,1.545005761727225e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,64,9,1.9692888599820435e-05
pileval,mlp_down,Meta-Llama-3-8B,4,64,9,1.5630836060154252e-05
pileval,attn_in,Meta-Llama-3-8B,4,64,10,1.5661613360862248e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,64,10,2.0056813809787855e-05
pileval,mlp_down,Meta-Llama-3-8B,4,64,10,1.642370261834003e-05
pileval,attn_in,Meta-Llama-3-8B,4,64,11,1.598008384462446e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,64,11,2.1369023670558818e-05
pileval,mlp_down,Meta-Llama-3-8B,4,64,11,1.702754343568813e-05
pileval,attn_in,Meta-Llama-3-8B,4,64,12,1.6118803614517674e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,64,12,2.492406201781705e-05
pileval,mlp_down,Meta-Llama-3-8B,4,64,12,1.8670300050871447e-05
pileval,attn_in,Meta-Llama-3-8B,4,64,13,2.202295399911236e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,64,13,2.8637865398195572e-05
pileval,mlp_down,Meta-Llama-3-8B,4,64,13,2.266871160827577e-05
pileval,attn_in,Meta-Llama-3-8B,4,64,14,2.678215787454974e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,64,14,3.4405660699121654e-05
pileval,mlp_down,Meta-Llama-3-8B,4,64,14,2.545565803302452e-05
pileval,attn_in,Meta-Llama-3-8B,4,64,15,2.328735718037933e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,64,15,3.931487663066946e-05
pileval,mlp_down,Meta-Llama-3-8B,4,64,15,3.272089088568464e-05
pileval,attn_in,Meta-Llama-3-8B,4,64,16,2.7760812372434884e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,64,16,4.0284980059368536e-05
pileval,mlp_down,Meta-Llama-3-8B,4,64,16,3.478123471722938e-05
pileval,attn_in,Meta-Llama-3-8B,4,64,17,2.0931785911670886e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,64,17,4.6294422645587474e-05
pileval,mlp_down,Meta-Llama-3-8B,4,64,17,4.277548941900022e-05
pileval,attn_in,Meta-Llama-3-8B,4,64,18,1.4197165000950918e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,64,18,4.5863536797696725e-05
pileval,mlp_down,Meta-Llama-3-8B,4,64,18,4.10507018386852e-05
pileval,attn_in,Meta-Llama-3-8B,4,64,19,1.2588428035087418e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,64,19,4.83258263557218e-05
pileval,mlp_down,Meta-Llama-3-8B,4,64,19,4.1493127355352044e-05
pileval,attn_in,Meta-Llama-3-8B,4,64,20,1.5595796867273748e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,64,20,5.25682553416118e-05
pileval,mlp_down,Meta-Llama-3-8B,4,64,20,4.5334993046708405e-05
pileval,attn_in,Meta-Llama-3-8B,4,64,21,2.3958395104273222e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,64,21,6.226491677807644e-05
pileval,mlp_down,Meta-Llama-3-8B,4,64,21,5.4852658649906516e-05
pileval,attn_in,Meta-Llama-3-8B,4,64,22,1.8626806195243262e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,64,22,6.48412897135131e-05
pileval,mlp_down,Meta-Llama-3-8B,4,64,22,5.678017987520434e-05
pileval,attn_in,Meta-Llama-3-8B,4,64,23,1.9537032130756415e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,64,23,7.07345170667395e-05
pileval,mlp_down,Meta-Llama-3-8B,4,64,23,5.868830339750275e-05
pileval,attn_in,Meta-Llama-3-8B,4,64,24,2.3221307856147178e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,64,24,7.768856448819861e-05
pileval,mlp_down,Meta-Llama-3-8B,4,64,24,6.239259528229013e-05
pileval,attn_in,Meta-Llama-3-8B,4,64,25,3.281717363279313e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,64,25,8.866462303558365e-05
pileval,mlp_down,Meta-Llama-3-8B,4,64,25,6.630196003243327e-05
pileval,attn_in,Meta-Llama-3-8B,4,64,26,3.806484892265871e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,64,26,0.00010366818605689332
pileval,mlp_down,Meta-Llama-3-8B,4,64,26,7.719753193669021e-05
pileval,attn_in,Meta-Llama-3-8B,4,64,27,5.681679249391891e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,64,27,0.0001290496002184227
pileval,mlp_down,Meta-Llama-3-8B,4,64,27,0.00010146880958927795
pileval,attn_in,Meta-Llama-3-8B,4,64,28,6.343707354972139e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,64,28,0.00017864370602183044
pileval,mlp_down,Meta-Llama-3-8B,4,64,28,0.00013823156768921763
pileval,attn_in,Meta-Llama-3-8B,4,64,29,9.894864342641085e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,64,29,0.00025600841036066413
pileval,mlp_down,Meta-Llama-3-8B,4,64,29,0.00021439717966131866
pileval,attn_in,Meta-Llama-3-8B,4,64,30,0.00020991287601646036
pileval,mlp_gate,Meta-Llama-3-8B,4,64,30,0.0004749982035718858
pileval,mlp_down,Meta-Llama-3-8B,4,64,30,0.0004934174357913435
pileval,attn_in,Meta-Llama-3-8B,4,64,31,0.00026171901845373213
pileval,mlp_gate,Meta-Llama-3-8B,4,64,31,0.0021007047034800053
pileval,mlp_down,Meta-Llama-3-8B,4,64,31,0.10236936062574387
pileval,attn_in,Llama-2-7b-hf,4,128,0,5.7365252814634e-07
pileval,attn_out,Llama-2-7b-hf,4,128,0,1.0760882105387282e-06
pileval,mlp_gate,Llama-2-7b-hf,4,128,0,1.861595251284598e-07
pileval,mlp_down,Llama-2-7b-hf,4,128,0,1.6233066162385512e-06
pileval,attn_in,Llama-2-7b-hf,4,128,1,2.3217321540869307e-06
pileval,attn_out,Llama-2-7b-hf,4,128,1,3.3071585221478017e-06
pileval,mlp_gate,Llama-2-7b-hf,4,128,1,1.4629394172516186e-05
pileval,mlp_down,Llama-2-7b-hf,4,128,1,0.020547563210129738
pileval,attn_in,Llama-2-7b-hf,4,128,2,5.587065970757976e-06
pileval,attn_out,Llama-2-7b-hf,4,128,2,2.3047618924465496e-06
pileval,mlp_gate,Llama-2-7b-hf,4,128,2,4.913451903121313e-06
pileval,mlp_down,Llama-2-7b-hf,4,128,2,7.002324764471268e-06
pileval,attn_in,Llama-2-7b-hf,4,128,3,9.725760719447862e-06
pileval,attn_out,Llama-2-7b-hf,4,128,3,4.464368885237491e-06
pileval,mlp_gate,Llama-2-7b-hf,4,128,3,1.2161384802311659e-05
pileval,mlp_down,Llama-2-7b-hf,4,128,3,1.1805805115727708e-05
pileval,attn_in,Llama-2-7b-hf,4,128,4,2.220077112724539e-05
pileval,attn_out,Llama-2-7b-hf,4,128,4,8.57053146319231e-06
pileval,mlp_gate,Llama-2-7b-hf,4,128,4,2.3407023036270402e-05
pileval,mlp_down,Llama-2-7b-hf,4,128,4,3.467865099082701e-05
pileval,attn_in,Llama-2-7b-hf,4,128,5,3.5072476748609915e-05
pileval,attn_out,Llama-2-7b-hf,4,128,5,1.6959380445769057e-05
pileval,mlp_gate,Llama-2-7b-hf,4,128,5,3.638958150986582e-05
pileval,mlp_down,Llama-2-7b-hf,4,128,5,3.1332860089605674e-05
pileval,attn_in,Llama-2-7b-hf,4,128,6,4.818919114768505e-05
pileval,attn_out,Llama-2-7b-hf,4,128,6,2.0740266336360946e-05
pileval,mlp_gate,Llama-2-7b-hf,4,128,6,5.433813566924073e-05
pileval,mlp_down,Llama-2-7b-hf,4,128,6,4.72279243695084e-05
pileval,attn_in,Llama-2-7b-hf,4,128,7,6.710401066811755e-05
pileval,attn_out,Llama-2-7b-hf,4,128,7,2.8940316042280756e-05
pileval,mlp_gate,Llama-2-7b-hf,4,128,7,7.578264194307849e-05
pileval,mlp_down,Llama-2-7b-hf,4,128,7,6.359531835187227e-05
pileval,attn_in,Llama-2-7b-hf,4,128,8,0.00011424494732636958
pileval,attn_out,Llama-2-7b-hf,4,128,8,4.1054274333873764e-05
pileval,mlp_gate,Llama-2-7b-hf,4,128,8,9.438076813239604e-05
pileval,mlp_down,Llama-2-7b-hf,4,128,8,7.822664338164032e-05
pileval,attn_in,Llama-2-7b-hf,4,128,9,0.00015850224008318037
pileval,attn_out,Llama-2-7b-hf,4,128,9,5.522979699890129e-05
pileval,mlp_gate,Llama-2-7b-hf,4,128,9,0.00011118467227788642
pileval,mlp_down,Llama-2-7b-hf,4,128,9,8.951458585215732e-05
pileval,attn_in,Llama-2-7b-hf,4,128,10,0.00015122367767617106
pileval,attn_out,Llama-2-7b-hf,4,128,10,7.650213228771463e-05
pileval,mlp_gate,Llama-2-7b-hf,4,128,10,0.00013125795521773398
pileval,mlp_down,Llama-2-7b-hf,4,128,10,0.00010323939204681665
pileval,attn_in,Llama-2-7b-hf,4,128,11,0.0001730309595586732
pileval,attn_out,Llama-2-7b-hf,4,128,11,7.825963984942064e-05
pileval,mlp_gate,Llama-2-7b-hf,4,128,11,0.0001471971336286515
pileval,mlp_down,Llama-2-7b-hf,4,128,11,0.00011815235484391451
pileval,attn_in,Llama-2-7b-hf,4,128,12,0.00021172122796997428
pileval,attn_out,Llama-2-7b-hf,4,128,12,9.137520100921392e-05
pileval,mlp_gate,Llama-2-7b-hf,4,128,12,0.00016587722348049283
pileval,mlp_down,Llama-2-7b-hf,4,128,12,0.0001344064367003739
pileval,attn_in,Llama-2-7b-hf,4,128,13,0.00019097384938504547
pileval,attn_out,Llama-2-7b-hf,4,128,13,9.909881191560999e-05
pileval,mlp_gate,Llama-2-7b-hf,4,128,13,0.00019760386203415692
pileval,mlp_down,Llama-2-7b-hf,4,128,13,0.0001654283987591043
pileval,attn_in,Llama-2-7b-hf,4,128,14,0.0002107231121044606
pileval,attn_out,Llama-2-7b-hf,4,128,14,0.0001113023899961263
pileval,mlp_gate,Llama-2-7b-hf,4,128,14,0.00022244405408855528
pileval,mlp_down,Llama-2-7b-hf,4,128,14,0.00019551308650989085
pileval,attn_in,Llama-2-7b-hf,4,128,15,0.00024589282111264765
pileval,attn_out,Llama-2-7b-hf,4,128,15,0.00012089187657693401
pileval,mlp_gate,Llama-2-7b-hf,4,128,15,0.00027671008137986064
pileval,mlp_down,Llama-2-7b-hf,4,128,15,0.0002459965762682259
pileval,attn_in,Llama-2-7b-hf,4,128,16,0.000283767789369449
pileval,attn_out,Llama-2-7b-hf,4,128,16,0.00017270055832341313
pileval,mlp_gate,Llama-2-7b-hf,4,128,16,0.00035564397694543004
pileval,mlp_down,Llama-2-7b-hf,4,128,16,0.000369303859770298
pileval,attn_in,Llama-2-7b-hf,4,128,17,0.0002241489855805412
pileval,attn_out,Llama-2-7b-hf,4,128,17,0.00012286069977562875
pileval,mlp_gate,Llama-2-7b-hf,4,128,17,0.0003923937620129436
pileval,mlp_down,Llama-2-7b-hf,4,128,17,0.00037329792394302785
pileval,attn_in,Llama-2-7b-hf,4,128,18,0.00023681111633777618
pileval,attn_out,Llama-2-7b-hf,4,128,18,0.000144892735988833
pileval,mlp_gate,Llama-2-7b-hf,4,128,18,0.00046454338007606566
pileval,mlp_down,Llama-2-7b-hf,4,128,18,0.0004531296726781875
pileval,attn_in,Llama-2-7b-hf,4,128,19,0.00020435241458471864
pileval,attn_out,Llama-2-7b-hf,4,128,19,0.00012463600432965904
pileval,mlp_gate,Llama-2-7b-hf,4,128,19,0.0005336274043656886
pileval,mlp_down,Llama-2-7b-hf,4,128,19,0.0005132153164595366
pileval,attn_in,Llama-2-7b-hf,4,128,20,0.00023089440946932882
pileval,attn_out,Llama-2-7b-hf,4,128,20,0.00014661300519946963
pileval,mlp_gate,Llama-2-7b-hf,4,128,20,0.0006247559795156121
pileval,mlp_down,Llama-2-7b-hf,4,128,20,0.0006176095921546221
pileval,attn_in,Llama-2-7b-hf,4,128,21,0.00022043247008696198
pileval,attn_out,Llama-2-7b-hf,4,128,21,0.00013526777911465615
pileval,mlp_gate,Llama-2-7b-hf,4,128,21,0.0006877027335576713
pileval,mlp_down,Llama-2-7b-hf,4,128,21,0.0006187300896272063
pileval,attn_in,Llama-2-7b-hf,4,128,22,0.00034436245914548635
pileval,attn_out,Llama-2-7b-hf,4,128,22,0.0001709360658423975
pileval,mlp_gate,Llama-2-7b-hf,4,128,22,0.0007817854057066143
pileval,mlp_down,Llama-2-7b-hf,4,128,22,0.000688162341248244
pileval,attn_in,Llama-2-7b-hf,4,128,23,0.000241565823671408
pileval,attn_out,Llama-2-7b-hf,4,128,23,0.00014500845281872898
pileval,mlp_gate,Llama-2-7b-hf,4,128,23,0.0008728873217478395
pileval,mlp_down,Llama-2-7b-hf,4,128,23,0.0007317829877138138
pileval,attn_in,Llama-2-7b-hf,4,128,24,0.0003629546845331788
pileval,attn_out,Llama-2-7b-hf,4,128,24,0.0001910441496875137
pileval,mlp_gate,Llama-2-7b-hf,4,128,24,0.000952844275161624
pileval,mlp_down,Llama-2-7b-hf,4,128,24,0.0007561719976365566
pileval,attn_in,Llama-2-7b-hf,4,128,25,0.00028085248777642846
pileval,attn_out,Llama-2-7b-hf,4,128,25,0.0001518285571364686
pileval,mlp_gate,Llama-2-7b-hf,4,128,25,0.0010718673001974821
pileval,mlp_down,Llama-2-7b-hf,4,128,25,0.0008214993868023157
pileval,attn_in,Llama-2-7b-hf,4,128,26,0.0004912287113256752
pileval,attn_out,Llama-2-7b-hf,4,128,26,0.0002700579643715173
pileval,mlp_gate,Llama-2-7b-hf,4,128,26,0.0012095739366486669
pileval,mlp_down,Llama-2-7b-hf,4,128,26,0.0008855746127665043
pileval,attn_in,Llama-2-7b-hf,4,128,27,0.00041733033140189946
pileval,attn_out,Llama-2-7b-hf,4,128,27,0.00023813221196178347
pileval,mlp_gate,Llama-2-7b-hf,4,128,27,0.0013937082840129733
pileval,mlp_down,Llama-2-7b-hf,4,128,27,0.0010281701106578112
pileval,attn_in,Llama-2-7b-hf,4,128,28,0.0004941461374983191
pileval,attn_out,Llama-2-7b-hf,4,128,28,0.000285186804831028
pileval,mlp_gate,Llama-2-7b-hf,4,128,28,0.001671645906753838
pileval,mlp_down,Llama-2-7b-hf,4,128,28,0.0013159735826775432
pileval,attn_in,Llama-2-7b-hf,4,128,29,0.0005010282620787621
pileval,attn_out,Llama-2-7b-hf,4,128,29,0.00028737258980982006
pileval,mlp_gate,Llama-2-7b-hf,4,128,29,0.0020488493610173464
pileval,mlp_down,Llama-2-7b-hf,4,128,29,0.0019359689904376864
pileval,attn_in,Llama-2-7b-hf,4,128,30,0.0005508865579031408
pileval,attn_out,Llama-2-7b-hf,4,128,30,0.0003919610462617129
pileval,mlp_gate,Llama-2-7b-hf,4,128,30,0.003443480469286442
pileval,mlp_down,Llama-2-7b-hf,4,128,30,0.009169675409793854
pileval,attn_in,Llama-2-7b-hf,4,128,31,0.0043077412992715836
pileval,attn_out,Llama-2-7b-hf,4,128,31,0.0005716779851354659
pileval,mlp_gate,Llama-2-7b-hf,4,128,31,0.007036206778138876
pileval,mlp_down,Llama-2-7b-hf,4,128,31,0.01826154626905918
pileval,attn_in,Meta-Llama-3-8B,4,128,0,3.2995461651808e-07
pileval,mlp_gate,Meta-Llama-3-8B,4,128,0,5.093872914585518e-07
pileval,mlp_down,Meta-Llama-3-8B,4,128,0,2.0635789041989483e-06
pileval,attn_in,Meta-Llama-3-8B,4,128,1,6.01745512085472e-07
pileval,mlp_gate,Meta-Llama-3-8B,4,128,1,1.3329319017429953e-06
pileval,mlp_down,Meta-Llama-3-8B,4,128,1,9.840968414209783e-05
pileval,attn_in,Meta-Llama-3-8B,4,128,2,1.4096955283093848e-06
pileval,mlp_gate,Meta-Llama-3-8B,4,128,2,2.5021574856509687e-06
pileval,mlp_down,Meta-Llama-3-8B,4,128,2,2.627231197038782e-06
pileval,attn_in,Meta-Llama-3-8B,4,128,3,2.4364910586882615e-06
pileval,mlp_gate,Meta-Llama-3-8B,4,128,3,5.700364908989286e-06
pileval,mlp_down,Meta-Llama-3-8B,4,128,3,4.785969849763205e-06
pileval,attn_in,Meta-Llama-3-8B,4,128,4,5.12488441017922e-06
pileval,mlp_gate,Meta-Llama-3-8B,4,128,4,9.999925168813206e-06
pileval,mlp_down,Meta-Llama-3-8B,4,128,4,7.984504009073135e-06
pileval,attn_in,Meta-Llama-3-8B,4,128,5,6.647930604231078e-06
pileval,mlp_gate,Meta-Llama-3-8B,4,128,5,1.4122364518698305e-05
pileval,mlp_down,Meta-Llama-3-8B,4,128,5,1.2154134310549125e-05
pileval,attn_in,Meta-Llama-3-8B,4,128,6,8.79054277902469e-06
pileval,mlp_gate,Meta-Llama-3-8B,4,128,6,1.8005535821430385e-05
pileval,mlp_down,Meta-Llama-3-8B,4,128,6,1.4634016224590596e-05
pileval,attn_in,Meta-Llama-3-8B,4,128,7,1.2711247109109536e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,128,7,2.1186013327678666e-05
pileval,mlp_down,Meta-Llama-3-8B,4,128,7,1.6346315533155575e-05
pileval,attn_in,Meta-Llama-3-8B,4,128,8,1.711512049951125e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,128,8,2.3088421585271135e-05
pileval,mlp_down,Meta-Llama-3-8B,4,128,8,1.77213987626601e-05
pileval,attn_in,Meta-Llama-3-8B,4,128,9,2.166310696338769e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,128,9,2.632308860484045e-05
pileval,mlp_down,Meta-Llama-3-8B,4,128,9,2.0388195480336435e-05
pileval,attn_in,Meta-Llama-3-8B,4,128,10,2.2108231860329397e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,128,10,2.6518191589275375e-05
pileval,mlp_down,Meta-Llama-3-8B,4,128,10,2.1447078324854374e-05
pileval,attn_in,Meta-Llama-3-8B,4,128,11,2.2697046006214805e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,128,11,2.8547057809191756e-05
pileval,mlp_down,Meta-Llama-3-8B,4,128,11,2.2251992049859837e-05
pileval,attn_in,Meta-Llama-3-8B,4,128,12,2.2472608179668896e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,128,12,3.400640343897976e-05
pileval,mlp_down,Meta-Llama-3-8B,4,128,12,2.4585759092587978e-05
pileval,attn_in,Meta-Llama-3-8B,4,128,13,3.0401270123547874e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,128,13,3.90004861401394e-05
pileval,mlp_down,Meta-Llama-3-8B,4,128,13,2.9517654184019193e-05
pileval,attn_in,Meta-Llama-3-8B,4,128,14,3.84900085919071e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,128,14,4.7076195187401026e-05
pileval,mlp_down,Meta-Llama-3-8B,4,128,14,3.286367063992657e-05
pileval,attn_in,Meta-Llama-3-8B,4,128,15,3.18851598422043e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,128,15,5.322468132362701e-05
pileval,mlp_down,Meta-Llama-3-8B,4,128,15,4.253339284332469e-05
pileval,attn_in,Meta-Llama-3-8B,4,128,16,3.682047099573538e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,128,16,5.4026688303565606e-05
pileval,mlp_down,Meta-Llama-3-8B,4,128,16,4.5372693421086296e-05
pileval,attn_in,Meta-Llama-3-8B,4,128,17,2.7409423637436703e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,128,17,6.195859896251932e-05
pileval,mlp_down,Meta-Llama-3-8B,4,128,17,5.63372959732078e-05
pileval,attn_in,Meta-Llama-3-8B,4,128,18,1.8514474504627287e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,128,18,6.0402220697142184e-05
pileval,mlp_down,Meta-Llama-3-8B,4,128,18,5.346375473891385e-05
pileval,attn_in,Meta-Llama-3-8B,4,128,19,1.7246649804292247e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,128,19,6.344703433569521e-05
pileval,mlp_down,Meta-Llama-3-8B,4,128,19,5.428925942396745e-05
pileval,attn_in,Meta-Llama-3-8B,4,128,20,2.348359521420207e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,128,20,6.890090298838913e-05
pileval,mlp_down,Meta-Llama-3-8B,4,128,20,5.9293295635143295e-05
pileval,attn_in,Meta-Llama-3-8B,4,128,21,3.236265911255032e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,128,21,8.1915597547777e-05
pileval,mlp_down,Meta-Llama-3-8B,4,128,21,7.255052332766354e-05
pileval,attn_in,Meta-Llama-3-8B,4,128,22,2.5776171241886914e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,128,22,8.451216126559302e-05
pileval,mlp_down,Meta-Llama-3-8B,4,128,22,7.372982508968562e-05
pileval,attn_in,Meta-Llama-3-8B,4,128,23,2.725475133047439e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,128,23,9.237599442712963e-05
pileval,mlp_down,Meta-Llama-3-8B,4,128,23,7.652711065020412e-05
pileval,attn_in,Meta-Llama-3-8B,4,128,24,3.1600964575773105e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,128,24,0.00010133664181921631
pileval,mlp_down,Meta-Llama-3-8B,4,128,24,8.152869122568518e-05
pileval,attn_in,Meta-Llama-3-8B,4,128,25,4.385430656839162e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,128,25,0.00011588764027692378
pileval,mlp_down,Meta-Llama-3-8B,4,128,25,8.595501276431605e-05
pileval,attn_in,Meta-Llama-3-8B,4,128,26,5.14505009050481e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,128,26,0.00013667193707078695
pileval,mlp_down,Meta-Llama-3-8B,4,128,26,9.952440450433642e-05
pileval,attn_in,Meta-Llama-3-8B,4,128,27,7.469041156582534e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,128,27,0.00017064112762454897
pileval,mlp_down,Meta-Llama-3-8B,4,128,27,0.00013163818221073598
pileval,attn_in,Meta-Llama-3-8B,4,128,28,8.011124009499326e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,128,28,0.00023793255968485028
pileval,mlp_down,Meta-Llama-3-8B,4,128,28,0.00017912019393406808
pileval,attn_in,Meta-Llama-3-8B,4,128,29,0.00012854780652560294
pileval,mlp_gate,Meta-Llama-3-8B,4,128,29,0.00034217757638543844
pileval,mlp_down,Meta-Llama-3-8B,4,128,29,0.0002882369444705546
pileval,attn_in,Meta-Llama-3-8B,4,128,30,0.00027312463498674333
pileval,mlp_gate,Meta-Llama-3-8B,4,128,30,0.0006286089774221182
pileval,mlp_down,Meta-Llama-3-8B,4,128,30,0.0006927727954462171
pileval,attn_in,Meta-Llama-3-8B,4,128,31,0.00037048617377877235
pileval,mlp_gate,Meta-Llama-3-8B,4,128,31,0.002771410858258605
pileval,mlp_down,Meta-Llama-3-8B,4,128,31,0.17154479026794434
wikitext,attn_in,Llama-2-7b-hf,3,32,0,7.373973289759306e-07
wikitext,attn_out,Llama-2-7b-hf,3,32,0,1.4813989537287853e-06
wikitext,mlp_gate,Llama-2-7b-hf,3,32,0,3.903636525137699e-07
wikitext,mlp_down,Llama-2-7b-hf,3,32,0,3.6008350434713066e-06
wikitext,attn_in,Llama-2-7b-hf,3,32,1,3.258104925407679e-06
wikitext,attn_out,Llama-2-7b-hf,3,32,1,6.486324764409801e-06
wikitext,mlp_gate,Llama-2-7b-hf,3,32,1,8.576756954425946e-05
wikitext,mlp_down,Llama-2-7b-hf,3,32,1,0.013344473205506802
wikitext,attn_in,Llama-2-7b-hf,3,32,2,6.3881125242915004e-06
wikitext,attn_out,Llama-2-7b-hf,3,32,2,3.790597475017421e-06
wikitext,mlp_gate,Llama-2-7b-hf,3,32,2,1.2112405784137081e-05
wikitext,mlp_down,Llama-2-7b-hf,3,32,2,1.4348443983180914e-05
wikitext,attn_in,Llama-2-7b-hf,3,32,3,2.020423380599823e-05
wikitext,attn_out,Llama-2-7b-hf,3,32,3,9.242254236596636e-06
wikitext,mlp_gate,Llama-2-7b-hf,3,32,3,2.9264134354889393e-05
wikitext,mlp_down,Llama-2-7b-hf,3,32,3,2.7039714041166008e-05
wikitext,attn_in,Llama-2-7b-hf,3,32,4,4.558225555229001e-05
wikitext,attn_out,Llama-2-7b-hf,3,32,4,1.7069754903786816e-05
wikitext,mlp_gate,Llama-2-7b-hf,3,32,4,5.7025124988285825e-05
wikitext,mlp_down,Llama-2-7b-hf,3,32,4,7.929906860226765e-05
wikitext,attn_in,Llama-2-7b-hf,3,32,5,8.735709707252681e-05
wikitext,attn_out,Llama-2-7b-hf,3,32,5,3.657002162071876e-05
wikitext,mlp_gate,Llama-2-7b-hf,3,32,5,9.226340625900775e-05
wikitext,mlp_down,Llama-2-7b-hf,3,32,5,8.174646063707769e-05
wikitext,attn_in,Llama-2-7b-hf,3,32,6,9.920258162310347e-05
wikitext,attn_out,Llama-2-7b-hf,3,32,6,4.6099255996523425e-05
wikitext,mlp_gate,Llama-2-7b-hf,3,32,6,0.00013803622277919203
wikitext,mlp_down,Llama-2-7b-hf,3,32,6,0.00012323148257564753
wikitext,attn_in,Llama-2-7b-hf,3,32,7,0.000134459332912229
wikitext,attn_out,Llama-2-7b-hf,3,32,7,6.276575004449114e-05
wikitext,mlp_gate,Llama-2-7b-hf,3,32,7,0.00018983971676789224
wikitext,mlp_down,Llama-2-7b-hf,3,32,7,0.00016632424376439303
wikitext,attn_in,Llama-2-7b-hf,3,32,8,0.0002179859293391928
wikitext,attn_out,Llama-2-7b-hf,3,32,8,9.873919043457136e-05
wikitext,mlp_gate,Llama-2-7b-hf,3,32,8,0.0002388867869740352
wikitext,mlp_down,Llama-2-7b-hf,3,32,8,0.00020452620810829103
wikitext,attn_in,Llama-2-7b-hf,3,32,9,0.0002931388735305518
wikitext,attn_out,Llama-2-7b-hf,3,32,9,0.00013379892334342003
wikitext,mlp_gate,Llama-2-7b-hf,3,32,9,0.00028084457153454423
wikitext,mlp_down,Llama-2-7b-hf,3,32,9,0.0002422620018478483
wikitext,attn_in,Llama-2-7b-hf,3,32,10,0.00035826381645165384
wikitext,attn_out,Llama-2-7b-hf,3,32,10,0.00017927119915839285
wikitext,mlp_gate,Llama-2-7b-hf,3,32,10,0.0003282298275735229
wikitext,mlp_down,Llama-2-7b-hf,3,32,10,0.00027350749587640166
wikitext,attn_in,Llama-2-7b-hf,3,32,11,0.00036269790143705904
wikitext,attn_out,Llama-2-7b-hf,3,32,11,0.00017520898836664855
wikitext,mlp_gate,Llama-2-7b-hf,3,32,11,0.00036701661883853376
wikitext,mlp_down,Llama-2-7b-hf,3,32,11,0.0003109767858404666
wikitext,attn_in,Llama-2-7b-hf,3,32,12,0.00047512794844806194
wikitext,attn_out,Llama-2-7b-hf,3,32,12,0.00020969762408640236
wikitext,mlp_gate,Llama-2-7b-hf,3,32,12,0.0004126650164835155
wikitext,mlp_down,Llama-2-7b-hf,3,32,12,0.00034415433765389025
wikitext,attn_in,Llama-2-7b-hf,3,32,13,0.0004555757623165846
wikitext,attn_out,Llama-2-7b-hf,3,32,13,0.0002424876729492098
wikitext,mlp_gate,Llama-2-7b-hf,3,32,13,0.0004856171435676515
wikitext,mlp_down,Llama-2-7b-hf,3,32,13,0.0004201238334644586
wikitext,attn_in,Llama-2-7b-hf,3,32,14,0.0004488319100346416
wikitext,attn_out,Llama-2-7b-hf,3,32,14,0.00025812702369876206
wikitext,mlp_gate,Llama-2-7b-hf,3,32,14,0.0005501023260876536
wikitext,mlp_down,Llama-2-7b-hf,3,32,14,0.0005002677789889276
wikitext,attn_in,Llama-2-7b-hf,3,32,15,0.0006414357922039926
wikitext,attn_out,Llama-2-7b-hf,3,32,15,0.0002881074324250221
wikitext,mlp_gate,Llama-2-7b-hf,3,32,15,0.0006807000609114766
wikitext,mlp_down,Llama-2-7b-hf,3,32,15,0.0006298134685494006
wikitext,attn_in,Llama-2-7b-hf,3,32,16,0.0006176838069222867
wikitext,attn_out,Llama-2-7b-hf,3,32,16,0.00037578330375254154
wikitext,mlp_gate,Llama-2-7b-hf,3,32,16,0.0008711658301763237
wikitext,mlp_down,Llama-2-7b-hf,3,32,16,0.0009200515341944993
wikitext,attn_in,Llama-2-7b-hf,3,32,17,0.0004799269372597337
wikitext,attn_out,Llama-2-7b-hf,3,32,17,0.0003153484140057117
wikitext,mlp_gate,Llama-2-7b-hf,3,32,17,0.0009889289503917098
wikitext,mlp_down,Llama-2-7b-hf,3,32,17,0.0009758236119523644
wikitext,attn_in,Llama-2-7b-hf,3,32,18,0.0005096490494906902
wikitext,attn_out,Llama-2-7b-hf,3,32,18,0.0002969572669826448
wikitext,mlp_gate,Llama-2-7b-hf,3,32,18,0.001170421252027154
wikitext,mlp_down,Llama-2-7b-hf,3,32,18,0.0011329865083098412
wikitext,attn_in,Llama-2-7b-hf,3,32,19,0.000495324784424156
wikitext,attn_out,Llama-2-7b-hf,3,32,19,0.00028160022338852286
wikitext,mlp_gate,Llama-2-7b-hf,3,32,19,0.0013259861152619123
wikitext,mlp_down,Llama-2-7b-hf,3,32,19,0.0012373542413115501
wikitext,attn_in,Llama-2-7b-hf,3,32,20,0.0006778608658351004
wikitext,attn_out,Llama-2-7b-hf,3,32,20,0.00037409065407700837
wikitext,mlp_gate,Llama-2-7b-hf,3,32,20,0.0015639617340639234
wikitext,mlp_down,Llama-2-7b-hf,3,32,20,0.0015685141552239656
wikitext,attn_in,Llama-2-7b-hf,3,32,21,0.0004134727059863508
wikitext,attn_out,Llama-2-7b-hf,3,32,21,0.00026709624216891825
wikitext,mlp_gate,Llama-2-7b-hf,3,32,21,0.0017638806020841002
wikitext,mlp_down,Llama-2-7b-hf,3,32,21,0.001669090474024415
wikitext,attn_in,Llama-2-7b-hf,3,32,22,0.0007558011566288769
wikitext,attn_out,Llama-2-7b-hf,3,32,22,0.00043334855581633747
wikitext,mlp_gate,Llama-2-7b-hf,3,32,22,0.0019758774433285
wikitext,mlp_down,Llama-2-7b-hf,3,32,22,0.0017706347862258554
wikitext,attn_in,Llama-2-7b-hf,3,32,23,0.0006520363967865705
wikitext,attn_out,Llama-2-7b-hf,3,32,23,0.00040286852163262665
wikitext,mlp_gate,Llama-2-7b-hf,3,32,23,0.00225399830378592
wikitext,mlp_down,Llama-2-7b-hf,3,32,23,0.0018952030222862959
wikitext,attn_in,Llama-2-7b-hf,3,32,24,0.0007931494619697332
wikitext,attn_out,Llama-2-7b-hf,3,32,24,0.0004313903336878866
wikitext,mlp_gate,Llama-2-7b-hf,3,32,24,0.00248343707062304
wikitext,mlp_down,Llama-2-7b-hf,3,32,24,0.002008096082136035
wikitext,attn_in,Llama-2-7b-hf,3,32,25,0.0009606745443306863
wikitext,attn_out,Llama-2-7b-hf,3,32,25,0.000575990357901901
wikitext,mlp_gate,Llama-2-7b-hf,3,32,25,0.002818858250975609
wikitext,mlp_down,Llama-2-7b-hf,3,32,25,0.002123524434864521
wikitext,attn_in,Llama-2-7b-hf,3,32,26,0.001183888642117381
wikitext,attn_out,Llama-2-7b-hf,3,32,26,0.0006171558052301407
wikitext,mlp_gate,Llama-2-7b-hf,3,32,26,0.0031518745236098766
wikitext,mlp_down,Llama-2-7b-hf,3,32,26,0.0023659567814320326
wikitext,attn_in,Llama-2-7b-hf,3,32,27,0.0010158956283703446
wikitext,attn_out,Llama-2-7b-hf,3,32,27,0.0006283189868554473
wikitext,mlp_gate,Llama-2-7b-hf,3,32,27,0.0036484207957983017
wikitext,mlp_down,Llama-2-7b-hf,3,32,27,0.0027447736356407404
wikitext,attn_in,Llama-2-7b-hf,3,32,28,0.0013519484782591462
wikitext,attn_out,Llama-2-7b-hf,3,32,28,0.0008637519204057753
wikitext,mlp_gate,Llama-2-7b-hf,3,32,28,0.0041932906024158
wikitext,mlp_down,Llama-2-7b-hf,3,32,28,0.0031822773162275553
wikitext,attn_in,Llama-2-7b-hf,3,32,29,0.0013283389853313565
wikitext,attn_out,Llama-2-7b-hf,3,32,29,0.0008570250938646495
wikitext,mlp_gate,Llama-2-7b-hf,3,32,29,0.004980936646461487
wikitext,mlp_down,Llama-2-7b-hf,3,32,29,0.0048356810584664345
wikitext,attn_in,Llama-2-7b-hf,3,32,30,0.0014597857370972633
wikitext,attn_out,Llama-2-7b-hf,3,32,30,0.0010684558656066656
wikitext,mlp_gate,Llama-2-7b-hf,3,32,30,0.008479475975036621
wikitext,mlp_down,Llama-2-7b-hf,3,32,30,0.021981876343488693
wikitext,attn_in,Llama-2-7b-hf,3,32,31,0.0034372813533991575
wikitext,attn_out,Llama-2-7b-hf,3,32,31,0.0014453664189204574
wikitext,mlp_gate,Llama-2-7b-hf,3,32,31,0.01664031110703945
wikitext,mlp_down,Llama-2-7b-hf,3,32,31,0.030062900856137276
wikitext,attn_in,Meta-Llama-3-8B,3,32,0,6.794667797294096e-07
wikitext,mlp_gate,Meta-Llama-3-8B,3,32,0,1.1511003776831785e-06
wikitext,mlp_down,Meta-Llama-3-8B,3,32,0,3.396369720576331e-06
wikitext,attn_in,Meta-Llama-3-8B,3,32,1,8.920216032493045e-07
wikitext,mlp_gate,Meta-Llama-3-8B,3,32,1,0.0001694567035883665
wikitext,mlp_down,Meta-Llama-3-8B,3,32,1,4.159245145274326e-05
wikitext,attn_in,Meta-Llama-3-8B,3,32,2,1.990454620681703e-06
wikitext,mlp_gate,Meta-Llama-3-8B,3,32,2,6.163688340166118e-06
wikitext,mlp_down,Meta-Llama-3-8B,3,32,2,5.835118827235419e-06
wikitext,attn_in,Meta-Llama-3-8B,3,32,3,3.541147407304379e-06
wikitext,mlp_gate,Meta-Llama-3-8B,3,32,3,1.3748616765951738e-05
wikitext,mlp_down,Meta-Llama-3-8B,3,32,3,1.062381579686189e-05
wikitext,attn_in,Meta-Llama-3-8B,3,32,4,8.2648866737145e-06
wikitext,mlp_gate,Meta-Llama-3-8B,3,32,4,2.427922845527064e-05
wikitext,mlp_down,Meta-Llama-3-8B,3,32,4,1.937642809934914e-05
wikitext,attn_in,Meta-Llama-3-8B,3,32,5,1.4249679225031286e-05
wikitext,mlp_gate,Meta-Llama-3-8B,3,32,5,3.461473170318641e-05
wikitext,mlp_down,Meta-Llama-3-8B,3,32,5,2.9545233701355755e-05
wikitext,attn_in,Meta-Llama-3-8B,3,32,6,2.072229835903272e-05
wikitext,mlp_gate,Meta-Llama-3-8B,3,32,6,4.4453256123233587e-05
wikitext,mlp_down,Meta-Llama-3-8B,3,32,6,3.635135726653971e-05
wikitext,attn_in,Meta-Llama-3-8B,3,32,7,2.5973724405048415e-05
wikitext,mlp_gate,Meta-Llama-3-8B,3,32,7,5.1658411393873394e-05
wikitext,mlp_down,Meta-Llama-3-8B,3,32,7,4.0516759327147156e-05
wikitext,attn_in,Meta-Llama-3-8B,3,32,8,3.2347015803679824e-05
wikitext,mlp_gate,Meta-Llama-3-8B,3,32,8,5.6546316045569256e-05
wikitext,mlp_down,Meta-Llama-3-8B,3,32,8,4.539540532277897e-05
wikitext,attn_in,Meta-Llama-3-8B,3,32,9,4.165111749898642e-05
wikitext,mlp_gate,Meta-Llama-3-8B,3,32,9,6.432350346585736e-05
wikitext,mlp_down,Meta-Llama-3-8B,3,32,9,5.2047791541554034e-05
wikitext,attn_in,Meta-Llama-3-8B,3,32,10,4.1048006096389145e-05
wikitext,mlp_gate,Meta-Llama-3-8B,3,32,10,6.562250200659037e-05
wikitext,mlp_down,Meta-Llama-3-8B,3,32,10,5.445766510092653e-05
wikitext,attn_in,Meta-Llama-3-8B,3,32,11,4.508454003371298e-05
wikitext,mlp_gate,Meta-Llama-3-8B,3,32,11,7.031717541394755e-05
wikitext,mlp_down,Meta-Llama-3-8B,3,32,11,5.7613960962044075e-05
wikitext,attn_in,Meta-Llama-3-8B,3,32,12,4.845424336963333e-05
wikitext,mlp_gate,Meta-Llama-3-8B,3,32,12,8.058678213274106e-05
wikitext,mlp_down,Meta-Llama-3-8B,3,32,12,6.174341251607984e-05
wikitext,attn_in,Meta-Llama-3-8B,3,32,13,5.797437916044146e-05
wikitext,mlp_gate,Meta-Llama-3-8B,3,32,13,9.161772322840989e-05
wikitext,mlp_down,Meta-Llama-3-8B,3,32,13,7.356649439316243e-05
wikitext,attn_in,Meta-Llama-3-8B,3,32,14,7.195385114755481e-05
wikitext,mlp_gate,Meta-Llama-3-8B,3,32,14,0.00010841301991604269
wikitext,mlp_down,Meta-Llama-3-8B,3,32,14,8.391276787733659e-05
wikitext,attn_in,Meta-Llama-3-8B,3,32,15,6.403540464816615e-05
wikitext,mlp_gate,Meta-Llama-3-8B,3,32,15,0.00012577688903547823
wikitext,mlp_down,Meta-Llama-3-8B,3,32,15,0.00010833608394023031
wikitext,attn_in,Meta-Llama-3-8B,3,32,16,7.226729940157384e-05
wikitext,mlp_gate,Meta-Llama-3-8B,3,32,16,0.00013041621423326433
wikitext,mlp_down,Meta-Llama-3-8B,3,32,16,0.00011216479470022023
wikitext,attn_in,Meta-Llama-3-8B,3,32,17,6.229006248759106e-05
wikitext,mlp_gate,Meta-Llama-3-8B,3,32,17,0.00014769224799238145
wikitext,mlp_down,Meta-Llama-3-8B,3,32,17,0.00013358512660488486
wikitext,attn_in,Meta-Llama-3-8B,3,32,18,4.3436273699626327e-05
wikitext,mlp_gate,Meta-Llama-3-8B,3,32,18,0.00014762236969545484
wikitext,mlp_down,Meta-Llama-3-8B,3,32,18,0.0001299357390962541
wikitext,attn_in,Meta-Llama-3-8B,3,32,19,3.230590664315969e-05
wikitext,mlp_gate,Meta-Llama-3-8B,3,32,19,0.00015273276949301362
wikitext,mlp_down,Meta-Llama-3-8B,3,32,19,0.0001304566685575992
wikitext,attn_in,Meta-Llama-3-8B,3,32,20,4.1243358282372355e-05
wikitext,mlp_gate,Meta-Llama-3-8B,3,32,20,0.00016866173245944083
wikitext,mlp_down,Meta-Llama-3-8B,3,32,20,0.00014646767522208393
wikitext,attn_in,Meta-Llama-3-8B,3,32,21,6.823420699220151e-05
wikitext,mlp_gate,Meta-Llama-3-8B,3,32,21,0.00019894447177648544
wikitext,mlp_down,Meta-Llama-3-8B,3,32,21,0.0001725686015561223
wikitext,attn_in,Meta-Llama-3-8B,3,32,22,5.00666064908728e-05
wikitext,mlp_gate,Meta-Llama-3-8B,3,32,22,0.00021113886032253504
wikitext,mlp_down,Meta-Llama-3-8B,3,32,22,0.00018528400687500834
wikitext,attn_in,Meta-Llama-3-8B,3,32,23,5.763813896919601e-05
wikitext,mlp_gate,Meta-Llama-3-8B,3,32,23,0.00023118722310755402
wikitext,mlp_down,Meta-Llama-3-8B,3,32,23,0.00018792237096931785
wikitext,attn_in,Meta-Llama-3-8B,3,32,24,7.38683229428716e-05
wikitext,mlp_gate,Meta-Llama-3-8B,3,32,24,0.0002559538115747273
wikitext,mlp_down,Meta-Llama-3-8B,3,32,24,0.00019672600319609046
wikitext,attn_in,Meta-Llama-3-8B,3,32,25,9.667469566920772e-05
wikitext,mlp_gate,Meta-Llama-3-8B,3,32,25,0.0002895183570217341
wikitext,mlp_down,Meta-Llama-3-8B,3,32,25,0.00020939014211762697
wikitext,attn_in,Meta-Llama-3-8B,3,32,26,0.00012097123544663191
wikitext,mlp_gate,Meta-Llama-3-8B,3,32,26,0.00033072990481741726
wikitext,mlp_down,Meta-Llama-3-8B,3,32,26,0.0002388024004176259
wikitext,attn_in,Meta-Llama-3-8B,3,32,27,0.00019371628877706826
wikitext,mlp_gate,Meta-Llama-3-8B,3,32,27,0.0004173086490482092
wikitext,mlp_down,Meta-Llama-3-8B,3,32,27,0.00030217779567465186
wikitext,attn_in,Meta-Llama-3-8B,3,32,28,0.00020550232147797942
wikitext,mlp_gate,Meta-Llama-3-8B,3,32,28,0.0005741002387367189
wikitext,mlp_down,Meta-Llama-3-8B,3,32,28,0.00042501476127654314
wikitext,attn_in,Meta-Llama-3-8B,3,32,29,0.0003626170218922198
wikitext,mlp_gate,Meta-Llama-3-8B,3,32,29,0.0008086419547908008
wikitext,mlp_down,Meta-Llama-3-8B,3,32,29,0.0006563506321981549
wikitext,attn_in,Meta-Llama-3-8B,3,32,30,0.0007231677882373333
wikitext,mlp_gate,Meta-Llama-3-8B,3,32,30,0.0014655257109552622
wikitext,mlp_down,Meta-Llama-3-8B,3,32,30,0.0017860799562186003
wikitext,attn_in,Meta-Llama-3-8B,3,32,31,0.001012204447761178
wikitext,mlp_gate,Meta-Llama-3-8B,3,32,31,0.006674698553979397
wikitext,mlp_down,Meta-Llama-3-8B,3,32,31,0.42305755615234375
wikitext,attn_in,Llama-2-7b-hf,3,64,0,1.4221989204088459e-06
wikitext,attn_out,Llama-2-7b-hf,3,64,0,2.5508841190458043e-06
wikitext,mlp_gate,Llama-2-7b-hf,3,64,0,5.441927442007e-07
wikitext,mlp_down,Llama-2-7b-hf,3,64,0,5.367994617699878e-06
wikitext,attn_in,Llama-2-7b-hf,3,64,1,5.259378667687997e-06
wikitext,attn_out,Llama-2-7b-hf,3,64,1,1.0216215741820633e-05
wikitext,mlp_gate,Llama-2-7b-hf,3,64,1,4.374186391942203e-05
wikitext,mlp_down,Llama-2-7b-hf,3,64,1,0.018430929630994797
wikitext,attn_in,Llama-2-7b-hf,3,64,2,9.979785318137147e-06
wikitext,attn_out,Llama-2-7b-hf,3,64,2,5.415198302216595e-06
wikitext,mlp_gate,Llama-2-7b-hf,3,64,2,1.654116749705281e-05
wikitext,mlp_down,Llama-2-7b-hf,3,64,2,2.0342637071735226e-05
wikitext,attn_in,Llama-2-7b-hf,3,64,3,3.452726741670631e-05
wikitext,attn_out,Llama-2-7b-hf,3,64,3,1.3151118764653802e-05
wikitext,mlp_gate,Llama-2-7b-hf,3,64,3,4.01707693526987e-05
wikitext,mlp_down,Llama-2-7b-hf,3,64,3,3.704277696670033e-05
wikitext,attn_in,Llama-2-7b-hf,3,64,4,5.912147389608435e-05
wikitext,attn_out,Llama-2-7b-hf,3,64,4,2.380312798777595e-05
wikitext,mlp_gate,Llama-2-7b-hf,3,64,4,7.888174877734855e-05
wikitext,mlp_down,Llama-2-7b-hf,3,64,4,0.00012348132440820336
wikitext,attn_in,Llama-2-7b-hf,3,64,5,0.00010718419798649848
wikitext,attn_out,Llama-2-7b-hf,3,64,5,5.1474879001034424e-05
wikitext,mlp_gate,Llama-2-7b-hf,3,64,5,0.00012819727999158204
wikitext,mlp_down,Llama-2-7b-hf,3,64,5,0.00011152664228575304
wikitext,attn_in,Llama-2-7b-hf,3,64,6,0.00014863353862892836
wikitext,attn_out,Llama-2-7b-hf,3,64,6,6.404751911759377e-05
wikitext,mlp_gate,Llama-2-7b-hf,3,64,6,0.00019108509877696633
wikitext,mlp_down,Llama-2-7b-hf,3,64,6,0.0001681087160250172
wikitext,attn_in,Llama-2-7b-hf,3,64,7,0.0001977680658455938
wikitext,attn_out,Llama-2-7b-hf,3,64,7,8.722414349904284e-05
wikitext,mlp_gate,Llama-2-7b-hf,3,64,7,0.0002640332968439907
wikitext,mlp_down,Llama-2-7b-hf,3,64,7,0.00022724579321220517
wikitext,attn_in,Llama-2-7b-hf,3,64,8,0.00032829944393597543
wikitext,attn_out,Llama-2-7b-hf,3,64,8,0.00013595586642622948
wikitext,mlp_gate,Llama-2-7b-hf,3,64,8,0.00033277328475378454
wikitext,mlp_down,Llama-2-7b-hf,3,64,8,0.00027963731554336846
wikitext,attn_in,Llama-2-7b-hf,3,64,9,0.00046848750207573175
wikitext,attn_out,Llama-2-7b-hf,3,64,9,0.0001826594234444201
wikitext,mlp_gate,Llama-2-7b-hf,3,64,9,0.0003906858910340816
wikitext,mlp_down,Llama-2-7b-hf,3,64,9,0.00033080417779274285
wikitext,attn_in,Llama-2-7b-hf,3,64,10,0.0005076957168057561
wikitext,attn_out,Llama-2-7b-hf,3,64,10,0.0002470742037985474
wikitext,mlp_gate,Llama-2-7b-hf,3,64,10,0.00046064372872933745
wikitext,mlp_down,Llama-2-7b-hf,3,64,10,0.0003729720483534038
wikitext,attn_in,Llama-2-7b-hf,3,64,11,0.0006374099175445735
wikitext,attn_out,Llama-2-7b-hf,3,64,11,0.00024127181677613407
wikitext,mlp_gate,Llama-2-7b-hf,3,64,11,0.000513482722453773
wikitext,mlp_down,Llama-2-7b-hf,3,64,11,0.0004232164064887911
wikitext,attn_in,Llama-2-7b-hf,3,64,12,0.0006584685761481524
wikitext,attn_out,Llama-2-7b-hf,3,64,12,0.0002862699911929667
wikitext,mlp_gate,Llama-2-7b-hf,3,64,12,0.0005738395266234875
wikitext,mlp_down,Llama-2-7b-hf,3,64,12,0.00046933049452491105
wikitext,attn_in,Llama-2-7b-hf,3,64,13,0.0006321868859231472
wikitext,attn_out,Llama-2-7b-hf,3,64,13,0.0003311209729872644
wikitext,mlp_gate,Llama-2-7b-hf,3,64,13,0.0006754213245585561
wikitext,mlp_down,Llama-2-7b-hf,3,64,13,0.0005720881163142622
wikitext,attn_in,Llama-2-7b-hf,3,64,14,0.0007140033412724733
wikitext,attn_out,Llama-2-7b-hf,3,64,14,0.00035235940595157444
wikitext,mlp_gate,Llama-2-7b-hf,3,64,14,0.0007666813908144832
wikitext,mlp_down,Llama-2-7b-hf,3,64,14,0.0006783377029933035
wikitext,attn_in,Llama-2-7b-hf,3,64,15,0.0008294099825434387
wikitext,attn_out,Llama-2-7b-hf,3,64,15,0.0003963644558098167
wikitext,mlp_gate,Llama-2-7b-hf,3,64,15,0.0009476069244556129
wikitext,mlp_down,Llama-2-7b-hf,3,64,15,0.0008591877995058894
wikitext,attn_in,Llama-2-7b-hf,3,64,16,0.0009370027692057192
wikitext,attn_out,Llama-2-7b-hf,3,64,16,0.0005138353444635868
wikitext,mlp_gate,Llama-2-7b-hf,3,64,16,0.0012166702654212713
wikitext,mlp_down,Llama-2-7b-hf,3,64,16,0.001272116438485682
wikitext,attn_in,Llama-2-7b-hf,3,64,17,0.0007090686121955514
wikitext,attn_out,Llama-2-7b-hf,3,64,17,0.00043157703476026654
wikitext,mlp_gate,Llama-2-7b-hf,3,64,17,0.0013636579969897866
wikitext,mlp_down,Llama-2-7b-hf,3,64,17,0.001325874007306993
wikitext,attn_in,Llama-2-7b-hf,3,64,18,0.0007268546032719314
wikitext,attn_out,Llama-2-7b-hf,3,64,18,0.0004075712931808084
wikitext,mlp_gate,Llama-2-7b-hf,3,64,18,0.0016069650882855058
wikitext,mlp_down,Llama-2-7b-hf,3,64,18,0.0015471667284145951
wikitext,attn_in,Llama-2-7b-hf,3,64,19,0.000730827625375241
wikitext,attn_out,Llama-2-7b-hf,3,64,19,0.0003856919938698411
wikitext,mlp_gate,Llama-2-7b-hf,3,64,19,0.0018411015626043081
wikitext,mlp_down,Llama-2-7b-hf,3,64,19,0.0017105031292885542
wikitext,attn_in,Llama-2-7b-hf,3,64,20,0.0008717553573660553
wikitext,attn_out,Llama-2-7b-hf,3,64,20,0.0005119316629134119
wikitext,mlp_gate,Llama-2-7b-hf,3,64,20,0.0021438454277813435
wikitext,mlp_down,Llama-2-7b-hf,3,64,20,0.0021388973109424114
wikitext,attn_in,Llama-2-7b-hf,3,64,21,0.000669088214635849
wikitext,attn_out,Llama-2-7b-hf,3,64,21,0.00036632883711718023
wikitext,mlp_gate,Llama-2-7b-hf,3,64,21,0.002420231467112899
wikitext,mlp_down,Llama-2-7b-hf,3,64,21,0.0022737006656825542
wikitext,attn_in,Llama-2-7b-hf,3,64,22,0.0011277530575171113
wikitext,attn_out,Llama-2-7b-hf,3,64,22,0.000592468015383929
wikitext,mlp_gate,Llama-2-7b-hf,3,64,22,0.002713338239118457
wikitext,mlp_down,Llama-2-7b-hf,3,64,22,0.002400117926299572
wikitext,attn_in,Llama-2-7b-hf,3,64,23,0.0009232618613168597
wikitext,attn_out,Llama-2-7b-hf,3,64,23,0.0005513227661140263
wikitext,mlp_gate,Llama-2-7b-hf,3,64,23,0.0030802548862993717
wikitext,mlp_down,Llama-2-7b-hf,3,64,23,0.0025732116773724556
wikitext,attn_in,Llama-2-7b-hf,3,64,24,0.0013639682438224554
wikitext,attn_out,Llama-2-7b-hf,3,64,24,0.0005890734028071165
wikitext,mlp_gate,Llama-2-7b-hf,3,64,24,0.0033968817442655563
wikitext,mlp_down,Llama-2-7b-hf,3,64,24,0.0027253576554358006
wikitext,attn_in,Llama-2-7b-hf,3,64,25,0.0011857168283313513
wikitext,attn_out,Llama-2-7b-hf,3,64,25,0.0007721393485553563
wikitext,mlp_gate,Llama-2-7b-hf,3,64,25,0.003850002773106098
wikitext,mlp_down,Llama-2-7b-hf,3,64,25,0.002887535374611616
wikitext,attn_in,Llama-2-7b-hf,3,64,26,0.001628586556762457
wikitext,attn_out,Llama-2-7b-hf,3,64,26,0.0008529407787136734
wikitext,mlp_gate,Llama-2-7b-hf,3,64,26,0.004346523899585009
wikitext,mlp_down,Llama-2-7b-hf,3,64,26,0.003200054867193103
wikitext,attn_in,Llama-2-7b-hf,3,64,27,0.0014581845607608557
wikitext,attn_out,Llama-2-7b-hf,3,64,27,0.00085711624706164
wikitext,mlp_gate,Llama-2-7b-hf,3,64,27,0.005014023277908564
wikitext,mlp_down,Llama-2-7b-hf,3,64,27,0.00373660190962255
wikitext,attn_in,Llama-2-7b-hf,3,64,28,0.002063875086605549
wikitext,attn_out,Llama-2-7b-hf,3,64,28,0.0011759049957618117
wikitext,mlp_gate,Llama-2-7b-hf,3,64,28,0.005833913572132587
wikitext,mlp_down,Llama-2-7b-hf,3,64,28,0.004328940063714981
wikitext,attn_in,Llama-2-7b-hf,3,64,29,0.0019767896737903357
wikitext,attn_out,Llama-2-7b-hf,3,64,29,0.0011985150631517172
wikitext,mlp_gate,Llama-2-7b-hf,3,64,29,0.006951565854251385
wikitext,mlp_down,Llama-2-7b-hf,3,64,29,0.006777225527912378
wikitext,attn_in,Llama-2-7b-hf,3,64,30,0.0020288005471229553
wikitext,attn_out,Llama-2-7b-hf,3,64,30,0.0014655600534752011
wikitext,mlp_gate,Llama-2-7b-hf,3,64,30,0.018058301880955696
wikitext,mlp_down,Llama-2-7b-hf,3,64,30,0.031562741845846176
wikitext,attn_in,Llama-2-7b-hf,3,64,31,0.006402166094630957
wikitext,attn_out,Llama-2-7b-hf,3,64,31,0.0020208789501339197
wikitext,mlp_gate,Llama-2-7b-hf,3,64,31,0.023559240624308586
wikitext,mlp_down,Llama-2-7b-hf,3,64,31,0.047182176262140274
wikitext,attn_in,Meta-Llama-3-8B,3,64,0,9.592214382792008e-07
wikitext,mlp_gate,Meta-Llama-3-8B,3,64,0,1.5906812222965527e-06
wikitext,mlp_down,Meta-Llama-3-8B,3,64,0,5.186596354178619e-06
wikitext,attn_in,Meta-Llama-3-8B,3,64,1,1.6278436305583455e-06
wikitext,mlp_gate,Meta-Llama-3-8B,3,64,1,0.00010697243851609528
wikitext,mlp_down,Meta-Llama-3-8B,3,64,1,6.553761340910569e-05
wikitext,attn_in,Meta-Llama-3-8B,3,64,2,2.897531885537319e-06
wikitext,mlp_gate,Meta-Llama-3-8B,3,64,2,8.545988748664968e-06
wikitext,mlp_down,Meta-Llama-3-8B,3,64,2,8.275391337519977e-06
wikitext,attn_in,Meta-Llama-3-8B,3,64,3,5.891125056223245e-06
wikitext,mlp_gate,Meta-Llama-3-8B,3,64,3,1.9245222574681975e-05
wikitext,mlp_down,Meta-Llama-3-8B,3,64,3,1.491494185756892e-05
wikitext,attn_in,Meta-Llama-3-8B,3,64,4,1.2882745068054646e-05
wikitext,mlp_gate,Meta-Llama-3-8B,3,64,4,3.4036129363812506e-05
wikitext,mlp_down,Meta-Llama-3-8B,3,64,4,2.6721350877778605e-05
wikitext,attn_in,Meta-Llama-3-8B,3,64,5,2.2754566089133732e-05
wikitext,mlp_gate,Meta-Llama-3-8B,3,64,5,4.850308323511854e-05
wikitext,mlp_down,Meta-Llama-3-8B,3,64,5,4.101342710782774e-05
wikitext,attn_in,Meta-Llama-3-8B,3,64,6,3.271725290687755e-05
wikitext,mlp_gate,Meta-Llama-3-8B,3,64,6,6.219349597813562e-05
wikitext,mlp_down,Meta-Llama-3-8B,3,64,6,5.024497659178451e-05
wikitext,attn_in,Meta-Llama-3-8B,3,64,7,4.0008442738326266e-05
wikitext,mlp_gate,Meta-Llama-3-8B,3,64,7,7.253140211105347e-05
wikitext,mlp_down,Meta-Llama-3-8B,3,64,7,5.61744709557388e-05
wikitext,attn_in,Meta-Llama-3-8B,3,64,8,4.700540011981502e-05
wikitext,mlp_gate,Meta-Llama-3-8B,3,64,8,7.992911559995264e-05
wikitext,mlp_down,Meta-Llama-3-8B,3,64,8,6.268396828090772e-05
wikitext,attn_in,Meta-Llama-3-8B,3,64,9,6.341573316603899e-05
wikitext,mlp_gate,Meta-Llama-3-8B,3,64,9,9.086933278013021e-05
wikitext,mlp_down,Meta-Llama-3-8B,3,64,9,7.195620855782181e-05
wikitext,attn_in,Meta-Llama-3-8B,3,64,10,6.362105341395363e-05
wikitext,mlp_gate,Meta-Llama-3-8B,3,64,10,9.222842345479876e-05
wikitext,mlp_down,Meta-Llama-3-8B,3,64,10,7.571782043669373e-05
wikitext,attn_in,Meta-Llama-3-8B,3,64,11,7.176210056059062e-05
wikitext,mlp_gate,Meta-Llama-3-8B,3,64,11,9.92614877759479e-05
wikitext,mlp_down,Meta-Llama-3-8B,3,64,11,7.972762250574306e-05
wikitext,attn_in,Meta-Llama-3-8B,3,64,12,7.022311183391139e-05
wikitext,mlp_gate,Meta-Llama-3-8B,3,64,12,0.00011529659968800843
wikitext,mlp_down,Meta-Llama-3-8B,3,64,12,8.557008550269529e-05
wikitext,attn_in,Meta-Llama-3-8B,3,64,13,8.943118155002594e-05
wikitext,mlp_gate,Meta-Llama-3-8B,3,64,13,0.00013080216012895107
wikitext,mlp_down,Meta-Llama-3-8B,3,64,13,0.00010129837755812332
wikitext,attn_in,Meta-Llama-3-8B,3,64,14,0.00011053611524403095
wikitext,mlp_gate,Meta-Llama-3-8B,3,64,14,0.0001559588999953121
wikitext,mlp_down,Meta-Llama-3-8B,3,64,14,0.00011533545330166817
wikitext,attn_in,Meta-Llama-3-8B,3,64,15,9.745684656081721e-05
wikitext,mlp_gate,Meta-Llama-3-8B,3,64,15,0.00018018943956121802
wikitext,mlp_down,Meta-Llama-3-8B,3,64,15,0.00014931001351214945
wikitext,attn_in,Meta-Llama-3-8B,3,64,16,0.0001104219991248101
wikitext,mlp_gate,Meta-Llama-3-8B,3,64,16,0.0001843363424995914
wikitext,mlp_down,Meta-Llama-3-8B,3,64,16,0.00015388691099360585
wikitext,attn_in,Meta-Llama-3-8B,3,64,17,9.140166366705671e-05
wikitext,mlp_gate,Meta-Llama-3-8B,3,64,17,0.0002088031906168908
wikitext,mlp_down,Meta-Llama-3-8B,3,64,17,0.00018466319306753576
wikitext,attn_in,Meta-Llama-3-8B,3,64,18,6.068438233342022e-05
wikitext,mlp_gate,Meta-Llama-3-8B,3,64,18,0.0002061726409010589
wikitext,mlp_down,Meta-Llama-3-8B,3,64,18,0.00017851496522780508
wikitext,attn_in,Meta-Llama-3-8B,3,64,19,5.010901077184826e-05
wikitext,mlp_gate,Meta-Llama-3-8B,3,64,19,0.0002137151313945651
wikitext,mlp_down,Meta-Llama-3-8B,3,64,19,0.00017948821187019348
wikitext,attn_in,Meta-Llama-3-8B,3,64,20,6.567923264810815e-05
wikitext,mlp_gate,Meta-Llama-3-8B,3,64,20,0.00023426498228218406
wikitext,mlp_down,Meta-Llama-3-8B,3,64,20,0.00020204609609209
wikitext,attn_in,Meta-Llama-3-8B,3,64,21,9.420994319953024e-05
wikitext,mlp_gate,Meta-Llama-3-8B,3,64,21,0.00027570099337026477
wikitext,mlp_down,Meta-Llama-3-8B,3,64,21,0.00023943078122101724
wikitext,attn_in,Meta-Llama-3-8B,3,64,22,7.787255162838846e-05
wikitext,mlp_gate,Meta-Llama-3-8B,3,64,22,0.000293464632704854
wikitext,mlp_down,Meta-Llama-3-8B,3,64,22,0.00025410810485482216
wikitext,attn_in,Meta-Llama-3-8B,3,64,23,8.180929580703378e-05
wikitext,mlp_gate,Meta-Llama-3-8B,3,64,23,0.0003198113990947604
wikitext,mlp_down,Meta-Llama-3-8B,3,64,23,0.0002585638139862567
wikitext,attn_in,Meta-Llama-3-8B,3,64,24,0.00010563142132014036
wikitext,mlp_gate,Meta-Llama-3-8B,3,64,24,0.00035354882129468024
wikitext,mlp_down,Meta-Llama-3-8B,3,64,24,0.00027034356025978923
wikitext,attn_in,Meta-Llama-3-8B,3,64,25,0.00013379825395531952
wikitext,mlp_gate,Meta-Llama-3-8B,3,64,25,0.00040242652175948024
wikitext,mlp_down,Meta-Llama-3-8B,3,64,25,0.00028745929012075067
wikitext,attn_in,Meta-Llama-3-8B,3,64,26,0.00018287140119355172
wikitext,mlp_gate,Meta-Llama-3-8B,3,64,26,0.00046299269888550043
wikitext,mlp_down,Meta-Llama-3-8B,3,64,26,0.0003281267127022147
wikitext,attn_in,Meta-Llama-3-8B,3,64,27,0.00030014102230779827
wikitext,mlp_gate,Meta-Llama-3-8B,3,64,27,0.0005824079853482544
wikitext,mlp_down,Meta-Llama-3-8B,3,64,27,0.00041514396434649825
wikitext,attn_in,Meta-Llama-3-8B,3,64,28,0.0003417027182877064
wikitext,mlp_gate,Meta-Llama-3-8B,3,64,28,0.0008094295626506209
wikitext,mlp_down,Meta-Llama-3-8B,3,64,28,0.0005817402852699161
wikitext,attn_in,Meta-Llama-3-8B,3,64,29,0.0005308192921802402
wikitext,mlp_gate,Meta-Llama-3-8B,3,64,29,0.0011440913658589125
wikitext,mlp_down,Meta-Llama-3-8B,3,64,29,0.0009199313353747129
wikitext,attn_in,Meta-Llama-3-8B,3,64,30,0.0011654853587970138
wikitext,mlp_gate,Meta-Llama-3-8B,3,64,30,0.002049163682386279
wikitext,mlp_down,Meta-Llama-3-8B,3,64,30,0.0025849214289337397
wikitext,attn_in,Meta-Llama-3-8B,3,64,31,0.00160985067486763
wikitext,mlp_gate,Meta-Llama-3-8B,3,64,31,0.010055402293801308
wikitext,mlp_down,Meta-Llama-3-8B,3,64,31,0.6774871945381165
wikitext,attn_in,Llama-2-7b-hf,3,128,0,2.5673964501038427e-06
wikitext,attn_out,Llama-2-7b-hf,3,128,0,3.7795700791320996e-06
wikitext,mlp_gate,Llama-2-7b-hf,3,128,0,7.691664904996287e-07
wikitext,mlp_down,Llama-2-7b-hf,3,128,0,7.605570772284409e-06
wikitext,attn_in,Llama-2-7b-hf,3,128,1,8.242922376666684e-06
wikitext,attn_out,Llama-2-7b-hf,3,128,1,1.6270860214717686e-05
wikitext,mlp_gate,Llama-2-7b-hf,3,128,1,0.00042427759035490453
wikitext,mlp_down,Llama-2-7b-hf,3,128,1,0.04296180605888367
wikitext,attn_in,Llama-2-7b-hf,3,128,2,1.280415199289564e-05
wikitext,attn_out,Llama-2-7b-hf,3,128,2,7.63992102292832e-06
wikitext,mlp_gate,Llama-2-7b-hf,3,128,2,2.1265183022478595e-05
wikitext,mlp_down,Llama-2-7b-hf,3,128,2,2.833206053765025e-05
wikitext,attn_in,Llama-2-7b-hf,3,128,3,3.8970836612861603e-05
wikitext,attn_out,Llama-2-7b-hf,3,128,3,1.7893313270178623e-05
wikitext,mlp_gate,Llama-2-7b-hf,3,128,3,5.2000617870362476e-05
wikitext,mlp_down,Llama-2-7b-hf,3,128,3,4.745768819702789e-05
wikitext,attn_in,Llama-2-7b-hf,3,128,4,7.652252679690719e-05
wikitext,attn_out,Llama-2-7b-hf,3,128,4,3.1812040106160566e-05
wikitext,mlp_gate,Llama-2-7b-hf,3,128,4,0.00010352856043027714
wikitext,mlp_down,Llama-2-7b-hf,3,128,4,0.00018859480042010546
wikitext,attn_in,Llama-2-7b-hf,3,128,5,0.00014950278273317963
wikitext,attn_out,Llama-2-7b-hf,3,128,5,6.831752398284152e-05
wikitext,mlp_gate,Llama-2-7b-hf,3,128,5,0.00016676521045155823
wikitext,mlp_down,Llama-2-7b-hf,3,128,5,0.0001426710223313421
wikitext,attn_in,Llama-2-7b-hf,3,128,6,0.00017270831449422985
wikitext,attn_out,Llama-2-7b-hf,3,128,6,8.441341924481094e-05
wikitext,mlp_gate,Llama-2-7b-hf,3,128,6,0.0002502026909496635
wikitext,mlp_down,Llama-2-7b-hf,3,128,6,0.00021428923355415463
wikitext,attn_in,Llama-2-7b-hf,3,128,7,0.0002498370304238051
wikitext,attn_out,Llama-2-7b-hf,3,128,7,0.00011503481073305011
wikitext,mlp_gate,Llama-2-7b-hf,3,128,7,0.0003467271162662655
wikitext,mlp_down,Llama-2-7b-hf,3,128,7,0.00029187535983510315
wikitext,attn_in,Llama-2-7b-hf,3,128,8,0.000430867075920105
wikitext,attn_out,Llama-2-7b-hf,3,128,8,0.00017572674551047385
wikitext,mlp_gate,Llama-2-7b-hf,3,128,8,0.00043635041220113635
wikitext,mlp_down,Llama-2-7b-hf,3,128,8,0.00035887726699002087
wikitext,attn_in,Llama-2-7b-hf,3,128,9,0.0005639276350848377
wikitext,attn_out,Llama-2-7b-hf,3,128,9,0.00023539883841294795
wikitext,mlp_gate,Llama-2-7b-hf,3,128,9,0.000515341351274401
wikitext,mlp_down,Llama-2-7b-hf,3,128,9,0.00042372423922643065
wikitext,attn_in,Llama-2-7b-hf,3,128,10,0.0006440068245865405
wikitext,attn_out,Llama-2-7b-hf,3,128,10,0.00032164930598810315
wikitext,mlp_gate,Llama-2-7b-hf,3,128,10,0.0006136320880614221
wikitext,mlp_down,Llama-2-7b-hf,3,128,10,0.000477066554594785
wikitext,attn_in,Llama-2-7b-hf,3,128,11,0.0006522696348838508
wikitext,attn_out,Llama-2-7b-hf,3,128,11,0.00031343084992840886
wikitext,mlp_gate,Llama-2-7b-hf,3,128,11,0.0006781687843613327
wikitext,mlp_down,Llama-2-7b-hf,3,128,11,0.0005417197244241834
wikitext,attn_in,Llama-2-7b-hf,3,128,12,0.0008402574458159506
wikitext,attn_out,Llama-2-7b-hf,3,128,12,0.0003682053356897086
wikitext,mlp_gate,Llama-2-7b-hf,3,128,12,0.0007545921835117042
wikitext,mlp_down,Llama-2-7b-hf,3,128,12,0.0005997155676595867
wikitext,attn_in,Llama-2-7b-hf,3,128,13,0.0008764230879023671
wikitext,attn_out,Llama-2-7b-hf,3,128,13,0.00042933947406709194
wikitext,mlp_gate,Llama-2-7b-hf,3,128,13,0.0008877418586052954
wikitext,mlp_down,Llama-2-7b-hf,3,128,13,0.0007335387053899467
wikitext,attn_in,Llama-2-7b-hf,3,128,14,0.0008686194778420031
wikitext,attn_out,Llama-2-7b-hf,3,128,14,0.0004525783588178456
wikitext,mlp_gate,Llama-2-7b-hf,3,128,14,0.0010042886715382338
wikitext,mlp_down,Llama-2-7b-hf,3,128,14,0.0008662889013066888
wikitext,attn_in,Llama-2-7b-hf,3,128,15,0.0009839929407462478
wikitext,attn_out,Llama-2-7b-hf,3,128,15,0.0005107802571728826
wikitext,mlp_gate,Llama-2-7b-hf,3,128,15,0.0012529435334727168
wikitext,mlp_down,Llama-2-7b-hf,3,128,15,0.0010980989318341017
wikitext,attn_in,Llama-2-7b-hf,3,128,16,0.0010756081901490688
wikitext,attn_out,Llama-2-7b-hf,3,128,16,0.000661420461256057
wikitext,mlp_gate,Llama-2-7b-hf,3,128,16,0.0015789892058819532
wikitext,mlp_down,Llama-2-7b-hf,3,128,16,0.0016994166653603315
wikitext,attn_in,Llama-2-7b-hf,3,128,17,0.0009061073651537299
wikitext,attn_out,Llama-2-7b-hf,3,128,17,0.0005584534374065697
wikitext,mlp_gate,Llama-2-7b-hf,3,128,17,0.0017672422109171748
wikitext,mlp_down,Llama-2-7b-hf,3,128,17,0.001693582278676331
wikitext,attn_in,Llama-2-7b-hf,3,128,18,0.0009517375729046762
wikitext,attn_out,Llama-2-7b-hf,3,128,18,0.0005225525819696486
wikitext,mlp_gate,Llama-2-7b-hf,3,128,18,0.0020829662680625916
wikitext,mlp_down,Llama-2-7b-hf,3,128,18,0.001979595050215721
wikitext,attn_in,Llama-2-7b-hf,3,128,19,0.0009231869480572641
wikitext,attn_out,Llama-2-7b-hf,3,128,19,0.0004974748007953167
wikitext,mlp_gate,Llama-2-7b-hf,3,128,19,0.0023669193033128977
wikitext,mlp_down,Llama-2-7b-hf,3,128,19,0.0022172152530401945
wikitext,attn_in,Llama-2-7b-hf,3,128,20,0.0010792466346174479
wikitext,attn_out,Llama-2-7b-hf,3,128,20,0.0006558336317539215
wikitext,mlp_gate,Llama-2-7b-hf,3,128,20,0.0027665416710078716
wikitext,mlp_down,Llama-2-7b-hf,3,128,20,0.0027402674313634634
wikitext,attn_in,Llama-2-7b-hf,3,128,21,0.0007808325462974608
wikitext,attn_out,Llama-2-7b-hf,3,128,21,0.0004725787730421871
wikitext,mlp_gate,Llama-2-7b-hf,3,128,21,0.0031166307162493467
wikitext,mlp_down,Llama-2-7b-hf,3,128,21,0.0028884271159768105
wikitext,attn_in,Llama-2-7b-hf,3,128,22,0.001439885119907558
wikitext,attn_out,Llama-2-7b-hf,3,128,22,0.0007533312309533358
wikitext,mlp_gate,Llama-2-7b-hf,3,128,22,0.003484766697511077
wikitext,mlp_down,Llama-2-7b-hf,3,128,22,0.003058408619835973
wikitext,attn_in,Llama-2-7b-hf,3,128,23,0.0011868436122313142
wikitext,attn_out,Llama-2-7b-hf,3,128,23,0.000708177569322288
wikitext,mlp_gate,Llama-2-7b-hf,3,128,23,0.003943291958421469
wikitext,mlp_down,Llama-2-7b-hf,3,128,23,0.003270675428211689
wikitext,attn_in,Llama-2-7b-hf,3,128,24,0.0015084275510162115
wikitext,attn_out,Llama-2-7b-hf,3,128,24,0.0007639250834472477
wikitext,mlp_gate,Llama-2-7b-hf,3,128,24,0.004346506204456091
wikitext,mlp_down,Llama-2-7b-hf,3,128,24,0.0034665269777178764
wikitext,attn_in,Llama-2-7b-hf,3,128,25,0.0016320755239576101
wikitext,attn_out,Llama-2-7b-hf,3,128,25,0.0009900755248963833
wikitext,mlp_gate,Llama-2-7b-hf,3,128,25,0.004958693403750658
wikitext,mlp_down,Llama-2-7b-hf,3,128,25,0.0036673578433692455
wikitext,attn_in,Llama-2-7b-hf,3,128,26,0.0019489360274747014
wikitext,attn_out,Llama-2-7b-hf,3,128,26,0.0011094785295426846
wikitext,mlp_gate,Llama-2-7b-hf,3,128,26,0.00560533395037055
wikitext,mlp_down,Llama-2-7b-hf,3,128,26,0.004079408012330532
wikitext,attn_in,Llama-2-7b-hf,3,128,27,0.0018292940221726894
wikitext,attn_out,Llama-2-7b-hf,3,128,27,0.0010995594784617424
wikitext,mlp_gate,Llama-2-7b-hf,3,128,27,0.006518748123198748
wikitext,mlp_down,Llama-2-7b-hf,3,128,27,0.0047594341449439526
wikitext,attn_in,Llama-2-7b-hf,3,128,28,0.0027603060007095337
wikitext,attn_out,Llama-2-7b-hf,3,128,28,0.0015078603755682707
wikitext,mlp_gate,Llama-2-7b-hf,3,128,28,0.007614676840603352
wikitext,mlp_down,Llama-2-7b-hf,3,128,28,0.0055554211139678955
wikitext,attn_in,Llama-2-7b-hf,3,128,29,0.0024260524660348892
wikitext,attn_out,Llama-2-7b-hf,3,128,29,0.0015345439314842224
wikitext,mlp_gate,Llama-2-7b-hf,3,128,29,0.009142774157226086
wikitext,mlp_down,Llama-2-7b-hf,3,128,29,0.009215577505528927
wikitext,attn_in,Llama-2-7b-hf,3,128,30,0.0026109858881682158
wikitext,attn_out,Llama-2-7b-hf,3,128,30,0.0019123980309814215
wikitext,mlp_gate,Llama-2-7b-hf,3,128,30,0.018208429217338562
wikitext,mlp_down,Llama-2-7b-hf,3,128,30,0.05835290253162384
wikitext,attn_in,Llama-2-7b-hf,3,128,31,0.009387901052832603
wikitext,attn_out,Llama-2-7b-hf,3,128,31,0.002707701874896884
wikitext,mlp_gate,Llama-2-7b-hf,3,128,31,0.03149871900677681
wikitext,mlp_down,Llama-2-7b-hf,3,128,31,0.07138074189424515
wikitext,attn_in,Meta-Llama-3-8B,3,128,0,1.388395503454376e-06
wikitext,mlp_gate,Meta-Llama-3-8B,3,128,0,2.0594561647158116e-06
wikitext,mlp_down,Meta-Llama-3-8B,3,128,0,9.050738299265504e-06
wikitext,attn_in,Meta-Llama-3-8B,3,128,1,2.810051682899939e-06
wikitext,mlp_gate,Meta-Llama-3-8B,3,128,1,6.048320574336685e-05
wikitext,mlp_down,Meta-Llama-3-8B,3,128,1,0.00016055779997259378
wikitext,attn_in,Meta-Llama-3-8B,3,128,2,4.891368007520214e-06
wikitext,mlp_gate,Meta-Llama-3-8B,3,128,2,1.114949736802373e-05
wikitext,mlp_down,Meta-Llama-3-8B,3,128,2,1.1061387340305373e-05
wikitext,attn_in,Meta-Llama-3-8B,3,128,3,7.68671634432394e-06
wikitext,mlp_gate,Meta-Llama-3-8B,3,128,3,2.5306519091827795e-05
wikitext,mlp_down,Meta-Llama-3-8B,3,128,3,1.968785909411963e-05
wikitext,attn_in,Meta-Llama-3-8B,3,128,4,1.8980364984599873e-05
wikitext,mlp_gate,Meta-Llama-3-8B,3,128,4,4.518520654528402e-05
wikitext,mlp_down,Meta-Llama-3-8B,3,128,4,3.468980503384955e-05
wikitext,attn_in,Meta-Llama-3-8B,3,128,5,2.8753889637300745e-05
wikitext,mlp_gate,Meta-Llama-3-8B,3,128,5,6.398366531357169e-05
wikitext,mlp_down,Meta-Llama-3-8B,3,128,5,5.4305492085404694e-05
wikitext,attn_in,Meta-Llama-3-8B,3,128,6,3.859677235595882e-05
wikitext,mlp_gate,Meta-Llama-3-8B,3,128,6,8.206650818465278e-05
wikitext,mlp_down,Meta-Llama-3-8B,3,128,6,6.602430948987603e-05
wikitext,attn_in,Meta-Llama-3-8B,3,128,7,5.2253875765018165e-05
wikitext,mlp_gate,Meta-Llama-3-8B,3,128,7,9.666855476098135e-05
wikitext,mlp_down,Meta-Llama-3-8B,3,128,7,7.320844451896846e-05
wikitext,attn_in,Meta-Llama-3-8B,3,128,8,6.491097883554175e-05
wikitext,mlp_gate,Meta-Llama-3-8B,3,128,8,0.00010609166929498315
wikitext,mlp_down,Meta-Llama-3-8B,3,128,8,8.114210504572839e-05
wikitext,attn_in,Meta-Llama-3-8B,3,128,9,8.741337660467252e-05
wikitext,mlp_gate,Meta-Llama-3-8B,3,128,9,0.00012154289288446307
wikitext,mlp_down,Meta-Llama-3-8B,3,128,9,9.344880527351052e-05
wikitext,attn_in,Meta-Llama-3-8B,3,128,10,8.84843830135651e-05
wikitext,mlp_gate,Meta-Llama-3-8B,3,128,10,0.00012189683911856264
wikitext,mlp_down,Meta-Llama-3-8B,3,128,10,9.855204552877694e-05
wikitext,attn_in,Meta-Llama-3-8B,3,128,11,8.419649384450167e-05
wikitext,mlp_gate,Meta-Llama-3-8B,3,128,11,0.00013279382255859673
wikitext,mlp_down,Meta-Llama-3-8B,3,128,11,0.00010491357534192502
wikitext,attn_in,Meta-Llama-3-8B,3,128,12,9.391992352902889e-05
wikitext,mlp_gate,Meta-Llama-3-8B,3,128,12,0.00015691507724113762
wikitext,mlp_down,Meta-Llama-3-8B,3,128,12,0.00011187638301635161
wikitext,attn_in,Meta-Llama-3-8B,3,128,13,0.00011677121801767498
wikitext,mlp_gate,Meta-Llama-3-8B,3,128,13,0.00017746607773005962
wikitext,mlp_down,Meta-Llama-3-8B,3,128,13,0.00013228144962340593
wikitext,attn_in,Meta-Llama-3-8B,3,128,14,0.00014817742339801043
wikitext,mlp_gate,Meta-Llama-3-8B,3,128,14,0.00021348026348277926
wikitext,mlp_down,Meta-Llama-3-8B,3,128,14,0.00014893435582052916
wikitext,attn_in,Meta-Llama-3-8B,3,128,15,0.0001300700823776424
wikitext,mlp_gate,Meta-Llama-3-8B,3,128,15,0.00024258618941530585
wikitext,mlp_down,Meta-Llama-3-8B,3,128,15,0.0001941743539646268
wikitext,attn_in,Meta-Llama-3-8B,3,128,16,0.00014926394214853644
wikitext,mlp_gate,Meta-Llama-3-8B,3,128,16,0.0002465155266690999
wikitext,mlp_down,Meta-Llama-3-8B,3,128,16,0.0001992804609471932
wikitext,attn_in,Meta-Llama-3-8B,3,128,17,0.00012002178118564188
wikitext,mlp_gate,Meta-Llama-3-8B,3,128,17,0.0002785045653581619
wikitext,mlp_down,Meta-Llama-3-8B,3,128,17,0.00024120787566062063
wikitext,attn_in,Meta-Llama-3-8B,3,128,18,8.928755414672196e-05
wikitext,mlp_gate,Meta-Llama-3-8B,3,128,18,0.00027126845088787377
wikitext,mlp_down,Meta-Llama-3-8B,3,128,18,0.00023080392566043884
wikitext,attn_in,Meta-Llama-3-8B,3,128,19,6.862320879008621e-05
wikitext,mlp_gate,Meta-Llama-3-8B,3,128,19,0.0002818494394887239
wikitext,mlp_down,Meta-Llama-3-8B,3,128,19,0.00023289729142561555
wikitext,attn_in,Meta-Llama-3-8B,3,128,20,8.418357174377888e-05
wikitext,mlp_gate,Meta-Llama-3-8B,3,128,20,0.00030758604407310486
wikitext,mlp_down,Meta-Llama-3-8B,3,128,20,0.0002633916446939111
wikitext,attn_in,Meta-Llama-3-8B,3,128,21,0.00013465865049511194
wikitext,mlp_gate,Meta-Llama-3-8B,3,128,21,0.0003642529190983623
wikitext,mlp_down,Meta-Llama-3-8B,3,128,21,0.00031382619636133313
wikitext,attn_in,Meta-Llama-3-8B,3,128,22,9.519018931314349e-05
wikitext,mlp_gate,Meta-Llama-3-8B,3,128,22,0.0003823536681011319
wikitext,mlp_down,Meta-Llama-3-8B,3,128,22,0.0003308829909656197
wikitext,attn_in,Meta-Llama-3-8B,3,128,23,0.00012221834913361818
wikitext,mlp_gate,Meta-Llama-3-8B,3,128,23,0.0004186174483038485
wikitext,mlp_down,Meta-Llama-3-8B,3,128,23,0.00033363496186211705
wikitext,attn_in,Meta-Llama-3-8B,3,128,24,0.0001443492656107992
wikitext,mlp_gate,Meta-Llama-3-8B,3,128,24,0.000463152420707047
wikitext,mlp_down,Meta-Llama-3-8B,3,128,24,0.00035064719850197434
wikitext,attn_in,Meta-Llama-3-8B,3,128,25,0.00019115311442874372
wikitext,mlp_gate,Meta-Llama-3-8B,3,128,25,0.0005256998701952398
wikitext,mlp_down,Meta-Llama-3-8B,3,128,25,0.00036928884219378233
wikitext,attn_in,Meta-Llama-3-8B,3,128,26,0.00024261197540909052
wikitext,mlp_gate,Meta-Llama-3-8B,3,128,26,0.0006109321257099509
wikitext,mlp_down,Meta-Llama-3-8B,3,128,26,0.00042151048546656966
wikitext,attn_in,Meta-Llama-3-8B,3,128,27,0.00036541238659992814
wikitext,mlp_gate,Meta-Llama-3-8B,3,128,27,0.0007740817382000387
wikitext,mlp_down,Meta-Llama-3-8B,3,128,27,0.0005372622981667519
wikitext,attn_in,Meta-Llama-3-8B,3,128,28,0.00045634101843461394
wikitext,mlp_gate,Meta-Llama-3-8B,3,128,28,0.0010847840458154678
wikitext,mlp_down,Meta-Llama-3-8B,3,128,28,0.0007556924829259515
wikitext,attn_in,Meta-Llama-3-8B,3,128,29,0.0007597899530082941
wikitext,mlp_gate,Meta-Llama-3-8B,3,128,29,0.0015235680621117353
wikitext,mlp_down,Meta-Llama-3-8B,3,128,29,0.0012377023231238127
wikitext,attn_in,Meta-Llama-3-8B,3,128,30,0.0017684034537523985
wikitext,mlp_gate,Meta-Llama-3-8B,3,128,30,0.0027511827647686005
wikitext,mlp_down,Meta-Llama-3-8B,3,128,30,0.003595806658267975
wikitext,attn_in,Meta-Llama-3-8B,3,128,31,0.0019306777976453304
wikitext,mlp_gate,Meta-Llama-3-8B,3,128,31,0.013146445155143738
wikitext,mlp_down,Meta-Llama-3-8B,3,128,31,1.5933752059936523
wikitext,attn_in,Llama-2-7b-hf,4,32,0,2.1123892679497658e-07
wikitext,attn_out,Llama-2-7b-hf,4,32,0,3.6326545682641154e-07
wikitext,mlp_gate,Llama-2-7b-hf,4,32,0,8.311469912314351e-08
wikitext,mlp_down,Llama-2-7b-hf,4,32,0,7.794856173859444e-07
wikitext,attn_in,Llama-2-7b-hf,4,32,1,9.058061891664693e-07
wikitext,attn_out,Llama-2-7b-hf,4,32,1,1.561831027174776e-06
wikitext,mlp_gate,Llama-2-7b-hf,4,32,1,9.155763109447435e-06
wikitext,mlp_down,Llama-2-7b-hf,4,32,1,0.012718675658106804
wikitext,attn_in,Llama-2-7b-hf,4,32,2,1.7695322185318219e-06
wikitext,attn_out,Llama-2-7b-hf,4,32,2,8.182765895980992e-07
wikitext,mlp_gate,Llama-2-7b-hf,4,32,2,2.6181655812251847e-06
wikitext,mlp_down,Llama-2-7b-hf,4,32,2,3.463961775196367e-06
wikitext,attn_in,Llama-2-7b-hf,4,32,3,4.5484853217203636e-06
wikitext,attn_out,Llama-2-7b-hf,4,32,3,2.044462235062383e-06
wikitext,mlp_gate,Llama-2-7b-hf,4,32,3,6.3011370912136044e-06
wikitext,mlp_down,Llama-2-7b-hf,4,32,3,5.912864708079724e-06
wikitext,attn_in,Llama-2-7b-hf,4,32,4,9.430095815332606e-06
wikitext,attn_out,Llama-2-7b-hf,4,32,4,3.7525455809372943e-06
wikitext,mlp_gate,Llama-2-7b-hf,4,32,4,1.2486611922213342e-05
wikitext,mlp_down,Llama-2-7b-hf,4,32,4,1.8204853404313326e-05
wikitext,attn_in,Llama-2-7b-hf,4,32,5,1.5665127648389898e-05
wikitext,attn_out,Llama-2-7b-hf,4,32,5,7.95859068603022e-06
wikitext,mlp_gate,Llama-2-7b-hf,4,32,5,1.9933198927901685e-05
wikitext,mlp_down,Llama-2-7b-hf,4,32,5,1.782761319191195e-05
wikitext,attn_in,Llama-2-7b-hf,4,32,6,2.0700317691080272e-05
wikitext,attn_out,Llama-2-7b-hf,4,32,6,1.0064170965051744e-05
wikitext,mlp_gate,Llama-2-7b-hf,4,32,6,2.97914411930833e-05
wikitext,mlp_down,Llama-2-7b-hf,4,32,6,2.6824123779078946e-05
wikitext,attn_in,Llama-2-7b-hf,4,32,7,3.127165473415516e-05
wikitext,attn_out,Llama-2-7b-hf,4,32,7,1.3682531971426215e-05
wikitext,mlp_gate,Llama-2-7b-hf,4,32,7,4.100542719243094e-05
wikitext,mlp_down,Llama-2-7b-hf,4,32,7,3.6293808079790324e-05
wikitext,attn_in,Llama-2-7b-hf,4,32,8,5.143786984262988e-05
wikitext,attn_out,Llama-2-7b-hf,4,32,8,2.151307307940442e-05
wikitext,mlp_gate,Llama-2-7b-hf,4,32,8,5.139562927070074e-05
wikitext,mlp_down,Llama-2-7b-hf,4,32,8,4.47973761765752e-05
wikitext,attn_in,Llama-2-7b-hf,4,32,9,6.001075234962627e-05
wikitext,attn_out,Llama-2-7b-hf,4,32,9,2.897581725846976e-05
wikitext,mlp_gate,Llama-2-7b-hf,4,32,9,6.047868009773083e-05
wikitext,mlp_down,Llama-2-7b-hf,4,32,9,5.2847753977403045e-05
wikitext,attn_in,Llama-2-7b-hf,4,32,10,7.64195283409208e-05
wikitext,attn_out,Llama-2-7b-hf,4,32,10,3.944135823985562e-05
wikitext,mlp_gate,Llama-2-7b-hf,4,32,10,7.085211836965755e-05
wikitext,mlp_down,Llama-2-7b-hf,4,32,10,5.956413224339485e-05
wikitext,attn_in,Llama-2-7b-hf,4,32,11,9.036536357598379e-05
wikitext,attn_out,Llama-2-7b-hf,4,32,11,3.8353689888026565e-05
wikitext,mlp_gate,Llama-2-7b-hf,4,32,11,7.903791993157938e-05
wikitext,mlp_down,Llama-2-7b-hf,4,32,11,6.775346992071718e-05
wikitext,attn_in,Llama-2-7b-hf,4,32,12,0.00010032622230937704
wikitext,attn_out,Llama-2-7b-hf,4,32,12,4.559020817396231e-05
wikitext,mlp_gate,Llama-2-7b-hf,4,32,12,8.873069600667804e-05
wikitext,mlp_down,Llama-2-7b-hf,4,32,12,7.503177039325237e-05
wikitext,attn_in,Llama-2-7b-hf,4,32,13,9.935550042428076e-05
wikitext,attn_out,Llama-2-7b-hf,4,32,13,5.295620212564245e-05
wikitext,mlp_gate,Llama-2-7b-hf,4,32,13,0.00010446449596202001
wikitext,mlp_down,Llama-2-7b-hf,4,32,13,9.169484837912023e-05
wikitext,attn_in,Llama-2-7b-hf,4,32,14,0.00010121057130163535
wikitext,attn_out,Llama-2-7b-hf,4,32,14,5.637230788124725e-05
wikitext,mlp_gate,Llama-2-7b-hf,4,32,14,0.00011867628199979663
wikitext,mlp_down,Llama-2-7b-hf,4,32,14,0.00010884490620810539
wikitext,attn_in,Llama-2-7b-hf,4,32,15,0.00010975963959936053
wikitext,attn_out,Llama-2-7b-hf,4,32,15,6.250412116060033e-05
wikitext,mlp_gate,Llama-2-7b-hf,4,32,15,0.00014659039152320474
wikitext,mlp_down,Llama-2-7b-hf,4,32,15,0.00013746440527029335
wikitext,attn_in,Llama-2-7b-hf,4,32,16,0.0001268215710297227
wikitext,attn_out,Llama-2-7b-hf,4,32,16,8.187342609744519e-05
wikitext,mlp_gate,Llama-2-7b-hf,4,32,16,0.00018796864605974406
wikitext,mlp_down,Llama-2-7b-hf,4,32,16,0.00020160667190793902
wikitext,attn_in,Llama-2-7b-hf,4,32,17,0.00012138405145378783
wikitext,attn_out,Llama-2-7b-hf,4,32,17,6.881893204990774e-05
wikitext,mlp_gate,Llama-2-7b-hf,4,32,17,0.0002128474006894976
wikitext,mlp_down,Llama-2-7b-hf,4,32,17,0.00021254055900499225
wikitext,attn_in,Llama-2-7b-hf,4,32,18,0.0001182563864858821
wikitext,attn_out,Llama-2-7b-hf,4,32,18,6.470315565820783e-05
wikitext,mlp_gate,Llama-2-7b-hf,4,32,18,0.0002517477551009506
wikitext,mlp_down,Llama-2-7b-hf,4,32,18,0.00024801777908578515
wikitext,attn_in,Llama-2-7b-hf,4,32,19,0.00010598306107567623
wikitext,attn_out,Llama-2-7b-hf,4,32,19,6.152893183752894e-05
wikitext,mlp_gate,Llama-2-7b-hf,4,32,19,0.0002850633463822305
wikitext,mlp_down,Llama-2-7b-hf,4,32,19,0.0002702851197682321
wikitext,attn_in,Llama-2-7b-hf,4,32,20,0.0001380171306664124
wikitext,attn_out,Llama-2-7b-hf,4,32,20,8.173034439096227e-05
wikitext,mlp_gate,Llama-2-7b-hf,4,32,20,0.0003358034009579569
wikitext,mlp_down,Llama-2-7b-hf,4,32,20,0.00034260627580806613
wikitext,attn_in,Llama-2-7b-hf,4,32,21,9.63624261203222e-05
wikitext,attn_out,Llama-2-7b-hf,4,32,21,5.812299787066877e-05
wikitext,mlp_gate,Llama-2-7b-hf,4,32,21,0.0003804543521255255
wikitext,mlp_down,Llama-2-7b-hf,4,32,21,0.00036344918771646917
wikitext,attn_in,Llama-2-7b-hf,4,32,22,0.00016869504179339856
wikitext,attn_out,Llama-2-7b-hf,4,32,22,9.261264494853094e-05
wikitext,mlp_gate,Llama-2-7b-hf,4,32,22,0.0004244055598974228
wikitext,mlp_down,Llama-2-7b-hf,4,32,22,0.0003841511788778007
wikitext,attn_in,Llama-2-7b-hf,4,32,23,0.00014057758380658925
wikitext,attn_out,Llama-2-7b-hf,4,32,23,8.767192048253492e-05
wikitext,mlp_gate,Llama-2-7b-hf,4,32,23,0.0004836636653635651
wikitext,mlp_down,Llama-2-7b-hf,4,32,23,0.00041221603169105947
wikitext,attn_in,Llama-2-7b-hf,4,32,24,0.00016151285672094673
wikitext,attn_out,Llama-2-7b-hf,4,32,24,9.448690252611414e-05
wikitext,mlp_gate,Llama-2-7b-hf,4,32,24,0.0005327437538653612
wikitext,mlp_down,Llama-2-7b-hf,4,32,24,0.00043671822641044855
wikitext,attn_in,Llama-2-7b-hf,4,32,25,0.00020278630836401135
wikitext,attn_out,Llama-2-7b-hf,4,32,25,0.00012412166688591242
wikitext,mlp_gate,Llama-2-7b-hf,4,32,25,0.0006060148007236421
wikitext,mlp_down,Llama-2-7b-hf,4,32,25,0.00046246396959759295
wikitext,attn_in,Llama-2-7b-hf,4,32,26,0.0002490360930096358
wikitext,attn_out,Llama-2-7b-hf,4,32,26,0.0001390243851346895
wikitext,mlp_gate,Llama-2-7b-hf,4,32,26,0.0006772553897462785
wikitext,mlp_down,Llama-2-7b-hf,4,32,26,0.000515928550157696
wikitext,attn_in,Llama-2-7b-hf,4,32,27,0.00021725821716245264
wikitext,attn_out,Llama-2-7b-hf,4,32,27,0.00013702004798687994
wikitext,mlp_gate,Llama-2-7b-hf,4,32,27,0.0007818302838131785
wikitext,mlp_down,Llama-2-7b-hf,4,32,27,0.0005972137441858649
wikitext,attn_in,Llama-2-7b-hf,4,32,28,0.00029879959765821695
wikitext,attn_out,Llama-2-7b-hf,4,32,28,0.0001875205634860322
wikitext,mlp_gate,Llama-2-7b-hf,4,32,28,0.0009044830221682787
wikitext,mlp_down,Llama-2-7b-hf,4,32,28,0.0006950566312298179
wikitext,attn_in,Llama-2-7b-hf,4,32,29,0.0003033700049854815
wikitext,attn_out,Llama-2-7b-hf,4,32,29,0.000189491271157749
wikitext,mlp_gate,Llama-2-7b-hf,4,32,29,0.001072977902367711
wikitext,mlp_down,Llama-2-7b-hf,4,32,29,0.00106025580316782
wikitext,attn_in,Llama-2-7b-hf,4,32,30,0.0002904747088905424
wikitext,attn_out,Llama-2-7b-hf,4,32,30,0.00023304786009248346
wikitext,mlp_gate,Llama-2-7b-hf,4,32,30,0.0017662752652540803
wikitext,mlp_down,Llama-2-7b-hf,4,32,30,0.011699331924319267
wikitext,attn_in,Llama-2-7b-hf,4,32,31,0.0007589835440739989
wikitext,attn_out,Llama-2-7b-hf,4,32,31,0.0003247734275646508
wikitext,mlp_gate,Llama-2-7b-hf,4,32,31,0.0036083541344851255
wikitext,mlp_down,Llama-2-7b-hf,4,32,31,0.006748083513230085
wikitext,attn_in,Meta-Llama-3-8B,4,32,0,1.9158834163590654e-07
wikitext,mlp_gate,Meta-Llama-3-8B,4,32,0,2.442735080876446e-07
wikitext,mlp_down,Meta-Llama-3-8B,4,32,0,1.290897671424318e-06
wikitext,attn_in,Meta-Llama-3-8B,4,32,1,1.8544808710885263e-07
wikitext,mlp_gate,Meta-Llama-3-8B,4,32,1,1.8505892285247683e-06
wikitext,mlp_down,Meta-Llama-3-8B,4,32,1,1.9185265045962296e-05
wikitext,attn_in,Meta-Llama-3-8B,4,32,2,4.1350776314175164e-07
wikitext,mlp_gate,Meta-Llama-3-8B,4,32,2,1.3300641512614675e-06
wikitext,mlp_down,Meta-Llama-3-8B,4,32,2,1.2761864809363033e-06
wikitext,attn_in,Meta-Llama-3-8B,4,32,3,8.070880994637264e-07
wikitext,mlp_gate,Meta-Llama-3-8B,4,32,3,2.963824044854846e-06
wikitext,mlp_down,Meta-Llama-3-8B,4,32,3,2.329850303794956e-06
wikitext,attn_in,Meta-Llama-3-8B,4,32,4,1.85226122084714e-06
wikitext,mlp_gate,Meta-Llama-3-8B,4,32,4,5.228298959991662e-06
wikitext,mlp_down,Meta-Llama-3-8B,4,32,4,4.222613824822474e-06
wikitext,attn_in,Meta-Llama-3-8B,4,32,5,2.9120537874405272e-06
wikitext,mlp_gate,Meta-Llama-3-8B,4,32,5,7.489908512070542e-06
wikitext,mlp_down,Meta-Llama-3-8B,4,32,5,6.467642833740683e-06
wikitext,attn_in,Meta-Llama-3-8B,4,32,6,4.301177796151023e-06
wikitext,mlp_gate,Meta-Llama-3-8B,4,32,6,9.610011147742625e-06
wikitext,mlp_down,Meta-Llama-3-8B,4,32,6,7.937067493912764e-06
wikitext,attn_in,Meta-Llama-3-8B,4,32,7,5.517330464499537e-06
wikitext,mlp_gate,Meta-Llama-3-8B,4,32,7,1.1118880138383247e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,32,7,8.854913176037371e-06
wikitext,attn_in,Meta-Llama-3-8B,4,32,8,7.0009100454626605e-06
wikitext,mlp_gate,Meta-Llama-3-8B,4,32,8,1.2221017641422804e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,32,8,9.910178960126359e-06
wikitext,attn_in,Meta-Llama-3-8B,4,32,9,9.229073839378543e-06
wikitext,mlp_gate,Meta-Llama-3-8B,4,32,9,1.3905820196669083e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,32,9,1.136435730586527e-05
wikitext,attn_in,Meta-Llama-3-8B,4,32,10,8.873526894603856e-06
wikitext,mlp_gate,Meta-Llama-3-8B,4,32,10,1.4229783118935302e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,32,10,1.199563303089235e-05
wikitext,attn_in,Meta-Llama-3-8B,4,32,11,9.799998224480078e-06
wikitext,mlp_gate,Meta-Llama-3-8B,4,32,11,1.5221917237795424e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,32,11,1.2542443073471077e-05
wikitext,attn_in,Meta-Llama-3-8B,4,32,12,1.0580972229945473e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,32,12,1.7424665202270262e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,32,12,1.3466722521116026e-05
wikitext,attn_in,Meta-Llama-3-8B,4,32,13,1.2578948371810839e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,32,13,1.975920531549491e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,32,13,1.6030744518502615e-05
wikitext,attn_in,Meta-Llama-3-8B,4,32,14,1.7261612811125815e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,32,14,2.3458112991647795e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,32,14,1.835644434322603e-05
wikitext,attn_in,Meta-Llama-3-8B,4,32,15,1.448819602956064e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,32,15,2.7143843908561394e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,32,15,2.366745138715487e-05
wikitext,attn_in,Meta-Llama-3-8B,4,32,16,1.48037152030156e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,32,16,2.820909139700234e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,32,16,2.4508415663149208e-05
wikitext,attn_in,Meta-Llama-3-8B,4,32,17,1.2415860510373022e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,32,17,3.193436350557022e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,32,17,2.937570388894528e-05
wikitext,attn_in,Meta-Llama-3-8B,4,32,18,9.07574940356426e-06
wikitext,mlp_gate,Meta-Llama-3-8B,4,32,18,3.167730028508231e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,32,18,2.833711914718151e-05
wikitext,attn_in,Meta-Llama-3-8B,4,32,19,7.655966328456998e-06
wikitext,mlp_gate,Meta-Llama-3-8B,4,32,19,3.291944449301809e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,32,19,2.8400394512573257e-05
wikitext,attn_in,Meta-Llama-3-8B,4,32,20,9.566741937305778e-06
wikitext,mlp_gate,Meta-Llama-3-8B,4,32,20,3.64528241334483e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,32,20,3.2123480195878074e-05
wikitext,attn_in,Meta-Llama-3-8B,4,32,21,1.3326332918950357e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,32,21,4.282886948203668e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,32,21,3.7784699088661e-05
wikitext,attn_in,Meta-Llama-3-8B,4,32,22,1.0605843272060156e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,32,22,4.540323425317183e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,32,22,4.0574988815933466e-05
wikitext,attn_in,Meta-Llama-3-8B,4,32,23,1.2648795745917596e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,32,23,4.970973895979114e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,32,23,4.125561099499464e-05
wikitext,attn_in,Meta-Llama-3-8B,4,32,24,1.5136325600906275e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,32,24,5.4855874623171985e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,32,24,4.291238292353228e-05
wikitext,attn_in,Meta-Llama-3-8B,4,32,25,2.1162199118407443e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,32,25,6.220528302947059e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,32,25,4.5706608943874016e-05
wikitext,attn_in,Meta-Llama-3-8B,4,32,26,2.4260443751700222e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,32,26,7.139254012145102e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,32,26,5.222539039095864e-05
wikitext,attn_in,Meta-Llama-3-8B,4,32,27,3.876674600178376e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,32,27,8.893973426893353e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,32,27,6.6133972723037e-05
wikitext,attn_in,Meta-Llama-3-8B,4,32,28,4.644400178221986e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,32,28,0.000123274716315791
wikitext,mlp_down,Meta-Llama-3-8B,4,32,28,9.25455242395401e-05
wikitext,attn_in,Meta-Llama-3-8B,4,32,29,6.794824003009126e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,32,29,0.0001701835572021082
wikitext,mlp_down,Meta-Llama-3-8B,4,32,29,0.0001442854991182685
wikitext,attn_in,Meta-Llama-3-8B,4,32,30,0.00016178324585780501
wikitext,mlp_gate,Meta-Llama-3-8B,4,32,30,0.0003082223702222109
wikitext,mlp_down,Meta-Llama-3-8B,4,32,30,0.0003918824950233102
wikitext,attn_in,Meta-Llama-3-8B,4,32,31,0.0002181673189625144
wikitext,mlp_gate,Meta-Llama-3-8B,4,32,31,0.001453370088711381
wikitext,mlp_down,Meta-Llama-3-8B,4,32,31,0.25090494751930237
wikitext,attn_in,Llama-2-7b-hf,4,64,0,3.4034312079711526e-07
wikitext,attn_out,Llama-2-7b-hf,4,64,0,6.010779998177895e-07
wikitext,mlp_gate,Llama-2-7b-hf,4,64,0,1.1771462027354573e-07
wikitext,mlp_down,Llama-2-7b-hf,4,64,0,1.1685931440297281e-06
wikitext,attn_in,Llama-2-7b-hf,4,64,1,1.1517481652845163e-06
wikitext,attn_out,Llama-2-7b-hf,4,64,1,2.4329899588337867e-06
wikitext,mlp_gate,Llama-2-7b-hf,4,64,1,3.806508539128117e-05
wikitext,mlp_down,Llama-2-7b-hf,4,64,1,0.016534890979528427
wikitext,attn_in,Llama-2-7b-hf,4,64,2,2.5358367565786466e-06
wikitext,attn_out,Llama-2-7b-hf,4,64,2,1.2009498959741904e-06
wikitext,mlp_gate,Llama-2-7b-hf,4,64,2,3.573282583602122e-06
wikitext,mlp_down,Llama-2-7b-hf,4,64,2,5.0414882935001515e-06
wikitext,attn_in,Llama-2-7b-hf,4,64,3,7.827351510059088e-06
wikitext,attn_out,Llama-2-7b-hf,4,64,3,2.929086576841655e-06
wikitext,mlp_gate,Llama-2-7b-hf,4,64,3,8.647631148051005e-06
wikitext,mlp_down,Llama-2-7b-hf,4,64,3,8.087976311799139e-06
wikitext,attn_in,Llama-2-7b-hf,4,64,4,1.496404547651764e-05
wikitext,attn_out,Llama-2-7b-hf,4,64,4,5.308792424330022e-06
wikitext,mlp_gate,Llama-2-7b-hf,4,64,4,1.7564496374689043e-05
wikitext,mlp_down,Llama-2-7b-hf,4,64,4,2.8490356271504425e-05
wikitext,attn_in,Llama-2-7b-hf,4,64,5,2.9315997380763292e-05
wikitext,attn_out,Llama-2-7b-hf,4,64,5,1.1315745723550208e-05
wikitext,mlp_gate,Llama-2-7b-hf,4,64,5,2.7615809813141823e-05
wikitext,mlp_down,Llama-2-7b-hf,4,64,5,2.4294538889080286e-05
wikitext,attn_in,Llama-2-7b-hf,4,64,6,3.660861329990439e-05
wikitext,attn_out,Llama-2-7b-hf,4,64,6,1.4060364264878444e-05
wikitext,mlp_gate,Llama-2-7b-hf,4,64,6,4.1178900573868304e-05
wikitext,mlp_down,Llama-2-7b-hf,4,64,6,3.665543408715166e-05
wikitext,attn_in,Llama-2-7b-hf,4,64,7,4.3807642214233056e-05
wikitext,attn_out,Llama-2-7b-hf,4,64,7,1.918385169119574e-05
wikitext,mlp_gate,Llama-2-7b-hf,4,64,7,5.710193727281876e-05
wikitext,mlp_down,Llama-2-7b-hf,4,64,7,4.9641344958217815e-05
wikitext,attn_in,Llama-2-7b-hf,4,64,8,7.296985859284177e-05
wikitext,attn_out,Llama-2-7b-hf,4,64,8,2.9844311939086765e-05
wikitext,mlp_gate,Llama-2-7b-hf,4,64,8,7.188026211224496e-05
wikitext,mlp_down,Llama-2-7b-hf,4,64,8,6.123173807282001e-05
wikitext,attn_in,Llama-2-7b-hf,4,64,9,0.0001110483062802814
wikitext,attn_out,Llama-2-7b-hf,4,64,9,3.9884831494418904e-05
wikitext,mlp_gate,Llama-2-7b-hf,4,64,9,8.435909694526345e-05
wikitext,mlp_down,Llama-2-7b-hf,4,64,9,7.213224307633936e-05
wikitext,attn_in,Llama-2-7b-hf,4,64,10,0.0001142088949563913
wikitext,attn_out,Llama-2-7b-hf,4,64,10,5.428529766504653e-05
wikitext,mlp_gate,Llama-2-7b-hf,4,64,10,9.945266356226057e-05
wikitext,mlp_down,Llama-2-7b-hf,4,64,10,8.142687875078991e-05
wikitext,attn_in,Llama-2-7b-hf,4,64,11,0.00013013319403398782
wikitext,attn_out,Llama-2-7b-hf,4,64,11,5.276029332890175e-05
wikitext,mlp_gate,Llama-2-7b-hf,4,64,11,0.00011020658712368459
wikitext,mlp_down,Llama-2-7b-hf,4,64,11,9.242202941095456e-05
wikitext,attn_in,Llama-2-7b-hf,4,64,12,0.0001440309570170939
wikitext,attn_out,Llama-2-7b-hf,4,64,12,6.241056689759716e-05
wikitext,mlp_gate,Llama-2-7b-hf,4,64,12,0.00012335790961515158
wikitext,mlp_down,Llama-2-7b-hf,4,64,12,0.00010232977365376428
wikitext,attn_in,Llama-2-7b-hf,4,64,13,0.00013748327910434455
wikitext,attn_out,Llama-2-7b-hf,4,64,13,7.264675514306873e-05
wikitext,mlp_gate,Llama-2-7b-hf,4,64,13,0.00014575847308151424
wikitext,mlp_down,Llama-2-7b-hf,4,64,13,0.00012523878831416368
wikitext,attn_in,Llama-2-7b-hf,4,64,14,0.00015674138558097184
wikitext,attn_out,Llama-2-7b-hf,4,64,14,7.710159115958959e-05
wikitext,mlp_gate,Llama-2-7b-hf,4,64,14,0.00016512561705894768
wikitext,mlp_down,Llama-2-7b-hf,4,64,14,0.00014770631969440728
wikitext,attn_in,Llama-2-7b-hf,4,64,15,0.0001753905526129529
wikitext,attn_out,Llama-2-7b-hf,4,64,15,8.617420098744333e-05
wikitext,mlp_gate,Llama-2-7b-hf,4,64,15,0.00020504150597844273
wikitext,mlp_down,Llama-2-7b-hf,4,64,15,0.0001875102607300505
wikitext,attn_in,Llama-2-7b-hf,4,64,16,0.0001986569695873186
wikitext,attn_out,Llama-2-7b-hf,4,64,16,0.00011189029464730993
wikitext,mlp_gate,Llama-2-7b-hf,4,64,16,0.0002596763370092958
wikitext,mlp_down,Llama-2-7b-hf,4,64,16,0.00028082451899535954
wikitext,attn_in,Llama-2-7b-hf,4,64,17,0.00016612767649348825
wikitext,attn_out,Llama-2-7b-hf,4,64,17,9.374646469950676e-05
wikitext,mlp_gate,Llama-2-7b-hf,4,64,17,0.00029306579381227493
wikitext,mlp_down,Llama-2-7b-hf,4,64,17,0.00028955921879969537
wikitext,attn_in,Llama-2-7b-hf,4,64,18,0.00017386412946507335
wikitext,attn_out,Llama-2-7b-hf,4,64,18,8.849817095324397e-05
wikitext,mlp_gate,Llama-2-7b-hf,4,64,18,0.0003461211745161563
wikitext,mlp_down,Llama-2-7b-hf,4,64,18,0.000339338555932045
wikitext,attn_in,Llama-2-7b-hf,4,64,19,0.0001423088542651385
wikitext,attn_out,Llama-2-7b-hf,4,64,19,8.437425276497379e-05
wikitext,mlp_gate,Llama-2-7b-hf,4,64,19,0.0003915840352419764
wikitext,mlp_down,Llama-2-7b-hf,4,64,19,0.0003754474164452404
wikitext,attn_in,Llama-2-7b-hf,4,64,20,0.00018858484691008925
wikitext,attn_out,Llama-2-7b-hf,4,64,20,0.00011132175131933764
wikitext,mlp_gate,Llama-2-7b-hf,4,64,20,0.0004608108720276505
wikitext,mlp_down,Llama-2-7b-hf,4,64,20,0.0004668059409596026
wikitext,attn_in,Llama-2-7b-hf,4,64,21,0.00014579447451978922
wikitext,attn_out,Llama-2-7b-hf,4,64,21,7.981640374055132e-05
wikitext,mlp_gate,Llama-2-7b-hf,4,64,21,0.0005207860958762467
wikitext,mlp_down,Llama-2-7b-hf,4,64,21,0.0004950902075506747
wikitext,attn_in,Llama-2-7b-hf,4,64,22,0.00025943349464796484
wikitext,attn_out,Llama-2-7b-hf,4,64,22,0.00012716469063889235
wikitext,mlp_gate,Llama-2-7b-hf,4,64,22,0.0005821113009005785
wikitext,mlp_down,Llama-2-7b-hf,4,64,22,0.0005227244691923261
wikitext,attn_in,Llama-2-7b-hf,4,64,23,0.00021939062571618706
wikitext,attn_out,Llama-2-7b-hf,4,64,23,0.00012026153854094446
wikitext,mlp_gate,Llama-2-7b-hf,4,64,23,0.0006595389568246901
wikitext,mlp_down,Llama-2-7b-hf,4,64,23,0.0005595867987722158
wikitext,attn_in,Llama-2-7b-hf,4,64,24,0.00025151591398753226
wikitext,attn_out,Llama-2-7b-hf,4,64,24,0.00013070055865682662
wikitext,mlp_gate,Llama-2-7b-hf,4,64,24,0.0007266387692652643
wikitext,mlp_down,Llama-2-7b-hf,4,64,24,0.0005939772818237543
wikitext,attn_in,Llama-2-7b-hf,4,64,25,0.00026749217067845166
wikitext,attn_out,Llama-2-7b-hf,4,64,25,0.00016913682338781655
wikitext,mlp_gate,Llama-2-7b-hf,4,64,25,0.0008293717983178794
wikitext,mlp_down,Llama-2-7b-hf,4,64,25,0.0006299723754636943
wikitext,attn_in,Llama-2-7b-hf,4,64,26,0.00034570484422147274
wikitext,attn_out,Llama-2-7b-hf,4,64,26,0.00019048516696784645
wikitext,mlp_gate,Llama-2-7b-hf,4,64,26,0.000931687478441745
wikitext,mlp_down,Llama-2-7b-hf,4,64,26,0.0006992227863520384
wikitext,attn_in,Llama-2-7b-hf,4,64,27,0.00030826570582576096
wikitext,attn_out,Llama-2-7b-hf,4,64,27,0.00018694715981837362
wikitext,mlp_gate,Llama-2-7b-hf,4,64,27,0.0010744528844952583
wikitext,mlp_down,Llama-2-7b-hf,4,64,27,0.0008121752762235701
wikitext,attn_in,Llama-2-7b-hf,4,64,28,0.00039779552025720477
wikitext,attn_out,Llama-2-7b-hf,4,64,28,0.00025664293207228184
wikitext,mlp_gate,Llama-2-7b-hf,4,64,28,0.0012471976224333048
wikitext,mlp_down,Llama-2-7b-hf,4,64,28,0.000947212683968246
wikitext,attn_in,Llama-2-7b-hf,4,64,29,0.00041706193587742746
wikitext,attn_out,Llama-2-7b-hf,4,64,29,0.00025894047576002777
wikitext,mlp_gate,Llama-2-7b-hf,4,64,29,0.001486502354964614
wikitext,mlp_down,Llama-2-7b-hf,4,64,29,0.0015039019053801894
wikitext,attn_in,Llama-2-7b-hf,4,64,30,0.0004297570849303156
wikitext,attn_out,Llama-2-7b-hf,4,64,30,0.0003190289717167616
wikitext,mlp_gate,Llama-2-7b-hf,4,64,30,0.002585082547739148
wikitext,mlp_down,Llama-2-7b-hf,4,64,30,0.015789583325386047
wikitext,attn_in,Llama-2-7b-hf,4,64,31,0.00169906928204
wikitext,attn_out,Llama-2-7b-hf,4,64,31,0.0004624463617801666
wikitext,mlp_gate,Llama-2-7b-hf,4,64,31,0.004995889030396938
wikitext,mlp_down,Llama-2-7b-hf,4,64,31,0.010541807860136032
wikitext,attn_in,Meta-Llama-3-8B,4,64,0,2.0622741203624173e-07
wikitext,mlp_gate,Meta-Llama-3-8B,4,64,0,3.369279397702485e-07
wikitext,mlp_down,Meta-Llama-3-8B,4,64,0,2.0301167751313187e-06
wikitext,attn_in,Meta-Llama-3-8B,4,64,1,3.1557590318698203e-07
wikitext,mlp_gate,Meta-Llama-3-8B,4,64,1,1.6329203162968042e-06
wikitext,mlp_down,Meta-Llama-3-8B,4,64,1,3.3782584068831056e-05
wikitext,attn_in,Meta-Llama-3-8B,4,64,2,6.247174724194338e-07
wikitext,mlp_gate,Meta-Llama-3-8B,4,64,2,1.8311726535102935e-06
wikitext,mlp_down,Meta-Llama-3-8B,4,64,2,1.8169914710597368e-06
wikitext,attn_in,Meta-Llama-3-8B,4,64,3,1.076795570043032e-06
wikitext,mlp_gate,Meta-Llama-3-8B,4,64,3,4.14170790463686e-06
wikitext,mlp_down,Meta-Llama-3-8B,4,64,3,3.2449274840473663e-06
wikitext,attn_in,Meta-Llama-3-8B,4,64,4,2.998337549797725e-06
wikitext,mlp_gate,Meta-Llama-3-8B,4,64,4,7.34549030312337e-06
wikitext,mlp_down,Meta-Llama-3-8B,4,64,4,5.846968633704819e-06
wikitext,attn_in,Meta-Llama-3-8B,4,64,5,4.7230487325578e-06
wikitext,mlp_gate,Meta-Llama-3-8B,4,64,5,1.0454727089381777e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,64,5,9.044029866345227e-06
wikitext,attn_in,Meta-Llama-3-8B,4,64,6,6.591641977138352e-06
wikitext,mlp_gate,Meta-Llama-3-8B,4,64,6,1.3523186680686194e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,64,6,1.1041822290280834e-05
wikitext,attn_in,Meta-Llama-3-8B,4,64,7,8.527570571459364e-06
wikitext,mlp_gate,Meta-Llama-3-8B,4,64,7,1.567797880852595e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,64,7,1.2278538633836433e-05
wikitext,attn_in,Meta-Llama-3-8B,4,64,8,1.0593188562779687e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,64,8,1.7259357264265418e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,64,8,1.3721856703341473e-05
wikitext,attn_in,Meta-Llama-3-8B,4,64,9,1.4093433492234908e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,64,9,1.964130569831468e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,64,9,1.5737883586552925e-05
wikitext,attn_in,Meta-Llama-3-8B,4,64,10,1.4221819583326578e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,64,10,2.0033483451697975e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,64,10,1.6744565073167905e-05
wikitext,attn_in,Meta-Llama-3-8B,4,64,11,1.5095644812390674e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,64,11,2.14329847949557e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,64,11,1.7479673260822892e-05
wikitext,attn_in,Meta-Llama-3-8B,4,64,12,1.5375288057839498e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,64,12,2.4922797820181586e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,64,12,1.8703736714087427e-05
wikitext,attn_in,Meta-Llama-3-8B,4,64,13,1.979155422304757e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,64,13,2.8342103178147227e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,64,13,2.2188898583408445e-05
wikitext,attn_in,Meta-Llama-3-8B,4,64,14,2.508276520529762e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,64,14,3.386249591130763e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,64,14,2.5172681489493698e-05
wikitext,attn_in,Meta-Llama-3-8B,4,64,15,2.1623669454129413e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,64,15,3.8847807445563376e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,64,15,3.2605887099634856e-05
wikitext,attn_in,Meta-Llama-3-8B,4,64,16,2.4059410861809738e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,64,16,3.97147232433781e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,64,16,3.377582470420748e-05
wikitext,attn_in,Meta-Llama-3-8B,4,64,17,1.949933539435733e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,64,17,4.493814776651561e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,64,17,4.080410144524649e-05
wikitext,attn_in,Meta-Llama-3-8B,4,64,18,1.334419721388258e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,64,18,4.445934609975666e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,64,18,3.929680315195583e-05
wikitext,attn_in,Meta-Llama-3-8B,4,64,19,1.0372380529588554e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,64,19,4.610953328665346e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,64,19,3.9238388126250356e-05
wikitext,attn_in,Meta-Llama-3-8B,4,64,20,1.2895980034954846e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,64,20,5.060356852482073e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,64,20,4.440859265741892e-05
wikitext,attn_in,Meta-Llama-3-8B,4,64,21,2.1168074454180896e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,64,21,5.965853051748127e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,64,21,5.2598836191464216e-05
wikitext,attn_in,Meta-Llama-3-8B,4,64,22,1.5093568435986526e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,64,22,6.26903201919049e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,64,22,5.598663119599223e-05
wikitext,attn_in,Meta-Llama-3-8B,4,64,23,1.924478419823572e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,64,23,6.880586443003267e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,64,23,5.7017521612579e-05
wikitext,attn_in,Meta-Llama-3-8B,4,64,24,2.284803667862434e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,64,24,7.604554411955178e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,64,24,5.912726919632405e-05
wikitext,attn_in,Meta-Llama-3-8B,4,64,25,3.058074798900634e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,64,25,8.622450695838779e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,64,25,6.298227526713163e-05
wikitext,attn_in,Meta-Llama-3-8B,4,64,26,3.7509467802010477e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,64,26,9.963015327230096e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,64,26,7.19957024557516e-05
wikitext,attn_in,Meta-Llama-3-8B,4,64,27,5.850755769643001e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,64,27,0.00012499724107328802
wikitext,mlp_down,Meta-Llama-3-8B,4,64,27,9.091717947740108e-05
wikitext,attn_in,Meta-Llama-3-8B,4,64,28,7.046476821415126e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,64,28,0.00017338602629024535
wikitext,mlp_down,Meta-Llama-3-8B,4,64,28,0.00012783813872374594
wikitext,attn_in,Meta-Llama-3-8B,4,64,29,0.00011337899195495993
wikitext,mlp_gate,Meta-Llama-3-8B,4,64,29,0.00024518766440451145
wikitext,mlp_down,Meta-Llama-3-8B,4,64,29,0.0002046095469268039
wikitext,attn_in,Meta-Llama-3-8B,4,64,30,0.0002735215239226818
wikitext,mlp_gate,Meta-Llama-3-8B,4,64,30,0.0004364635387901217
wikitext,mlp_down,Meta-Llama-3-8B,4,64,30,0.0005614613182842731
wikitext,attn_in,Meta-Llama-3-8B,4,64,31,0.0003283612022642046
wikitext,mlp_gate,Meta-Llama-3-8B,4,64,31,0.0021348928567022085
wikitext,mlp_down,Meta-Llama-3-8B,4,64,31,0.3646855652332306
wikitext,attn_in,Llama-2-7b-hf,4,128,0,6.549349222950696e-07
wikitext,attn_out,Llama-2-7b-hf,4,128,0,1.0800229119922733e-06
wikitext,mlp_gate,Llama-2-7b-hf,4,128,0,1.7281413988712302e-07
wikitext,mlp_down,Llama-2-7b-hf,4,128,0,1.72180136814859e-06
wikitext,attn_in,Llama-2-7b-hf,4,128,1,2.162867986044148e-06
wikitext,attn_out,Llama-2-7b-hf,4,128,1,4.0927207010099664e-06
wikitext,mlp_gate,Llama-2-7b-hf,4,128,1,1.5763871488161385e-05
wikitext,mlp_down,Llama-2-7b-hf,4,128,1,0.03158827871084213
wikitext,attn_in,Llama-2-7b-hf,4,128,2,3.504110509311431e-06
wikitext,attn_out,Llama-2-7b-hf,4,128,2,1.767280309650232e-06
wikitext,mlp_gate,Llama-2-7b-hf,4,128,2,4.586023806041339e-06
wikitext,mlp_down,Llama-2-7b-hf,4,128,2,7.4131453402515035e-06
wikitext,attn_in,Llama-2-7b-hf,4,128,3,9.044968464877456e-06
wikitext,attn_out,Llama-2-7b-hf,4,128,3,3.989889137301361e-06
wikitext,mlp_gate,Llama-2-7b-hf,4,128,3,1.1182207344972994e-05
wikitext,mlp_down,Llama-2-7b-hf,4,128,3,1.0419955287943594e-05
wikitext,attn_in,Llama-2-7b-hf,4,128,4,1.800322934286669e-05
wikitext,attn_out,Llama-2-7b-hf,4,128,4,7.216834546852624e-06
wikitext,mlp_gate,Llama-2-7b-hf,4,128,4,2.2207068468560465e-05
wikitext,mlp_down,Llama-2-7b-hf,4,128,4,4.665464803110808e-05
wikitext,attn_in,Llama-2-7b-hf,4,128,5,3.119854227406904e-05
wikitext,attn_out,Llama-2-7b-hf,4,128,5,1.5195281775959302e-05
wikitext,mlp_gate,Llama-2-7b-hf,4,128,5,3.591092900023796e-05
wikitext,mlp_down,Llama-2-7b-hf,4,128,5,3.115676736342721e-05
wikitext,attn_in,Llama-2-7b-hf,4,128,6,4.311609154683538e-05
wikitext,attn_out,Llama-2-7b-hf,4,128,6,1.888462429633364e-05
wikitext,mlp_gate,Llama-2-7b-hf,4,128,6,5.361912553780712e-05
wikitext,mlp_down,Llama-2-7b-hf,4,128,6,4.6958422899479046e-05
wikitext,attn_in,Llama-2-7b-hf,4,128,7,5.9107274864800274e-05
wikitext,attn_out,Llama-2-7b-hf,4,128,7,2.537936052249279e-05
wikitext,mlp_gate,Llama-2-7b-hf,4,128,7,7.479997293557972e-05
wikitext,mlp_down,Llama-2-7b-hf,4,128,7,6.401199061656371e-05
wikitext,attn_in,Llama-2-7b-hf,4,128,8,0.00010264842421747744
wikitext,attn_out,Llama-2-7b-hf,4,128,8,3.893151369993575e-05
wikitext,mlp_gate,Llama-2-7b-hf,4,128,8,9.397187386639416e-05
wikitext,mlp_down,Llama-2-7b-hf,4,128,8,7.894809095887467e-05
wikitext,attn_in,Llama-2-7b-hf,4,128,9,0.00014564194134436548
wikitext,attn_out,Llama-2-7b-hf,4,128,9,5.153700112714432e-05
wikitext,mlp_gate,Llama-2-7b-hf,4,128,9,0.00011128409096272662
wikitext,mlp_down,Llama-2-7b-hf,4,128,9,9.251760639017448e-05
wikitext,attn_in,Llama-2-7b-hf,4,128,10,0.00014021516835782677
wikitext,attn_out,Llama-2-7b-hf,4,128,10,7.025930972304195e-05
wikitext,mlp_gate,Llama-2-7b-hf,4,128,10,0.00013143855903763324
wikitext,mlp_down,Llama-2-7b-hf,4,128,10,0.00010438981553306803
wikitext,attn_in,Llama-2-7b-hf,4,128,11,0.00015383202116936445
wikitext,attn_out,Llama-2-7b-hf,4,128,11,6.865189061500132e-05
wikitext,mlp_gate,Llama-2-7b-hf,4,128,11,0.00014594823005609214
wikitext,mlp_down,Llama-2-7b-hf,4,128,11,0.00011848545545944944
wikitext,attn_in,Llama-2-7b-hf,4,128,12,0.0001944973337231204
wikitext,attn_out,Llama-2-7b-hf,4,128,12,8.052261546254158e-05
wikitext,mlp_gate,Llama-2-7b-hf,4,128,12,0.0001625717559363693
wikitext,mlp_down,Llama-2-7b-hf,4,128,12,0.00013065978419035673
wikitext,attn_in,Llama-2-7b-hf,4,128,13,0.00017598422709852457
wikitext,attn_out,Llama-2-7b-hf,4,128,13,9.403307194588706e-05
wikitext,mlp_gate,Llama-2-7b-hf,4,128,13,0.00019119612989015877
wikitext,mlp_down,Llama-2-7b-hf,4,128,13,0.0001607677259016782
wikitext,attn_in,Llama-2-7b-hf,4,128,14,0.00018636330787558109
wikitext,attn_out,Llama-2-7b-hf,4,128,14,9.912368841469288e-05
wikitext,mlp_gate,Llama-2-7b-hf,4,128,14,0.00021653715521097183
wikitext,mlp_down,Llama-2-7b-hf,4,128,14,0.00018909454229287803
wikitext,attn_in,Llama-2-7b-hf,4,128,15,0.00022592836467083544
wikitext,attn_out,Llama-2-7b-hf,4,128,15,0.00011184089817106724
wikitext,mlp_gate,Llama-2-7b-hf,4,128,15,0.00026841339422389865
wikitext,mlp_down,Llama-2-7b-hf,4,128,15,0.0002401990204816684
wikitext,attn_in,Llama-2-7b-hf,4,128,16,0.00024937366833910346
wikitext,attn_out,Llama-2-7b-hf,4,128,16,0.00014491923502646387
wikitext,mlp_gate,Llama-2-7b-hf,4,128,16,0.00034082579077221453
wikitext,mlp_down,Llama-2-7b-hf,4,128,16,0.0003780691768042743
wikitext,attn_in,Llama-2-7b-hf,4,128,17,0.00020038799266330898
wikitext,attn_out,Llama-2-7b-hf,4,128,17,0.00012213108129799366
wikitext,mlp_gate,Llama-2-7b-hf,4,128,17,0.0003806627355515957
wikitext,mlp_down,Llama-2-7b-hf,4,128,17,0.0003696577623486519
wikitext,attn_in,Llama-2-7b-hf,4,128,18,0.00020803733787033707
wikitext,attn_out,Llama-2-7b-hf,4,128,18,0.00011413761239964515
wikitext,mlp_gate,Llama-2-7b-hf,4,128,18,0.00044763609184883535
wikitext,mlp_down,Llama-2-7b-hf,4,128,18,0.0004355169367045164
wikitext,attn_in,Llama-2-7b-hf,4,128,19,0.00017675965500529855
wikitext,attn_out,Llama-2-7b-hf,4,128,19,0.00010916635801550001
wikitext,mlp_gate,Llama-2-7b-hf,4,128,19,0.000507185235619545
wikitext,mlp_down,Llama-2-7b-hf,4,128,19,0.0004903933731839061
wikitext,attn_in,Llama-2-7b-hf,4,128,20,0.00022384147450793535
wikitext,attn_out,Llama-2-7b-hf,4,128,20,0.0001439550396753475
wikitext,mlp_gate,Llama-2-7b-hf,4,128,20,0.0005939545226283371
wikitext,mlp_down,Llama-2-7b-hf,4,128,20,0.0005995976971462369
wikitext,attn_in,Llama-2-7b-hf,4,128,21,0.00017960219702217728
wikitext,attn_out,Llama-2-7b-hf,4,128,21,0.00010395574645372108
wikitext,mlp_gate,Llama-2-7b-hf,4,128,21,0.0006692308816127479
wikitext,mlp_down,Llama-2-7b-hf,4,128,21,0.0006330169271677732
wikitext,attn_in,Llama-2-7b-hf,4,128,22,0.0003266345302108675
wikitext,attn_out,Llama-2-7b-hf,4,128,22,0.00016469236288685352
wikitext,mlp_gate,Llama-2-7b-hf,4,128,22,0.0007459679036401212
wikitext,mlp_down,Llama-2-7b-hf,4,128,22,0.0006667256238870323
wikitext,attn_in,Llama-2-7b-hf,4,128,23,0.00023560752742923796
wikitext,attn_out,Llama-2-7b-hf,4,128,23,0.0001548450964037329
wikitext,mlp_gate,Llama-2-7b-hf,4,128,23,0.0008470718166790903
wikitext,mlp_down,Llama-2-7b-hf,4,128,23,0.0007137521170079708
wikitext,attn_in,Llama-2-7b-hf,4,128,24,0.00032892508897930384
wikitext,attn_out,Llama-2-7b-hf,4,128,24,0.00017072746413759887
wikitext,mlp_gate,Llama-2-7b-hf,4,128,24,0.0009314321796409786
wikitext,mlp_down,Llama-2-7b-hf,4,128,24,0.0007580789970234036
wikitext,attn_in,Llama-2-7b-hf,4,128,25,0.00032049563014879823
wikitext,attn_out,Llama-2-7b-hf,4,128,25,0.00021483769523911178
wikitext,mlp_gate,Llama-2-7b-hf,4,128,25,0.001062931027263403
wikitext,mlp_down,Llama-2-7b-hf,4,128,25,0.0008052990306168795
wikitext,attn_in,Llama-2-7b-hf,4,128,26,0.00043545261723920703
wikitext,attn_out,Llama-2-7b-hf,4,128,26,0.0002490428159944713
wikitext,mlp_gate,Llama-2-7b-hf,4,128,26,0.0011991792125627398
wikitext,mlp_down,Llama-2-7b-hf,4,128,26,0.0008903585257939994
wikitext,attn_in,Llama-2-7b-hf,4,128,27,0.00040775194065645337
wikitext,attn_out,Llama-2-7b-hf,4,128,27,0.00024032671353779733
wikitext,mlp_gate,Llama-2-7b-hf,4,128,27,0.0013896651798859239
wikitext,mlp_down,Llama-2-7b-hf,4,128,27,0.0010412433184683323
wikitext,attn_in,Llama-2-7b-hf,4,128,28,0.000531812256667763
wikitext,attn_out,Llama-2-7b-hf,4,128,28,0.00033001627889461815
wikitext,mlp_gate,Llama-2-7b-hf,4,128,28,0.0016223458806052804
wikitext,mlp_down,Llama-2-7b-hf,4,128,28,0.0012172285933047533
wikitext,attn_in,Llama-2-7b-hf,4,128,29,0.0005138057749718428
wikitext,attn_out,Llama-2-7b-hf,4,128,29,0.00033480176352895796
wikitext,mlp_gate,Llama-2-7b-hf,4,128,29,0.0019627264700829983
wikitext,mlp_down,Llama-2-7b-hf,4,128,29,0.002058236161246896
wikitext,attn_in,Llama-2-7b-hf,4,128,30,0.0005799243808723986
wikitext,attn_out,Llama-2-7b-hf,4,128,30,0.00041814413270913064
wikitext,mlp_gate,Llama-2-7b-hf,4,128,30,0.0032452414743602276
wikitext,mlp_down,Llama-2-7b-hf,4,128,30,0.02399570494890213
wikitext,attn_in,Llama-2-7b-hf,4,128,31,0.00340465409681201
wikitext,attn_out,Llama-2-7b-hf,4,128,31,0.0006512265536002815
wikitext,mlp_gate,Llama-2-7b-hf,4,128,31,0.006726501975208521
wikitext,mlp_down,Llama-2-7b-hf,4,128,31,0.017016610130667686
wikitext,attn_in,Meta-Llama-3-8B,4,128,0,3.3034211810445413e-07
wikitext,mlp_gate,Meta-Llama-3-8B,4,128,0,4.443044758772885e-07
wikitext,mlp_down,Meta-Llama-3-8B,4,128,0,5.4420884225692134e-06
wikitext,attn_in,Meta-Llama-3-8B,4,128,1,4.530744206476811e-07
wikitext,mlp_gate,Meta-Llama-3-8B,4,128,1,1.463823537051212e-06
wikitext,mlp_down,Meta-Llama-3-8B,4,128,1,0.0001280310534639284
wikitext,attn_in,Meta-Llama-3-8B,4,128,2,9.417848900739045e-07
wikitext,mlp_gate,Meta-Llama-3-8B,4,128,2,2.3921711544971913e-06
wikitext,mlp_down,Meta-Llama-3-8B,4,128,2,2.478959231666522e-06
wikitext,attn_in,Meta-Llama-3-8B,4,128,3,1.7569784631632501e-06
wikitext,mlp_gate,Meta-Llama-3-8B,4,128,3,5.443776899483055e-06
wikitext,mlp_down,Meta-Llama-3-8B,4,128,3,4.3285417632432655e-06
wikitext,attn_in,Meta-Llama-3-8B,4,128,4,4.078312031197129e-06
wikitext,mlp_gate,Meta-Llama-3-8B,4,128,4,9.801310625334736e-06
wikitext,mlp_down,Meta-Llama-3-8B,4,128,4,7.600188382639317e-06
wikitext,attn_in,Meta-Llama-3-8B,4,128,5,6.051858690625522e-06
wikitext,mlp_gate,Meta-Llama-3-8B,4,128,5,1.3785980627289973e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,128,5,1.199395592266228e-05
wikitext,attn_in,Meta-Llama-3-8B,4,128,6,8.660932508064434e-06
wikitext,mlp_gate,Meta-Llama-3-8B,4,128,6,1.7776525055523962e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,128,6,1.4435920093092136e-05
wikitext,attn_in,Meta-Llama-3-8B,4,128,7,1.2043631613778416e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,128,7,2.0888592189294286e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,128,7,1.608984894119203e-05
wikitext,attn_in,Meta-Llama-3-8B,4,128,8,1.5217664440569934e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,128,8,2.2957769033382647e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,128,8,1.782652543624863e-05
wikitext,attn_in,Meta-Llama-3-8B,4,128,9,1.9559589418349788e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,128,9,2.6247849746141583e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,128,9,2.047375892288983e-05
wikitext,attn_in,Meta-Llama-3-8B,4,128,10,2.0214623873471282e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,128,10,2.639406557136681e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,128,10,2.1975229174131528e-05
wikitext,attn_in,Meta-Llama-3-8B,4,128,11,2.0475910787354223e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,128,11,2.8597492928383872e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,128,11,2.301715903740842e-05
wikitext,attn_in,Meta-Llama-3-8B,4,128,12,2.133822999894619e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,128,12,3.4020558814518154e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,128,12,2.457777736708522e-05
wikitext,attn_in,Meta-Llama-3-8B,4,128,13,2.7547830541152507e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,128,13,3.8547594158444554e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,128,13,2.892749398597516e-05
wikitext,attn_in,Meta-Llama-3-8B,4,128,14,3.602430660976097e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,128,14,4.638270183932036e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,128,14,3.25535838783253e-05
wikitext,attn_in,Meta-Llama-3-8B,4,128,15,2.9945025744382292e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,128,15,5.2611459977924824e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,128,15,4.2390885937493294e-05
wikitext,attn_in,Meta-Llama-3-8B,4,128,16,3.106459917034954e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,128,16,5.343225348042324e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,128,16,4.392988557810895e-05
wikitext,attn_in,Meta-Llama-3-8B,4,128,17,2.5291492420365103e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,128,17,5.988500561215915e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,128,17,5.375999535317533e-05
wikitext,attn_in,Meta-Llama-3-8B,4,128,18,1.6985501133603975e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,128,18,5.8677738707046956e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,128,18,5.101554052089341e-05
wikitext,attn_in,Meta-Llama-3-8B,4,128,19,1.4429775546886958e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,128,19,6.070553354220465e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,128,19,5.133184095029719e-05
wikitext,attn_in,Meta-Llama-3-8B,4,128,20,2.0652605599025264e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,128,20,6.613173900404945e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,128,20,5.8178266044706106e-05
wikitext,attn_in,Meta-Llama-3-8B,4,128,21,2.9539769457187504e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,128,21,7.846504740882665e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,128,21,6.932993710506707e-05
wikitext,attn_in,Meta-Llama-3-8B,4,128,22,2.22841372305993e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,128,22,8.212163083953783e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,128,22,7.271068170666695e-05
wikitext,attn_in,Meta-Llama-3-8B,4,128,23,2.6585799787426367e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,128,23,8.979711128631607e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,128,23,7.435810402967036e-05
wikitext,attn_in,Meta-Llama-3-8B,4,128,24,3.1060364563018084e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,128,24,9.953776316251606e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,128,24,7.700135029153898e-05
wikitext,attn_in,Meta-Llama-3-8B,4,128,25,4.414019713294692e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,128,25,0.00011286098742857575
wikitext,mlp_down,Meta-Llama-3-8B,4,128,25,8.112542855087668e-05
wikitext,attn_in,Meta-Llama-3-8B,4,128,26,5.12258629896678e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,128,26,0.0001307874481426552
wikitext,mlp_down,Meta-Llama-3-8B,4,128,26,9.28418303374201e-05
wikitext,attn_in,Meta-Llama-3-8B,4,128,27,7.71538689150475e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,128,27,0.00016480189515277743
wikitext,mlp_down,Meta-Llama-3-8B,4,128,27,0.00011755150626413524
wikitext,attn_in,Meta-Llama-3-8B,4,128,28,8.704607171239331e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,128,28,0.00023157583200372756
wikitext,mlp_down,Meta-Llama-3-8B,4,128,28,0.0001663723960518837
wikitext,attn_in,Meta-Llama-3-8B,4,128,29,0.00015558786981273443
wikitext,mlp_gate,Meta-Llama-3-8B,4,128,29,0.00032729984377510846
wikitext,mlp_down,Meta-Llama-3-8B,4,128,29,0.0002804149407893419
wikitext,attn_in,Meta-Llama-3-8B,4,128,30,0.0003561857738532126
wikitext,mlp_gate,Meta-Llama-3-8B,4,128,30,0.0005689823301509023
wikitext,mlp_down,Meta-Llama-3-8B,4,128,30,0.0007833238923922181
wikitext,attn_in,Meta-Llama-3-8B,4,128,31,0.0004639249527826905
wikitext,mlp_gate,Meta-Llama-3-8B,4,128,31,0.0027093002572655678
wikitext,mlp_down,Meta-Llama-3-8B,4,128,31,0.6162042021751404
c4,attn_in,Llama-2-7b-hf,3,32,0,6.750536272193131e-07
c4,attn_out,Llama-2-7b-hf,3,32,0,1.173121745523531e-06
c4,mlp_gate,Llama-2-7b-hf,3,32,0,3.30978224383216e-07
c4,mlp_down,Llama-2-7b-hf,3,32,0,3.3790277029766003e-06
c4,attn_in,Llama-2-7b-hf,3,32,1,2.9320810881472426e-06
c4,attn_out,Llama-2-7b-hf,3,32,1,5.110774054628564e-06
c4,mlp_gate,Llama-2-7b-hf,3,32,1,0.0001013466899166815
c4,mlp_down,Llama-2-7b-hf,3,32,1,0.01084950566291809
c4,attn_in,Llama-2-7b-hf,3,32,2,9.216174476023298e-06
c4,attn_out,Llama-2-7b-hf,3,32,2,4.945289674651576e-06
c4,mlp_gate,Llama-2-7b-hf,3,32,2,1.2047136806359049e-05
c4,mlp_down,Llama-2-7b-hf,3,32,2,1.4670597920485307e-05
c4,attn_in,Llama-2-7b-hf,3,32,3,2.2204605556908064e-05
c4,attn_out,Llama-2-7b-hf,3,32,3,9.01940256881062e-06
c4,mlp_gate,Llama-2-7b-hf,3,32,3,2.9249817089294083e-05
c4,mlp_down,Llama-2-7b-hf,3,32,3,2.8742742870235816e-05
c4,attn_in,Llama-2-7b-hf,3,32,4,5.5319997045444325e-05
c4,attn_out,Llama-2-7b-hf,3,32,4,1.857359347923193e-05
c4,mlp_gate,Llama-2-7b-hf,3,32,4,5.603244426310994e-05
c4,mlp_down,Llama-2-7b-hf,3,32,4,6.760290125384927e-05
c4,attn_in,Llama-2-7b-hf,3,32,5,0.00010175204806728289
c4,attn_out,Llama-2-7b-hf,3,32,5,3.597051909309812e-05
c4,mlp_gate,Llama-2-7b-hf,3,32,5,9.114461863646284e-05
c4,mlp_down,Llama-2-7b-hf,3,32,5,8.17836044006981e-05
c4,attn_in,Llama-2-7b-hf,3,32,6,9.761701221577823e-05
c4,attn_out,Llama-2-7b-hf,3,32,6,4.134519258514047e-05
c4,mlp_gate,Llama-2-7b-hf,3,32,6,0.00013849048991687596
c4,mlp_down,Llama-2-7b-hf,3,32,6,0.00012521811004262418
c4,attn_in,Llama-2-7b-hf,3,32,7,0.00014217970601748675
c4,attn_out,Llama-2-7b-hf,3,32,7,6.092811599955894e-05
c4,mlp_gate,Llama-2-7b-hf,3,32,7,0.00018872400687541813
c4,mlp_down,Llama-2-7b-hf,3,32,7,0.00016505472012795508
c4,attn_in,Llama-2-7b-hf,3,32,8,0.00024392364139202982
c4,attn_out,Llama-2-7b-hf,3,32,8,8.89168368303217e-05
c4,mlp_gate,Llama-2-7b-hf,3,32,8,0.00023070299357641488
c4,mlp_down,Llama-2-7b-hf,3,32,8,0.00019616150530055165
c4,attn_in,Llama-2-7b-hf,3,32,9,0.00030183125636540353
c4,attn_out,Llama-2-7b-hf,3,32,9,0.00013082509394735098
c4,mlp_gate,Llama-2-7b-hf,3,32,9,0.00027058288105763495
c4,mlp_down,Llama-2-7b-hf,3,32,9,0.00022754240490030497
c4,attn_in,Llama-2-7b-hf,3,32,10,0.00038955328636802733
c4,attn_out,Llama-2-7b-hf,3,32,10,0.0001767333596944809
c4,mlp_gate,Llama-2-7b-hf,3,32,10,0.00032180288690142334
c4,mlp_down,Llama-2-7b-hf,3,32,10,0.0002662915794644505
c4,attn_in,Llama-2-7b-hf,3,32,11,0.0003898680442944169
c4,attn_out,Llama-2-7b-hf,3,32,11,0.0001764509652275592
c4,mlp_gate,Llama-2-7b-hf,3,32,11,0.0003647002449724823
c4,mlp_down,Llama-2-7b-hf,3,32,11,0.0003094433923251927
c4,attn_in,Llama-2-7b-hf,3,32,12,0.0005042406846769154
c4,attn_out,Llama-2-7b-hf,3,32,12,0.00019940461788792163
c4,mlp_gate,Llama-2-7b-hf,3,32,12,0.0004143650003243238
c4,mlp_down,Llama-2-7b-hf,3,32,12,0.0003529482055455446
c4,attn_in,Llama-2-7b-hf,3,32,13,0.0005058272508904338
c4,attn_out,Llama-2-7b-hf,3,32,13,0.00023633352247998118
c4,mlp_gate,Llama-2-7b-hf,3,32,13,0.0005014248890802264
c4,mlp_down,Llama-2-7b-hf,3,32,13,0.000442427524831146
c4,attn_in,Llama-2-7b-hf,3,32,14,0.00048648653319105506
c4,attn_out,Llama-2-7b-hf,3,32,14,0.0002647899091243744
c4,mlp_gate,Llama-2-7b-hf,3,32,14,0.0005683205672539771
c4,mlp_down,Llama-2-7b-hf,3,32,14,0.0005294807488098741
c4,attn_in,Llama-2-7b-hf,3,32,15,0.0006629025447182357
c4,attn_out,Llama-2-7b-hf,3,32,15,0.0002959944249596447
c4,mlp_gate,Llama-2-7b-hf,3,32,15,0.0007086069672368467
c4,mlp_down,Llama-2-7b-hf,3,32,15,0.0006663238746114075
c4,attn_in,Llama-2-7b-hf,3,32,16,0.0007101958035491407
c4,attn_out,Llama-2-7b-hf,3,32,16,0.00043016899144276977
c4,mlp_gate,Llama-2-7b-hf,3,32,16,0.0009247196139767766
c4,mlp_down,Llama-2-7b-hf,3,32,16,0.0009568614768795669
c4,attn_in,Llama-2-7b-hf,3,32,17,0.0005035049980506301
c4,attn_out,Llama-2-7b-hf,3,32,17,0.00029447698034346104
c4,mlp_gate,Llama-2-7b-hf,3,32,17,0.0010405348148196936
c4,mlp_down,Llama-2-7b-hf,3,32,17,0.001040488830767572
c4,attn_in,Llama-2-7b-hf,3,32,18,0.0005464697605930269
c4,attn_out,Llama-2-7b-hf,3,32,18,0.0003052561078220606
c4,mlp_gate,Llama-2-7b-hf,3,32,18,0.0012282353127375245
c4,mlp_down,Llama-2-7b-hf,3,32,18,0.0012177829630672932
c4,attn_in,Llama-2-7b-hf,3,32,19,0.0005570360808633268
c4,attn_out,Llama-2-7b-hf,3,32,19,0.000303969020023942
c4,mlp_gate,Llama-2-7b-hf,3,32,19,0.0014125689631327987
c4,mlp_down,Llama-2-7b-hf,3,32,19,0.0013534764293581247
c4,attn_in,Llama-2-7b-hf,3,32,20,0.0007736371480859816
c4,attn_out,Llama-2-7b-hf,3,32,20,0.0004029304254800081
c4,mlp_gate,Llama-2-7b-hf,3,32,20,0.0016714666271582246
c4,mlp_down,Llama-2-7b-hf,3,32,20,0.001685747061856091
c4,attn_in,Llama-2-7b-hf,3,32,21,0.0004876703897025436
c4,attn_out,Llama-2-7b-hf,3,32,21,0.00031450571259483695
c4,mlp_gate,Llama-2-7b-hf,3,32,21,0.0018334782216697931
c4,mlp_down,Llama-2-7b-hf,3,32,21,0.0017192006343975663
c4,attn_in,Llama-2-7b-hf,3,32,22,0.0007916060276329517
c4,attn_out,Llama-2-7b-hf,3,32,22,0.00040664186235517263
c4,mlp_gate,Llama-2-7b-hf,3,32,22,0.0020769168622791767
c4,mlp_down,Llama-2-7b-hf,3,32,22,0.0019322849111631513
c4,attn_in,Llama-2-7b-hf,3,32,23,0.0006761401891708374
c4,attn_out,Llama-2-7b-hf,3,32,23,0.0003721860994119197
c4,mlp_gate,Llama-2-7b-hf,3,32,23,0.0023269876837730408
c4,mlp_down,Llama-2-7b-hf,3,32,23,0.0020101144909858704
c4,attn_in,Llama-2-7b-hf,3,32,24,0.0009199854102917016
c4,attn_out,Llama-2-7b-hf,3,32,24,0.0004942142986692488
c4,mlp_gate,Llama-2-7b-hf,3,32,24,0.0025488047394901514
c4,mlp_down,Llama-2-7b-hf,3,32,24,0.002130611101165414
c4,attn_in,Llama-2-7b-hf,3,32,25,0.0006860918365418911
c4,attn_out,Llama-2-7b-hf,3,32,25,0.0003444458998274058
c4,mlp_gate,Llama-2-7b-hf,3,32,25,0.002857513725757599
c4,mlp_down,Llama-2-7b-hf,3,32,25,0.002224816707894206
c4,attn_in,Llama-2-7b-hf,3,32,26,0.0012170999543741345
c4,attn_out,Llama-2-7b-hf,3,32,26,0.0006362046697176993
c4,mlp_gate,Llama-2-7b-hf,3,32,26,0.0031846631318330765
c4,mlp_down,Llama-2-7b-hf,3,32,26,0.0024420160334557295
c4,attn_in,Llama-2-7b-hf,3,32,27,0.000970596622209996
c4,attn_out,Llama-2-7b-hf,3,32,27,0.0005665775388479233
c4,mlp_gate,Llama-2-7b-hf,3,32,27,0.003628353588283062
c4,mlp_down,Llama-2-7b-hf,3,32,27,0.0027578920125961304
c4,attn_in,Llama-2-7b-hf,3,32,28,0.0012349558528512716
c4,attn_out,Llama-2-7b-hf,3,32,28,0.000706481107044965
c4,mlp_gate,Llama-2-7b-hf,3,32,28,0.0042873346246778965
c4,mlp_down,Llama-2-7b-hf,3,32,28,0.0034102844074368477
c4,attn_in,Llama-2-7b-hf,3,32,29,0.001146396854892373
c4,attn_out,Llama-2-7b-hf,3,32,29,0.0006303485133685172
c4,mlp_gate,Llama-2-7b-hf,3,32,29,0.00512503320351243
c4,mlp_down,Llama-2-7b-hf,3,32,29,0.004723790567368269
c4,attn_in,Llama-2-7b-hf,3,32,30,0.001342623378150165
c4,attn_out,Llama-2-7b-hf,3,32,30,0.000886979338247329
c4,mlp_gate,Llama-2-7b-hf,3,32,30,0.008660378865897655
c4,mlp_down,Llama-2-7b-hf,3,32,30,0.012653956189751625
c4,attn_in,Llama-2-7b-hf,3,32,31,0.0032055231276899576
c4,attn_out,Llama-2-7b-hf,3,32,31,0.00130722695030272
c4,mlp_gate,Llama-2-7b-hf,3,32,31,0.01835920847952366
c4,mlp_down,Llama-2-7b-hf,3,32,31,0.03532179817557335
c4,attn_in,Meta-Llama-3-8B,3,32,0,7.126573677851411e-07
c4,mlp_gate,Meta-Llama-3-8B,3,32,0,1.1642354138530209e-06
c4,mlp_down,Meta-Llama-3-8B,3,32,0,2.2479518975160317e-06
c4,attn_in,Meta-Llama-3-8B,3,32,1,1.212609390677244e-06
c4,mlp_gate,Meta-Llama-3-8B,3,32,1,0.0001120716697187163
c4,mlp_down,Meta-Llama-3-8B,3,32,1,3.260328230680898e-05
c4,attn_in,Meta-Llama-3-8B,3,32,2,2.86763543044799e-06
c4,mlp_gate,Meta-Llama-3-8B,3,32,2,6.321384262264473e-06
c4,mlp_down,Meta-Llama-3-8B,3,32,2,6.10631150266272e-06
c4,attn_in,Meta-Llama-3-8B,3,32,3,4.8159527068492025e-06
c4,mlp_gate,Meta-Llama-3-8B,3,32,3,1.3857299563824199e-05
c4,mlp_down,Meta-Llama-3-8B,3,32,3,1.1360250027792063e-05
c4,attn_in,Meta-Llama-3-8B,3,32,4,9.15191321837483e-06
c4,mlp_gate,Meta-Llama-3-8B,3,32,4,2.4711280275369063e-05
c4,mlp_down,Meta-Llama-3-8B,3,32,4,2.042940650426317e-05
c4,attn_in,Meta-Llama-3-8B,3,32,5,1.5170887309068348e-05
c4,mlp_gate,Meta-Llama-3-8B,3,32,5,3.5331064282217994e-05
c4,mlp_down,Meta-Llama-3-8B,3,32,5,2.9951674150652252e-05
c4,attn_in,Meta-Llama-3-8B,3,32,6,2.1389183530118316e-05
c4,mlp_gate,Meta-Llama-3-8B,3,32,6,4.514752799877897e-05
c4,mlp_down,Meta-Llama-3-8B,3,32,6,3.693109829328023e-05
c4,attn_in,Meta-Llama-3-8B,3,32,7,2.732362918322906e-05
c4,mlp_gate,Meta-Llama-3-8B,3,32,7,5.274625800666399e-05
c4,mlp_down,Meta-Llama-3-8B,3,32,7,4.1547878936398774e-05
c4,attn_in,Meta-Llama-3-8B,3,32,8,3.6277368053561077e-05
c4,mlp_gate,Meta-Llama-3-8B,3,32,8,5.7624281907919794e-05
c4,mlp_down,Meta-Llama-3-8B,3,32,8,4.5491156924981624e-05
c4,attn_in,Meta-Llama-3-8B,3,32,9,4.459729461814277e-05
c4,mlp_gate,Meta-Llama-3-8B,3,32,9,6.573904101969674e-05
c4,mlp_down,Meta-Llama-3-8B,3,32,9,5.286792293190956e-05
c4,attn_in,Meta-Llama-3-8B,3,32,10,4.3546344386413693e-05
c4,mlp_gate,Meta-Llama-3-8B,3,32,10,6.650703289778903e-05
c4,mlp_down,Meta-Llama-3-8B,3,32,10,5.417017382569611e-05
c4,attn_in,Meta-Llama-3-8B,3,32,11,4.6452809328911826e-05
c4,mlp_gate,Meta-Llama-3-8B,3,32,11,7.067586557241157e-05
c4,mlp_down,Meta-Llama-3-8B,3,32,11,5.638036236632615e-05
c4,attn_in,Meta-Llama-3-8B,3,32,12,4.915276076644659e-05
c4,mlp_gate,Meta-Llama-3-8B,3,32,12,8.158339187502861e-05
c4,mlp_down,Meta-Llama-3-8B,3,32,12,6.189697160152718e-05
c4,attn_in,Meta-Llama-3-8B,3,32,13,6.031791053828783e-05
c4,mlp_gate,Meta-Llama-3-8B,3,32,13,9.452613448956981e-05
c4,mlp_down,Meta-Llama-3-8B,3,32,13,7.606537838000804e-05
c4,attn_in,Meta-Llama-3-8B,3,32,14,7.242388528538868e-05
c4,mlp_gate,Meta-Llama-3-8B,3,32,14,0.00011201618326595053
c4,mlp_down,Meta-Llama-3-8B,3,32,14,8.671201067045331e-05
c4,attn_in,Meta-Llama-3-8B,3,32,15,6.812532956246287e-05
c4,mlp_gate,Meta-Llama-3-8B,3,32,15,0.00013196330110076815
c4,mlp_down,Meta-Llama-3-8B,3,32,15,0.00011347058170940727
c4,attn_in,Meta-Llama-3-8B,3,32,16,7.596411887789145e-05
c4,mlp_gate,Meta-Llama-3-8B,3,32,16,0.00013656288501806557
c4,mlp_down,Meta-Llama-3-8B,3,32,16,0.00011908949818462133
c4,attn_in,Meta-Llama-3-8B,3,32,17,6.714467599522322e-05
c4,mlp_gate,Meta-Llama-3-8B,3,32,17,0.00015762979455757886
c4,mlp_down,Meta-Llama-3-8B,3,32,17,0.00014203277532942593
c4,attn_in,Meta-Llama-3-8B,3,32,18,4.568453005049378e-05
c4,mlp_gate,Meta-Llama-3-8B,3,32,18,0.00015656686446163803
c4,mlp_down,Meta-Llama-3-8B,3,32,18,0.00013813195982947946
c4,attn_in,Meta-Llama-3-8B,3,32,19,3.6150329833617434e-05
c4,mlp_gate,Meta-Llama-3-8B,3,32,19,0.00016395776765421033
c4,mlp_down,Meta-Llama-3-8B,3,32,19,0.0001427067763870582
c4,attn_in,Meta-Llama-3-8B,3,32,20,4.576574428938329e-05
c4,mlp_gate,Meta-Llama-3-8B,3,32,20,0.0001789391099009663
c4,mlp_down,Meta-Llama-3-8B,3,32,20,0.00015618873294442892
c4,attn_in,Meta-Llama-3-8B,3,32,21,7.909139822004363e-05
c4,mlp_gate,Meta-Llama-3-8B,3,32,21,0.0002117590920533985
c4,mlp_down,Meta-Llama-3-8B,3,32,21,0.00018744096450973302
c4,attn_in,Meta-Llama-3-8B,3,32,22,5.9774378314614296e-05
c4,mlp_gate,Meta-Llama-3-8B,3,32,22,0.0002223930787295103
c4,mlp_down,Meta-Llama-3-8B,3,32,22,0.00019764692115131766
c4,attn_in,Meta-Llama-3-8B,3,32,23,6.392258364940062e-05
c4,mlp_gate,Meta-Llama-3-8B,3,32,23,0.0002412295580143109
c4,mlp_down,Meta-Llama-3-8B,3,32,23,0.00020533530914690346
c4,attn_in,Meta-Llama-3-8B,3,32,24,7.151351746870205e-05
c4,mlp_gate,Meta-Llama-3-8B,3,32,24,0.00026313785929232836
c4,mlp_down,Meta-Llama-3-8B,3,32,24,0.00021699085482396185
c4,attn_in,Meta-Llama-3-8B,3,32,25,8.848817378748208e-05
c4,mlp_gate,Meta-Llama-3-8B,3,32,25,0.00029827497201040387
c4,mlp_down,Meta-Llama-3-8B,3,32,25,0.00022686977172270417
c4,attn_in,Meta-Llama-3-8B,3,32,26,0.0001155768331955187
c4,mlp_gate,Meta-Llama-3-8B,3,32,26,0.0003454475081525743
c4,mlp_down,Meta-Llama-3-8B,3,32,26,0.00025445627397857606
c4,attn_in,Meta-Llama-3-8B,3,32,27,0.0001513952884124592
c4,mlp_gate,Meta-Llama-3-8B,3,32,27,0.0004227417812217027
c4,mlp_down,Meta-Llama-3-8B,3,32,27,0.00032753628329373896
c4,attn_in,Meta-Llama-3-8B,3,32,28,0.00018751071183942258
c4,mlp_gate,Meta-Llama-3-8B,3,32,28,0.0005792102310806513
c4,mlp_down,Meta-Llama-3-8B,3,32,28,0.0004445601662155241
c4,attn_in,Meta-Llama-3-8B,3,32,29,0.00028487329836934805
c4,mlp_gate,Meta-Llama-3-8B,3,32,29,0.0008211439708247781
c4,mlp_down,Meta-Llama-3-8B,3,32,29,0.0006825528107583523
c4,attn_in,Meta-Llama-3-8B,3,32,30,0.0005751428543590009
c4,mlp_gate,Meta-Llama-3-8B,3,32,30,0.0015554571291431785
c4,mlp_down,Meta-Llama-3-8B,3,32,30,0.0015397833194583654
c4,attn_in,Meta-Llama-3-8B,3,32,31,0.0008156675612553954
c4,mlp_gate,Meta-Llama-3-8B,3,32,31,0.006760060787200928
c4,mlp_down,Meta-Llama-3-8B,3,32,31,0.15092550218105316
c4,attn_in,Llama-2-7b-hf,3,64,0,1.352039362245705e-06
c4,attn_out,Llama-2-7b-hf,3,64,0,2.013813627854688e-06
c4,mlp_gate,Llama-2-7b-hf,3,64,0,4.7289142912632087e-07
c4,mlp_down,Llama-2-7b-hf,3,64,0,4.920942956232466e-06
c4,attn_in,Llama-2-7b-hf,3,64,1,5.602559213002678e-06
c4,attn_out,Llama-2-7b-hf,3,64,1,7.95317373558646e-06
c4,mlp_gate,Llama-2-7b-hf,3,64,1,2.361569568165578e-05
c4,mlp_down,Llama-2-7b-hf,3,64,1,0.014889644458889961
c4,attn_in,Llama-2-7b-hf,3,64,2,1.5467352568521164e-05
c4,attn_out,Llama-2-7b-hf,3,64,2,6.976611985010095e-06
c4,mlp_gate,Llama-2-7b-hf,3,64,2,1.6414573110523634e-05
c4,mlp_down,Llama-2-7b-hf,3,64,2,2.041757761617191e-05
c4,attn_in,Llama-2-7b-hf,3,64,3,3.783359352382831e-05
c4,attn_out,Llama-2-7b-hf,3,64,3,1.285151574847987e-05
c4,mlp_gate,Llama-2-7b-hf,3,64,3,4.016760067315772e-05
c4,mlp_down,Llama-2-7b-hf,3,64,3,3.9299560739891604e-05
c4,attn_in,Llama-2-7b-hf,3,64,4,7.551974704256281e-05
c4,attn_out,Llama-2-7b-hf,3,64,4,2.587737253634259e-05
c4,mlp_gate,Llama-2-7b-hf,3,64,4,7.778832514304668e-05
c4,mlp_down,Llama-2-7b-hf,3,64,4,0.00010034653678303584
c4,attn_in,Llama-2-7b-hf,3,64,5,0.00012509810039773583
c4,attn_out,Llama-2-7b-hf,3,64,5,5.050588515587151e-05
c4,mlp_gate,Llama-2-7b-hf,3,64,5,0.00012627367686945945
c4,mlp_down,Llama-2-7b-hf,3,64,5,0.00011146898032166064
c4,attn_in,Llama-2-7b-hf,3,64,6,0.0001541045494377613
c4,attn_out,Llama-2-7b-hf,3,64,6,5.7990633649751544e-05
c4,mlp_gate,Llama-2-7b-hf,3,64,6,0.00019250552577432245
c4,mlp_down,Llama-2-7b-hf,3,64,6,0.00017062568804249167
c4,attn_in,Llama-2-7b-hf,3,64,7,0.00022827924112789333
c4,attn_out,Llama-2-7b-hf,3,64,7,8.462984260404482e-05
c4,mlp_gate,Llama-2-7b-hf,3,64,7,0.000262463407125324
c4,mlp_down,Llama-2-7b-hf,3,64,7,0.00022524420637637377
c4,attn_in,Llama-2-7b-hf,3,64,8,0.00035564551944844425
c4,attn_out,Llama-2-7b-hf,3,64,8,0.00012244870595168322
c4,mlp_gate,Llama-2-7b-hf,3,64,8,0.00032194735831581056
c4,mlp_down,Llama-2-7b-hf,3,64,8,0.0002678742166608572
c4,attn_in,Llama-2-7b-hf,3,64,9,0.0005175339174456894
c4,attn_out,Llama-2-7b-hf,3,64,9,0.00017934136849362403
c4,mlp_gate,Llama-2-7b-hf,3,64,9,0.00037874572444707155
c4,mlp_down,Llama-2-7b-hf,3,64,9,0.00031064945505931973
c4,attn_in,Llama-2-7b-hf,3,64,10,0.0005295791779644787
c4,attn_out,Llama-2-7b-hf,3,64,10,0.000242612833972089
c4,mlp_gate,Llama-2-7b-hf,3,64,10,0.0004517736961133778
c4,mlp_down,Llama-2-7b-hf,3,64,10,0.00036323696258477867
c4,attn_in,Llama-2-7b-hf,3,64,11,0.0006606120732612908
c4,attn_out,Llama-2-7b-hf,3,64,11,0.00024240475613623857
c4,mlp_gate,Llama-2-7b-hf,3,64,11,0.0005132415099069476
c4,mlp_down,Llama-2-7b-hf,3,64,11,0.00042154162656515837
c4,attn_in,Llama-2-7b-hf,3,64,12,0.0007041668868623674
c4,attn_out,Llama-2-7b-hf,3,64,12,0.0002735101734288037
c4,mlp_gate,Llama-2-7b-hf,3,64,12,0.0005792680312879384
c4,mlp_down,Llama-2-7b-hf,3,64,12,0.0004809255478903651
c4,attn_in,Llama-2-7b-hf,3,64,13,0.0006800579139962792
c4,attn_out,Llama-2-7b-hf,3,64,13,0.0003236734482925385
c4,mlp_gate,Llama-2-7b-hf,3,64,13,0.0007003487553447485
c4,mlp_down,Llama-2-7b-hf,3,64,13,0.0006017782725393772
c4,attn_in,Llama-2-7b-hf,3,64,14,0.0007467850227840245
c4,attn_out,Llama-2-7b-hf,3,64,14,0.00036262121284380555
c4,mlp_gate,Llama-2-7b-hf,3,64,14,0.0007922924705781043
c4,mlp_down,Llama-2-7b-hf,3,64,14,0.0007195068174041808
c4,attn_in,Llama-2-7b-hf,3,64,15,0.0009459579014219344
c4,attn_out,Llama-2-7b-hf,3,64,15,0.0004071626462973654
c4,mlp_gate,Llama-2-7b-hf,3,64,15,0.0009896995034068823
c4,mlp_down,Llama-2-7b-hf,3,64,15,0.0009073995752260089
c4,attn_in,Llama-2-7b-hf,3,64,16,0.0010919657070189714
c4,attn_out,Llama-2-7b-hf,3,64,16,0.0005873949266970158
c4,mlp_gate,Llama-2-7b-hf,3,64,16,0.0012914275284856558
c4,mlp_down,Llama-2-7b-hf,3,64,16,0.0013139976654201746
c4,attn_in,Llama-2-7b-hf,3,64,17,0.0007566404528915882
c4,attn_out,Llama-2-7b-hf,3,64,17,0.0004034588346257806
c4,mlp_gate,Llama-2-7b-hf,3,64,17,0.0014381579821929336
c4,mlp_down,Llama-2-7b-hf,3,64,17,0.001415958977304399
c4,attn_in,Llama-2-7b-hf,3,64,18,0.0007924176170490682
c4,attn_out,Llama-2-7b-hf,3,64,18,0.0004180778341833502
c4,mlp_gate,Llama-2-7b-hf,3,64,18,0.0016954564489424229
c4,mlp_down,Llama-2-7b-hf,3,64,18,0.0016614929772913456
c4,attn_in,Llama-2-7b-hf,3,64,19,0.0007995840278454125
c4,attn_out,Llama-2-7b-hf,3,64,19,0.0004154731868766248
c4,mlp_gate,Llama-2-7b-hf,3,64,19,0.0019526240648701787
c4,mlp_down,Llama-2-7b-hf,3,64,19,0.0018589170649647713
c4,attn_in,Llama-2-7b-hf,3,64,20,0.001014956389553845
c4,attn_out,Llama-2-7b-hf,3,64,20,0.0005520119448192418
c4,mlp_gate,Llama-2-7b-hf,3,64,20,0.002294080099090934
c4,mlp_down,Llama-2-7b-hf,3,64,20,0.0023015362676233053
c4,attn_in,Llama-2-7b-hf,3,64,21,0.0007193844066932797
c4,attn_out,Llama-2-7b-hf,3,64,21,0.0004306366899982095
c4,mlp_gate,Llama-2-7b-hf,3,64,21,0.002512345090508461
c4,mlp_down,Llama-2-7b-hf,3,64,21,0.0023381744977086782
c4,attn_in,Llama-2-7b-hf,3,64,22,0.0012228232808411121
c4,attn_out,Llama-2-7b-hf,3,64,22,0.0005539723788388073
c4,mlp_gate,Llama-2-7b-hf,3,64,22,0.002844703383743763
c4,mlp_down,Llama-2-7b-hf,3,64,22,0.0026177687104791403
c4,attn_in,Llama-2-7b-hf,3,64,23,0.0009341189288534224
c4,attn_out,Llama-2-7b-hf,3,64,23,0.0005068654427304864
c4,mlp_gate,Llama-2-7b-hf,3,64,23,0.003178640967234969
c4,mlp_down,Llama-2-7b-hf,3,64,23,0.0027302533853799105
c4,attn_in,Llama-2-7b-hf,3,64,24,0.001550708431750536
c4,attn_out,Llama-2-7b-hf,3,64,24,0.0006800934788770974
c4,mlp_gate,Llama-2-7b-hf,3,64,24,0.003487581852823496
c4,mlp_down,Llama-2-7b-hf,3,64,24,0.0028918851166963577
c4,attn_in,Llama-2-7b-hf,3,64,25,0.0009626472601667047
c4,attn_out,Llama-2-7b-hf,3,64,25,0.00046917638974264264
c4,mlp_gate,Llama-2-7b-hf,3,64,25,0.00391001021489501
c4,mlp_down,Llama-2-7b-hf,3,64,25,0.003023317316547036
c4,attn_in,Llama-2-7b-hf,3,64,26,0.0017475495114922523
c4,attn_out,Llama-2-7b-hf,3,64,26,0.0008810682338662446
c4,mlp_gate,Llama-2-7b-hf,3,64,26,0.004373267292976379
c4,mlp_down,Llama-2-7b-hf,3,64,26,0.003313260618597269
c4,attn_in,Llama-2-7b-hf,3,64,27,0.0014317879686132073
c4,attn_out,Llama-2-7b-hf,3,64,27,0.0007720504072494805
c4,mlp_gate,Llama-2-7b-hf,3,64,27,0.005006534047424793
c4,mlp_down,Llama-2-7b-hf,3,64,27,0.003753027878701687
c4,attn_in,Llama-2-7b-hf,3,64,28,0.0019135511247441173
c4,attn_out,Llama-2-7b-hf,3,64,28,0.0009626226383261383
c4,mlp_gate,Llama-2-7b-hf,3,64,28,0.005939430557191372
c4,mlp_down,Llama-2-7b-hf,3,64,28,0.004647830966860056
c4,attn_in,Llama-2-7b-hf,3,64,29,0.0016378303989768028
c4,attn_out,Llama-2-7b-hf,3,64,29,0.0008680942701175809
c4,mlp_gate,Llama-2-7b-hf,3,64,29,0.007147619966417551
c4,mlp_down,Llama-2-7b-hf,3,64,29,0.0065885125659406185
c4,attn_in,Llama-2-7b-hf,3,64,30,0.0018824004800990224
c4,attn_out,Llama-2-7b-hf,3,64,30,0.0012241083895787597
c4,mlp_gate,Llama-2-7b-hf,3,64,30,0.01407832745462656
c4,mlp_down,Llama-2-7b-hf,3,64,30,0.018277952447533607
c4,attn_in,Llama-2-7b-hf,3,64,31,0.007186585105955601
c4,attn_out,Llama-2-7b-hf,3,64,31,0.0018471278017386794
c4,mlp_gate,Llama-2-7b-hf,3,64,31,0.02621941640973091
c4,mlp_down,Llama-2-7b-hf,3,64,31,0.0554315485060215
c4,attn_in,Meta-Llama-3-8B,3,64,0,9.86457507679006e-07
c4,mlp_gate,Meta-Llama-3-8B,3,64,0,1.6241016282947385e-06
c4,mlp_down,Meta-Llama-3-8B,3,64,0,3.3395394893886987e-06
c4,attn_in,Meta-Llama-3-8B,3,64,1,2.3855186555010732e-06
c4,mlp_gate,Meta-Llama-3-8B,3,64,1,9.160066110780463e-05
c4,mlp_down,Meta-Llama-3-8B,3,64,1,5.152264202479273e-05
c4,attn_in,Meta-Llama-3-8B,3,64,2,4.072267074661795e-06
c4,mlp_gate,Meta-Llama-3-8B,3,64,2,8.749762855586596e-06
c4,mlp_down,Meta-Llama-3-8B,3,64,2,8.653908480482642e-06
c4,attn_in,Meta-Llama-3-8B,3,64,3,8.214744411816355e-06
c4,mlp_gate,Meta-Llama-3-8B,3,64,3,1.932288614625577e-05
c4,mlp_down,Meta-Llama-3-8B,3,64,3,1.581140713824425e-05
c4,attn_in,Meta-Llama-3-8B,3,64,4,1.5545041605946608e-05
c4,mlp_gate,Meta-Llama-3-8B,3,64,4,3.468459181021899e-05
c4,mlp_down,Meta-Llama-3-8B,3,64,4,2.8182044843561016e-05
c4,attn_in,Meta-Llama-3-8B,3,64,5,2.6425159376231022e-05
c4,mlp_gate,Meta-Llama-3-8B,3,64,5,4.951142909703776e-05
c4,mlp_down,Meta-Llama-3-8B,3,64,5,4.155205897404812e-05
c4,attn_in,Meta-Llama-3-8B,3,64,6,3.406775067560375e-05
c4,mlp_gate,Meta-Llama-3-8B,3,64,6,6.328996823867783e-05
c4,mlp_down,Meta-Llama-3-8B,3,64,6,5.109637277200818e-05
c4,attn_in,Meta-Llama-3-8B,3,64,7,4.078965503140353e-05
c4,mlp_gate,Meta-Llama-3-8B,3,64,7,7.419585017487407e-05
c4,mlp_down,Meta-Llama-3-8B,3,64,7,5.7572404330130666e-05
c4,attn_in,Meta-Llama-3-8B,3,64,8,5.0933474994963035e-05
c4,mlp_gate,Meta-Llama-3-8B,3,64,8,8.150188659783453e-05
c4,mlp_down,Meta-Llama-3-8B,3,64,8,6.28661728114821e-05
c4,attn_in,Meta-Llama-3-8B,3,64,9,6.839981506345794e-05
c4,mlp_gate,Meta-Llama-3-8B,3,64,9,9.281145321438089e-05
c4,mlp_down,Meta-Llama-3-8B,3,64,9,7.307155465241522e-05
c4,attn_in,Meta-Llama-3-8B,3,64,10,6.780879630241543e-05
c4,mlp_gate,Meta-Llama-3-8B,3,64,10,9.359326213598251e-05
c4,mlp_down,Meta-Llama-3-8B,3,64,10,7.501566869905218e-05
c4,attn_in,Meta-Llama-3-8B,3,64,11,7.698855915805325e-05
c4,mlp_gate,Meta-Llama-3-8B,3,64,11,0.00010007658420363441
c4,mlp_down,Meta-Llama-3-8B,3,64,11,7.801140600349754e-05
c4,attn_in,Meta-Llama-3-8B,3,64,12,7.40015457267873e-05
c4,mlp_gate,Meta-Llama-3-8B,3,64,12,0.00011710040416801348
c4,mlp_down,Meta-Llama-3-8B,3,64,12,8.577389235142618e-05
c4,attn_in,Meta-Llama-3-8B,3,64,13,9.293261246057227e-05
c4,mlp_gate,Meta-Llama-3-8B,3,64,13,0.00013543495151679963
c4,mlp_down,Meta-Llama-3-8B,3,64,13,0.00010476959869265556
c4,attn_in,Meta-Llama-3-8B,3,64,14,0.00010867777746170759
c4,mlp_gate,Meta-Llama-3-8B,3,64,14,0.0001616749505046755
c4,mlp_down,Meta-Llama-3-8B,3,64,14,0.00011900728713953868
c4,attn_in,Meta-Llama-3-8B,3,64,15,0.0001039820781443268
c4,mlp_gate,Meta-Llama-3-8B,3,64,15,0.00018811273912433535
c4,mlp_down,Meta-Llama-3-8B,3,64,15,0.00015636553871445358
c4,attn_in,Meta-Llama-3-8B,3,64,16,0.00011436211207183078
c4,mlp_gate,Meta-Llama-3-8B,3,64,16,0.00019326536857988685
c4,mlp_down,Meta-Llama-3-8B,3,64,16,0.00016413495177403092
c4,attn_in,Meta-Llama-3-8B,3,64,17,0.00010618903615977615
c4,mlp_gate,Meta-Llama-3-8B,3,64,17,0.00022159131185617298
c4,mlp_down,Meta-Llama-3-8B,3,64,17,0.00019592215539887547
c4,attn_in,Meta-Llama-3-8B,3,64,18,6.707281136186793e-05
c4,mlp_gate,Meta-Llama-3-8B,3,64,18,0.000219259993173182
c4,mlp_down,Meta-Llama-3-8B,3,64,18,0.00018990521493833512
c4,attn_in,Meta-Llama-3-8B,3,64,19,5.517308454727754e-05
c4,mlp_gate,Meta-Llama-3-8B,3,64,19,0.0002291704440722242
c4,mlp_down,Meta-Llama-3-8B,3,64,19,0.0001967889111256227
c4,attn_in,Meta-Llama-3-8B,3,64,20,6.926302012288943e-05
c4,mlp_gate,Meta-Llama-3-8B,3,64,20,0.00024896604008972645
c4,mlp_down,Meta-Llama-3-8B,3,64,20,0.0002152250672224909
c4,attn_in,Meta-Llama-3-8B,3,64,21,0.00011117240501334891
c4,mlp_gate,Meta-Llama-3-8B,3,64,21,0.0002944499719887972
c4,mlp_down,Meta-Llama-3-8B,3,64,21,0.0002600479929242283
c4,attn_in,Meta-Llama-3-8B,3,64,22,8.878128573996946e-05
c4,mlp_gate,Meta-Llama-3-8B,3,64,22,0.0003085997304879129
c4,mlp_down,Meta-Llama-3-8B,3,64,22,0.0002716419694479555
c4,attn_in,Meta-Llama-3-8B,3,64,23,9.704099647933617e-05
c4,mlp_gate,Meta-Llama-3-8B,3,64,23,0.00033391357283107936
c4,mlp_down,Meta-Llama-3-8B,3,64,23,0.00028199111693538725
c4,attn_in,Meta-Llama-3-8B,3,64,24,0.00010607126023387536
c4,mlp_gate,Meta-Llama-3-8B,3,64,24,0.00036480219569057226
c4,mlp_down,Meta-Llama-3-8B,3,64,24,0.00029804001678712666
c4,attn_in,Meta-Llama-3-8B,3,64,25,0.00015467341290786862
c4,mlp_gate,Meta-Llama-3-8B,3,64,25,0.00041362858610227704
c4,mlp_down,Meta-Llama-3-8B,3,64,25,0.0003124565992038697
c4,attn_in,Meta-Llama-3-8B,3,64,26,0.0001645442098379135
c4,mlp_gate,Meta-Llama-3-8B,3,64,26,0.0004817070730496198
c4,mlp_down,Meta-Llama-3-8B,3,64,26,0.0003479741280898452
c4,attn_in,Meta-Llama-3-8B,3,64,27,0.0002707547682803124
c4,mlp_gate,Meta-Llama-3-8B,3,64,27,0.0005941710551269352
c4,mlp_down,Meta-Llama-3-8B,3,64,27,0.000448741193395108
c4,attn_in,Meta-Llama-3-8B,3,64,28,0.00029423274099826813
c4,mlp_gate,Meta-Llama-3-8B,3,64,28,0.0008215587586164474
c4,mlp_down,Meta-Llama-3-8B,3,64,28,0.0006077911821193993
c4,attn_in,Meta-Llama-3-8B,3,64,29,0.0003965787764173001
c4,mlp_gate,Meta-Llama-3-8B,3,64,29,0.0011627835920080543
c4,mlp_down,Meta-Llama-3-8B,3,64,29,0.0009537141886539757
c4,attn_in,Meta-Llama-3-8B,3,64,30,0.0008707576198503375
c4,mlp_gate,Meta-Llama-3-8B,3,64,30,0.0021878411062061787
c4,mlp_down,Meta-Llama-3-8B,3,64,30,0.002246903721243143
c4,attn_in,Meta-Llama-3-8B,3,64,31,0.001282562268897891
c4,mlp_gate,Meta-Llama-3-8B,3,64,31,0.009918544441461563
c4,mlp_down,Meta-Llama-3-8B,3,64,31,0.24508865177631378
c4,attn_in,Llama-2-7b-hf,3,128,0,2.543072696425952e-06
c4,attn_out,Llama-2-7b-hf,3,128,0,3.012893103004899e-06
c4,mlp_gate,Llama-2-7b-hf,3,128,0,6.637631031480851e-07
c4,mlp_down,Llama-2-7b-hf,3,128,0,7.137390184652759e-06
c4,attn_in,Llama-2-7b-hf,3,128,1,8.223900294979103e-06
c4,attn_out,Llama-2-7b-hf,3,128,1,1.2737556062347721e-05
c4,mlp_gate,Llama-2-7b-hf,3,128,1,0.0002609330986160785
c4,mlp_down,Llama-2-7b-hf,3,128,1,0.034441784024238586
c4,attn_in,Llama-2-7b-hf,3,128,2,1.728501774778124e-05
c4,attn_out,Llama-2-7b-hf,3,128,2,9.553594281896949e-06
c4,mlp_gate,Llama-2-7b-hf,3,128,2,2.1069723516120575e-05
c4,mlp_down,Llama-2-7b-hf,3,128,2,2.7416548618930392e-05
c4,attn_in,Llama-2-7b-hf,3,128,3,4.4090509618399665e-05
c4,attn_out,Llama-2-7b-hf,3,128,3,1.7401695004082285e-05
c4,mlp_gate,Llama-2-7b-hf,3,128,3,5.197555583436042e-05
c4,mlp_down,Llama-2-7b-hf,3,128,3,5.0444959924789146e-05
c4,attn_in,Llama-2-7b-hf,3,128,4,8.909861935535446e-05
c4,attn_out,Llama-2-7b-hf,3,128,4,3.436993938521482e-05
c4,mlp_gate,Llama-2-7b-hf,3,128,4,0.0001020353811327368
c4,mlp_down,Llama-2-7b-hf,3,128,4,0.00014470319729298353
c4,attn_in,Llama-2-7b-hf,3,128,5,0.00018147974333260208
c4,attn_out,Llama-2-7b-hf,3,128,5,6.738230877090245e-05
c4,mlp_gate,Llama-2-7b-hf,3,128,5,0.00016477156896144152
c4,mlp_down,Llama-2-7b-hf,3,128,5,0.00014262500917539
c4,attn_in,Llama-2-7b-hf,3,128,6,0.00018910670769400895
c4,attn_out,Llama-2-7b-hf,3,128,6,7.57534071453847e-05
c4,mlp_gate,Llama-2-7b-hf,3,128,6,0.0002509336336515844
c4,mlp_down,Llama-2-7b-hf,3,128,6,0.0002178371651098132
c4,attn_in,Llama-2-7b-hf,3,128,7,0.0002709349791985005
c4,attn_out,Llama-2-7b-hf,3,128,7,0.00011176257976330817
c4,mlp_gate,Llama-2-7b-hf,3,128,7,0.0003451397642493248
c4,mlp_down,Llama-2-7b-hf,3,128,7,0.0002886749862227589
c4,attn_in,Llama-2-7b-hf,3,128,8,0.00048203073674812913
c4,attn_out,Llama-2-7b-hf,3,128,8,0.00015954917762428522
c4,mlp_gate,Llama-2-7b-hf,3,128,8,0.00042396027129143476
c4,mlp_down,Llama-2-7b-hf,3,128,8,0.000343456631526351
c4,attn_in,Llama-2-7b-hf,3,128,9,0.0006081957835704088
c4,attn_out,Llama-2-7b-hf,3,128,9,0.0002324342349311337
c4,mlp_gate,Llama-2-7b-hf,3,128,9,0.0005005195853300393
c4,mlp_down,Llama-2-7b-hf,3,128,9,0.0003980539331678301
c4,attn_in,Llama-2-7b-hf,3,128,10,0.0006762515404261649
c4,attn_out,Llama-2-7b-hf,3,128,10,0.0003151753917336464
c4,mlp_gate,Llama-2-7b-hf,3,128,10,0.0006011161603964865
c4,mlp_down,Llama-2-7b-hf,3,128,10,0.0004642090934794396
c4,attn_in,Llama-2-7b-hf,3,128,11,0.0007011824054643512
c4,attn_out,Llama-2-7b-hf,3,128,11,0.0003142669447697699
c4,mlp_gate,Llama-2-7b-hf,3,128,11,0.0006779545801691711
c4,mlp_down,Llama-2-7b-hf,3,128,11,0.0005394615000113845
c4,attn_in,Llama-2-7b-hf,3,128,12,0.0008573984378017485
c4,attn_out,Llama-2-7b-hf,3,128,12,0.00035259927972219884
c4,mlp_gate,Llama-2-7b-hf,3,128,12,0.0007614284404553473
c4,mlp_down,Llama-2-7b-hf,3,128,12,0.0006150216795504093
c4,attn_in,Llama-2-7b-hf,3,128,13,0.0009122535702772439
c4,attn_out,Llama-2-7b-hf,3,128,13,0.0004180124669801444
c4,mlp_gate,Llama-2-7b-hf,3,128,13,0.0009202936198562384
c4,mlp_down,Llama-2-7b-hf,3,128,13,0.0007700894493609667
c4,attn_in,Llama-2-7b-hf,3,128,14,0.0009445844334550202
c4,attn_out,Llama-2-7b-hf,3,128,14,0.00046491940156556666
c4,mlp_gate,Llama-2-7b-hf,3,128,14,0.0010440548649057746
c4,mlp_down,Llama-2-7b-hf,3,128,14,0.0009182776557281613
c4,attn_in,Llama-2-7b-hf,3,128,15,0.0010549337603151798
c4,attn_out,Llama-2-7b-hf,3,128,15,0.0005249839159660041
c4,mlp_gate,Llama-2-7b-hf,3,128,15,0.0013062249636277556
c4,mlp_down,Llama-2-7b-hf,3,128,15,0.001160051440820098
c4,attn_in,Llama-2-7b-hf,3,128,16,0.0012565309880301356
c4,attn_out,Llama-2-7b-hf,3,128,16,0.0007562240934930742
c4,mlp_gate,Llama-2-7b-hf,3,128,16,0.0016812311951071024
c4,mlp_down,Llama-2-7b-hf,3,128,16,0.0017191731603816152
c4,attn_in,Llama-2-7b-hf,3,128,17,0.0009592812275514007
c4,attn_out,Llama-2-7b-hf,3,128,17,0.00051969347987324
c4,mlp_gate,Llama-2-7b-hf,3,128,17,0.0018641181522980332
c4,mlp_down,Llama-2-7b-hf,3,128,17,0.0018045568140223622
c4,attn_in,Llama-2-7b-hf,3,128,18,0.0010112086310982704
c4,attn_out,Llama-2-7b-hf,3,128,18,0.0005380092188715935
c4,mlp_gate,Llama-2-7b-hf,3,128,18,0.002198362722992897
c4,mlp_down,Llama-2-7b-hf,3,128,18,0.0021237297914922237
c4,attn_in,Llama-2-7b-hf,3,128,19,0.001041489653289318
c4,attn_out,Llama-2-7b-hf,3,128,19,0.0005380509537644684
c4,mlp_gate,Llama-2-7b-hf,3,128,19,0.0025222785770893097
c4,mlp_down,Llama-2-7b-hf,3,128,19,0.002393367001786828
c4,attn_in,Llama-2-7b-hf,3,128,20,0.0012130317045375705
c4,attn_out,Llama-2-7b-hf,3,128,20,0.000709038635250181
c4,mlp_gate,Llama-2-7b-hf,3,128,20,0.002950349124148488
c4,mlp_down,Llama-2-7b-hf,3,128,20,0.0029526310972869396
c4,attn_in,Llama-2-7b-hf,3,128,21,0.0008859800291247666
c4,attn_out,Llama-2-7b-hf,3,128,21,0.0005539684789255261
c4,mlp_gate,Llama-2-7b-hf,3,128,21,0.0032337538432329893
c4,mlp_down,Llama-2-7b-hf,3,128,21,0.0029773542191833258
c4,attn_in,Llama-2-7b-hf,3,128,22,0.0014861207455396652
c4,attn_out,Llama-2-7b-hf,3,128,22,0.0007069241255521774
c4,mlp_gate,Llama-2-7b-hf,3,128,22,0.0036563577596098185
c4,mlp_down,Llama-2-7b-hf,3,128,22,0.0033341178204864264
c4,attn_in,Llama-2-7b-hf,3,128,23,0.0012101251631975174
c4,attn_out,Llama-2-7b-hf,3,128,23,0.0006496669957414269
c4,mlp_gate,Llama-2-7b-hf,3,128,23,0.004081662278622389
c4,mlp_down,Llama-2-7b-hf,3,128,23,0.0034750052727758884
c4,attn_in,Llama-2-7b-hf,3,128,24,0.001708566676825285
c4,attn_out,Llama-2-7b-hf,3,128,24,0.0008913942147046328
c4,mlp_gate,Llama-2-7b-hf,3,128,24,0.004477445036172867
c4,mlp_down,Llama-2-7b-hf,3,128,24,0.0036744081880897284
c4,attn_in,Llama-2-7b-hf,3,128,25,0.0012819335097447038
c4,attn_out,Llama-2-7b-hf,3,128,25,0.0005993397790007293
c4,mlp_gate,Llama-2-7b-hf,3,128,25,0.005033968482166529
c4,mlp_down,Llama-2-7b-hf,3,128,25,0.0038489527069032192
c4,attn_in,Llama-2-7b-hf,3,128,26,0.0020503827836364508
c4,attn_out,Llama-2-7b-hf,3,128,26,0.0011458939407020807
c4,mlp_gate,Llama-2-7b-hf,3,128,26,0.005648446269333363
c4,mlp_down,Llama-2-7b-hf,3,128,26,0.004218643996864557
c4,attn_in,Llama-2-7b-hf,3,128,27,0.001772370538674295
c4,attn_out,Llama-2-7b-hf,3,128,27,0.0009891059016808867
c4,mlp_gate,Llama-2-7b-hf,3,128,27,0.006490008439868689
c4,mlp_down,Llama-2-7b-hf,3,128,27,0.004780343268066645
c4,attn_in,Llama-2-7b-hf,3,128,28,0.002427054336294532
c4,attn_out,Llama-2-7b-hf,3,128,28,0.0012401589192450047
c4,mlp_gate,Llama-2-7b-hf,3,128,28,0.00772490818053484
c4,mlp_down,Llama-2-7b-hf,3,128,28,0.005963850766420364
c4,attn_in,Llama-2-7b-hf,3,128,29,0.002046683570370078
c4,attn_out,Llama-2-7b-hf,3,128,29,0.0011164648458361626
c4,mlp_gate,Llama-2-7b-hf,3,128,29,0.009403485804796219
c4,mlp_down,Llama-2-7b-hf,3,128,29,0.008864299394190311
c4,attn_in,Llama-2-7b-hf,3,128,30,0.002405894687399268
c4,attn_out,Llama-2-7b-hf,3,128,30,0.0015969601226970553
c4,mlp_gate,Llama-2-7b-hf,3,128,30,0.016673244535923004
c4,mlp_down,Llama-2-7b-hf,3,128,30,0.03008771501481533
c4,attn_in,Llama-2-7b-hf,3,128,31,0.010730587877333164
c4,attn_out,Llama-2-7b-hf,3,128,31,0.0025164750404655933
c4,mlp_gate,Llama-2-7b-hf,3,128,31,0.034958481788635254
c4,mlp_down,Llama-2-7b-hf,3,128,31,0.08376330882310867
c4,attn_in,Meta-Llama-3-8B,3,128,0,1.5365707213277346e-06
c4,mlp_gate,Meta-Llama-3-8B,3,128,0,2.1330624804249965e-06
c4,mlp_down,Meta-Llama-3-8B,3,128,0,5.109989615448285e-06
c4,attn_in,Meta-Llama-3-8B,3,128,1,3.989441665908089e-06
c4,mlp_gate,Meta-Llama-3-8B,3,128,1,4.701513171312399e-05
c4,mlp_down,Meta-Llama-3-8B,3,128,1,0.00012536936264950782
c4,attn_in,Meta-Llama-3-8B,3,128,2,7.131035545171471e-06
c4,mlp_gate,Meta-Llama-3-8B,3,128,2,1.1429932783357799e-05
c4,mlp_down,Meta-Llama-3-8B,3,128,2,1.151342257799115e-05
c4,attn_in,Meta-Llama-3-8B,3,128,3,1.055624397849897e-05
c4,mlp_gate,Meta-Llama-3-8B,3,128,3,2.550779936427716e-05
c4,mlp_down,Meta-Llama-3-8B,3,128,3,2.0830028006457724e-05
c4,attn_in,Meta-Llama-3-8B,3,128,4,2.3309090465772897e-05
c4,mlp_gate,Meta-Llama-3-8B,3,128,4,4.613024430000223e-05
c4,mlp_down,Meta-Llama-3-8B,3,128,4,3.6578298022504896e-05
c4,attn_in,Meta-Llama-3-8B,3,128,5,3.0498231353703886e-05
c4,mlp_gate,Meta-Llama-3-8B,3,128,5,6.516962457681075e-05
c4,mlp_down,Meta-Llama-3-8B,3,128,5,5.457783117890358e-05
c4,attn_in,Meta-Llama-3-8B,3,128,6,3.950303289457224e-05
c4,mlp_gate,Meta-Llama-3-8B,3,128,6,8.367197006009519e-05
c4,mlp_down,Meta-Llama-3-8B,3,128,6,6.685862899757922e-05
c4,attn_in,Meta-Llama-3-8B,3,128,7,5.329389387043193e-05
c4,mlp_gate,Meta-Llama-3-8B,3,128,7,9.87605526461266e-05
c4,mlp_down,Meta-Llama-3-8B,3,128,7,7.498852210119367e-05
c4,attn_in,Meta-Llama-3-8B,3,128,8,7.033947622403502e-05
c4,mlp_gate,Meta-Llama-3-8B,3,128,8,0.00010860651673283428
c4,mlp_down,Meta-Llama-3-8B,3,128,8,8.141547732520849e-05
c4,attn_in,Meta-Llama-3-8B,3,128,9,9.053124085767195e-05
c4,mlp_gate,Meta-Llama-3-8B,3,128,9,0.00012420365237630904
c4,mlp_down,Meta-Llama-3-8B,3,128,9,9.483862959314138e-05
c4,attn_in,Meta-Llama-3-8B,3,128,10,9.497673454461619e-05
c4,mlp_gate,Meta-Llama-3-8B,3,128,10,0.00012383585271891207
c4,mlp_down,Meta-Llama-3-8B,3,128,10,9.728405711939558e-05
c4,attn_in,Meta-Llama-3-8B,3,128,11,9.250006405636668e-05
c4,mlp_gate,Meta-Llama-3-8B,3,128,11,0.0001343000476481393
c4,mlp_down,Meta-Llama-3-8B,3,128,11,0.00010176920477533713
c4,attn_in,Meta-Llama-3-8B,3,128,12,9.540600149193779e-05
c4,mlp_gate,Meta-Llama-3-8B,3,128,12,0.00015917475684545934
c4,mlp_down,Meta-Llama-3-8B,3,128,12,0.00011231962707825005
c4,attn_in,Meta-Llama-3-8B,3,128,13,0.00012589308607857674
c4,mlp_gate,Meta-Llama-3-8B,3,128,13,0.00018395493680145591
c4,mlp_down,Meta-Llama-3-8B,3,128,13,0.00013650710752699524
c4,attn_in,Meta-Llama-3-8B,3,128,14,0.0001526744308648631
c4,mlp_gate,Meta-Llama-3-8B,3,128,14,0.0002208397927461192
c4,mlp_down,Meta-Llama-3-8B,3,128,14,0.00015378964599221945
c4,attn_in,Meta-Llama-3-8B,3,128,15,0.00014082688721828163
c4,mlp_gate,Meta-Llama-3-8B,3,128,15,0.0002542015863582492
c4,mlp_down,Meta-Llama-3-8B,3,128,15,0.00020238952129147947
c4,attn_in,Meta-Llama-3-8B,3,128,16,0.00015674621681682765
c4,mlp_gate,Meta-Llama-3-8B,3,128,16,0.00025895473663695157
c4,mlp_down,Meta-Llama-3-8B,3,128,16,0.0002121685683960095
c4,attn_in,Meta-Llama-3-8B,3,128,17,0.00012381000851746649
c4,mlp_gate,Meta-Llama-3-8B,3,128,17,0.00029634975362569094
c4,mlp_down,Meta-Llama-3-8B,3,128,17,0.00025569138233549893
c4,attn_in,Meta-Llama-3-8B,3,128,18,8.861335663823411e-05
c4,mlp_gate,Meta-Llama-3-8B,3,128,18,0.00028902883059345186
c4,mlp_down,Meta-Llama-3-8B,3,128,18,0.0002460188989061862
c4,attn_in,Meta-Llama-3-8B,3,128,19,7.898049079813063e-05
c4,mlp_gate,Meta-Llama-3-8B,3,128,19,0.0003026509948540479
c4,mlp_down,Meta-Llama-3-8B,3,128,19,0.00025552764418534935
c4,attn_in,Meta-Llama-3-8B,3,128,20,9.400327689945698e-05
c4,mlp_gate,Meta-Llama-3-8B,3,128,20,0.0003263747494202107
c4,mlp_down,Meta-Llama-3-8B,3,128,20,0.00027966167544946074
c4,attn_in,Meta-Llama-3-8B,3,128,21,0.00015425482706632465
c4,mlp_gate,Meta-Llama-3-8B,3,128,21,0.00038859876804053783
c4,mlp_down,Meta-Llama-3-8B,3,128,21,0.0003416093240957707
c4,attn_in,Meta-Llama-3-8B,3,128,22,0.00011363377416273579
c4,mlp_gate,Meta-Llama-3-8B,3,128,22,0.0004023966030217707
c4,mlp_down,Meta-Llama-3-8B,3,128,22,0.0003540650359354913
c4,attn_in,Meta-Llama-3-8B,3,128,23,0.0001400752953486517
c4,mlp_gate,Meta-Llama-3-8B,3,128,23,0.00043877505231648684
c4,mlp_down,Meta-Llama-3-8B,3,128,23,0.0003643596719484776
c4,attn_in,Meta-Llama-3-8B,3,128,24,0.0001386068033752963
c4,mlp_gate,Meta-Llama-3-8B,3,128,24,0.00047773405094631016
c4,mlp_down,Meta-Llama-3-8B,3,128,24,0.0003870354557875544
c4,attn_in,Meta-Llama-3-8B,3,128,25,0.000194226173334755
c4,mlp_gate,Meta-Llama-3-8B,3,128,25,0.0005415896885097027
c4,mlp_down,Meta-Llama-3-8B,3,128,25,0.00040216316119767725
c4,attn_in,Meta-Llama-3-8B,3,128,26,0.00023470169981010258
c4,mlp_gate,Meta-Llama-3-8B,3,128,26,0.0006363020511344075
c4,mlp_down,Meta-Llama-3-8B,3,128,26,0.00044649068149738014
c4,attn_in,Meta-Llama-3-8B,3,128,27,0.0003185293753631413
c4,mlp_gate,Meta-Llama-3-8B,3,128,27,0.0007906099781394005
c4,mlp_down,Meta-Llama-3-8B,3,128,27,0.0005801260704174638
c4,attn_in,Meta-Llama-3-8B,3,128,28,0.00038867213879711926
c4,mlp_gate,Meta-Llama-3-8B,3,128,28,0.0010925962124019861
c4,mlp_down,Meta-Llama-3-8B,3,128,28,0.0007859973702579737
c4,attn_in,Meta-Llama-3-8B,3,128,29,0.0005788410198874772
c4,mlp_gate,Meta-Llama-3-8B,3,128,29,0.0015555656282231212
c4,mlp_down,Meta-Llama-3-8B,3,128,29,0.0012721248203888535
c4,attn_in,Meta-Llama-3-8B,3,128,30,0.0013903782237321138
c4,mlp_gate,Meta-Llama-3-8B,3,128,30,0.0029070349410176277
c4,mlp_down,Meta-Llama-3-8B,3,128,30,0.003168259048834443
c4,attn_in,Meta-Llama-3-8B,3,128,31,0.001528566936030984
c4,mlp_gate,Meta-Llama-3-8B,3,128,31,0.013185419142246246
c4,mlp_down,Meta-Llama-3-8B,3,128,31,0.5749917030334473
c4,attn_in,Llama-2-7b-hf,4,32,0,2.0218253382608964e-07
c4,attn_out,Llama-2-7b-hf,4,32,0,2.89805626607631e-07
c4,mlp_gate,Llama-2-7b-hf,4,32,0,7.178716288080977e-08
c4,mlp_down,Llama-2-7b-hf,4,32,0,7.342177354985324e-07
c4,attn_in,Llama-2-7b-hf,4,32,1,8.71158817972173e-07
c4,attn_out,Llama-2-7b-hf,4,32,1,1.2482269085012376e-06
c4,mlp_gate,Llama-2-7b-hf,4,32,1,1.2648314623220358e-05
c4,mlp_down,Llama-2-7b-hf,4,32,1,0.01030904520303011
c4,attn_in,Llama-2-7b-hf,4,32,2,2.8514364203147124e-06
c4,attn_out,Llama-2-7b-hf,4,32,2,1.078091372619383e-06
c4,mlp_gate,Llama-2-7b-hf,4,32,2,2.5985748379753204e-06
c4,mlp_down,Llama-2-7b-hf,4,32,2,3.3865937894006493e-06
c4,attn_in,Llama-2-7b-hf,4,32,3,5.3409976317198016e-06
c4,attn_out,Llama-2-7b-hf,4,32,3,2.0011038941447623e-06
c4,mlp_gate,Llama-2-7b-hf,4,32,3,6.311546258075396e-06
c4,mlp_down,Llama-2-7b-hf,4,32,3,6.2792119024379645e-06
c4,attn_in,Llama-2-7b-hf,4,32,4,1.2115874596929643e-05
c4,attn_out,Llama-2-7b-hf,4,32,4,4.085811724507948e-06
c4,mlp_gate,Llama-2-7b-hf,4,32,4,1.2203075129946228e-05
c4,mlp_down,Llama-2-7b-hf,4,32,4,1.5199455447145738e-05
c4,attn_in,Llama-2-7b-hf,4,32,5,1.7549416952533647e-05
c4,attn_out,Llama-2-7b-hf,4,32,5,7.85791144153336e-06
c4,mlp_gate,Llama-2-7b-hf,4,32,5,1.9668270397232845e-05
c4,mlp_down,Llama-2-7b-hf,4,32,5,1.7815920728025958e-05
c4,attn_in,Llama-2-7b-hf,4,32,6,2.1750567611888982e-05
c4,attn_out,Llama-2-7b-hf,4,32,6,9.087857506528962e-06
c4,mlp_gate,Llama-2-7b-hf,4,32,6,2.98832146654604e-05
c4,mlp_down,Llama-2-7b-hf,4,32,6,2.727196078922134e-05
c4,attn_in,Llama-2-7b-hf,4,32,7,3.421507426537573e-05
c4,attn_out,Llama-2-7b-hf,4,32,7,1.3258813851280138e-05
c4,mlp_gate,Llama-2-7b-hf,4,32,7,4.0681366954231635e-05
c4,mlp_down,Llama-2-7b-hf,4,32,7,3.599737101467326e-05
c4,attn_in,Llama-2-7b-hf,4,32,8,5.5216809414559975e-05
c4,attn_out,Llama-2-7b-hf,4,32,8,1.942644485097844e-05
c4,mlp_gate,Llama-2-7b-hf,4,32,8,4.984028419130482e-05
c4,mlp_down,Llama-2-7b-hf,4,32,8,4.290246943128295e-05
c4,attn_in,Llama-2-7b-hf,4,32,9,6.203567318152636e-05
c4,attn_out,Llama-2-7b-hf,4,32,9,2.8397678761393763e-05
c4,mlp_gate,Llama-2-7b-hf,4,32,9,5.842513928655535e-05
c4,mlp_down,Llama-2-7b-hf,4,32,9,4.962065213476308e-05
c4,attn_in,Llama-2-7b-hf,4,32,10,8.318715117638931e-05
c4,attn_out,Llama-2-7b-hf,4,32,10,3.8774593122070655e-05
c4,mlp_gate,Llama-2-7b-hf,4,32,10,6.93771435180679e-05
c4,mlp_down,Llama-2-7b-hf,4,32,10,5.7980876590590924e-05
c4,attn_in,Llama-2-7b-hf,4,32,11,9.905704791890457e-05
c4,attn_out,Llama-2-7b-hf,4,32,11,3.8587633753195405e-05
c4,mlp_gate,Llama-2-7b-hf,4,32,11,7.874945731600747e-05
c4,mlp_down,Llama-2-7b-hf,4,32,11,6.737592775607482e-05
c4,attn_in,Llama-2-7b-hf,4,32,12,0.00011322755017317832
c4,attn_out,Llama-2-7b-hf,4,32,12,4.343982436694205e-05
c4,mlp_gate,Llama-2-7b-hf,4,32,12,8.940813131630421e-05
c4,mlp_down,Llama-2-7b-hf,4,32,12,7.691202335990965e-05
c4,attn_in,Llama-2-7b-hf,4,32,13,0.00011138224363094196
c4,attn_out,Llama-2-7b-hf,4,32,13,5.1435061322990805e-05
c4,mlp_gate,Llama-2-7b-hf,4,32,13,0.0001081491936929524
c4,mlp_down,Llama-2-7b-hf,4,32,13,9.65548533713445e-05
c4,attn_in,Llama-2-7b-hf,4,32,14,0.00010945641406578943
c4,attn_out,Llama-2-7b-hf,4,32,14,5.773048542323522e-05
c4,mlp_gate,Llama-2-7b-hf,4,32,14,0.0001225420128321275
c4,mlp_down,Llama-2-7b-hf,4,32,14,0.00011514695506775752
c4,attn_in,Llama-2-7b-hf,4,32,15,0.00011958710820181295
c4,attn_out,Llama-2-7b-hf,4,32,15,6.433280213968828e-05
c4,mlp_gate,Llama-2-7b-hf,4,32,15,0.00015266440459527075
c4,mlp_down,Llama-2-7b-hf,4,32,15,0.0001452016003895551
c4,attn_in,Llama-2-7b-hf,4,32,16,0.00014438549987971783
c4,attn_out,Llama-2-7b-hf,4,32,16,9.330676402896643e-05
c4,mlp_gate,Llama-2-7b-hf,4,32,16,0.00020004264661110938
c4,mlp_down,Llama-2-7b-hf,4,32,16,0.0002090761554427445
c4,attn_in,Llama-2-7b-hf,4,32,17,0.0001309080107603222
c4,attn_out,Llama-2-7b-hf,4,32,17,6.417991971829906e-05
c4,mlp_gate,Llama-2-7b-hf,4,32,17,0.0002241290785605088
c4,mlp_down,Llama-2-7b-hf,4,32,17,0.00022662253468297422
c4,attn_in,Llama-2-7b-hf,4,32,18,0.00013065528764855117
c4,attn_out,Llama-2-7b-hf,4,32,18,6.64292456349358e-05
c4,mlp_gate,Llama-2-7b-hf,4,32,18,0.00026407575933262706
c4,mlp_down,Llama-2-7b-hf,4,32,18,0.0002662662009242922
c4,attn_in,Llama-2-7b-hf,4,32,19,0.00011641215678537264
c4,attn_out,Llama-2-7b-hf,4,32,19,6.619569467147812e-05
c4,mlp_gate,Llama-2-7b-hf,4,32,19,0.0003045916964765638
c4,mlp_down,Llama-2-7b-hf,4,32,19,0.0002959604898933321
c4,attn_in,Llama-2-7b-hf,4,32,20,0.00015598528261762112
c4,attn_out,Llama-2-7b-hf,4,32,20,8.808608981780708e-05
c4,mlp_gate,Llama-2-7b-hf,4,32,20,0.0003586823877412826
c4,mlp_down,Llama-2-7b-hf,4,32,20,0.00036764307878911495
c4,attn_in,Llama-2-7b-hf,4,32,21,0.00010898842447204515
c4,attn_out,Llama-2-7b-hf,4,32,21,6.855493847979233e-05
c4,mlp_gate,Llama-2-7b-hf,4,32,21,0.0003935748536605388
c4,mlp_down,Llama-2-7b-hf,4,32,21,0.0003740193787962198
c4,attn_in,Llama-2-7b-hf,4,32,22,0.00017847662093117833
c4,attn_out,Llama-2-7b-hf,4,32,22,8.735772280488163e-05
c4,mlp_gate,Llama-2-7b-hf,4,32,22,0.0004463053774088621
c4,mlp_down,Llama-2-7b-hf,4,32,22,0.0004193864588160068
c4,attn_in,Llama-2-7b-hf,4,32,23,0.00013993540778756142
c4,attn_out,Llama-2-7b-hf,4,32,23,8.102616266114637e-05
c4,mlp_gate,Llama-2-7b-hf,4,32,23,0.0005000876844860613
c4,mlp_down,Llama-2-7b-hf,4,32,23,0.0004382627666927874
c4,attn_in,Llama-2-7b-hf,4,32,24,0.00017927341104950756
c4,attn_out,Llama-2-7b-hf,4,32,24,0.00010868222307180986
c4,mlp_gate,Llama-2-7b-hf,4,32,24,0.0005471744807437062
c4,mlp_down,Llama-2-7b-hf,4,32,24,0.0004638460814021528
c4,attn_in,Llama-2-7b-hf,4,32,25,0.00014112662756815553
c4,attn_out,Llama-2-7b-hf,4,32,25,7.475970051018521e-05
c4,mlp_gate,Llama-2-7b-hf,4,32,25,0.0006137383752502501
c4,mlp_down,Llama-2-7b-hf,4,32,25,0.00048422679537907243
c4,attn_in,Llama-2-7b-hf,4,32,26,0.0002595291589386761
c4,attn_out,Llama-2-7b-hf,4,32,26,0.00014220319280866534
c4,mlp_gate,Llama-2-7b-hf,4,32,26,0.0006826962344348431
c4,mlp_down,Llama-2-7b-hf,4,32,26,0.000530867138877511
c4,attn_in,Llama-2-7b-hf,4,32,27,0.00020990030316170305
c4,attn_out,Llama-2-7b-hf,4,32,27,0.00012327832519076765
c4,mlp_gate,Llama-2-7b-hf,4,32,27,0.0007781240274198353
c4,mlp_down,Llama-2-7b-hf,4,32,27,0.0006023055757395923
c4,attn_in,Llama-2-7b-hf,4,32,28,0.00027097188285551965
c4,attn_out,Llama-2-7b-hf,4,32,28,0.00015354731294792145
c4,mlp_gate,Llama-2-7b-hf,4,32,28,0.0009225152898579836
c4,mlp_down,Llama-2-7b-hf,4,32,28,0.0007440677145496011
c4,attn_in,Llama-2-7b-hf,4,32,29,0.0002663216437213123
c4,attn_out,Llama-2-7b-hf,4,32,29,0.00013759669673163444
c4,mlp_gate,Llama-2-7b-hf,4,32,29,0.0011029258603230119
c4,mlp_down,Llama-2-7b-hf,4,32,29,0.0010332855163142085
c4,attn_in,Llama-2-7b-hf,4,32,30,0.0002764178498182446
c4,attn_out,Llama-2-7b-hf,4,32,30,0.0001935819018399343
c4,mlp_gate,Llama-2-7b-hf,4,32,30,0.001842084457166493
c4,mlp_down,Llama-2-7b-hf,4,32,30,0.0049471925012767315
c4,attn_in,Llama-2-7b-hf,4,32,31,0.000879427301697433
c4,attn_out,Llama-2-7b-hf,4,32,31,0.0002923349675256759
c4,mlp_gate,Llama-2-7b-hf,4,32,31,0.004012303426861763
c4,mlp_down,Llama-2-7b-hf,4,32,31,0.00786510668694973
c4,attn_in,Meta-Llama-3-8B,4,32,0,1.8447916261266073e-07
c4,mlp_gate,Meta-Llama-3-8B,4,32,0,2.4948994337137265e-07
c4,mlp_down,Meta-Llama-3-8B,4,32,0,6.595939225917391e-07
c4,attn_in,Meta-Llama-3-8B,4,32,1,2.355400425813059e-07
c4,mlp_gate,Meta-Llama-3-8B,4,32,1,1.2511370641732356e-06
c4,mlp_down,Meta-Llama-3-8B,4,32,1,1.4824321624473669e-05
c4,attn_in,Meta-Llama-3-8B,4,32,2,5.91340779010352e-07
c4,mlp_gate,Meta-Llama-3-8B,4,32,2,1.3580746553998324e-06
c4,mlp_down,Meta-Llama-3-8B,4,32,2,1.3387609669734957e-06
c4,attn_in,Meta-Llama-3-8B,4,32,3,1.0688401061997865e-06
c4,mlp_gate,Meta-Llama-3-8B,4,32,3,2.9871557671867777e-06
c4,mlp_down,Meta-Llama-3-8B,4,32,3,2.4823887088132324e-06
c4,attn_in,Meta-Llama-3-8B,4,32,4,2.161310476367362e-06
c4,mlp_gate,Meta-Llama-3-8B,4,32,4,5.331305601430358e-06
c4,mlp_down,Meta-Llama-3-8B,4,32,4,4.4500707190309186e-06
c4,attn_in,Meta-Llama-3-8B,4,32,5,3.1585573196935e-06
c4,mlp_gate,Meta-Llama-3-8B,4,32,5,7.648656719538849e-06
c4,mlp_down,Meta-Llama-3-8B,4,32,5,6.544016741827363e-06
c4,attn_in,Meta-Llama-3-8B,4,32,6,4.419889137352584e-06
c4,mlp_gate,Meta-Llama-3-8B,4,32,6,9.7873389677261e-06
c4,mlp_down,Meta-Llama-3-8B,4,32,6,8.064639587246347e-06
c4,attn_in,Meta-Llama-3-8B,4,32,7,5.790276645711856e-06
c4,mlp_gate,Meta-Llama-3-8B,4,32,7,1.1415881999710109e-05
c4,mlp_down,Meta-Llama-3-8B,4,32,7,9.06056538951816e-06
c4,attn_in,Meta-Llama-3-8B,4,32,8,7.433137852785876e-06
c4,mlp_gate,Meta-Llama-3-8B,4,32,8,1.2467581655073445e-05
c4,mlp_down,Meta-Llama-3-8B,4,32,8,9.946715181285981e-06
c4,attn_in,Meta-Llama-3-8B,4,32,9,1.0064975867862813e-05
c4,mlp_gate,Meta-Llama-3-8B,4,32,9,1.4221931451174896e-05
c4,mlp_down,Meta-Llama-3-8B,4,32,9,1.154228357336251e-05
c4,attn_in,Meta-Llama-3-8B,4,32,10,9.584773579263128e-06
c4,mlp_gate,Meta-Llama-3-8B,4,32,10,1.4365241440827958e-05
c4,mlp_down,Meta-Llama-3-8B,4,32,10,1.1858544894494116e-05
c4,attn_in,Meta-Llama-3-8B,4,32,11,1.015185443975497e-05
c4,mlp_gate,Meta-Llama-3-8B,4,32,11,1.529774635855574e-05
c4,mlp_down,Meta-Llama-3-8B,4,32,11,1.2288970538065769e-05
c4,attn_in,Meta-Llama-3-8B,4,32,12,1.090914065571269e-05
c4,mlp_gate,Meta-Llama-3-8B,4,32,12,1.763758518791292e-05
c4,mlp_down,Meta-Llama-3-8B,4,32,12,1.35158534249058e-05
c4,attn_in,Meta-Llama-3-8B,4,32,13,1.3453621249936987e-05
c4,mlp_gate,Meta-Llama-3-8B,4,32,13,2.0466426576604135e-05
c4,mlp_down,Meta-Llama-3-8B,4,32,13,1.6536800103494897e-05
c4,attn_in,Meta-Llama-3-8B,4,32,14,1.7806161849875934e-05
c4,mlp_gate,Meta-Llama-3-8B,4,32,14,2.4285351173602976e-05
c4,mlp_down,Meta-Llama-3-8B,4,32,14,1.8916078261099756e-05
c4,attn_in,Meta-Llama-3-8B,4,32,15,1.5251751392497681e-05
c4,mlp_gate,Meta-Llama-3-8B,4,32,15,2.848760414053686e-05
c4,mlp_down,Meta-Llama-3-8B,4,32,15,2.473300446581561e-05
c4,attn_in,Meta-Llama-3-8B,4,32,16,1.584618257766124e-05
c4,mlp_gate,Meta-Llama-3-8B,4,32,16,2.949717418232467e-05
c4,mlp_down,Meta-Llama-3-8B,4,32,16,2.6085695935762487e-05
c4,attn_in,Meta-Llama-3-8B,4,32,17,1.384209008392645e-05
c4,mlp_gate,Meta-Llama-3-8B,4,32,17,3.394405575818382e-05
c4,mlp_down,Meta-Llama-3-8B,4,32,17,3.113910133833997e-05
c4,attn_in,Meta-Llama-3-8B,4,32,18,9.342050361738075e-06
c4,mlp_gate,Meta-Llama-3-8B,4,32,18,3.378362816874869e-05
c4,mlp_down,Meta-Llama-3-8B,4,32,18,3.012209344888106e-05
c4,attn_in,Meta-Llama-3-8B,4,32,19,8.038861778913997e-06
c4,mlp_gate,Meta-Llama-3-8B,4,32,19,3.535761788953096e-05
c4,mlp_down,Meta-Llama-3-8B,4,32,19,3.111963815172203e-05
c4,attn_in,Meta-Llama-3-8B,4,32,20,1.0466354069649242e-05
c4,mlp_gate,Meta-Llama-3-8B,4,32,20,3.859607386402786e-05
c4,mlp_down,Meta-Llama-3-8B,4,32,20,3.4106131352018565e-05
c4,attn_in,Meta-Llama-3-8B,4,32,21,1.641743438085541e-05
c4,mlp_gate,Meta-Llama-3-8B,4,32,21,4.570692544803023e-05
c4,mlp_down,Meta-Llama-3-8B,4,32,21,4.0989201806951314e-05
c4,attn_in,Meta-Llama-3-8B,4,32,22,1.1890930181834847e-05
c4,mlp_gate,Meta-Llama-3-8B,4,32,22,4.7956895286915824e-05
c4,mlp_down,Meta-Llama-3-8B,4,32,22,4.3202719098189846e-05
c4,attn_in,Meta-Llama-3-8B,4,32,23,1.4103198736847844e-05
c4,mlp_gate,Meta-Llama-3-8B,4,32,23,5.1866409194190055e-05
c4,mlp_down,Meta-Llama-3-8B,4,32,23,4.504353637457825e-05
c4,attn_in,Meta-Llama-3-8B,4,32,24,1.40238162202877e-05
c4,mlp_gate,Meta-Llama-3-8B,4,32,24,5.669321762979962e-05
c4,mlp_down,Meta-Llama-3-8B,4,32,24,4.727838313556276e-05
c4,attn_in,Meta-Llama-3-8B,4,32,25,2.0361027054605074e-05
c4,mlp_gate,Meta-Llama-3-8B,4,32,25,6.421784200938419e-05
c4,mlp_down,Meta-Llama-3-8B,4,32,25,4.962955063092522e-05
c4,attn_in,Meta-Llama-3-8B,4,32,26,2.279048931086436e-05
c4,mlp_gate,Meta-Llama-3-8B,4,32,26,7.409490353893489e-05
c4,mlp_down,Meta-Llama-3-8B,4,32,26,5.551510548684746e-05
c4,attn_in,Meta-Llama-3-8B,4,32,27,3.139728505630046e-05
c4,mlp_gate,Meta-Llama-3-8B,4,32,27,9.072875400306657e-05
c4,mlp_down,Meta-Llama-3-8B,4,32,27,7.190287578850985e-05
c4,attn_in,Meta-Llama-3-8B,4,32,28,4.093159441254102e-05
c4,mlp_gate,Meta-Llama-3-8B,4,32,28,0.00012499159493017942
c4,mlp_down,Meta-Llama-3-8B,4,32,28,9.668069833423942e-05
c4,attn_in,Meta-Llama-3-8B,4,32,29,5.507037712959573e-05
c4,mlp_gate,Meta-Llama-3-8B,4,32,29,0.00017572044453117996
c4,mlp_down,Meta-Llama-3-8B,4,32,29,0.00014935489161871374
c4,attn_in,Meta-Llama-3-8B,4,32,30,0.0001259098353330046
c4,mlp_gate,Meta-Llama-3-8B,4,32,30,0.00033203951898030937
c4,mlp_down,Meta-Llama-3-8B,4,32,30,0.0003361607959959656
c4,attn_in,Meta-Llama-3-8B,4,32,31,0.00017242878675460815
c4,mlp_gate,Meta-Llama-3-8B,4,32,31,0.0014860895462334156
c4,mlp_down,Meta-Llama-3-8B,4,32,31,0.08220730721950531
c4,attn_in,Llama-2-7b-hf,4,64,0,3.3729708093233057e-07
c4,attn_out,Llama-2-7b-hf,4,64,0,4.946297167407465e-07
c4,mlp_gate,Llama-2-7b-hf,4,64,0,1.0225949864661743e-07
c4,mlp_down,Llama-2-7b-hf,4,64,0,1.114797896661912e-06
c4,attn_in,Llama-2-7b-hf,4,64,1,1.0804524208651856e-06
c4,attn_out,Llama-2-7b-hf,4,64,1,1.9468368464004016e-06
c4,mlp_gate,Llama-2-7b-hf,4,64,1,3.724531052284874e-05
c4,mlp_down,Llama-2-7b-hf,4,64,1,0.013427522033452988
c4,attn_in,Llama-2-7b-hf,4,64,2,4.0963172978081275e-06
c4,attn_out,Llama-2-7b-hf,4,64,2,1.5378069520011195e-06
c4,mlp_gate,Llama-2-7b-hf,4,64,2,3.5402758840064052e-06
c4,mlp_down,Llama-2-7b-hf,4,64,2,4.799456746695796e-06
c4,attn_in,Llama-2-7b-hf,4,64,3,8.211482963815797e-06
c4,attn_out,Llama-2-7b-hf,4,64,3,2.8570727863552747e-06
c4,mlp_gate,Llama-2-7b-hf,4,64,3,8.66556274559116e-06
c4,mlp_down,Llama-2-7b-hf,4,64,3,8.597821761213709e-06
c4,attn_in,Llama-2-7b-hf,4,64,4,1.87934965651948e-05
c4,attn_out,Llama-2-7b-hf,4,64,4,5.72623685002327e-06
c4,mlp_gate,Llama-2-7b-hf,4,64,4,1.7076958101824857e-05
c4,mlp_down,Llama-2-7b-hf,4,64,4,2.269633114337921e-05
c4,attn_in,Llama-2-7b-hf,4,64,5,3.1646221032133326e-05
c4,attn_out,Llama-2-7b-hf,4,64,5,1.1114143489976414e-05
c4,mlp_gate,Llama-2-7b-hf,4,64,5,2.727639366639778e-05
c4,mlp_down,Llama-2-7b-hf,4,64,5,2.4330043743248098e-05
c4,attn_in,Llama-2-7b-hf,4,64,6,3.934060805477202e-05
c4,attn_out,Llama-2-7b-hf,4,64,6,1.2665389476751443e-05
c4,mlp_gate,Llama-2-7b-hf,4,64,6,4.146687933825888e-05
c4,mlp_down,Llama-2-7b-hf,4,64,6,3.7211768358247355e-05
c4,attn_in,Llama-2-7b-hf,4,64,7,4.829309182241559e-05
c4,attn_out,Llama-2-7b-hf,4,64,7,1.8594411812955514e-05
c4,mlp_gate,Llama-2-7b-hf,4,64,7,5.685012001777068e-05
c4,mlp_down,Llama-2-7b-hf,4,64,7,4.917083424516022e-05
c4,attn_in,Llama-2-7b-hf,4,64,8,8.260140748461708e-05
c4,attn_out,Llama-2-7b-hf,4,64,8,2.6939706003759056e-05
c4,mlp_gate,Llama-2-7b-hf,4,64,8,6.958979793125764e-05
c4,mlp_down,Llama-2-7b-hf,4,64,8,5.866810533916578e-05
c4,attn_in,Llama-2-7b-hf,4,64,9,0.00012063099711667746
c4,attn_out,Llama-2-7b-hf,4,64,9,3.906144411303103e-05
c4,mlp_gate,Llama-2-7b-hf,4,64,9,8.179747965186834e-05
c4,mlp_down,Llama-2-7b-hf,4,64,9,6.772708729840815e-05
c4,attn_in,Llama-2-7b-hf,4,64,10,0.00012087974755559117
c4,attn_out,Llama-2-7b-hf,4,64,10,5.336379035725258e-05
c4,mlp_gate,Llama-2-7b-hf,4,64,10,9.768160089151934e-05
c4,mlp_down,Llama-2-7b-hf,4,64,10,7.923187513370067e-05
c4,attn_in,Llama-2-7b-hf,4,64,11,0.0001416472950950265
c4,attn_out,Llama-2-7b-hf,4,64,11,5.305639569996856e-05
c4,mlp_gate,Llama-2-7b-hf,4,64,11,0.0001105536357499659
c4,mlp_down,Llama-2-7b-hf,4,64,11,9.198219049721956e-05
c4,attn_in,Llama-2-7b-hf,4,64,12,0.00015574214921798557
c4,attn_out,Llama-2-7b-hf,4,64,12,5.967683682683855e-05
c4,mlp_gate,Llama-2-7b-hf,4,64,12,0.0001246999017894268
c4,mlp_down,Llama-2-7b-hf,4,64,12,0.00010487376130186021
c4,attn_in,Llama-2-7b-hf,4,64,13,0.00014771471614949405
c4,attn_out,Llama-2-7b-hf,4,64,13,7.078883936628699e-05
c4,mlp_gate,Llama-2-7b-hf,4,64,13,0.00015107284707482904
c4,mlp_down,Llama-2-7b-hf,4,64,13,0.00013151824532542378
c4,attn_in,Llama-2-7b-hf,4,64,14,0.00017522534471936524
c4,attn_out,Llama-2-7b-hf,4,64,14,7.91312413639389e-05
c4,mlp_gate,Llama-2-7b-hf,4,64,14,0.000170858547789976
c4,mlp_down,Llama-2-7b-hf,4,64,14,0.00015671277651563287
c4,attn_in,Llama-2-7b-hf,4,64,15,0.00019192251784261316
c4,attn_out,Llama-2-7b-hf,4,64,15,8.848875586409122e-05
c4,mlp_gate,Llama-2-7b-hf,4,64,15,0.00021351565374061465
c4,mlp_down,Llama-2-7b-hf,4,64,15,0.00019823541515506804
c4,attn_in,Llama-2-7b-hf,4,64,16,0.00022906108642928302
c4,attn_out,Llama-2-7b-hf,4,64,16,0.00012790269101969898
c4,mlp_gate,Llama-2-7b-hf,4,64,16,0.0002770277496892959
c4,mlp_down,Llama-2-7b-hf,4,64,16,0.0002888748131226748
c4,attn_in,Llama-2-7b-hf,4,64,17,0.00017657260468695313
c4,attn_out,Llama-2-7b-hf,4,64,17,8.775269816396758e-05
c4,mlp_gate,Llama-2-7b-hf,4,64,17,0.0003088503726758063
c4,mlp_down,Llama-2-7b-hf,4,64,17,0.0003083875053562224
c4,attn_in,Llama-2-7b-hf,4,64,18,0.00019337893172632903
c4,attn_out,Llama-2-7b-hf,4,64,18,9.095332643482834e-05
c4,mlp_gate,Llama-2-7b-hf,4,64,18,0.00036416942020878196
c4,mlp_down,Llama-2-7b-hf,4,64,18,0.00036369069130159914
c4,attn_in,Llama-2-7b-hf,4,64,19,0.00015778625675011426
c4,attn_out,Llama-2-7b-hf,4,64,19,9.088526712730527e-05
c4,mlp_gate,Llama-2-7b-hf,4,64,19,0.00041912178858183324
c4,mlp_down,Llama-2-7b-hf,4,64,19,0.0004086329136043787
c4,attn_in,Llama-2-7b-hf,4,64,20,0.0002149715437553823
c4,attn_out,Llama-2-7b-hf,4,64,20,0.00012043660535709932
c4,mlp_gate,Llama-2-7b-hf,4,64,20,0.0004925053799524903
c4,mlp_down,Llama-2-7b-hf,4,64,20,0.0005028977175243199
c4,attn_in,Llama-2-7b-hf,4,64,21,0.00016386933566536754
c4,attn_out,Llama-2-7b-hf,4,64,21,9.386471356265247e-05
c4,mlp_gate,Llama-2-7b-hf,4,64,21,0.0005396014894358814
c4,mlp_down,Llama-2-7b-hf,4,64,21,0.0005092029459774494
c4,attn_in,Llama-2-7b-hf,4,64,22,0.00026160149718634784
c4,attn_out,Llama-2-7b-hf,4,64,22,0.00011977722169831395
c4,mlp_gate,Llama-2-7b-hf,4,64,22,0.0006109212408773601
c4,mlp_down,Llama-2-7b-hf,4,64,22,0.0005696297739632428
c4,attn_in,Llama-2-7b-hf,4,64,23,0.000228810531552881
c4,attn_out,Llama-2-7b-hf,4,64,23,0.00011066991282859817
c4,mlp_gate,Llama-2-7b-hf,4,64,23,0.0006810108898207545
c4,mlp_down,Llama-2-7b-hf,4,64,23,0.0005947087774984539
c4,attn_in,Llama-2-7b-hf,4,64,24,0.0002898256934713572
c4,attn_out,Llama-2-7b-hf,4,64,24,0.00015076762065291405
c4,mlp_gate,Llama-2-7b-hf,4,64,24,0.000748810765799135
c4,mlp_down,Llama-2-7b-hf,4,64,24,0.0006305559072643518
c4,attn_in,Llama-2-7b-hf,4,64,25,0.00021048188500571996
c4,attn_out,Llama-2-7b-hf,4,64,25,0.00010196004586759955
c4,mlp_gate,Llama-2-7b-hf,4,64,25,0.0008394227479584515
c4,mlp_down,Llama-2-7b-hf,4,64,25,0.0006608145195059478
c4,attn_in,Llama-2-7b-hf,4,64,26,0.00038490313454531133
c4,attn_out,Llama-2-7b-hf,4,64,26,0.0001957471395144239
c4,mlp_gate,Llama-2-7b-hf,4,64,26,0.0009366549784317613
c4,mlp_down,Llama-2-7b-hf,4,64,26,0.0007210052572190762
c4,attn_in,Llama-2-7b-hf,4,64,27,0.0003013135865330696
c4,attn_out,Llama-2-7b-hf,4,64,27,0.00016820826567709446
c4,mlp_gate,Llama-2-7b-hf,4,64,27,0.0010709493653848767
c4,mlp_down,Llama-2-7b-hf,4,64,27,0.0008174299728125334
c4,attn_in,Llama-2-7b-hf,4,64,28,0.0003630704013630748
c4,attn_out,Llama-2-7b-hf,4,64,28,0.00021026800095569342
c4,mlp_gate,Llama-2-7b-hf,4,64,28,0.001269913394935429
c4,mlp_down,Llama-2-7b-hf,4,64,28,0.001014051609672606
c4,attn_in,Llama-2-7b-hf,4,64,29,0.0003470290685072541
c4,attn_out,Llama-2-7b-hf,4,64,29,0.00018852470384445041
c4,mlp_gate,Llama-2-7b-hf,4,64,29,0.0015330102760344744
c4,mlp_down,Llama-2-7b-hf,4,64,29,0.001457447069697082
c4,attn_in,Llama-2-7b-hf,4,64,30,0.00039938013651408255
c4,attn_out,Llama-2-7b-hf,4,64,30,0.00026661704760044813
c4,mlp_gate,Llama-2-7b-hf,4,64,30,0.0026317813899368048
c4,mlp_down,Llama-2-7b-hf,4,64,30,0.006818561814725399
c4,attn_in,Llama-2-7b-hf,4,64,31,0.0021024192683398724
c4,attn_out,Llama-2-7b-hf,4,64,31,0.00042081030551344156
c4,mlp_gate,Llama-2-7b-hf,4,64,31,0.00561584671959281
c4,mlp_down,Llama-2-7b-hf,4,64,31,0.012345901690423489
c4,attn_in,Meta-Llama-3-8B,4,64,0,2.3067278220878507e-07
c4,mlp_gate,Meta-Llama-3-8B,4,64,0,3.4888736877292104e-07
c4,mlp_down,Meta-Llama-3-8B,4,64,0,1.010492837849597e-06
c4,attn_in,Meta-Llama-3-8B,4,64,1,3.7177522926867823e-07
c4,mlp_gate,Meta-Llama-3-8B,4,64,1,1.5541122593276668e-06
c4,mlp_down,Meta-Llama-3-8B,4,64,1,2.604821384011302e-05
c4,attn_in,Meta-Llama-3-8B,4,64,2,8.705555387678032e-07
c4,mlp_gate,Meta-Llama-3-8B,4,64,2,1.8785294741974212e-06
c4,mlp_down,Meta-Llama-3-8B,4,64,2,1.9043400243390352e-06
c4,attn_in,Meta-Llama-3-8B,4,64,3,1.4836992932032445e-06
c4,mlp_gate,Meta-Llama-3-8B,4,64,3,4.169121439190349e-06
c4,mlp_down,Meta-Llama-3-8B,4,64,3,3.4566796784929466e-06
c4,attn_in,Meta-Llama-3-8B,4,64,4,3.6947108128515538e-06
c4,mlp_gate,Meta-Llama-3-8B,4,64,4,7.490525604225695e-06
c4,mlp_down,Meta-Llama-3-8B,4,64,4,6.153478807391366e-06
c4,attn_in,Meta-Llama-3-8B,4,64,5,5.4199467740545515e-06
c4,mlp_gate,Meta-Llama-3-8B,4,64,5,1.0680605555535294e-05
c4,mlp_down,Meta-Llama-3-8B,4,64,5,9.14700376597466e-06
c4,attn_in,Meta-Llama-3-8B,4,64,6,6.84988026478095e-06
c4,mlp_gate,Meta-Llama-3-8B,4,64,6,1.3690864761883859e-05
c4,mlp_down,Meta-Llama-3-8B,4,64,6,1.1203303984075319e-05
c4,attn_in,Meta-Llama-3-8B,4,64,7,8.67688959260704e-06
c4,mlp_gate,Meta-Llama-3-8B,4,64,7,1.607074045750778e-05
c4,mlp_down,Meta-Llama-3-8B,4,64,7,1.2585912372742314e-05
c4,attn_in,Meta-Llama-3-8B,4,64,8,1.203586180054117e-05
c4,mlp_gate,Meta-Llama-3-8B,4,64,8,1.7589331037015654e-05
c4,mlp_down,Meta-Llama-3-8B,4,64,8,1.3759469766227994e-05
c4,attn_in,Meta-Llama-3-8B,4,64,9,1.5474235624424182e-05
c4,mlp_gate,Meta-Llama-3-8B,4,64,9,2.0112303900532424e-05
c4,mlp_down,Meta-Llama-3-8B,4,64,9,1.5952949979691766e-05
c4,attn_in,Meta-Llama-3-8B,4,64,10,1.4993124750617426e-05
c4,mlp_gate,Meta-Llama-3-8B,4,64,10,2.0271925677661784e-05
c4,mlp_down,Meta-Llama-3-8B,4,64,10,1.6506117390235886e-05
c4,attn_in,Meta-Llama-3-8B,4,64,11,1.569732921780087e-05
c4,mlp_gate,Meta-Llama-3-8B,4,64,11,2.161606607842259e-05
c4,mlp_down,Meta-Llama-3-8B,4,64,11,1.7015812773024663e-05
c4,attn_in,Meta-Llama-3-8B,4,64,12,1.5872528820182197e-05
c4,mlp_gate,Meta-Llama-3-8B,4,64,12,2.5336261387565173e-05
c4,mlp_down,Meta-Llama-3-8B,4,64,12,1.879379306046758e-05
c4,attn_in,Meta-Llama-3-8B,4,64,13,2.148146631952841e-05
c4,mlp_gate,Meta-Llama-3-8B,4,64,13,2.9327253287192434e-05
c4,mlp_down,Meta-Llama-3-8B,4,64,13,2.291283817612566e-05
c4,attn_in,Meta-Llama-3-8B,4,64,14,2.5343484594486654e-05
c4,mlp_gate,Meta-Llama-3-8B,4,64,14,3.509059388306923e-05
c4,mlp_down,Meta-Llama-3-8B,4,64,14,2.6016712581622414e-05
c4,attn_in,Meta-Llama-3-8B,4,64,15,2.294314617756754e-05
c4,mlp_gate,Meta-Llama-3-8B,4,64,15,4.074683238286525e-05
c4,mlp_down,Meta-Llama-3-8B,4,64,15,3.410517820157111e-05
c4,attn_in,Meta-Llama-3-8B,4,64,16,2.6018826247309335e-05
c4,mlp_gate,Meta-Llama-3-8B,4,64,16,4.1737403080333024e-05
c4,mlp_down,Meta-Llama-3-8B,4,64,16,3.5920689697377384e-05
c4,attn_in,Meta-Llama-3-8B,4,64,17,2.0455474441405386e-05
c4,mlp_gate,Meta-Llama-3-8B,4,64,17,4.7827761591179296e-05
c4,mlp_down,Meta-Llama-3-8B,4,64,17,4.331675881985575e-05
c4,attn_in,Meta-Llama-3-8B,4,64,18,1.3387143553700298e-05
c4,mlp_gate,Meta-Llama-3-8B,4,64,18,4.724645259557292e-05
c4,mlp_down,Meta-Llama-3-8B,4,64,18,4.173054185230285e-05
c4,attn_in,Meta-Llama-3-8B,4,64,19,1.1420445844123606e-05
c4,mlp_gate,Meta-Llama-3-8B,4,64,19,4.948874993715435e-05
c4,mlp_down,Meta-Llama-3-8B,4,64,19,4.312083910917863e-05
c4,attn_in,Meta-Llama-3-8B,4,64,20,1.4418076716538053e-05
c4,mlp_gate,Meta-Llama-3-8B,4,64,20,5.3609903261531144e-05
c4,mlp_down,Meta-Llama-3-8B,4,64,20,4.718480340670794e-05
c4,attn_in,Meta-Llama-3-8B,4,64,21,2.5319837732240558e-05
c4,mlp_gate,Meta-Llama-3-8B,4,64,21,6.37102493783459e-05
c4,mlp_down,Meta-Llama-3-8B,4,64,21,5.728587711928412e-05
c4,attn_in,Meta-Llama-3-8B,4,64,22,1.8160839317715727e-05
c4,mlp_gate,Meta-Llama-3-8B,4,64,22,6.635437603108585e-05
c4,mlp_down,Meta-Llama-3-8B,4,64,22,5.9804311604239047e-05
c4,attn_in,Meta-Llama-3-8B,4,64,23,2.0697210857179016e-05
c4,mlp_gate,Meta-Llama-3-8B,4,64,23,7.197743252618238e-05
c4,mlp_down,Meta-Llama-3-8B,4,64,23,6.211152503965423e-05
c4,attn_in,Meta-Llama-3-8B,4,64,24,2.1036554244346917e-05
c4,mlp_gate,Meta-Llama-3-8B,4,64,24,7.860847108531743e-05
c4,mlp_down,Meta-Llama-3-8B,4,64,24,6.512783875223249e-05
c4,attn_in,Meta-Llama-3-8B,4,64,25,3.2085452403407544e-05
c4,mlp_gate,Meta-Llama-3-8B,4,64,25,8.901772525859997e-05
c4,mlp_down,Meta-Llama-3-8B,4,64,25,6.824331649113446e-05
c4,attn_in,Meta-Llama-3-8B,4,64,26,3.484527405817062e-05
c4,mlp_gate,Meta-Llama-3-8B,4,64,26,0.00010347612260375172
c4,mlp_down,Meta-Llama-3-8B,4,64,26,7.636585360160097e-05
c4,attn_in,Meta-Llama-3-8B,4,64,27,5.100454654893838e-05
c4,mlp_gate,Meta-Llama-3-8B,4,64,27,0.00012750845053233206
c4,mlp_down,Meta-Llama-3-8B,4,64,27,9.820669220061973e-05
c4,attn_in,Meta-Llama-3-8B,4,64,28,6.235446926439181e-05
c4,mlp_gate,Meta-Llama-3-8B,4,64,28,0.00017582897271495312
c4,mlp_down,Meta-Llama-3-8B,4,64,28,0.00013289443450048566
c4,attn_in,Meta-Llama-3-8B,4,64,29,9.174640581477433e-05
c4,mlp_gate,Meta-Llama-3-8B,4,64,29,0.0002502931747585535
c4,mlp_down,Meta-Llama-3-8B,4,64,29,0.00021132842812221497
c4,attn_in,Meta-Llama-3-8B,4,64,30,0.00019813806284219027
c4,mlp_gate,Meta-Llama-3-8B,4,64,30,0.00046736127114854753
c4,mlp_down,Meta-Llama-3-8B,4,64,30,0.0004922462976537645
c4,attn_in,Meta-Llama-3-8B,4,64,31,0.0002587172493804246
c4,mlp_gate,Meta-Llama-3-8B,4,64,31,0.0021137448493391275
c4,mlp_down,Meta-Llama-3-8B,4,64,31,0.12420477718114853
c4,attn_in,Llama-2-7b-hf,4,128,0,5.268558993520855e-07
c4,attn_out,Llama-2-7b-hf,4,128,0,9.043480986292707e-07
c4,mlp_gate,Llama-2-7b-hf,4,128,0,1.4491031663510512e-07
c4,mlp_down,Llama-2-7b-hf,4,128,0,1.628701056688442e-06
c4,attn_in,Llama-2-7b-hf,4,128,1,2.1778357677249005e-06
c4,attn_out,Llama-2-7b-hf,4,128,1,3.273707079642918e-06
c4,mlp_gate,Llama-2-7b-hf,4,128,1,1.5611283743055537e-05
c4,mlp_down,Llama-2-7b-hf,4,128,1,0.0247175432741642
c4,attn_in,Llama-2-7b-hf,4,128,2,5.512905772775412e-06
c4,attn_out,Llama-2-7b-hf,4,128,2,2.1387870674516307e-06
c4,mlp_gate,Llama-2-7b-hf,4,128,2,4.541545422398485e-06
c4,mlp_down,Llama-2-7b-hf,4,128,2,6.69657856633421e-06
c4,attn_in,Llama-2-7b-hf,4,128,3,9.815632438403554e-06
c4,attn_out,Llama-2-7b-hf,4,128,3,3.9248056964424904e-06
c4,mlp_gate,Llama-2-7b-hf,4,128,3,1.1201505003555212e-05
c4,mlp_down,Llama-2-7b-hf,4,128,3,1.1071118024119642e-05
c4,attn_in,Llama-2-7b-hf,4,128,4,2.2082267605583183e-05
c4,attn_out,Llama-2-7b-hf,4,128,4,7.729389835731126e-06
c4,mlp_gate,Llama-2-7b-hf,4,128,4,2.1982836187817156e-05
c4,mlp_down,Llama-2-7b-hf,4,128,4,3.447733979555778e-05
c4,attn_in,Llama-2-7b-hf,4,128,5,3.412428850424476e-05
c4,attn_out,Llama-2-7b-hf,4,128,5,1.5003595763118938e-05
c4,mlp_gate,Llama-2-7b-hf,4,128,5,3.5552297049434856e-05
c4,mlp_down,Llama-2-7b-hf,4,128,5,3.116757216048427e-05
c4,attn_in,Llama-2-7b-hf,4,128,6,4.5769818825647235e-05
c4,attn_out,Llama-2-7b-hf,4,128,6,1.7055976059054956e-05
c4,mlp_gate,Llama-2-7b-hf,4,128,6,5.4120482673170045e-05
c4,mlp_down,Llama-2-7b-hf,4,128,6,4.7614361392334104e-05
c4,attn_in,Llama-2-7b-hf,4,128,7,6.622894579777494e-05
c4,attn_out,Llama-2-7b-hf,4,128,7,2.4629520339658484e-05
c4,mlp_gate,Llama-2-7b-hf,4,128,7,7.459493645001203e-05
c4,mlp_down,Llama-2-7b-hf,4,128,7,6.313765334198251e-05
c4,attn_in,Llama-2-7b-hf,4,128,8,0.00011488801828818396
c4,attn_out,Llama-2-7b-hf,4,128,8,3.524358544382267e-05
c4,mlp_gate,Llama-2-7b-hf,4,128,8,9.173932630801573e-05
c4,mlp_down,Llama-2-7b-hf,4,128,8,7.564784027636051e-05
c4,attn_in,Llama-2-7b-hf,4,128,9,0.00015828234609216452
c4,attn_out,Llama-2-7b-hf,4,128,9,5.0842034397646785e-05
c4,mlp_gate,Llama-2-7b-hf,4,128,9,0.00010833021224243566
c4,mlp_down,Llama-2-7b-hf,4,128,9,8.692107076058164e-05
c4,attn_in,Llama-2-7b-hf,4,128,10,0.00015087415522430092
c4,attn_out,Llama-2-7b-hf,4,128,10,6.915120320627466e-05
c4,mlp_gate,Llama-2-7b-hf,4,128,10,0.0001298243587370962
c4,mlp_down,Llama-2-7b-hf,4,128,10,0.00010150490561500192
c4,attn_in,Llama-2-7b-hf,4,128,11,0.00016652184422127903
c4,attn_out,Llama-2-7b-hf,4,128,11,6.904941983520985e-05
c4,mlp_gate,Llama-2-7b-hf,4,128,11,0.0001459830964449793
c4,mlp_down,Llama-2-7b-hf,4,128,11,0.00011774818267440423
c4,attn_in,Llama-2-7b-hf,4,128,12,0.00020423668320290744
c4,attn_out,Llama-2-7b-hf,4,128,12,7.711059879511595e-05
c4,mlp_gate,Llama-2-7b-hf,4,128,12,0.0001640284899622202
c4,mlp_down,Llama-2-7b-hf,4,128,12,0.00013383448822423816
c4,attn_in,Llama-2-7b-hf,4,128,13,0.00018488922796677798
c4,attn_out,Llama-2-7b-hf,4,128,13,9.119959577219561e-05
c4,mlp_gate,Llama-2-7b-hf,4,128,13,0.000198838984942995
c4,mlp_down,Llama-2-7b-hf,4,128,13,0.00016869902901817113
c4,attn_in,Llama-2-7b-hf,4,128,14,0.00020360940834507346
c4,attn_out,Llama-2-7b-hf,4,128,14,0.00010174283670494333
c4,mlp_gate,Llama-2-7b-hf,4,128,14,0.00022502939100377262
c4,mlp_down,Llama-2-7b-hf,4,128,14,0.0002003345434786752
c4,attn_in,Llama-2-7b-hf,4,128,15,0.00024614608264528215
c4,attn_out,Llama-2-7b-hf,4,128,15,0.00011499771062517539
c4,mlp_gate,Llama-2-7b-hf,4,128,15,0.0002816113119479269
c4,mlp_down,Llama-2-7b-hf,4,128,15,0.0002534705854486674
c4,attn_in,Llama-2-7b-hf,4,128,16,0.00028655907954089344
c4,attn_out,Llama-2-7b-hf,4,128,16,0.00016485899686813354
c4,mlp_gate,Llama-2-7b-hf,4,128,16,0.0003631485451478511
c4,mlp_down,Llama-2-7b-hf,4,128,16,0.0003803247236646712
c4,attn_in,Llama-2-7b-hf,4,128,17,0.00021637947065755725
c4,attn_out,Llama-2-7b-hf,4,128,17,0.00011339262709952891
c4,mlp_gate,Llama-2-7b-hf,4,128,17,0.0004016213060822338
c4,mlp_down,Llama-2-7b-hf,4,128,17,0.0003944288764614612
c4,attn_in,Llama-2-7b-hf,4,128,18,0.0002228567173006013
c4,attn_out,Llama-2-7b-hf,4,128,18,0.00011705928773153573
c4,mlp_gate,Llama-2-7b-hf,4,128,18,0.0004722515004687011
c4,mlp_down,Llama-2-7b-hf,4,128,18,0.0004664032021537423
c4,attn_in,Llama-2-7b-hf,4,128,19,0.00020098542154300958
c4,attn_out,Llama-2-7b-hf,4,128,19,0.00011785909009631723
c4,mlp_gate,Llama-2-7b-hf,4,128,19,0.0005424036644399166
c4,mlp_down,Llama-2-7b-hf,4,128,19,0.0005267311353236437
c4,attn_in,Llama-2-7b-hf,4,128,20,0.00025218489463441074
c4,attn_out,Llama-2-7b-hf,4,128,20,0.00015526695642620325
c4,mlp_gate,Llama-2-7b-hf,4,128,20,0.0006351117044687271
c4,mlp_down,Llama-2-7b-hf,4,128,20,0.0006455287802964449
c4,attn_in,Llama-2-7b-hf,4,128,21,0.00020873952598776668
c4,attn_out,Llama-2-7b-hf,4,128,21,0.00012115822755731642
c4,mlp_gate,Llama-2-7b-hf,4,128,21,0.0006937161087989807
c4,mlp_down,Llama-2-7b-hf,4,128,21,0.0006516154971905053
c4,attn_in,Llama-2-7b-hf,4,128,22,0.00033126192283816636
c4,attn_out,Llama-2-7b-hf,4,128,22,0.0001547352730995044
c4,mlp_gate,Llama-2-7b-hf,4,128,22,0.0007839548634365201
c4,mlp_down,Llama-2-7b-hf,4,128,22,0.0007272844668477774
c4,attn_in,Llama-2-7b-hf,4,128,23,0.00024150976969394833
c4,attn_out,Llama-2-7b-hf,4,128,23,0.000141755081131123
c4,mlp_gate,Llama-2-7b-hf,4,128,23,0.000874915684107691
c4,mlp_down,Llama-2-7b-hf,4,128,23,0.0007589608430862427
c4,attn_in,Llama-2-7b-hf,4,128,24,0.0003788770700339228
c4,attn_out,Llama-2-7b-hf,4,128,24,0.00019858534506056458
c4,mlp_gate,Llama-2-7b-hf,4,128,24,0.0009588479297235608
c4,mlp_down,Llama-2-7b-hf,4,128,24,0.000802624155767262
c4,attn_in,Llama-2-7b-hf,4,128,25,0.00025018840096890926
c4,attn_out,Llama-2-7b-hf,4,128,25,0.0001305523474002257
c4,mlp_gate,Llama-2-7b-hf,4,128,25,0.001079027191735804
c4,mlp_down,Llama-2-7b-hf,4,128,25,0.0008441527606919408
c4,attn_in,Llama-2-7b-hf,4,128,26,0.00048521137796342373
c4,attn_out,Llama-2-7b-hf,4,128,26,0.00026165239978581667
c4,mlp_gate,Llama-2-7b-hf,4,128,26,0.0012075124541297555
c4,mlp_down,Llama-2-7b-hf,4,128,26,0.0009194492013193667
c4,attn_in,Llama-2-7b-hf,4,128,27,0.000403968762839213
c4,attn_out,Llama-2-7b-hf,4,128,27,0.0002155477413907647
c4,mlp_gate,Llama-2-7b-hf,4,128,27,0.0013845755020156503
c4,mlp_down,Llama-2-7b-hf,4,128,27,0.0010457132011651993
c4,attn_in,Llama-2-7b-hf,4,128,28,0.0004793690168298781
c4,attn_out,Llama-2-7b-hf,4,128,28,0.0002709194668568671
c4,mlp_gate,Llama-2-7b-hf,4,128,28,0.0016561526572331786
c4,mlp_down,Llama-2-7b-hf,4,128,28,0.0013104265090078115
c4,attn_in,Llama-2-7b-hf,4,128,29,0.00044352057739160955
c4,attn_out,Llama-2-7b-hf,4,128,29,0.00024398825189564377
c4,mlp_gate,Llama-2-7b-hf,4,128,29,0.002014999510720372
c4,mlp_down,Llama-2-7b-hf,4,128,29,0.0019689935725182295
c4,attn_in,Llama-2-7b-hf,4,128,30,0.0004976150812581182
c4,attn_out,Llama-2-7b-hf,4,128,30,0.00034831924131140113
c4,mlp_gate,Llama-2-7b-hf,4,128,30,0.00347217358648777
c4,mlp_down,Llama-2-7b-hf,4,128,30,0.010124712251126766
c4,attn_in,Llama-2-7b-hf,4,128,31,0.0043682679533958435
c4,attn_out,Llama-2-7b-hf,4,128,31,0.0005905174184590578
c4,mlp_gate,Llama-2-7b-hf,4,128,31,0.007379903458058834
c4,mlp_down,Llama-2-7b-hf,4,128,31,0.019716933369636536
c4,attn_in,Meta-Llama-3-8B,4,128,0,3.2389220905315597e-07
c4,mlp_gate,Meta-Llama-3-8B,4,128,0,4.5853118990635267e-07
c4,mlp_down,Meta-Llama-3-8B,4,128,0,2.0927968762407545e-06
c4,attn_in,Meta-Llama-3-8B,4,128,1,5.512720804290439e-07
c4,mlp_gate,Meta-Llama-3-8B,4,128,1,1.3264572089610738e-06
c4,mlp_down,Meta-Llama-3-8B,4,128,1,9.90282351267524e-05
c4,attn_in,Meta-Llama-3-8B,4,128,2,1.3200608464103425e-06
c4,mlp_gate,Meta-Llama-3-8B,4,128,2,2.4511518859071657e-06
c4,mlp_down,Meta-Llama-3-8B,4,128,2,2.59454259321501e-06
c4,attn_in,Meta-Llama-3-8B,4,128,3,2.373391453147633e-06
c4,mlp_gate,Meta-Llama-3-8B,4,128,3,5.482795131683815e-06
c4,mlp_down,Meta-Llama-3-8B,4,128,3,4.571982117340667e-06
c4,attn_in,Meta-Llama-3-8B,4,128,4,4.9547288654139265e-06
c4,mlp_gate,Meta-Llama-3-8B,4,128,4,9.979813512472901e-06
c4,mlp_down,Meta-Llama-3-8B,4,128,4,8.009523298824206e-06
c4,attn_in,Meta-Llama-3-8B,4,128,5,6.483916422439506e-06
c4,mlp_gate,Meta-Llama-3-8B,4,128,5,1.409412197972415e-05
c4,mlp_down,Meta-Llama-3-8B,4,128,5,1.2084789887012448e-05
c4,attn_in,Meta-Llama-3-8B,4,128,6,8.920666914491449e-06
c4,mlp_gate,Meta-Llama-3-8B,4,128,6,1.810064713936299e-05
c4,mlp_down,Meta-Llama-3-8B,4,128,6,1.4624873074353673e-05
c4,attn_in,Meta-Llama-3-8B,4,128,7,1.2536043868749402e-05
c4,mlp_gate,Meta-Llama-3-8B,4,128,7,2.138983654731419e-05
c4,mlp_down,Meta-Llama-3-8B,4,128,7,1.6471665730932727e-05
c4,attn_in,Meta-Llama-3-8B,4,128,8,1.67584639712004e-05
c4,mlp_gate,Meta-Llama-3-8B,4,128,8,2.3459118892787956e-05
c4,mlp_down,Meta-Llama-3-8B,4,128,8,1.7869797375169583e-05
c4,attn_in,Meta-Llama-3-8B,4,128,9,2.152102388208732e-05
c4,mlp_gate,Meta-Llama-3-8B,4,128,9,2.6848814741242677e-05
c4,mlp_down,Meta-Llama-3-8B,4,128,9,2.0785179003723897e-05
c4,attn_in,Meta-Llama-3-8B,4,128,10,2.149145439034328e-05
c4,mlp_gate,Meta-Llama-3-8B,4,128,10,2.6837979021365754e-05
c4,mlp_down,Meta-Llama-3-8B,4,128,10,2.1515867047128268e-05
c4,attn_in,Meta-Llama-3-8B,4,128,11,2.2654103304375894e-05
c4,mlp_gate,Meta-Llama-3-8B,4,128,11,2.894570025091525e-05
c4,mlp_down,Meta-Llama-3-8B,4,128,11,2.2290572815109044e-05
c4,attn_in,Meta-Llama-3-8B,4,128,12,2.18733348447131e-05
c4,mlp_gate,Meta-Llama-3-8B,4,128,12,3.459412982920185e-05
c4,mlp_down,Meta-Llama-3-8B,4,128,12,2.4707502234377898e-05
c4,attn_in,Meta-Llama-3-8B,4,128,13,2.9745166102657095e-05
c4,mlp_gate,Meta-Llama-3-8B,4,128,13,3.9949427446117625e-05
c4,mlp_down,Meta-Llama-3-8B,4,128,13,2.9859249480068684e-05
c4,attn_in,Meta-Llama-3-8B,4,128,14,3.6837911466136575e-05
c4,mlp_gate,Meta-Llama-3-8B,4,128,14,4.808983067050576e-05
c4,mlp_down,Meta-Llama-3-8B,4,128,14,3.35305740009062e-05
c4,attn_in,Meta-Llama-3-8B,4,128,15,3.159785410389304e-05
c4,mlp_gate,Meta-Llama-3-8B,4,128,15,5.523161235032603e-05
c4,mlp_down,Meta-Llama-3-8B,4,128,15,4.430485932971351e-05
c4,attn_in,Meta-Llama-3-8B,4,128,16,3.4197822969872504e-05
c4,mlp_gate,Meta-Llama-3-8B,4,128,16,5.591144145000726e-05
c4,mlp_down,Meta-Llama-3-8B,4,128,16,4.6843706513755023e-05
c4,attn_in,Meta-Llama-3-8B,4,128,17,2.6264195184921846e-05
c4,mlp_gate,Meta-Llama-3-8B,4,128,17,6.392849172698334e-05
c4,mlp_down,Meta-Llama-3-8B,4,128,17,5.696905282093212e-05
c4,attn_in,Meta-Llama-3-8B,4,128,18,1.774813972588163e-05
c4,mlp_gate,Meta-Llama-3-8B,4,128,18,6.224458775250241e-05
c4,mlp_down,Meta-Llama-3-8B,4,128,18,5.4282187193166465e-05
c4,attn_in,Meta-Llama-3-8B,4,128,19,1.5540710592176765e-05
c4,mlp_gate,Meta-Llama-3-8B,4,128,19,6.517732253996655e-05
c4,mlp_down,Meta-Llama-3-8B,4,128,19,5.6306806072825566e-05
c4,attn_in,Meta-Llama-3-8B,4,128,20,2.305571615579538e-05
c4,mlp_gate,Meta-Llama-3-8B,4,128,20,7.029963308013976e-05
c4,mlp_down,Meta-Llama-3-8B,4,128,20,6.166951061459258e-05
c4,attn_in,Meta-Llama-3-8B,4,128,21,3.3449847251176834e-05
c4,mlp_gate,Meta-Llama-3-8B,4,128,21,8.373097807634622e-05
c4,mlp_down,Meta-Llama-3-8B,4,128,21,7.565550913568586e-05
c4,attn_in,Meta-Llama-3-8B,4,128,22,2.4355404093512334e-05
c4,mlp_gate,Meta-Llama-3-8B,4,128,22,8.647506183478981e-05
c4,mlp_down,Meta-Llama-3-8B,4,128,22,7.76128945290111e-05
c4,attn_in,Meta-Llama-3-8B,4,128,23,3.0010576665517874e-05
c4,mlp_gate,Meta-Llama-3-8B,4,128,23,9.394832886755466e-05
c4,mlp_down,Meta-Llama-3-8B,4,128,23,8.092299685813487e-05
c4,attn_in,Meta-Llama-3-8B,4,128,24,2.8455897336243652e-05
c4,mlp_gate,Meta-Llama-3-8B,4,128,24,0.0001025016390485689
c4,mlp_down,Meta-Llama-3-8B,4,128,24,8.49604548420757e-05
c4,attn_in,Meta-Llama-3-8B,4,128,25,4.1098730434896424e-05
c4,mlp_gate,Meta-Llama-3-8B,4,128,25,0.0001164385030278936
c4,mlp_down,Meta-Llama-3-8B,4,128,25,8.84799228515476e-05
c4,attn_in,Meta-Llama-3-8B,4,128,26,4.7066663682926446e-05
c4,mlp_gate,Meta-Llama-3-8B,4,128,26,0.00013641144323628396
c4,mlp_down,Meta-Llama-3-8B,4,128,26,9.827288158703595e-05
c4,attn_in,Meta-Llama-3-8B,4,128,27,6.653324817307293e-05
c4,mlp_gate,Meta-Llama-3-8B,4,128,27,0.00016852196131367236
c4,mlp_down,Meta-Llama-3-8B,4,128,27,0.0001274587557418272
c4,attn_in,Meta-Llama-3-8B,4,128,28,7.76699889684096e-05
c4,mlp_gate,Meta-Llama-3-8B,4,128,28,0.000234269566135481
c4,mlp_down,Meta-Llama-3-8B,4,128,28,0.0001723202149150893
c4,attn_in,Meta-Llama-3-8B,4,128,29,0.00012014045205432922
c4,mlp_gate,Meta-Llama-3-8B,4,128,29,0.0003355402441229671
c4,mlp_down,Meta-Llama-3-8B,4,128,29,0.00028638908406719565
c4,attn_in,Meta-Llama-3-8B,4,128,30,0.0002607834176160395
c4,mlp_gate,Meta-Llama-3-8B,4,128,30,0.0006178945768624544
c4,mlp_down,Meta-Llama-3-8B,4,128,30,0.000694911228492856
c4,attn_in,Meta-Llama-3-8B,4,128,31,0.00036736810579895973
c4,mlp_gate,Meta-Llama-3-8B,4,128,31,0.0028442011680454016
c4,mlp_down,Meta-Llama-3-8B,4,128,31,0.2077115774154663
c4,attn_in,Llama-2-13b-hf,3,128,0,2.341461708965653e-07
c4,attn_out,Llama-2-13b-hf,3,128,0,5.266507741907844e-06
c4,mlp_gate,Llama-2-13b-hf,3,128,0,5.706159527107957e-07
c4,mlp_down,Llama-2-13b-hf,3,128,0,8.462101504846942e-06
c4,attn_in,Llama-2-13b-hf,3,128,1,4.601729415298905e-06
c4,attn_out,Llama-2-13b-hf,3,128,1,8.768603947828524e-06
c4,mlp_gate,Llama-2-13b-hf,3,128,1,6.559484972967766e-06
c4,mlp_down,Llama-2-13b-hf,3,128,1,1.6225070794462226e-05
c4,attn_in,Llama-2-13b-hf,3,128,2,1.034832439472666e-05
c4,attn_out,Llama-2-13b-hf,3,128,2,1.4161903891363181e-05
c4,mlp_gate,Llama-2-13b-hf,3,128,2,2.367417255300097e-05
c4,mlp_down,Llama-2-13b-hf,3,128,2,3.456441845628433e-05
c4,attn_in,Llama-2-13b-hf,3,128,3,1.5952573448885232e-05
c4,attn_out,Llama-2-13b-hf,3,128,3,3.7931222323095426e-05
c4,mlp_gate,Llama-2-13b-hf,3,128,3,0.0003813771181739867
c4,mlp_down,Llama-2-13b-hf,3,128,3,0.00024059174756985158
c4,attn_in,Llama-2-13b-hf,3,128,4,4.24596291850321e-05
c4,attn_out,Llama-2-13b-hf,3,128,4,3.9126833144109696e-05
c4,mlp_gate,Llama-2-13b-hf,3,128,4,0.00010341220331611112
c4,mlp_down,Llama-2-13b-hf,3,128,4,0.00010761037265183404
c4,attn_in,Llama-2-13b-hf,3,128,5,5.729726399295032e-05
c4,attn_out,Llama-2-13b-hf,3,128,5,5.472659177030437e-05
c4,mlp_gate,Llama-2-13b-hf,3,128,5,0.0001752527168719098
c4,mlp_down,Llama-2-13b-hf,3,128,5,0.0001730615767883137
c4,attn_in,Llama-2-13b-hf,3,128,6,7.180141983553767e-05
c4,attn_out,Llama-2-13b-hf,3,128,6,8.550308120902628e-05
c4,mlp_gate,Llama-2-13b-hf,3,128,6,0.000275308993877843
c4,mlp_down,Llama-2-13b-hf,3,128,6,0.0002676572185009718
c4,attn_in,Llama-2-13b-hf,3,128,7,0.00010219153045909479
c4,attn_out,Llama-2-13b-hf,3,128,7,0.0001450283598387614
c4,mlp_gate,Llama-2-13b-hf,3,128,7,0.00039690142148174345
c4,mlp_down,Llama-2-13b-hf,3,128,7,0.0003784304135479033
c4,attn_in,Llama-2-13b-hf,3,128,8,0.00013602327089756727
c4,attn_out,Llama-2-13b-hf,3,128,8,0.00018436124082654715
c4,mlp_gate,Llama-2-13b-hf,3,128,8,0.0005120703717693686
c4,mlp_down,Llama-2-13b-hf,3,128,8,0.0004702153382822871
c4,attn_in,Llama-2-13b-hf,3,128,9,0.0001880393538158387
c4,attn_out,Llama-2-13b-hf,3,128,9,0.0002484790456946939
c4,mlp_gate,Llama-2-13b-hf,3,128,9,0.0006339410902000964
c4,mlp_down,Llama-2-13b-hf,3,128,9,0.0005275613511912525
c4,attn_in,Llama-2-13b-hf,3,128,10,0.00023749793763272464
c4,attn_out,Llama-2-13b-hf,3,128,10,0.0003605764650274068
c4,mlp_gate,Llama-2-13b-hf,3,128,10,0.0007069200510159135
c4,mlp_down,Llama-2-13b-hf,3,128,10,0.0005994961829856038
c4,attn_in,Llama-2-13b-hf,3,128,11,0.00024367475998587906
c4,attn_out,Llama-2-13b-hf,3,128,11,0.0004213381325826049
c4,mlp_gate,Llama-2-13b-hf,3,128,11,0.0008061761036515236
c4,mlp_down,Llama-2-13b-hf,3,128,11,0.0006535964785143733
c4,attn_in,Llama-2-13b-hf,3,128,12,0.00038991347537375987
c4,attn_out,Llama-2-13b-hf,3,128,12,0.00044334668200463057
c4,mlp_gate,Llama-2-13b-hf,3,128,12,0.0008927170420065522
c4,mlp_down,Llama-2-13b-hf,3,128,12,0.0007199030951596797
c4,attn_in,Llama-2-13b-hf,3,128,13,0.0004253617371432483
c4,attn_out,Llama-2-13b-hf,3,128,13,0.0004722073208540678
c4,mlp_gate,Llama-2-13b-hf,3,128,13,0.0010010815458372235
c4,mlp_down,Llama-2-13b-hf,3,128,13,0.0008632158860564232
c4,attn_in,Llama-2-13b-hf,3,128,14,0.0004213848151266575
c4,attn_out,Llama-2-13b-hf,3,128,14,0.0006598237669095397
c4,mlp_gate,Llama-2-13b-hf,3,128,14,0.0011534282239153981
c4,mlp_down,Llama-2-13b-hf,3,128,14,0.0010320490691810846
c4,attn_in,Llama-2-13b-hf,3,128,15,0.0005308575346134603
c4,attn_out,Llama-2-13b-hf,3,128,15,0.00079120765440166
c4,mlp_gate,Llama-2-13b-hf,3,128,15,0.0013402290642261505
c4,mlp_down,Llama-2-13b-hf,3,128,15,0.001229766639880836
c4,attn_in,Llama-2-13b-hf,3,128,16,0.00041904181125573814
c4,attn_out,Llama-2-13b-hf,3,128,16,0.0007619737298227847
c4,mlp_gate,Llama-2-13b-hf,3,128,16,0.0016039232723414898
c4,mlp_down,Llama-2-13b-hf,3,128,16,0.001585993217304349
c4,attn_in,Llama-2-13b-hf,3,128,17,0.00033842859556898475
c4,attn_out,Llama-2-13b-hf,3,128,17,0.0007777413120493293
c4,mlp_gate,Llama-2-13b-hf,3,128,17,0.001759854843840003
c4,mlp_down,Llama-2-13b-hf,3,128,17,0.0017620354192331433
c4,attn_in,Llama-2-13b-hf,3,128,18,0.0003380350535735488
c4,attn_out,Llama-2-13b-hf,3,128,18,0.000683884893078357
c4,mlp_gate,Llama-2-13b-hf,3,128,18,0.0019314568489789963
c4,mlp_down,Llama-2-13b-hf,3,128,18,0.0019309931667521596
c4,attn_in,Llama-2-13b-hf,3,128,19,0.000351313385181129
c4,attn_out,Llama-2-13b-hf,3,128,19,0.0007290931534953415
c4,mlp_gate,Llama-2-13b-hf,3,128,19,0.002177661284804344
c4,mlp_down,Llama-2-13b-hf,3,128,19,0.0021907370537519455
c4,attn_in,Llama-2-13b-hf,3,128,20,0.00039586922503076494
c4,attn_out,Llama-2-13b-hf,3,128,20,0.0008741353522054851
c4,mlp_gate,Llama-2-13b-hf,3,128,20,0.0024743513204157352
c4,mlp_down,Llama-2-13b-hf,3,128,20,0.0024339144583791494
c4,attn_in,Llama-2-13b-hf,3,128,21,0.0004238166438881308
c4,attn_out,Llama-2-13b-hf,3,128,21,0.0011177398264408112
c4,mlp_gate,Llama-2-13b-hf,3,128,21,0.002883280161768198
c4,mlp_down,Llama-2-13b-hf,3,128,21,0.0031474516727030277
c4,attn_in,Llama-2-13b-hf,3,128,22,0.00026495836209505796
c4,attn_out,Llama-2-13b-hf,3,128,22,0.0007360693998634815
c4,mlp_gate,Llama-2-13b-hf,3,128,22,0.0031469170935451984
c4,mlp_down,Llama-2-13b-hf,3,128,22,0.0032492619939148426
c4,attn_in,Llama-2-13b-hf,3,128,23,0.00026347406674176455
c4,attn_out,Llama-2-13b-hf,3,128,23,0.0007049013511277735
c4,mlp_gate,Llama-2-13b-hf,3,128,23,0.003357224864885211
c4,mlp_down,Llama-2-13b-hf,3,128,23,0.003372838953509927
c4,attn_in,Llama-2-13b-hf,3,128,24,0.00027726340340450406
c4,attn_out,Llama-2-13b-hf,3,128,24,0.0006231069564819336
c4,mlp_gate,Llama-2-13b-hf,3,128,24,0.0035070227459073067
c4,mlp_down,Llama-2-13b-hf,3,128,24,0.0033800918608903885
c4,attn_in,Llama-2-13b-hf,3,128,25,0.0002741242351476103
c4,attn_out,Llama-2-13b-hf,3,128,25,0.0007641005795449018
c4,mlp_gate,Llama-2-13b-hf,3,128,25,0.00380035862326622
c4,mlp_down,Llama-2-13b-hf,3,128,25,0.0035445368848741055
c4,attn_in,Llama-2-13b-hf,3,128,26,0.0003518312005326152
c4,attn_out,Llama-2-13b-hf,3,128,26,0.0008856029598973691
c4,mlp_gate,Llama-2-13b-hf,3,128,26,0.004114365205168724
c4,mlp_down,Llama-2-13b-hf,3,128,26,0.003731977194547653
c4,attn_in,Llama-2-13b-hf,3,128,27,0.00032346724765375257
c4,attn_out,Llama-2-13b-hf,3,128,27,0.0006521234172396362
c4,mlp_gate,Llama-2-13b-hf,3,128,27,0.004358118865638971
c4,mlp_down,Llama-2-13b-hf,3,128,27,0.0037579690106213093
c4,attn_in,Llama-2-13b-hf,3,128,28,0.00034245155984535813
c4,attn_out,Llama-2-13b-hf,3,128,28,0.0007258522091433406
c4,mlp_gate,Llama-2-13b-hf,3,128,28,0.004618728067725897
c4,mlp_down,Llama-2-13b-hf,3,128,28,0.003732793964445591
c4,attn_in,Llama-2-13b-hf,3,128,29,0.0004244844021741301
c4,attn_out,Llama-2-13b-hf,3,128,29,0.0008124360465444624
c4,mlp_gate,Llama-2-13b-hf,3,128,29,0.004930928349494934
c4,mlp_down,Llama-2-13b-hf,3,128,29,0.003883926197886467
c4,attn_in,Llama-2-13b-hf,3,128,30,0.00039979221764951944
c4,attn_out,Llama-2-13b-hf,3,128,30,0.0007939233328215778
c4,mlp_gate,Llama-2-13b-hf,3,128,30,0.005369795486330986
c4,mlp_down,Llama-2-13b-hf,3,128,30,0.004150099121034145
c4,attn_in,Llama-2-13b-hf,3,128,31,0.0003456711710896343
c4,attn_out,Llama-2-13b-hf,3,128,31,0.0008559540146961808
c4,mlp_gate,Llama-2-13b-hf,3,128,31,0.005644078366458416
c4,mlp_down,Llama-2-13b-hf,3,128,31,0.00432183500379324
c4,attn_in,Llama-2-13b-hf,3,128,32,0.0003348175378050655
c4,attn_out,Llama-2-13b-hf,3,128,32,0.0007951079751364887
c4,mlp_gate,Llama-2-13b-hf,3,128,32,0.006083065178245306
c4,mlp_down,Llama-2-13b-hf,3,128,32,0.004574380349367857
c4,attn_in,Llama-2-13b-hf,3,128,33,0.0003008060157299042
c4,attn_out,Llama-2-13b-hf,3,128,33,0.0007694675587117672
c4,mlp_gate,Llama-2-13b-hf,3,128,33,0.006518409121781588
c4,mlp_down,Llama-2-13b-hf,3,128,33,0.004805701319128275
c4,attn_in,Llama-2-13b-hf,3,128,34,0.0003867404884658754
c4,attn_out,Llama-2-13b-hf,3,128,34,0.0010946327820420265
c4,mlp_gate,Llama-2-13b-hf,3,128,34,0.007177187129855156
c4,mlp_down,Llama-2-13b-hf,3,128,34,0.005521073471754789
c4,attn_in,Llama-2-13b-hf,3,128,35,0.00043283196282573044
c4,attn_out,Llama-2-13b-hf,3,128,35,0.0010537868365645409
c4,mlp_gate,Llama-2-13b-hf,3,128,35,0.008118405938148499
c4,mlp_down,Llama-2-13b-hf,3,128,35,0.006184407044202089
c4,attn_in,Llama-2-13b-hf,3,128,36,0.000702352961525321
c4,attn_out,Llama-2-13b-hf,3,128,36,0.0018239932833239436
c4,mlp_gate,Llama-2-13b-hf,3,128,36,0.009243274107575417
c4,mlp_down,Llama-2-13b-hf,3,128,36,0.007435583975166082
c4,attn_in,Llama-2-13b-hf,3,128,37,0.0007659333059564233
c4,attn_out,Llama-2-13b-hf,3,128,37,0.0016854960704222322
c4,mlp_gate,Llama-2-13b-hf,3,128,37,0.010483385995030403
c4,mlp_down,Llama-2-13b-hf,3,128,37,0.008806129917502403
c4,attn_in,Llama-2-13b-hf,3,128,38,0.0009121742914430797
c4,attn_out,Llama-2-13b-hf,3,128,38,0.002722248202189803
c4,mlp_gate,Llama-2-13b-hf,3,128,38,0.01194580178707838
c4,mlp_down,Llama-2-13b-hf,3,128,38,0.012917944230139256
c4,attn_in,Llama-2-13b-hf,3,128,39,0.0006509085651487112
c4,attn_out,Llama-2-13b-hf,3,128,39,0.004180281888693571
c4,mlp_gate,Llama-2-13b-hf,3,128,39,0.014744121581315994
c4,mlp_down,Llama-2-13b-hf,3,128,39,0.030374808236956596
pileval,attn_in,Llama-2-13b-hf,3,128,0,2.597138006876776e-07
pileval,attn_out,Llama-2-13b-hf,3,128,0,5.936511115578469e-06
pileval,mlp_gate,Llama-2-13b-hf,3,128,0,6.935069905011915e-07
pileval,mlp_down,Llama-2-13b-hf,3,128,0,8.727412023290526e-06
pileval,attn_in,Llama-2-13b-hf,3,128,1,4.323632765590446e-06
pileval,attn_out,Llama-2-13b-hf,3,128,1,9.221553227689583e-06
pileval,mlp_gate,Llama-2-13b-hf,3,128,1,7.217138318083016e-06
pileval,mlp_down,Llama-2-13b-hf,3,128,1,1.7532809579279274e-05
pileval,attn_in,Llama-2-13b-hf,3,128,2,1.0005305739468895e-05
pileval,attn_out,Llama-2-13b-hf,3,128,2,1.580111711518839e-05
pileval,mlp_gate,Llama-2-13b-hf,3,128,2,2.6436149710207246e-05
pileval,mlp_down,Llama-2-13b-hf,3,128,2,3.823884253506549e-05
pileval,attn_in,Llama-2-13b-hf,3,128,3,1.5986546713975258e-05
pileval,attn_out,Llama-2-13b-hf,3,128,3,4.0301056287717074e-05
pileval,mlp_gate,Llama-2-13b-hf,3,128,3,0.00041002320358529687
pileval,mlp_down,Llama-2-13b-hf,3,128,3,0.0002586417831480503
pileval,attn_in,Llama-2-13b-hf,3,128,4,4.244567026034929e-05
pileval,attn_out,Llama-2-13b-hf,3,128,4,4.504719254327938e-05
pileval,mlp_gate,Llama-2-13b-hf,3,128,4,0.00010541475785430521
pileval,mlp_down,Llama-2-13b-hf,3,128,4,0.00010738099808804691
pileval,attn_in,Llama-2-13b-hf,3,128,5,5.811919254483655e-05
pileval,attn_out,Llama-2-13b-hf,3,128,5,6.29568166914396e-05
pileval,mlp_gate,Llama-2-13b-hf,3,128,5,0.0001768862275639549
pileval,mlp_down,Llama-2-13b-hf,3,128,5,0.00017321854829788208
pileval,attn_in,Llama-2-13b-hf,3,128,6,7.124881085474044e-05
pileval,attn_out,Llama-2-13b-hf,3,128,6,9.620847413316369e-05
pileval,mlp_gate,Llama-2-13b-hf,3,128,6,0.00027697422774508595
pileval,mlp_down,Llama-2-13b-hf,3,128,6,0.00026589265326038003
pileval,attn_in,Llama-2-13b-hf,3,128,7,0.00010457050666445866
pileval,attn_out,Llama-2-13b-hf,3,128,7,0.00016423244960606098
pileval,mlp_gate,Llama-2-13b-hf,3,128,7,0.0003998737665824592
pileval,mlp_down,Llama-2-13b-hf,3,128,7,0.000377266900613904
pileval,attn_in,Llama-2-13b-hf,3,128,8,0.00013800684246234596
pileval,attn_out,Llama-2-13b-hf,3,128,8,0.00020652005332522094
pileval,mlp_gate,Llama-2-13b-hf,3,128,8,0.0005099657573737204
pileval,mlp_down,Llama-2-13b-hf,3,128,8,0.0004580170498229563
pileval,attn_in,Llama-2-13b-hf,3,128,9,0.0001859272160800174
pileval,attn_out,Llama-2-13b-hf,3,128,9,0.0002827899588737637
pileval,mlp_gate,Llama-2-13b-hf,3,128,9,0.0006377566605806351
pileval,mlp_down,Llama-2-13b-hf,3,128,9,0.0005276526790112257
pileval,attn_in,Llama-2-13b-hf,3,128,10,0.0002314833109267056
pileval,attn_out,Llama-2-13b-hf,3,128,10,0.00040487339720129967
pileval,mlp_gate,Llama-2-13b-hf,3,128,10,0.0007138801738619804
pileval,mlp_down,Llama-2-13b-hf,3,128,10,0.0006044187466613948
pileval,attn_in,Llama-2-13b-hf,3,128,11,0.00024667722755111754
pileval,attn_out,Llama-2-13b-hf,3,128,11,0.00047085320693440735
pileval,mlp_gate,Llama-2-13b-hf,3,128,11,0.0008195106056518853
pileval,mlp_down,Llama-2-13b-hf,3,128,11,0.0006684286636300385
pileval,attn_in,Llama-2-13b-hf,3,128,12,0.00036506252945400774
pileval,attn_out,Llama-2-13b-hf,3,128,12,0.0004890637355856597
pileval,mlp_gate,Llama-2-13b-hf,3,128,12,0.0009006774635054171
pileval,mlp_down,Llama-2-13b-hf,3,128,12,0.000720396579708904
pileval,attn_in,Llama-2-13b-hf,3,128,13,0.000401632278226316
pileval,attn_out,Llama-2-13b-hf,3,128,13,0.0005336518515832722
pileval,mlp_gate,Llama-2-13b-hf,3,128,13,0.0010114937322214246
pileval,mlp_down,Llama-2-13b-hf,3,128,13,0.0008611419470980763
pileval,attn_in,Llama-2-13b-hf,3,128,14,0.0004064815875608474
pileval,attn_out,Llama-2-13b-hf,3,128,14,0.0007151858881115913
pileval,mlp_gate,Llama-2-13b-hf,3,128,14,0.0011619910364970565
pileval,mlp_down,Llama-2-13b-hf,3,128,14,0.0010260818526148796
pileval,attn_in,Llama-2-13b-hf,3,128,15,0.0004847866657655686
pileval,attn_out,Llama-2-13b-hf,3,128,15,0.0008089619223028421
pileval,mlp_gate,Llama-2-13b-hf,3,128,15,0.0013271949719637632
pileval,mlp_down,Llama-2-13b-hf,3,128,15,0.0011874940246343613
pileval,attn_in,Llama-2-13b-hf,3,128,16,0.00041824724758043885
pileval,attn_out,Llama-2-13b-hf,3,128,16,0.0008120905258692801
pileval,mlp_gate,Llama-2-13b-hf,3,128,16,0.001565183512866497
pileval,mlp_down,Llama-2-13b-hf,3,128,16,0.0015052114613354206
pileval,attn_in,Llama-2-13b-hf,3,128,17,0.0003529439854901284
pileval,attn_out,Llama-2-13b-hf,3,128,17,0.000881809915881604
pileval,mlp_gate,Llama-2-13b-hf,3,128,17,0.0017178058624267578
pileval,mlp_down,Llama-2-13b-hf,3,128,17,0.0016704605659469962
pileval,attn_in,Llama-2-13b-hf,3,128,18,0.00032557101803831756
pileval,attn_out,Llama-2-13b-hf,3,128,18,0.000686707382556051
pileval,mlp_gate,Llama-2-13b-hf,3,128,18,0.0018827775493264198
pileval,mlp_down,Llama-2-13b-hf,3,128,18,0.0018259958596900105
pileval,attn_in,Llama-2-13b-hf,3,128,19,0.0003266176499892026
pileval,attn_out,Llama-2-13b-hf,3,128,19,0.0007027679239399731
pileval,mlp_gate,Llama-2-13b-hf,3,128,19,0.002114999108016491
pileval,mlp_down,Llama-2-13b-hf,3,128,19,0.0020695023704320192
pileval,attn_in,Llama-2-13b-hf,3,128,20,0.0003752450575120747
pileval,attn_out,Llama-2-13b-hf,3,128,20,0.0009051394299603999
pileval,mlp_gate,Llama-2-13b-hf,3,128,20,0.0024036155082285404
pileval,mlp_down,Llama-2-13b-hf,3,128,20,0.0023288342636078596
pileval,attn_in,Llama-2-13b-hf,3,128,21,0.00040119688492268324
pileval,attn_out,Llama-2-13b-hf,3,128,21,0.0011077173985540867
pileval,mlp_gate,Llama-2-13b-hf,3,128,21,0.0028014506679028273
pileval,mlp_down,Llama-2-13b-hf,3,128,21,0.002987517509609461
pileval,attn_in,Llama-2-13b-hf,3,128,22,0.0002548780175857246
pileval,attn_out,Llama-2-13b-hf,3,128,22,0.0007409076788462698
pileval,mlp_gate,Llama-2-13b-hf,3,128,22,0.003068086924031377
pileval,mlp_down,Llama-2-13b-hf,3,128,22,0.003106416668742895
pileval,attn_in,Llama-2-13b-hf,3,128,23,0.0002581754815764725
pileval,attn_out,Llama-2-13b-hf,3,128,23,0.0007168265874497592
pileval,mlp_gate,Llama-2-13b-hf,3,128,23,0.003285937011241913
pileval,mlp_down,Llama-2-13b-hf,3,128,23,0.0032150179613381624
pileval,attn_in,Llama-2-13b-hf,3,128,24,0.0002757215697783977
pileval,attn_out,Llama-2-13b-hf,3,128,24,0.0006625138339586556
pileval,mlp_gate,Llama-2-13b-hf,3,128,24,0.0034362031146883965
pileval,mlp_down,Llama-2-13b-hf,3,128,24,0.0032235768157988787
pileval,attn_in,Llama-2-13b-hf,3,128,25,0.0002679045428521931
pileval,attn_out,Llama-2-13b-hf,3,128,25,0.0007590282475575805
pileval,mlp_gate,Llama-2-13b-hf,3,128,25,0.003731115721166134
pileval,mlp_down,Llama-2-13b-hf,3,128,25,0.003327058395370841
pileval,attn_in,Llama-2-13b-hf,3,128,26,0.000316266727168113
pileval,attn_out,Llama-2-13b-hf,3,128,26,0.0008327225805260241
pileval,mlp_gate,Llama-2-13b-hf,3,128,26,0.004011126235127449
pileval,mlp_down,Llama-2-13b-hf,3,128,26,0.0034413374960422516
pileval,attn_in,Llama-2-13b-hf,3,128,27,0.00030269118724390864
pileval,attn_out,Llama-2-13b-hf,3,128,27,0.000630994385574013
pileval,mlp_gate,Llama-2-13b-hf,3,128,27,0.004258752800524235
pileval,mlp_down,Llama-2-13b-hf,3,128,27,0.0034793526865541935
pileval,attn_in,Llama-2-13b-hf,3,128,28,0.0003495726559776813
pileval,attn_out,Llama-2-13b-hf,3,128,28,0.0007571146707050502
pileval,mlp_gate,Llama-2-13b-hf,3,128,28,0.004529810976237059
pileval,mlp_down,Llama-2-13b-hf,3,128,28,0.0035170908086001873
pileval,attn_in,Llama-2-13b-hf,3,128,29,0.0003979516914114356
pileval,attn_out,Llama-2-13b-hf,3,128,29,0.0007923173834569752
pileval,mlp_gate,Llama-2-13b-hf,3,128,29,0.004847007337957621
pileval,mlp_down,Llama-2-13b-hf,3,128,29,0.00365622085519135
pileval,attn_in,Llama-2-13b-hf,3,128,30,0.0003813942021224648
pileval,attn_out,Llama-2-13b-hf,3,128,30,0.0008079824037849903
pileval,mlp_gate,Llama-2-13b-hf,3,128,30,0.005287578795105219
pileval,mlp_down,Llama-2-13b-hf,3,128,30,0.003895883448421955
pileval,attn_in,Llama-2-13b-hf,3,128,31,0.0003236541524529457
pileval,attn_out,Llama-2-13b-hf,3,128,31,0.0008163204765878618
pileval,mlp_gate,Llama-2-13b-hf,3,128,31,0.005572453141212463
pileval,mlp_down,Llama-2-13b-hf,3,128,31,0.004027333110570908
pileval,attn_in,Llama-2-13b-hf,3,128,32,0.00034405614132992923
pileval,attn_out,Llama-2-13b-hf,3,128,32,0.0008354944293387234
pileval,mlp_gate,Llama-2-13b-hf,3,128,32,0.006037939339876175
pileval,mlp_down,Llama-2-13b-hf,3,128,32,0.004358857404440641
pileval,attn_in,Llama-2-13b-hf,3,128,33,0.00030083494493737817
pileval,attn_out,Llama-2-13b-hf,3,128,33,0.0008450010209344327
pileval,mlp_gate,Llama-2-13b-hf,3,128,33,0.006520059425383806
pileval,mlp_down,Llama-2-13b-hf,3,128,33,0.004761299584060907
pileval,attn_in,Llama-2-13b-hf,3,128,34,0.0003775915829464793
pileval,attn_out,Llama-2-13b-hf,3,128,34,0.00108819839078933
pileval,mlp_gate,Llama-2-13b-hf,3,128,34,0.0071848114021122456
pileval,mlp_down,Llama-2-13b-hf,3,128,34,0.005423189140856266
pileval,attn_in,Llama-2-13b-hf,3,128,35,0.00041467451956123114
pileval,attn_out,Llama-2-13b-hf,3,128,35,0.001109814620576799
pileval,mlp_gate,Llama-2-13b-hf,3,128,35,0.008144617080688477
pileval,mlp_down,Llama-2-13b-hf,3,128,35,0.00620350381359458
pileval,attn_in,Llama-2-13b-hf,3,128,36,0.0006544107454828918
pileval,attn_out,Llama-2-13b-hf,3,128,36,0.0019007330993190408
pileval,mlp_gate,Llama-2-13b-hf,3,128,36,0.009325609542429447
pileval,mlp_down,Llama-2-13b-hf,3,128,36,0.007449869066476822
pileval,attn_in,Llama-2-13b-hf,3,128,37,0.0007274314411915839
pileval,attn_out,Llama-2-13b-hf,3,128,37,0.0018128857482224703
pileval,mlp_gate,Llama-2-13b-hf,3,128,37,0.01058173831552267
pileval,mlp_down,Llama-2-13b-hf,3,128,37,0.0089860325679183
pileval,attn_in,Llama-2-13b-hf,3,128,38,0.0008771722204983234
pileval,attn_out,Llama-2-13b-hf,3,128,38,0.00283348117955029
pileval,mlp_gate,Llama-2-13b-hf,3,128,38,0.011860485188663006
pileval,mlp_down,Llama-2-13b-hf,3,128,38,0.01319958921521902
pileval,attn_in,Llama-2-13b-hf,3,128,39,0.000665383820887655
pileval,attn_out,Llama-2-13b-hf,3,128,39,0.0044312248937785625
pileval,mlp_gate,Llama-2-13b-hf,3,128,39,0.014269012957811356
pileval,mlp_down,Llama-2-13b-hf,3,128,39,0.03219796344637871
wikitext,attn_in,Llama-2-13b-hf,3,128,0,2.2232545404676785e-07
wikitext,attn_out,Llama-2-13b-hf,3,128,0,7.353307864832459e-06
wikitext,mlp_gate,Llama-2-13b-hf,3,128,0,7.149610041778942e-07
wikitext,mlp_down,Llama-2-13b-hf,3,128,0,8.501783668179996e-06
wikitext,attn_in,Llama-2-13b-hf,3,128,1,4.532646016741637e-06
wikitext,attn_out,Llama-2-13b-hf,3,128,1,1.6412948752986267e-05
wikitext,mlp_gate,Llama-2-13b-hf,3,128,1,6.652781848970335e-06
wikitext,mlp_down,Llama-2-13b-hf,3,128,1,1.570141284901183e-05
wikitext,attn_in,Llama-2-13b-hf,3,128,2,1.4078735148359556e-05
wikitext,attn_out,Llama-2-13b-hf,3,128,2,1.7618616766412742e-05
wikitext,mlp_gate,Llama-2-13b-hf,3,128,2,2.3442964447895065e-05
wikitext,mlp_down,Llama-2-13b-hf,3,128,2,3.23565436701756e-05
wikitext,attn_in,Llama-2-13b-hf,3,128,3,1.3928054613643326e-05
wikitext,attn_out,Llama-2-13b-hf,3,128,3,3.604713128879666e-05
wikitext,mlp_gate,Llama-2-13b-hf,3,128,3,0.00037774897646158934
wikitext,mlp_down,Llama-2-13b-hf,3,128,3,0.00023863496608100832
wikitext,attn_in,Llama-2-13b-hf,3,128,4,4.1710321966093034e-05
wikitext,attn_out,Llama-2-13b-hf,3,128,4,4.1221843275707215e-05
wikitext,mlp_gate,Llama-2-13b-hf,3,128,4,0.00010358497820561752
wikitext,mlp_down,Llama-2-13b-hf,3,128,4,0.00010399395250715315
wikitext,attn_in,Llama-2-13b-hf,3,128,5,6.645888061029837e-05
wikitext,attn_out,Llama-2-13b-hf,3,128,5,6.169561675051227e-05
wikitext,mlp_gate,Llama-2-13b-hf,3,128,5,0.00017572940851096064
wikitext,mlp_down,Llama-2-13b-hf,3,128,5,0.00018191791605204344
wikitext,attn_in,Llama-2-13b-hf,3,128,6,7.805330824339762e-05
wikitext,attn_out,Llama-2-13b-hf,3,128,6,9.295350901084021e-05
wikitext,mlp_gate,Llama-2-13b-hf,3,128,6,0.00028028673841618
wikitext,mlp_down,Llama-2-13b-hf,3,128,6,0.00026906529092229903
wikitext,attn_in,Llama-2-13b-hf,3,128,7,0.00011253798584220931
wikitext,attn_out,Llama-2-13b-hf,3,128,7,0.00015000264102127403
wikitext,mlp_gate,Llama-2-13b-hf,3,128,7,0.00039907710743136704
wikitext,mlp_down,Llama-2-13b-hf,3,128,7,0.000379425153369084
wikitext,attn_in,Llama-2-13b-hf,3,128,8,0.0001380592439090833
wikitext,attn_out,Llama-2-13b-hf,3,128,8,0.0001909342099679634
wikitext,mlp_gate,Llama-2-13b-hf,3,128,8,0.0005065572913736105
wikitext,mlp_down,Llama-2-13b-hf,3,128,8,0.000461133080534637
wikitext,attn_in,Llama-2-13b-hf,3,128,9,0.00018085615010932088
wikitext,attn_out,Llama-2-13b-hf,3,128,9,0.00025776034453883767
wikitext,mlp_gate,Llama-2-13b-hf,3,128,9,0.0006360327242873609
wikitext,mlp_down,Llama-2-13b-hf,3,128,9,0.0005243327468633652
wikitext,attn_in,Llama-2-13b-hf,3,128,10,0.00023993921058718115
wikitext,attn_out,Llama-2-13b-hf,3,128,10,0.0003586258681025356
wikitext,mlp_gate,Llama-2-13b-hf,3,128,10,0.000697823241353035
wikitext,mlp_down,Llama-2-13b-hf,3,128,10,0.0005837245262227952
wikitext,attn_in,Llama-2-13b-hf,3,128,11,0.00023196723486762494
wikitext,attn_out,Llama-2-13b-hf,3,128,11,0.0004291135410312563
wikitext,mlp_gate,Llama-2-13b-hf,3,128,11,0.0007925459067337215
wikitext,mlp_down,Llama-2-13b-hf,3,128,11,0.0006426706677302718
wikitext,attn_in,Llama-2-13b-hf,3,128,12,0.0003636796318460256
wikitext,attn_out,Llama-2-13b-hf,3,128,12,0.000465028133476153
wikitext,mlp_gate,Llama-2-13b-hf,3,128,12,0.0008730410481803119
wikitext,mlp_down,Llama-2-13b-hf,3,128,12,0.0006952558178454638
wikitext,attn_in,Llama-2-13b-hf,3,128,13,0.0003890800289809704
wikitext,attn_out,Llama-2-13b-hf,3,128,13,0.0004771158273797482
wikitext,mlp_gate,Llama-2-13b-hf,3,128,13,0.0009739112574607134
wikitext,mlp_down,Llama-2-13b-hf,3,128,13,0.0008262992487289011
wikitext,attn_in,Llama-2-13b-hf,3,128,14,0.00040197200723923743
wikitext,attn_out,Llama-2-13b-hf,3,128,14,0.0006478255963884294
wikitext,mlp_gate,Llama-2-13b-hf,3,128,14,0.0011103012366220355
wikitext,mlp_down,Llama-2-13b-hf,3,128,14,0.0009718294604681432
wikitext,attn_in,Llama-2-13b-hf,3,128,15,0.0004906484973616898
wikitext,attn_out,Llama-2-13b-hf,3,128,15,0.0007687874604016542
wikitext,mlp_gate,Llama-2-13b-hf,3,128,15,0.0012755626812577248
wikitext,mlp_down,Llama-2-13b-hf,3,128,15,0.0011491436744108796
wikitext,attn_in,Llama-2-13b-hf,3,128,16,0.00041022419463843107
wikitext,attn_out,Llama-2-13b-hf,3,128,16,0.0007254160009324551
wikitext,mlp_gate,Llama-2-13b-hf,3,128,16,0.001506303553469479
wikitext,mlp_down,Llama-2-13b-hf,3,128,16,0.0014442028477787971
wikitext,attn_in,Llama-2-13b-hf,3,128,17,0.00033244671067222953
wikitext,attn_out,Llama-2-13b-hf,3,128,17,0.0007718750275671482
wikitext,mlp_gate,Llama-2-13b-hf,3,128,17,0.0016533200396224856
wikitext,mlp_down,Llama-2-13b-hf,3,128,17,0.001637102453969419
wikitext,attn_in,Llama-2-13b-hf,3,128,18,0.00031061304616741836
wikitext,attn_out,Llama-2-13b-hf,3,128,18,0.0006064920453354716
wikitext,mlp_gate,Llama-2-13b-hf,3,128,18,0.0018254995811730623
wikitext,mlp_down,Llama-2-13b-hf,3,128,18,0.0017762250499799848
wikitext,attn_in,Llama-2-13b-hf,3,128,19,0.00031829348881728947
wikitext,attn_out,Llama-2-13b-hf,3,128,19,0.0006379391998052597
wikitext,mlp_gate,Llama-2-13b-hf,3,128,19,0.002045664470642805
wikitext,mlp_down,Llama-2-13b-hf,3,128,19,0.002002154942601919
wikitext,attn_in,Llama-2-13b-hf,3,128,20,0.0003538245218805969
wikitext,attn_out,Llama-2-13b-hf,3,128,20,0.0007627377635799348
wikitext,mlp_gate,Llama-2-13b-hf,3,128,20,0.0022906919475644827
wikitext,mlp_down,Llama-2-13b-hf,3,128,20,0.002147474093362689
wikitext,attn_in,Llama-2-13b-hf,3,128,21,0.0004131876630708575
wikitext,attn_out,Llama-2-13b-hf,3,128,21,0.0010532464366406202
wikitext,mlp_gate,Llama-2-13b-hf,3,128,21,0.002638336969539523
wikitext,mlp_down,Llama-2-13b-hf,3,128,21,0.002848105737939477
wikitext,attn_in,Llama-2-13b-hf,3,128,22,0.00026759039610624313
wikitext,attn_out,Llama-2-13b-hf,3,128,22,0.0007607599254697561
wikitext,mlp_gate,Llama-2-13b-hf,3,128,22,0.002913110423833132
wikitext,mlp_down,Llama-2-13b-hf,3,128,22,0.0029112370684742928
wikitext,attn_in,Llama-2-13b-hf,3,128,23,0.0002731876156758517
wikitext,attn_out,Llama-2-13b-hf,3,128,23,0.0007598940283060074
wikitext,mlp_gate,Llama-2-13b-hf,3,128,23,0.003128511132672429
wikitext,mlp_down,Llama-2-13b-hf,3,128,23,0.003022621851414442
wikitext,attn_in,Llama-2-13b-hf,3,128,24,0.0002727080136537552
wikitext,attn_out,Llama-2-13b-hf,3,128,24,0.0007294670213013887
wikitext,mlp_gate,Llama-2-13b-hf,3,128,24,0.0033010144252330065
wikitext,mlp_down,Llama-2-13b-hf,3,128,24,0.0030504849273711443
wikitext,attn_in,Llama-2-13b-hf,3,128,25,0.00026041961973533034
wikitext,attn_out,Llama-2-13b-hf,3,128,25,0.0006712976028211415
wikitext,mlp_gate,Llama-2-13b-hf,3,128,25,0.003572497982531786
wikitext,mlp_down,Llama-2-13b-hf,3,128,25,0.0031398090068250895
wikitext,attn_in,Llama-2-13b-hf,3,128,26,0.00034490280086174607
wikitext,attn_out,Llama-2-13b-hf,3,128,26,0.0008020956884138286
wikitext,mlp_gate,Llama-2-13b-hf,3,128,26,0.00387806398794055
wikitext,mlp_down,Llama-2-13b-hf,3,128,26,0.003387211123481393
wikitext,attn_in,Llama-2-13b-hf,3,128,27,0.0002887045266106725
wikitext,attn_out,Llama-2-13b-hf,3,128,27,0.0006135376170277596
wikitext,mlp_gate,Llama-2-13b-hf,3,128,27,0.004168507177382708
wikitext,mlp_down,Llama-2-13b-hf,3,128,27,0.003447836497798562
wikitext,attn_in,Llama-2-13b-hf,3,128,28,0.0003293822519481182
wikitext,attn_out,Llama-2-13b-hf,3,128,28,0.0006853724480606616
wikitext,mlp_gate,Llama-2-13b-hf,3,128,28,0.004426778759807348
wikitext,mlp_down,Llama-2-13b-hf,3,128,28,0.0034698941744863987
wikitext,attn_in,Llama-2-13b-hf,3,128,29,0.00038635486271232367
wikitext,attn_out,Llama-2-13b-hf,3,128,29,0.0007668600883334875
wikitext,mlp_gate,Llama-2-13b-hf,3,128,29,0.004780013579875231
wikitext,mlp_down,Llama-2-13b-hf,3,128,29,0.00360795296728611
wikitext,attn_in,Llama-2-13b-hf,3,128,30,0.0004449273110367358
wikitext,attn_out,Llama-2-13b-hf,3,128,30,0.0009465196053497493
wikitext,mlp_gate,Llama-2-13b-hf,3,128,30,0.005262579768896103
wikitext,mlp_down,Llama-2-13b-hf,3,128,30,0.0037759472616016865
wikitext,attn_in,Llama-2-13b-hf,3,128,31,0.0003924508928321302
wikitext,attn_out,Llama-2-13b-hf,3,128,31,0.0009230590076185763
wikitext,mlp_gate,Llama-2-13b-hf,3,128,31,0.00563017837703228
wikitext,mlp_down,Llama-2-13b-hf,3,128,31,0.003955718595534563
wikitext,attn_in,Llama-2-13b-hf,3,128,32,0.00040686625288799405
wikitext,attn_out,Llama-2-13b-hf,3,128,32,0.0010544602992013097
wikitext,mlp_gate,Llama-2-13b-hf,3,128,32,0.00608787452802062
wikitext,mlp_down,Llama-2-13b-hf,3,128,32,0.0042070746421813965
wikitext,attn_in,Llama-2-13b-hf,3,128,33,0.0003404750023037195
wikitext,attn_out,Llama-2-13b-hf,3,128,33,0.0009351308108307421
wikitext,mlp_gate,Llama-2-13b-hf,3,128,33,0.006636451929807663
wikitext,mlp_down,Llama-2-13b-hf,3,128,33,0.004708793014287949
wikitext,attn_in,Llama-2-13b-hf,3,128,34,0.00041010702261701226
wikitext,attn_out,Llama-2-13b-hf,3,128,34,0.0012026180047541857
wikitext,mlp_gate,Llama-2-13b-hf,3,128,34,0.007334563881158829
wikitext,mlp_down,Llama-2-13b-hf,3,128,34,0.005375410430133343
wikitext,attn_in,Llama-2-13b-hf,3,128,35,0.00047759682638570666
wikitext,attn_out,Llama-2-13b-hf,3,128,35,0.0012356106890365481
wikitext,mlp_gate,Llama-2-13b-hf,3,128,35,0.00836283341050148
wikitext,mlp_down,Llama-2-13b-hf,3,128,35,0.006098296958953142
wikitext,attn_in,Llama-2-13b-hf,3,128,36,0.0008544939337298274
wikitext,attn_out,Llama-2-13b-hf,3,128,36,0.0021232212893664837
wikitext,mlp_gate,Llama-2-13b-hf,3,128,36,0.009467733092606068
wikitext,mlp_down,Llama-2-13b-hf,3,128,36,0.007372803520411253
wikitext,attn_in,Llama-2-13b-hf,3,128,37,0.0008963210275396705
wikitext,attn_out,Llama-2-13b-hf,3,128,37,0.0022208725567907095
wikitext,mlp_gate,Llama-2-13b-hf,3,128,37,0.010575243271887302
wikitext,mlp_down,Llama-2-13b-hf,3,128,37,0.008922887966036797
wikitext,attn_in,Llama-2-13b-hf,3,128,38,0.0010468990076333284
wikitext,attn_out,Llama-2-13b-hf,3,128,38,0.0037509172689169645
wikitext,mlp_gate,Llama-2-13b-hf,3,128,38,0.01156853698194027
wikitext,mlp_down,Llama-2-13b-hf,3,128,38,0.012291155755519867
wikitext,attn_in,Llama-2-13b-hf,3,128,39,0.000716369366273284
wikitext,attn_out,Llama-2-13b-hf,3,128,39,0.004525178112089634
wikitext,mlp_gate,Llama-2-13b-hf,3,128,39,0.01319879014045
wikitext,mlp_down,Llama-2-13b-hf,3,128,39,0.02659602090716362
c4,attn_in,Llama-2-13b-hf,3,32,0,1.2384703040879685e-07
c4,attn_out,Llama-2-13b-hf,3,32,0,1.6611868431937182e-06
c4,mlp_gate,Llama-2-13b-hf,3,32,0,3.169858189266961e-07
c4,mlp_down,Llama-2-13b-hf,3,32,0,2.910788680310361e-06
c4,attn_in,Llama-2-13b-hf,3,32,1,1.766125478752656e-06
c4,attn_out,Llama-2-13b-hf,3,32,1,4.2997353375540115e-06
c4,mlp_gate,Llama-2-13b-hf,3,32,1,4.709117547463393e-06
c4,mlp_down,Llama-2-13b-hf,3,32,1,8.834411346470006e-06
c4,attn_in,Llama-2-13b-hf,3,32,2,9.301396858063526e-06
c4,attn_out,Llama-2-13b-hf,3,32,2,7.342060598602984e-06
c4,mlp_gate,Llama-2-13b-hf,3,32,2,1.3472233149514068e-05
c4,mlp_down,Llama-2-13b-hf,3,32,2,1.968580727407243e-05
c4,attn_in,Llama-2-13b-hf,3,32,3,8.221571079047862e-06
c4,attn_out,Llama-2-13b-hf,3,32,3,1.7058377125067636e-05
c4,mlp_gate,Llama-2-13b-hf,3,32,3,3.4843851608457044e-05
c4,mlp_down,Llama-2-13b-hf,3,32,3,8.285282819997519e-05
c4,attn_in,Llama-2-13b-hf,3,32,4,1.6047797544160858e-05
c4,attn_out,Llama-2-13b-hf,3,32,4,2.126394974766299e-05
c4,mlp_gate,Llama-2-13b-hf,3,32,4,5.7927638408727944e-05
c4,mlp_down,Llama-2-13b-hf,3,32,4,6.175829184940085e-05
c4,attn_in,Llama-2-13b-hf,3,32,5,3.150571501464583e-05
c4,attn_out,Llama-2-13b-hf,3,32,5,2.9891085432609543e-05
c4,mlp_gate,Llama-2-13b-hf,3,32,5,9.747673902893439e-05
c4,mlp_down,Llama-2-13b-hf,3,32,5,9.962683543562889e-05
c4,attn_in,Llama-2-13b-hf,3,32,6,4.7752058890182525e-05
c4,attn_out,Llama-2-13b-hf,3,32,6,4.8022964620031416e-05
c4,mlp_gate,Llama-2-13b-hf,3,32,6,0.000152123742736876
c4,mlp_down,Llama-2-13b-hf,3,32,6,0.00015221524517983198
c4,attn_in,Llama-2-13b-hf,3,32,7,4.635317964130081e-05
c4,attn_out,Llama-2-13b-hf,3,32,7,8.1408150435891e-05
c4,mlp_gate,Llama-2-13b-hf,3,32,7,0.00021435689995996654
c4,mlp_down,Llama-2-13b-hf,3,32,7,0.00021084283071104437
c4,attn_in,Llama-2-13b-hf,3,32,8,7.062788063194603e-05
c4,attn_out,Llama-2-13b-hf,3,32,8,0.00010366347123635933
c4,mlp_gate,Llama-2-13b-hf,3,32,8,0.0002788699930533767
c4,mlp_down,Llama-2-13b-hf,3,32,8,0.0002667199296411127
c4,attn_in,Llama-2-13b-hf,3,32,9,9.360758849652484e-05
c4,attn_out,Llama-2-13b-hf,3,32,9,0.00013994674372952431
c4,mlp_gate,Llama-2-13b-hf,3,32,9,0.0003434392565395683
c4,mlp_down,Llama-2-13b-hf,3,32,9,0.00030190139659680426
c4,attn_in,Llama-2-13b-hf,3,32,10,0.00013012599083594978
c4,attn_out,Llama-2-13b-hf,3,32,10,0.0002046178124146536
c4,mlp_gate,Llama-2-13b-hf,3,32,10,0.0003852425725199282
c4,mlp_down,Llama-2-13b-hf,3,32,10,0.00034513312857598066
c4,attn_in,Llama-2-13b-hf,3,32,11,0.00012475023686420172
c4,attn_out,Llama-2-13b-hf,3,32,11,0.00023695704294368625
c4,mlp_gate,Llama-2-13b-hf,3,32,11,0.00043357498361729085
c4,mlp_down,Llama-2-13b-hf,3,32,11,0.00037555498420260847
c4,attn_in,Llama-2-13b-hf,3,32,12,0.00016393511032219976
c4,attn_out,Llama-2-13b-hf,3,32,12,0.00025070711853913963
c4,mlp_gate,Llama-2-13b-hf,3,32,12,0.00047654457739554346
c4,mlp_down,Llama-2-13b-hf,3,32,12,0.00041385230724699795
c4,attn_in,Llama-2-13b-hf,3,32,13,0.0001786546636139974
c4,attn_out,Llama-2-13b-hf,3,32,13,0.000269017880782485
c4,mlp_gate,Llama-2-13b-hf,3,32,13,0.0005423969705589116
c4,mlp_down,Llama-2-13b-hf,3,32,13,0.0004982862155884504
c4,attn_in,Llama-2-13b-hf,3,32,14,0.000187818513950333
c4,attn_out,Llama-2-13b-hf,3,32,14,0.00037649014848284423
c4,mlp_gate,Llama-2-13b-hf,3,32,14,0.000628606416285038
c4,mlp_down,Llama-2-13b-hf,3,32,14,0.0005917123635299504
c4,attn_in,Llama-2-13b-hf,3,32,15,0.00024822898558340967
c4,attn_out,Llama-2-13b-hf,3,32,15,0.00044936154154129326
c4,mlp_gate,Llama-2-13b-hf,3,32,15,0.0007298499695025384
c4,mlp_down,Llama-2-13b-hf,3,32,15,0.0007090003346092999
c4,attn_in,Llama-2-13b-hf,3,32,16,0.00021067219495307654
c4,attn_out,Llama-2-13b-hf,3,32,16,0.0004365901986602694
c4,mlp_gate,Llama-2-13b-hf,3,32,16,0.0008803725941106677
c4,mlp_down,Llama-2-13b-hf,3,32,16,0.0009151776321232319
c4,attn_in,Llama-2-13b-hf,3,32,17,0.00021107248903717846
c4,attn_out,Llama-2-13b-hf,3,32,17,0.0004447148530744016
c4,mlp_gate,Llama-2-13b-hf,3,32,17,0.0009766188450157642
c4,mlp_down,Llama-2-13b-hf,3,32,17,0.0010182083351537585
c4,attn_in,Llama-2-13b-hf,3,32,18,0.00017312080308329314
c4,attn_out,Llama-2-13b-hf,3,32,18,0.0003909559454768896
c4,mlp_gate,Llama-2-13b-hf,3,32,18,0.0010733240051195025
c4,mlp_down,Llama-2-13b-hf,3,32,18,0.00111514946911484
c4,attn_in,Llama-2-13b-hf,3,32,19,0.0001812345435610041
c4,attn_out,Llama-2-13b-hf,3,32,19,0.0004137812939006835
c4,mlp_gate,Llama-2-13b-hf,3,32,19,0.001212378847412765
c4,mlp_down,Llama-2-13b-hf,3,32,19,0.0012616126332432032
c4,attn_in,Llama-2-13b-hf,3,32,20,0.00020194317039567977
c4,attn_out,Llama-2-13b-hf,3,32,20,0.0004985049599781632
c4,mlp_gate,Llama-2-13b-hf,3,32,20,0.0013750476064160466
c4,mlp_down,Llama-2-13b-hf,3,32,20,0.0013943557860329747
c4,attn_in,Llama-2-13b-hf,3,32,21,0.0002338704071007669
c4,attn_out,Llama-2-13b-hf,3,32,21,0.0006331262411549687
c4,mlp_gate,Llama-2-13b-hf,3,32,21,0.0016175948549062014
c4,mlp_down,Llama-2-13b-hf,3,32,21,0.0017915301723405719
c4,attn_in,Llama-2-13b-hf,3,32,22,0.00013803021283820271
c4,attn_out,Llama-2-13b-hf,3,32,22,0.0004235469677951187
c4,mlp_gate,Llama-2-13b-hf,3,32,22,0.0017756102606654167
c4,mlp_down,Llama-2-13b-hf,3,32,22,0.0018592365086078644
c4,attn_in,Llama-2-13b-hf,3,32,23,0.00011995132808806375
c4,attn_out,Llama-2-13b-hf,3,32,23,0.0003956465807277709
c4,mlp_gate,Llama-2-13b-hf,3,32,23,0.0019014152931049466
c4,mlp_down,Llama-2-13b-hf,3,32,23,0.001939496141858399
c4,attn_in,Llama-2-13b-hf,3,32,24,0.0001768129732226953
c4,attn_out,Llama-2-13b-hf,3,32,24,0.0003546979569364339
c4,mlp_gate,Llama-2-13b-hf,3,32,24,0.001995282480493188
c4,mlp_down,Llama-2-13b-hf,3,32,24,0.0019528811099007726
c4,attn_in,Llama-2-13b-hf,3,32,25,0.0001486398687120527
c4,attn_out,Llama-2-13b-hf,3,32,25,0.0004379405581858009
c4,mlp_gate,Llama-2-13b-hf,3,32,25,0.0021686663385480642
c4,mlp_down,Llama-2-13b-hf,3,32,25,0.002047845395281911
c4,attn_in,Llama-2-13b-hf,3,32,26,0.00018546513456385583
c4,attn_out,Llama-2-13b-hf,3,32,26,0.0004928888520225883
c4,mlp_gate,Llama-2-13b-hf,3,32,26,0.002346391323953867
c4,mlp_down,Llama-2-13b-hf,3,32,26,0.0021544911433011293
c4,attn_in,Llama-2-13b-hf,3,32,27,0.00016259177937172353
c4,attn_out,Llama-2-13b-hf,3,32,27,0.00037193906609900296
c4,mlp_gate,Llama-2-13b-hf,3,32,27,0.002493031322956085
c4,mlp_down,Llama-2-13b-hf,3,32,27,0.002177234273403883
c4,attn_in,Llama-2-13b-hf,3,32,28,0.00021549506345763803
c4,attn_out,Llama-2-13b-hf,3,32,28,0.0004194832290522754
c4,mlp_gate,Llama-2-13b-hf,3,32,28,0.002640038263052702
c4,mlp_down,Llama-2-13b-hf,3,32,28,0.002156129339709878
c4,attn_in,Llama-2-13b-hf,3,32,29,0.00019689042528625578
c4,attn_out,Llama-2-13b-hf,3,32,29,0.0004663956060539931
c4,mlp_gate,Llama-2-13b-hf,3,32,29,0.0028163157403469086
c4,mlp_down,Llama-2-13b-hf,3,32,29,0.0022500483319163322
c4,attn_in,Llama-2-13b-hf,3,32,30,0.00019803867326118052
c4,attn_out,Llama-2-13b-hf,3,32,30,0.0004588571609929204
c4,mlp_gate,Llama-2-13b-hf,3,32,30,0.0030488059855997562
c4,mlp_down,Llama-2-13b-hf,3,32,30,0.002393862931057811
c4,attn_in,Llama-2-13b-hf,3,32,31,0.00017882644897326827
c4,attn_out,Llama-2-13b-hf,3,32,31,0.0004875232989434153
c4,mlp_gate,Llama-2-13b-hf,3,32,31,0.003205172950401902
c4,mlp_down,Llama-2-13b-hf,3,32,31,0.002492124680429697
c4,attn_in,Llama-2-13b-hf,3,32,32,0.0001916458859341219
c4,attn_out,Llama-2-13b-hf,3,32,32,0.00045696855522692204
c4,mlp_gate,Llama-2-13b-hf,3,32,32,0.0034459077287465334
c4,mlp_down,Llama-2-13b-hf,3,32,32,0.0026454769540578127
c4,attn_in,Llama-2-13b-hf,3,32,33,0.00016349655925296247
c4,attn_out,Llama-2-13b-hf,3,32,33,0.0004404822539072484
c4,mlp_gate,Llama-2-13b-hf,3,32,33,0.0036769777070730925
c4,mlp_down,Llama-2-13b-hf,3,32,33,0.0027628825046122074
c4,attn_in,Llama-2-13b-hf,3,32,34,0.00023683640756644309
c4,attn_out,Llama-2-13b-hf,3,32,34,0.0006314460770227015
c4,mlp_gate,Llama-2-13b-hf,3,32,34,0.004047578200697899
c4,mlp_down,Llama-2-13b-hf,3,32,34,0.0031863839831203222
c4,attn_in,Llama-2-13b-hf,3,32,35,0.0002621638705022633
c4,attn_out,Llama-2-13b-hf,3,32,35,0.0006053874385543168
c4,mlp_gate,Llama-2-13b-hf,3,32,35,0.004553397186100483
c4,mlp_down,Llama-2-13b-hf,3,32,35,0.003577991621568799
c4,attn_in,Llama-2-13b-hf,3,32,36,0.00036654574796557426
c4,attn_out,Llama-2-13b-hf,3,32,36,0.0010132931638509035
c4,mlp_gate,Llama-2-13b-hf,3,32,36,0.005162159446626902
c4,mlp_down,Llama-2-13b-hf,3,32,36,0.004271942190825939
c4,attn_in,Llama-2-13b-hf,3,32,37,0.0004095953772775829
c4,attn_out,Llama-2-13b-hf,3,32,37,0.0009308363660238683
c4,mlp_gate,Llama-2-13b-hf,3,32,37,0.005802319850772619
c4,mlp_down,Llama-2-13b-hf,3,32,37,0.004990295972675085
c4,attn_in,Llama-2-13b-hf,3,32,38,0.000491460261400789
c4,attn_out,Llama-2-13b-hf,3,32,38,0.0015261303633451462
c4,mlp_gate,Llama-2-13b-hf,3,32,38,0.006435202434659004
c4,mlp_down,Llama-2-13b-hf,3,32,38,0.006869710516184568
c4,attn_in,Llama-2-13b-hf,3,32,39,0.00037960914778523147
c4,attn_out,Llama-2-13b-hf,3,32,39,0.0021217153407633305
c4,mlp_gate,Llama-2-13b-hf,3,32,39,0.007950224913656712
c4,mlp_down,Llama-2-13b-hf,3,32,39,0.013479499146342278
pileval,attn_in,Llama-2-13b-hf,3,32,0,1.2515857861217228e-07
pileval,attn_out,Llama-2-13b-hf,3,32,0,1.9041593759538955e-06
pileval,mlp_gate,Llama-2-13b-hf,3,32,0,3.483847876850632e-07
pileval,mlp_down,Llama-2-13b-hf,3,32,0,3.137036173939123e-06
pileval,attn_in,Llama-2-13b-hf,3,32,1,1.7176887467940105e-06
pileval,attn_out,Llama-2-13b-hf,3,32,1,4.484709279495291e-06
pileval,mlp_gate,Llama-2-13b-hf,3,32,1,5.14253633809858e-06
pileval,mlp_down,Llama-2-13b-hf,3,32,1,9.542120096739382e-06
pileval,attn_in,Llama-2-13b-hf,3,32,2,8.609994438302238e-06
pileval,attn_out,Llama-2-13b-hf,3,32,2,8.215069101424888e-06
pileval,mlp_gate,Llama-2-13b-hf,3,32,2,1.506551507191034e-05
pileval,mlp_down,Llama-2-13b-hf,3,32,2,2.1782774638268165e-05
pileval,attn_in,Llama-2-13b-hf,3,32,3,7.54287884774385e-06
pileval,attn_out,Llama-2-13b-hf,3,32,3,1.8137025108444504e-05
pileval,mlp_gate,Llama-2-13b-hf,3,32,3,3.73421426047571e-05
pileval,mlp_down,Llama-2-13b-hf,3,32,3,8.854403859004378e-05
pileval,attn_in,Llama-2-13b-hf,3,32,4,1.617254201846663e-05
pileval,attn_out,Llama-2-13b-hf,3,32,4,2.4526416382286698e-05
pileval,mlp_gate,Llama-2-13b-hf,3,32,4,5.9130703448317945e-05
pileval,mlp_down,Llama-2-13b-hf,3,32,4,6.165896775200963e-05
pileval,attn_in,Llama-2-13b-hf,3,32,5,3.0524588510161266e-05
pileval,attn_out,Llama-2-13b-hf,3,32,5,3.446912160143256e-05
pileval,mlp_gate,Llama-2-13b-hf,3,32,5,9.863086597761139e-05
pileval,mlp_down,Llama-2-13b-hf,3,32,5,9.973748092306778e-05
pileval,attn_in,Llama-2-13b-hf,3,32,6,4.482175427256152e-05
pileval,attn_out,Llama-2-13b-hf,3,32,6,5.422436152002774e-05
pileval,mlp_gate,Llama-2-13b-hf,3,32,6,0.0001532687310827896
pileval,mlp_down,Llama-2-13b-hf,3,32,6,0.00015132667613215744
pileval,attn_in,Llama-2-13b-hf,3,32,7,4.724198879557662e-05
pileval,attn_out,Llama-2-13b-hf,3,32,7,9.232838783646002e-05
pileval,mlp_gate,Llama-2-13b-hf,3,32,7,0.000216780710616149
pileval,mlp_down,Llama-2-13b-hf,3,32,7,0.00020984106231480837
pileval,attn_in,Llama-2-13b-hf,3,32,8,7.163013651734218e-05
pileval,attn_out,Llama-2-13b-hf,3,32,8,0.00011607384658418596
pileval,mlp_gate,Llama-2-13b-hf,3,32,8,0.00027815764769911766
pileval,mlp_down,Llama-2-13b-hf,3,32,8,0.00025986722903326154
pileval,attn_in,Llama-2-13b-hf,3,32,9,9.164319635601714e-05
pileval,attn_out,Llama-2-13b-hf,3,32,9,0.00015935902774799615
pileval,mlp_gate,Llama-2-13b-hf,3,32,9,0.00034636378404684365
pileval,mlp_down,Llama-2-13b-hf,3,32,9,0.0003017368435394019
pileval,attn_in,Llama-2-13b-hf,3,32,10,0.00012808803876396269
pileval,attn_out,Llama-2-13b-hf,3,32,10,0.0002300875639775768
pileval,mlp_gate,Llama-2-13b-hf,3,32,10,0.00039071880746632814
pileval,mlp_down,Llama-2-13b-hf,3,32,10,0.000347588153090328
pileval,attn_in,Llama-2-13b-hf,3,32,11,0.00012202308425912634
pileval,attn_out,Llama-2-13b-hf,3,32,11,0.00026561779668554664
pileval,mlp_gate,Llama-2-13b-hf,3,32,11,0.00044258107664063573
pileval,mlp_down,Llama-2-13b-hf,3,32,11,0.0003839791170321405
pileval,attn_in,Llama-2-13b-hf,3,32,12,0.0001528643915662542
pileval,attn_out,Llama-2-13b-hf,3,32,12,0.0002766447141766548
pileval,mlp_gate,Llama-2-13b-hf,3,32,12,0.0004834862775169313
pileval,mlp_down,Llama-2-13b-hf,3,32,12,0.0004139528900850564
pileval,attn_in,Llama-2-13b-hf,3,32,13,0.00017232420213986188
pileval,attn_out,Llama-2-13b-hf,3,32,13,0.00030465901363641024
pileval,mlp_gate,Llama-2-13b-hf,3,32,13,0.0005497767124325037
pileval,mlp_down,Llama-2-13b-hf,3,32,13,0.0004969137371517718
pileval,attn_in,Llama-2-13b-hf,3,32,14,0.00018622164498083293
pileval,attn_out,Llama-2-13b-hf,3,32,14,0.0004088302666787058
pileval,mlp_gate,Llama-2-13b-hf,3,32,14,0.0006354754441417754
pileval,mlp_down,Llama-2-13b-hf,3,32,14,0.0005884178099222481
pileval,attn_in,Llama-2-13b-hf,3,32,15,0.00022717143292538822
pileval,attn_out,Llama-2-13b-hf,3,32,15,0.00045981555012986064
pileval,mlp_gate,Llama-2-13b-hf,3,32,15,0.0007240338600240648
pileval,mlp_down,Llama-2-13b-hf,3,32,15,0.0006842738948762417
pileval,attn_in,Llama-2-13b-hf,3,32,16,0.00020836031762883067
pileval,attn_out,Llama-2-13b-hf,3,32,16,0.0004653206269722432
pileval,mlp_gate,Llama-2-13b-hf,3,32,16,0.0008611747762188315
pileval,mlp_down,Llama-2-13b-hf,3,32,16,0.0008678390295244753
pileval,attn_in,Llama-2-13b-hf,3,32,17,0.000210743528441526
pileval,attn_out,Llama-2-13b-hf,3,32,17,0.0005049422034062445
pileval,mlp_gate,Llama-2-13b-hf,3,32,17,0.0009557193261571229
pileval,mlp_down,Llama-2-13b-hf,3,32,17,0.0009643641533330083
pileval,attn_in,Llama-2-13b-hf,3,32,18,0.00016707266331650317
pileval,attn_out,Llama-2-13b-hf,3,32,18,0.00039269166882149875
pileval,mlp_gate,Llama-2-13b-hf,3,32,18,0.001047487836331129
pileval,mlp_down,Llama-2-13b-hf,3,32,18,0.0010538692586123943
pileval,attn_in,Llama-2-13b-hf,3,32,19,0.00017034789198078215
pileval,attn_out,Llama-2-13b-hf,3,32,19,0.0003995861334260553
pileval,mlp_gate,Llama-2-13b-hf,3,32,19,0.001179687911644578
pileval,mlp_down,Llama-2-13b-hf,3,32,19,0.001190042938105762
pileval,attn_in,Llama-2-13b-hf,3,32,20,0.00019463658099994063
pileval,attn_out,Llama-2-13b-hf,3,32,20,0.0005177691928111017
pileval,mlp_gate,Llama-2-13b-hf,3,32,20,0.0013372967950999737
pileval,mlp_down,Llama-2-13b-hf,3,32,20,0.0013314689276739955
pileval,attn_in,Llama-2-13b-hf,3,32,21,0.00022569630527868867
pileval,attn_out,Llama-2-13b-hf,3,32,21,0.0006274765473790467
pileval,mlp_gate,Llama-2-13b-hf,3,32,21,0.0015725422417744994
pileval,mlp_down,Llama-2-13b-hf,3,32,21,0.0016997564816847444
pileval,attn_in,Llama-2-13b-hf,3,32,22,0.0001329423685092479
pileval,attn_out,Llama-2-13b-hf,3,32,22,0.00042611375101841986
pileval,mlp_gate,Llama-2-13b-hf,3,32,22,0.0017321549821645021
pileval,mlp_down,Llama-2-13b-hf,3,32,22,0.0017747398233041167
pileval,attn_in,Llama-2-13b-hf,3,32,23,0.00011945408186875284
pileval,attn_out,Llama-2-13b-hf,3,32,23,0.0004042002256028354
pileval,mlp_gate,Llama-2-13b-hf,3,32,23,0.001857048599049449
pileval,mlp_down,Llama-2-13b-hf,3,32,23,0.0018511735834181309
pileval,attn_in,Llama-2-13b-hf,3,32,24,0.000164676908752881
pileval,attn_out,Llama-2-13b-hf,3,32,24,0.00037869636435061693
pileval,mlp_gate,Llama-2-13b-hf,3,32,24,0.001956728519871831
pileval,mlp_down,Llama-2-13b-hf,3,32,24,0.0018624021904543042
pileval,attn_in,Llama-2-13b-hf,3,32,25,0.00014007750723976642
pileval,attn_out,Llama-2-13b-hf,3,32,25,0.00043692238978110254
pileval,mlp_gate,Llama-2-13b-hf,3,32,25,0.0021300099324434996
pileval,mlp_down,Llama-2-13b-hf,3,32,25,0.0019227255834266543
pileval,attn_in,Llama-2-13b-hf,3,32,26,0.00016462799976579845
pileval,attn_out,Llama-2-13b-hf,3,32,26,0.00046456122072413564
pileval,mlp_gate,Llama-2-13b-hf,3,32,26,0.0022894684225320816
pileval,mlp_down,Llama-2-13b-hf,3,32,26,0.0019859287422150373
pileval,attn_in,Llama-2-13b-hf,3,32,27,0.0001495701726526022
pileval,attn_out,Llama-2-13b-hf,3,32,27,0.0003604221565183252
pileval,mlp_gate,Llama-2-13b-hf,3,32,27,0.0024320350494235754
pileval,mlp_down,Llama-2-13b-hf,3,32,27,0.002014733850955963
pileval,attn_in,Llama-2-13b-hf,3,32,28,0.00020588412007782608
pileval,attn_out,Llama-2-13b-hf,3,32,28,0.00043809119961224496
pileval,mlp_gate,Llama-2-13b-hf,3,32,28,0.002588604809716344
pileval,mlp_down,Llama-2-13b-hf,3,32,28,0.002032715827226639
pileval,attn_in,Llama-2-13b-hf,3,32,29,0.00018465101311448961
pileval,attn_out,Llama-2-13b-hf,3,32,29,0.00045424391282722354
pileval,mlp_gate,Llama-2-13b-hf,3,32,29,0.0027693610172718763
pileval,mlp_down,Llama-2-13b-hf,3,32,29,0.002118279691785574
pileval,attn_in,Llama-2-13b-hf,3,32,30,0.0001944523537531495
pileval,attn_out,Llama-2-13b-hf,3,32,30,0.0004652447532862425
pileval,mlp_gate,Llama-2-13b-hf,3,32,30,0.0030033255461603403
pileval,mlp_down,Llama-2-13b-hf,3,32,30,0.0022483300417661667
pileval,attn_in,Llama-2-13b-hf,3,32,31,0.00016253249486908317
pileval,attn_out,Llama-2-13b-hf,3,32,31,0.00046372038195841014
pileval,mlp_gate,Llama-2-13b-hf,3,32,31,0.0031645705457776785
pileval,mlp_down,Llama-2-13b-hf,3,32,31,0.00232521491125226
pileval,attn_in,Llama-2-13b-hf,3,32,32,0.00018815218936651945
pileval,attn_out,Llama-2-13b-hf,3,32,32,0.0004811053513549268
pileval,mlp_gate,Llama-2-13b-hf,3,32,32,0.0034191308077424765
pileval,mlp_down,Llama-2-13b-hf,3,32,32,0.0025202827528119087
pileval,attn_in,Llama-2-13b-hf,3,32,33,0.00017031266179401428
pileval,attn_out,Llama-2-13b-hf,3,32,33,0.0004844288050662726
pileval,mlp_gate,Llama-2-13b-hf,3,32,33,0.003675771178677678
pileval,mlp_down,Llama-2-13b-hf,3,32,33,0.00273718498647213
pileval,attn_in,Llama-2-13b-hf,3,32,34,0.00022990611614659429
pileval,attn_out,Llama-2-13b-hf,3,32,34,0.0006275968044064939
pileval,mlp_gate,Llama-2-13b-hf,3,32,34,0.0040403492748737335
pileval,mlp_down,Llama-2-13b-hf,3,32,34,0.003129761666059494
pileval,attn_in,Llama-2-13b-hf,3,32,35,0.00024645874509587884
pileval,attn_out,Llama-2-13b-hf,3,32,35,0.0006360065890476108
pileval,mlp_gate,Llama-2-13b-hf,3,32,35,0.004569444805383682
pileval,mlp_down,Llama-2-13b-hf,3,32,35,0.003586961654946208
pileval,attn_in,Llama-2-13b-hf,3,32,36,0.00035668909549713135
pileval,attn_out,Llama-2-13b-hf,3,32,36,0.0010630625765770674
pileval,mlp_gate,Llama-2-13b-hf,3,32,36,0.005201321095228195
pileval,mlp_down,Llama-2-13b-hf,3,32,36,0.004268365912139416
pileval,attn_in,Llama-2-13b-hf,3,32,37,0.00039274682058021426
pileval,attn_out,Llama-2-13b-hf,3,32,37,0.0010044326772913337
pileval,mlp_gate,Llama-2-13b-hf,3,32,37,0.005858646705746651
pileval,mlp_down,Llama-2-13b-hf,3,32,37,0.005093855317682028
pileval,attn_in,Llama-2-13b-hf,3,32,38,0.00048537281691096723
pileval,attn_out,Llama-2-13b-hf,3,32,38,0.0015863925218582153
pileval,mlp_gate,Llama-2-13b-hf,3,32,38,0.006382151506841183
pileval,mlp_down,Llama-2-13b-hf,3,32,38,0.006960391066968441
pileval,attn_in,Llama-2-13b-hf,3,32,39,0.00039125699549913406
pileval,attn_out,Llama-2-13b-hf,3,32,39,0.0022254460491240025
pileval,mlp_gate,Llama-2-13b-hf,3,32,39,0.007671716623008251
pileval,mlp_down,Llama-2-13b-hf,3,32,39,0.0140606127679348
wikitext,attn_in,Llama-2-13b-hf,3,32,0,1.1565628454945909e-07
wikitext,attn_out,Llama-2-13b-hf,3,32,0,2.346169139855192e-06
wikitext,mlp_gate,Llama-2-13b-hf,3,32,0,4.0108491816681635e-07
wikitext,mlp_down,Llama-2-13b-hf,3,32,0,3.1376639526570216e-06
wikitext,attn_in,Llama-2-13b-hf,3,32,1,1.9773049189097947e-06
wikitext,attn_out,Llama-2-13b-hf,3,32,1,7.666139026696328e-06
wikitext,mlp_gate,Llama-2-13b-hf,3,32,1,4.686614374804776e-06
wikitext,mlp_down,Llama-2-13b-hf,3,32,1,8.398846148338635e-06
wikitext,attn_in,Llama-2-13b-hf,3,32,2,8.29975488159107e-06
wikitext,attn_out,Llama-2-13b-hf,3,32,2,8.874874765751883e-06
wikitext,mlp_gate,Llama-2-13b-hf,3,32,2,1.335321030637715e-05
wikitext,mlp_down,Llama-2-13b-hf,3,32,2,1.840717413870152e-05
wikitext,attn_in,Llama-2-13b-hf,3,32,3,8.846579476085026e-06
wikitext,attn_out,Llama-2-13b-hf,3,32,3,1.5930456356727518e-05
wikitext,mlp_gate,Llama-2-13b-hf,3,32,3,3.5160341212758794e-05
wikitext,mlp_down,Llama-2-13b-hf,3,32,3,8.185242768377066e-05
wikitext,attn_in,Llama-2-13b-hf,3,32,4,1.6352470993297175e-05
wikitext,attn_out,Llama-2-13b-hf,3,32,4,2.2440113752963953e-05
wikitext,mlp_gate,Llama-2-13b-hf,3,32,4,5.784954555565491e-05
wikitext,mlp_down,Llama-2-13b-hf,3,32,4,5.944974327576347e-05
wikitext,attn_in,Llama-2-13b-hf,3,32,5,3.365029260748997e-05
wikitext,attn_out,Llama-2-13b-hf,3,32,5,3.373069557710551e-05
wikitext,mlp_gate,Llama-2-13b-hf,3,32,5,9.80352342594415e-05
wikitext,mlp_down,Llama-2-13b-hf,3,32,5,0.00010443171777296811
wikitext,attn_in,Llama-2-13b-hf,3,32,6,5.2034367399755865e-05
wikitext,attn_out,Llama-2-13b-hf,3,32,6,5.2349532779771835e-05
wikitext,mlp_gate,Llama-2-13b-hf,3,32,6,0.00015471184451598674
wikitext,mlp_down,Llama-2-13b-hf,3,32,6,0.00015248371346388012
wikitext,attn_in,Llama-2-13b-hf,3,32,7,5.215557757765055e-05
wikitext,attn_out,Llama-2-13b-hf,3,32,7,8.434264600509778e-05
wikitext,mlp_gate,Llama-2-13b-hf,3,32,7,0.00021585157082881778
wikitext,mlp_down,Llama-2-13b-hf,3,32,7,0.00021022673172410578
wikitext,attn_in,Llama-2-13b-hf,3,32,8,6.907091301400214e-05
wikitext,attn_out,Llama-2-13b-hf,3,32,8,0.00010636282968334854
wikitext,mlp_gate,Llama-2-13b-hf,3,32,8,0.00027613205020315945
wikitext,mlp_down,Llama-2-13b-hf,3,32,8,0.0002614016702864319
wikitext,attn_in,Llama-2-13b-hf,3,32,9,8.910535689210519e-05
wikitext,attn_out,Llama-2-13b-hf,3,32,9,0.00014471069152932614
wikitext,mlp_gate,Llama-2-13b-hf,3,32,9,0.00034597504418343306
wikitext,mlp_down,Llama-2-13b-hf,3,32,9,0.0002998078998643905
wikitext,attn_in,Llama-2-13b-hf,3,32,10,0.00012595114822033793
wikitext,attn_out,Llama-2-13b-hf,3,32,10,0.00020306272199377418
wikitext,mlp_gate,Llama-2-13b-hf,3,32,10,0.00038222523289732635
wikitext,mlp_down,Llama-2-13b-hf,3,32,10,0.00033606746001169086
wikitext,attn_in,Llama-2-13b-hf,3,32,11,0.00011836968042189255
wikitext,attn_out,Llama-2-13b-hf,3,32,11,0.00024241018400061876
wikitext,mlp_gate,Llama-2-13b-hf,3,32,11,0.00042739123455248773
wikitext,mlp_down,Llama-2-13b-hf,3,32,11,0.0003689471341203898
wikitext,attn_in,Llama-2-13b-hf,3,32,12,0.00016045189113356173
wikitext,attn_out,Llama-2-13b-hf,3,32,12,0.00026394063024781644
wikitext,mlp_gate,Llama-2-13b-hf,3,32,12,0.00046760591794736683
wikitext,mlp_down,Llama-2-13b-hf,3,32,12,0.0003991628473158926
wikitext,attn_in,Llama-2-13b-hf,3,32,13,0.00016723260341677815
wikitext,attn_out,Llama-2-13b-hf,3,32,13,0.00027082994347438216
wikitext,mlp_gate,Llama-2-13b-hf,3,32,13,0.000528475793544203
wikitext,mlp_down,Llama-2-13b-hf,3,32,13,0.000477444235002622
wikitext,attn_in,Llama-2-13b-hf,3,32,14,0.00017389361164532602
wikitext,attn_out,Llama-2-13b-hf,3,32,14,0.000370555353583768
wikitext,mlp_gate,Llama-2-13b-hf,3,32,14,0.0006069240043871105
wikitext,mlp_down,Llama-2-13b-hf,3,32,14,0.0005569818313233554
wikitext,attn_in,Llama-2-13b-hf,3,32,15,0.00023478262301068753
wikitext,attn_out,Llama-2-13b-hf,3,32,15,0.0004366353387013078
wikitext,mlp_gate,Llama-2-13b-hf,3,32,15,0.0006951309042051435
wikitext,mlp_down,Llama-2-13b-hf,3,32,15,0.0006619187770411372
wikitext,attn_in,Llama-2-13b-hf,3,32,16,0.00022344001627061516
wikitext,attn_out,Llama-2-13b-hf,3,32,16,0.00041571399196982384
wikitext,mlp_gate,Llama-2-13b-hf,3,32,16,0.0008263153140433133
wikitext,mlp_down,Llama-2-13b-hf,3,32,16,0.0008302192436531186
wikitext,attn_in,Llama-2-13b-hf,3,32,17,0.00020213508105371147
wikitext,attn_out,Llama-2-13b-hf,3,32,17,0.00044054005411453545
wikitext,mlp_gate,Llama-2-13b-hf,3,32,17,0.0009208317496813834
wikitext,mlp_down,Llama-2-13b-hf,3,32,17,0.0009456246043555439
wikitext,attn_in,Llama-2-13b-hf,3,32,18,0.0001705274189589545
wikitext,attn_out,Llama-2-13b-hf,3,32,18,0.00034575574682094157
wikitext,mlp_gate,Llama-2-13b-hf,3,32,18,0.0010190457105636597
wikitext,mlp_down,Llama-2-13b-hf,3,32,18,0.001025799079798162
wikitext,attn_in,Llama-2-13b-hf,3,32,19,0.00016537419287487864
wikitext,attn_out,Llama-2-13b-hf,3,32,19,0.00036264455411583185
wikitext,mlp_gate,Llama-2-13b-hf,3,32,19,0.0011415557237342
wikitext,mlp_down,Llama-2-13b-hf,3,32,19,0.0011504230787977576
wikitext,attn_in,Llama-2-13b-hf,3,32,20,0.00018039456335827708
wikitext,attn_out,Llama-2-13b-hf,3,32,20,0.00043434405233711004
wikitext,mlp_gate,Llama-2-13b-hf,3,32,20,0.0012764272978529334
wikitext,mlp_down,Llama-2-13b-hf,3,32,20,0.0012282778043299913
wikitext,attn_in,Llama-2-13b-hf,3,32,21,0.00022796617122367024
wikitext,attn_out,Llama-2-13b-hf,3,32,21,0.0005962876603007317
wikitext,mlp_gate,Llama-2-13b-hf,3,32,21,0.0014808131381869316
wikitext,mlp_down,Llama-2-13b-hf,3,32,21,0.0016199849778786302
wikitext,attn_in,Llama-2-13b-hf,3,32,22,0.00013385173224378377
wikitext,attn_out,Llama-2-13b-hf,3,32,22,0.0004368218360468745
wikitext,mlp_gate,Llama-2-13b-hf,3,32,22,0.0016450104303658009
wikitext,mlp_down,Llama-2-13b-hf,3,32,22,0.0016672727651894093
wikitext,attn_in,Llama-2-13b-hf,3,32,23,0.00013124008546583354
wikitext,attn_out,Llama-2-13b-hf,3,32,23,0.0004260839777998626
wikitext,mlp_gate,Llama-2-13b-hf,3,32,23,0.0017715749563649297
wikitext,mlp_down,Llama-2-13b-hf,3,32,23,0.001737684360705316
wikitext,attn_in,Llama-2-13b-hf,3,32,24,0.00015623819490429014
wikitext,attn_out,Llama-2-13b-hf,3,32,24,0.00041663830052129924
wikitext,mlp_gate,Llama-2-13b-hf,3,32,24,0.0018709594151005149
wikitext,mlp_down,Llama-2-13b-hf,3,32,24,0.0017655128613114357
wikitext,attn_in,Llama-2-13b-hf,3,32,25,0.00013999739894643426
wikitext,attn_out,Llama-2-13b-hf,3,32,25,0.00038702262099832296
wikitext,mlp_gate,Llama-2-13b-hf,3,32,25,0.002050739247351885
wikitext,mlp_down,Llama-2-13b-hf,3,32,25,0.0018166381632909179
wikitext,attn_in,Llama-2-13b-hf,3,32,26,0.0001782676117727533
wikitext,attn_out,Llama-2-13b-hf,3,32,26,0.0004481412179302424
wikitext,mlp_gate,Llama-2-13b-hf,3,32,26,0.002212759107351303
wikitext,mlp_down,Llama-2-13b-hf,3,32,26,0.0019559934735298157
wikitext,attn_in,Llama-2-13b-hf,3,32,27,0.00015634619921911508
wikitext,attn_out,Llama-2-13b-hf,3,32,27,0.0003514487762004137
wikitext,mlp_gate,Llama-2-13b-hf,3,32,27,0.00237930822186172
wikitext,mlp_down,Llama-2-13b-hf,3,32,27,0.001996794482693076
wikitext,attn_in,Llama-2-13b-hf,3,32,28,0.00019181058451067656
wikitext,attn_out,Llama-2-13b-hf,3,32,28,0.0003963257186114788
wikitext,mlp_gate,Llama-2-13b-hf,3,32,28,0.0025209570303559303
wikitext,mlp_down,Llama-2-13b-hf,3,32,28,0.002006170339882374
wikitext,attn_in,Llama-2-13b-hf,3,32,29,0.00019809341756626964
wikitext,attn_out,Llama-2-13b-hf,3,32,29,0.0004427040694281459
wikitext,mlp_gate,Llama-2-13b-hf,3,32,29,0.0027319358196109533
wikitext,mlp_down,Llama-2-13b-hf,3,32,29,0.002094801515340805
wikitext,attn_in,Llama-2-13b-hf,3,32,30,0.0002162084711017087
wikitext,attn_out,Llama-2-13b-hf,3,32,30,0.0005483338027261198
wikitext,mlp_gate,Llama-2-13b-hf,3,32,30,0.002986586419865489
wikitext,mlp_down,Llama-2-13b-hf,3,32,30,0.0021813646890223026
wikitext,attn_in,Llama-2-13b-hf,3,32,31,0.00018569891108199954
wikitext,attn_out,Llama-2-13b-hf,3,32,31,0.0005262710619717836
wikitext,mlp_gate,Llama-2-13b-hf,3,32,31,0.003187858499586582
wikitext,mlp_down,Llama-2-13b-hf,3,32,31,0.002280973130837083
wikitext,attn_in,Llama-2-13b-hf,3,32,32,0.00022983571398071945
wikitext,attn_out,Llama-2-13b-hf,3,32,32,0.0006116214790381491
wikitext,mlp_gate,Llama-2-13b-hf,3,32,32,0.0034453256521373987
wikitext,mlp_down,Llama-2-13b-hf,3,32,32,0.002436896553263068
wikitext,attn_in,Llama-2-13b-hf,3,32,33,0.00018180730694439262
wikitext,attn_out,Llama-2-13b-hf,3,32,33,0.00053600495448336
wikitext,mlp_gate,Llama-2-13b-hf,3,32,33,0.0037395695690065622
wikitext,mlp_down,Llama-2-13b-hf,3,32,33,0.0027169277891516685
wikitext,attn_in,Llama-2-13b-hf,3,32,34,0.00024266878608614206
wikitext,attn_out,Llama-2-13b-hf,3,32,34,0.0006921945605427027
wikitext,mlp_gate,Llama-2-13b-hf,3,32,34,0.004130967427045107
wikitext,mlp_down,Llama-2-13b-hf,3,32,34,0.0031003784388303757
wikitext,attn_in,Llama-2-13b-hf,3,32,35,0.00027075878460891545
wikitext,attn_out,Llama-2-13b-hf,3,32,35,0.0007089556311257184
wikitext,mlp_gate,Llama-2-13b-hf,3,32,35,0.004694943316280842
wikitext,mlp_down,Llama-2-13b-hf,3,32,35,0.0035321388859301805
wikitext,attn_in,Llama-2-13b-hf,3,32,36,0.0004485470417421311
wikitext,attn_out,Llama-2-13b-hf,3,32,36,0.0011914439965039492
wikitext,mlp_gate,Llama-2-13b-hf,3,32,36,0.005291818641126156
wikitext,mlp_down,Llama-2-13b-hf,3,32,36,0.004223134368658066
wikitext,attn_in,Llama-2-13b-hf,3,32,37,0.00045639314339496195
wikitext,attn_out,Llama-2-13b-hf,3,32,37,0.0012412202777341008
wikitext,mlp_gate,Llama-2-13b-hf,3,32,37,0.005860902369022369
wikitext,mlp_down,Llama-2-13b-hf,3,32,37,0.005067743360996246
wikitext,attn_in,Llama-2-13b-hf,3,32,38,0.0006130912806838751
wikitext,attn_out,Llama-2-13b-hf,3,32,38,0.002123449929058552
wikitext,mlp_gate,Llama-2-13b-hf,3,32,38,0.00624751765280962
wikitext,mlp_down,Llama-2-13b-hf,3,32,38,0.0066173141822218895
wikitext,attn_in,Llama-2-13b-hf,3,32,39,0.00041870633140206337
wikitext,attn_out,Llama-2-13b-hf,3,32,39,0.002266284078359604
wikitext,mlp_gate,Llama-2-13b-hf,3,32,39,0.007068694569170475
wikitext,mlp_down,Llama-2-13b-hf,3,32,39,0.011658688075840473
c4,attn_in,Llama-2-13b-hf,3,64,0,2.9021651926086633e-07
c4,attn_out,Llama-2-13b-hf,3,64,0,2.837849706338602e-06
c4,mlp_gate,Llama-2-13b-hf,3,64,0,3.425139709634095e-07
c4,mlp_down,Llama-2-13b-hf,3,64,0,6.220055638550548e-06
c4,attn_in,Llama-2-13b-hf,3,64,1,3.2775403724372154e-06
c4,attn_out,Llama-2-13b-hf,3,64,1,6.253167612157995e-06
c4,mlp_gate,Llama-2-13b-hf,3,64,1,4.695927600550931e-06
c4,mlp_down,Llama-2-13b-hf,3,64,1,1.2332479855103884e-05
c4,attn_in,Llama-2-13b-hf,3,64,2,6.91401965013938e-06
c4,attn_out,Llama-2-13b-hf,3,64,2,1.0399112397863064e-05
c4,mlp_gate,Llama-2-13b-hf,3,64,2,1.843489008024335e-05
c4,mlp_down,Llama-2-13b-hf,3,64,2,2.6912897737929597e-05
c4,attn_in,Llama-2-13b-hf,3,64,3,1.1964305485889781e-05
c4,attn_out,Llama-2-13b-hf,3,64,3,2.6556430384516716e-05
c4,mlp_gate,Llama-2-13b-hf,3,64,3,5.621497621177696e-05
c4,mlp_down,Llama-2-13b-hf,3,64,3,0.00016552543092984706
c4,attn_in,Llama-2-13b-hf,3,64,4,2.361224323976785e-05
c4,attn_out,Llama-2-13b-hf,3,64,4,2.965658131870441e-05
c4,mlp_gate,Llama-2-13b-hf,3,64,4,7.980092050274834e-05
c4,mlp_down,Llama-2-13b-hf,3,64,4,8.415392221650109e-05
c4,attn_in,Llama-2-13b-hf,3,64,5,3.2117801310960203e-05
c4,attn_out,Llama-2-13b-hf,3,64,5,4.1472361772321165e-05
c4,mlp_gate,Llama-2-13b-hf,3,64,5,0.00013470581325236708
c4,mlp_down,Llama-2-13b-hf,3,64,5,0.0001357044675387442
c4,attn_in,Llama-2-13b-hf,3,64,6,4.775875640916638e-05
c4,attn_out,Llama-2-13b-hf,3,64,6,6.577686144737527e-05
c4,mlp_gate,Llama-2-13b-hf,3,64,6,0.00021102216851431876
c4,mlp_down,Llama-2-13b-hf,3,64,6,0.0002082890277961269
c4,attn_in,Llama-2-13b-hf,3,64,7,6.259663496166468e-05
c4,attn_out,Llama-2-13b-hf,3,64,7,0.00011180105502717197
c4,mlp_gate,Llama-2-13b-hf,3,64,7,0.00030063698068261147
c4,mlp_down,Llama-2-13b-hf,3,64,7,0.00029129604808986187
c4,attn_in,Llama-2-13b-hf,3,64,8,8.8002227130346e-05
c4,attn_out,Llama-2-13b-hf,3,64,8,0.0001423323410563171
c4,mlp_gate,Llama-2-13b-hf,3,64,8,0.00039022069540806115
c4,mlp_down,Llama-2-13b-hf,3,64,8,0.000364855834050104
c4,attn_in,Llama-2-13b-hf,3,64,9,0.00012905884068459272
c4,attn_out,Llama-2-13b-hf,3,64,9,0.00019181754032615572
c4,mlp_gate,Llama-2-13b-hf,3,64,9,0.00048071180935949087
c4,mlp_down,Llama-2-13b-hf,3,64,9,0.00041187458555214107
c4,attn_in,Llama-2-13b-hf,3,64,10,0.00016744821914471686
c4,attn_out,Llama-2-13b-hf,3,64,10,0.00027986153145320714
c4,mlp_gate,Llama-2-13b-hf,3,64,10,0.0005367189296521246
c4,mlp_down,Llama-2-13b-hf,3,64,10,0.00046936480794101954
c4,attn_in,Llama-2-13b-hf,3,64,11,0.00018765767163131386
c4,attn_out,Llama-2-13b-hf,3,64,11,0.00032455194741487503
c4,mlp_gate,Llama-2-13b-hf,3,64,11,0.0006089486996643245
c4,mlp_down,Llama-2-13b-hf,3,64,11,0.0005111877107992768
c4,attn_in,Llama-2-13b-hf,3,64,12,0.00023445374972652644
c4,attn_out,Llama-2-13b-hf,3,64,12,0.00034313174546696246
c4,mlp_gate,Llama-2-13b-hf,3,64,12,0.0006721442914567888
c4,mlp_down,Llama-2-13b-hf,3,64,12,0.0005633304826915264
c4,attn_in,Llama-2-13b-hf,3,64,13,0.0002482535783201456
c4,attn_out,Llama-2-13b-hf,3,64,13,0.0003676743363030255
c4,mlp_gate,Llama-2-13b-hf,3,64,13,0.0007582412217743695
c4,mlp_down,Llama-2-13b-hf,3,64,13,0.000677707779686898
c4,attn_in,Llama-2-13b-hf,3,64,14,0.0002609375515021384
c4,attn_out,Llama-2-13b-hf,3,64,14,0.0005135838873684406
c4,mlp_gate,Llama-2-13b-hf,3,64,14,0.000878100108820945
c4,mlp_down,Llama-2-13b-hf,3,64,14,0.0008072236669249833
c4,attn_in,Llama-2-13b-hf,3,64,15,0.0003726342984009534
c4,attn_out,Llama-2-13b-hf,3,64,15,0.0006159211625345051
c4,mlp_gate,Llama-2-13b-hf,3,64,15,0.0010173063492402434
c4,mlp_down,Llama-2-13b-hf,3,64,15,0.000964299077168107
c4,attn_in,Llama-2-13b-hf,3,64,16,0.00031885068165138364
c4,attn_out,Llama-2-13b-hf,3,64,16,0.000595046323724091
c4,mlp_gate,Llama-2-13b-hf,3,64,16,0.0012237750925123692
c4,mlp_down,Llama-2-13b-hf,3,64,16,0.0012435066746547818
c4,attn_in,Llama-2-13b-hf,3,64,17,0.000244366965489462
c4,attn_out,Llama-2-13b-hf,3,64,17,0.0006047767819836736
c4,mlp_gate,Llama-2-13b-hf,3,64,17,0.0013511832803487778
c4,mlp_down,Llama-2-13b-hf,3,64,17,0.0013817246071994305
c4,attn_in,Llama-2-13b-hf,3,64,18,0.00023386190878227353
c4,attn_out,Llama-2-13b-hf,3,64,18,0.000532517849933356
c4,mlp_gate,Llama-2-13b-hf,3,64,18,0.00148381432518363
c4,mlp_down,Llama-2-13b-hf,3,64,18,0.001516110496595502
c4,attn_in,Llama-2-13b-hf,3,64,19,0.0002688955282792449
c4,attn_out,Llama-2-13b-hf,3,64,19,0.0005662067560479045
c4,mlp_gate,Llama-2-13b-hf,3,64,19,0.0016731414943933487
c4,mlp_down,Llama-2-13b-hf,3,64,19,0.0017142674187198281
c4,attn_in,Llama-2-13b-hf,3,64,20,0.00025848718360066414
c4,attn_out,Llama-2-13b-hf,3,64,20,0.0006822115392424166
c4,mlp_gate,Llama-2-13b-hf,3,64,20,0.0018983157351613045
c4,mlp_down,Llama-2-13b-hf,3,64,20,0.0019025658257305622
c4,attn_in,Llama-2-13b-hf,3,64,21,0.00032128242310136557
c4,attn_out,Llama-2-13b-hf,3,64,21,0.0008667970541864634
c4,mlp_gate,Llama-2-13b-hf,3,64,21,0.0022286493331193924
c4,mlp_down,Llama-2-13b-hf,3,64,21,0.0024496917612850666
c4,attn_in,Llama-2-13b-hf,3,64,22,0.00019097090989816934
c4,attn_out,Llama-2-13b-hf,3,64,22,0.0005757992039434612
c4,mlp_gate,Llama-2-13b-hf,3,64,22,0.0024385391734540462
c4,mlp_down,Llama-2-13b-hf,3,64,22,0.0025338120758533478
c4,attn_in,Llama-2-13b-hf,3,64,23,0.00016253603098448366
c4,attn_out,Llama-2-13b-hf,3,64,23,0.0005436296341940761
c4,mlp_gate,Llama-2-13b-hf,3,64,23,0.0026059551164507866
c4,mlp_down,Llama-2-13b-hf,3,64,23,0.0026380300987511873
c4,attn_in,Llama-2-13b-hf,3,64,24,0.00023605444584973156
c4,attn_out,Llama-2-13b-hf,3,64,24,0.00048372201854363084
c4,mlp_gate,Llama-2-13b-hf,3,64,24,0.00272804731503129
c4,mlp_down,Llama-2-13b-hf,3,64,24,0.0026482047978788614
c4,attn_in,Llama-2-13b-hf,3,64,25,0.00019311450887471437
c4,attn_out,Llama-2-13b-hf,3,64,25,0.000597301113884896
c4,mlp_gate,Llama-2-13b-hf,3,64,25,0.00296171847730875
c4,mlp_down,Llama-2-13b-hf,3,64,25,0.002783758332952857
c4,attn_in,Llama-2-13b-hf,3,64,26,0.0002445667632855475
c4,attn_out,Llama-2-13b-hf,3,64,26,0.0006802735151723027
c4,mlp_gate,Llama-2-13b-hf,3,64,26,0.003205444198101759
c4,mlp_down,Llama-2-13b-hf,3,64,26,0.0029230965301394463
c4,attn_in,Llama-2-13b-hf,3,64,27,0.0002430615568300709
c4,attn_out,Llama-2-13b-hf,3,64,27,0.000508344266563654
c4,mlp_gate,Llama-2-13b-hf,3,64,27,0.003408497665077448
c4,mlp_down,Llama-2-13b-hf,3,64,27,0.002954005729407072
c4,attn_in,Llama-2-13b-hf,3,64,28,0.00028085176018066704
c4,attn_out,Llama-2-13b-hf,3,64,28,0.0005706835072487593
c4,mlp_gate,Llama-2-13b-hf,3,64,28,0.0036101515870541334
c4,mlp_down,Llama-2-13b-hf,3,64,28,0.002931751776486635
c4,attn_in,Llama-2-13b-hf,3,64,29,0.0003076014982070774
c4,attn_out,Llama-2-13b-hf,3,64,29,0.0006351536139845848
c4,mlp_gate,Llama-2-13b-hf,3,64,29,0.0038475440815091133
c4,mlp_down,Llama-2-13b-hf,3,64,29,0.0030522537417709827
c4,attn_in,Llama-2-13b-hf,3,64,30,0.00024681881768628955
c4,attn_out,Llama-2-13b-hf,3,64,30,0.000623033381998539
c4,mlp_gate,Llama-2-13b-hf,3,64,30,0.004173589870333672
c4,mlp_down,Llama-2-13b-hf,3,64,30,0.0032526927534490824
c4,attn_in,Llama-2-13b-hf,3,64,31,0.0002537761174608022
c4,attn_out,Llama-2-13b-hf,3,64,31,0.000665946863591671
c4,mlp_gate,Llama-2-13b-hf,3,64,31,0.004395870491862297
c4,mlp_down,Llama-2-13b-hf,3,64,31,0.003391411155462265
c4,attn_in,Llama-2-13b-hf,3,64,32,0.000231444530072622
c4,attn_out,Llama-2-13b-hf,3,64,32,0.0006221990333870053
c4,mlp_gate,Llama-2-13b-hf,3,64,32,0.004727446008473635
c4,mlp_down,Llama-2-13b-hf,3,64,32,0.0035885421093553305
c4,attn_in,Llama-2-13b-hf,3,64,33,0.00022209319286048412
c4,attn_out,Llama-2-13b-hf,3,64,33,0.0006015202379785478
c4,mlp_gate,Llama-2-13b-hf,3,64,33,0.005055827554315329
c4,mlp_down,Llama-2-13b-hf,3,64,33,0.003761721309274435
c4,attn_in,Llama-2-13b-hf,3,64,34,0.0003078724257647991
c4,attn_out,Llama-2-13b-hf,3,64,34,0.0008567553595639765
c4,mlp_gate,Llama-2-13b-hf,3,64,34,0.00555381178855896
c4,mlp_down,Llama-2-13b-hf,3,64,34,0.004327165894210339
c4,attn_in,Llama-2-13b-hf,3,64,35,0.00035834265872836113
c4,attn_out,Llama-2-13b-hf,3,64,35,0.0008230689563788474
c4,mlp_gate,Llama-2-13b-hf,3,64,35,0.006283148657530546
c4,mlp_down,Llama-2-13b-hf,3,64,35,0.0048619708977639675
c4,attn_in,Llama-2-13b-hf,3,64,36,0.0005344786331988871
c4,attn_out,Llama-2-13b-hf,3,64,36,0.001396636595018208
c4,mlp_gate,Llama-2-13b-hf,3,64,36,0.007114720065146685
c4,mlp_down,Llama-2-13b-hf,3,64,36,0.005801126826554537
c4,attn_in,Llama-2-13b-hf,3,64,37,0.0005335984169505537
c4,attn_out,Llama-2-13b-hf,3,64,37,0.0012764892308041453
c4,mlp_gate,Llama-2-13b-hf,3,64,37,0.008042865432798862
c4,mlp_down,Llama-2-13b-hf,3,64,37,0.006834031082689762
c4,attn_in,Llama-2-13b-hf,3,64,38,0.0006789312465116382
c4,attn_out,Llama-2-13b-hf,3,64,38,0.002098825993016362
c4,mlp_gate,Llama-2-13b-hf,3,64,38,0.008971772156655788
c4,mlp_down,Llama-2-13b-hf,3,64,38,0.009572511538863182
c4,attn_in,Llama-2-13b-hf,3,64,39,0.0005079414113424718
c4,attn_out,Llama-2-13b-hf,3,64,39,0.003023601369932294
c4,mlp_gate,Llama-2-13b-hf,3,64,39,0.011520026251673698
c4,mlp_down,Llama-2-13b-hf,3,64,39,0.020467810332775116
pileval,attn_in,Llama-2-13b-hf,3,64,0,2.853968226190773e-07
pileval,attn_out,Llama-2-13b-hf,3,64,0,3.262807013015845e-06
pileval,mlp_gate,Llama-2-13b-hf,3,64,0,4.058516083205177e-07
pileval,mlp_down,Llama-2-13b-hf,3,64,0,6.393285730155185e-06
pileval,attn_in,Llama-2-13b-hf,3,64,1,3.1783367830939824e-06
pileval,attn_out,Llama-2-13b-hf,3,64,1,6.557476808666252e-06
pileval,mlp_gate,Llama-2-13b-hf,3,64,1,5.215478722675471e-06
pileval,mlp_down,Llama-2-13b-hf,3,64,1,1.3336777556105517e-05
pileval,attn_in,Llama-2-13b-hf,3,64,2,6.410007244994631e-06
pileval,attn_out,Llama-2-13b-hf,3,64,2,1.163360593636753e-05
pileval,mlp_gate,Llama-2-13b-hf,3,64,2,2.0579847841872834e-05
pileval,mlp_down,Llama-2-13b-hf,3,64,2,2.9792721761623397e-05
pileval,attn_in,Llama-2-13b-hf,3,64,3,1.1404687029425986e-05
pileval,attn_out,Llama-2-13b-hf,3,64,3,2.8201220629853196e-05
pileval,mlp_gate,Llama-2-13b-hf,3,64,3,5.926769517827779e-05
pileval,mlp_down,Llama-2-13b-hf,3,64,3,0.00017772683349903673
pileval,attn_in,Llama-2-13b-hf,3,64,4,2.4426823074463755e-05
pileval,attn_out,Llama-2-13b-hf,3,64,4,3.416483014007099e-05
pileval,mlp_gate,Llama-2-13b-hf,3,64,4,8.13310471130535e-05
pileval,mlp_down,Llama-2-13b-hf,3,64,4,8.401617378694937e-05
pileval,attn_in,Llama-2-13b-hf,3,64,5,3.2211002690019086e-05
pileval,attn_out,Llama-2-13b-hf,3,64,5,4.781169627676718e-05
pileval,mlp_gate,Llama-2-13b-hf,3,64,5,0.00013598171062767506
pileval,mlp_down,Llama-2-13b-hf,3,64,5,0.0001357480650767684
pileval,attn_in,Llama-2-13b-hf,3,64,6,4.717654155683704e-05
pileval,attn_out,Llama-2-13b-hf,3,64,6,7.442870264640078e-05
pileval,mlp_gate,Llama-2-13b-hf,3,64,6,0.0002126689360011369
pileval,mlp_down,Llama-2-13b-hf,3,64,6,0.00020695377315860242
pileval,attn_in,Llama-2-13b-hf,3,64,7,6.360929546644911e-05
pileval,attn_out,Llama-2-13b-hf,3,64,7,0.00012668754789046943
pileval,mlp_gate,Llama-2-13b-hf,3,64,7,0.0003028352512046695
pileval,mlp_down,Llama-2-13b-hf,3,64,7,0.00029001536313444376
pileval,attn_in,Llama-2-13b-hf,3,64,8,8.958563557825983e-05
pileval,attn_out,Llama-2-13b-hf,3,64,8,0.00015941954916343093
pileval,mlp_gate,Llama-2-13b-hf,3,64,8,0.0003883509780280292
pileval,mlp_down,Llama-2-13b-hf,3,64,8,0.000355642318027094
pileval,attn_in,Llama-2-13b-hf,3,64,9,0.00012773991329595447
pileval,attn_out,Llama-2-13b-hf,3,64,9,0.00021817574452143162
pileval,mlp_gate,Llama-2-13b-hf,3,64,9,0.0004843416973017156
pileval,mlp_down,Llama-2-13b-hf,3,64,9,0.0004116781346965581
pileval,attn_in,Llama-2-13b-hf,3,64,10,0.00016248261090368032
pileval,attn_out,Llama-2-13b-hf,3,64,10,0.00031404828769154847
pileval,mlp_gate,Llama-2-13b-hf,3,64,10,0.0005440879613161087
pileval,mlp_down,Llama-2-13b-hf,3,64,10,0.00047270243521779776
pileval,attn_in,Llama-2-13b-hf,3,64,11,0.00018561100296210498
pileval,attn_out,Llama-2-13b-hf,3,64,11,0.0003639562928583473
pileval,mlp_gate,Llama-2-13b-hf,3,64,11,0.0006204949459061027
pileval,mlp_down,Llama-2-13b-hf,3,64,11,0.0005228073569014668
pileval,attn_in,Llama-2-13b-hf,3,64,12,0.00022470561088994145
pileval,attn_out,Llama-2-13b-hf,3,64,12,0.0003780950210057199
pileval,mlp_gate,Llama-2-13b-hf,3,64,12,0.0006791899213567376
pileval,mlp_down,Llama-2-13b-hf,3,64,12,0.0005635773995891213
pileval,attn_in,Llama-2-13b-hf,3,64,13,0.00023959629470482469
pileval,attn_out,Llama-2-13b-hf,3,64,13,0.0004159406526014209
pileval,mlp_gate,Llama-2-13b-hf,3,64,13,0.0007673120126128197
pileval,mlp_down,Llama-2-13b-hf,3,64,13,0.0006756841321475804
pileval,attn_in,Llama-2-13b-hf,3,64,14,0.0002587968483567238
pileval,attn_out,Llama-2-13b-hf,3,64,14,0.0005575342220254242
pileval,mlp_gate,Llama-2-13b-hf,3,64,14,0.000886441208422184
pileval,mlp_down,Llama-2-13b-hf,3,64,14,0.0008019535453058779
pileval,attn_in,Llama-2-13b-hf,3,64,15,0.0003332426131237298
pileval,attn_out,Llama-2-13b-hf,3,64,15,0.0006294100312516093
pileval,mlp_gate,Llama-2-13b-hf,3,64,15,0.0010094065219163895
pileval,mlp_down,Llama-2-13b-hf,3,64,15,0.0009307301952503622
pileval,attn_in,Llama-2-13b-hf,3,64,16,0.0003075147105846554
pileval,attn_out,Llama-2-13b-hf,3,64,16,0.0006351757328957319
pileval,mlp_gate,Llama-2-13b-hf,3,64,16,0.0011982040014117956
pileval,mlp_down,Llama-2-13b-hf,3,64,16,0.0011800581123679876
pileval,attn_in,Llama-2-13b-hf,3,64,17,0.0002537693071644753
pileval,attn_out,Llama-2-13b-hf,3,64,17,0.0006875733379274607
pileval,mlp_gate,Llama-2-13b-hf,3,64,17,0.0013185987481847405
pileval,mlp_down,Llama-2-13b-hf,3,64,17,0.001310800202190876
pileval,attn_in,Llama-2-13b-hf,3,64,18,0.00022358866408467293
pileval,attn_out,Llama-2-13b-hf,3,64,18,0.0005348363774828613
pileval,mlp_gate,Llama-2-13b-hf,3,64,18,0.0014483603881672025
pileval,mlp_down,Llama-2-13b-hf,3,64,18,0.0014324092771857977
pileval,attn_in,Llama-2-13b-hf,3,64,19,0.00025175465270876884
pileval,attn_out,Llama-2-13b-hf,3,64,19,0.0005456294748000801
pileval,mlp_gate,Llama-2-13b-hf,3,64,19,0.0016275768866762519
pileval,mlp_down,Llama-2-13b-hf,3,64,19,0.0016188818262889981
pileval,attn_in,Llama-2-13b-hf,3,64,20,0.0002493145875632763
pileval,attn_out,Llama-2-13b-hf,3,64,20,0.0007067465921863914
pileval,mlp_gate,Llama-2-13b-hf,3,64,20,0.0018453855300322175
pileval,mlp_down,Llama-2-13b-hf,3,64,20,0.0018155715661123395
pileval,attn_in,Llama-2-13b-hf,3,64,21,0.0003043866017833352
pileval,attn_out,Llama-2-13b-hf,3,64,21,0.0008591646328568459
pileval,mlp_gate,Llama-2-13b-hf,3,64,21,0.0021656902972608805
pileval,mlp_down,Llama-2-13b-hf,3,64,21,0.0023243112955242395
pileval,attn_in,Llama-2-13b-hf,3,64,22,0.0001803463528631255
pileval,attn_out,Llama-2-13b-hf,3,64,22,0.0005807479610666633
pileval,mlp_gate,Llama-2-13b-hf,3,64,22,0.0023760893382132053
pileval,mlp_down,Llama-2-13b-hf,3,64,22,0.0024210987612605095
pileval,attn_in,Llama-2-13b-hf,3,64,23,0.00016346457414329052
pileval,attn_out,Llama-2-13b-hf,3,64,23,0.0005543805309571326
pileval,mlp_gate,Llama-2-13b-hf,3,64,23,0.00254575302824378
pileval,mlp_down,Llama-2-13b-hf,3,64,23,0.002517308108508587
pileval,attn_in,Llama-2-13b-hf,3,64,24,0.00023067387519404292
pileval,attn_out,Llama-2-13b-hf,3,64,24,0.0005164759932085872
pileval,mlp_gate,Llama-2-13b-hf,3,64,24,0.0026729581877589226
pileval,mlp_down,Llama-2-13b-hf,3,64,24,0.0025301631540060043
pileval,attn_in,Llama-2-13b-hf,3,64,25,0.00018150241521652788
pileval,attn_out,Llama-2-13b-hf,3,64,25,0.0005941884592175484
pileval,mlp_gate,Llama-2-13b-hf,3,64,25,0.0029061560053378344
pileval,mlp_down,Llama-2-13b-hf,3,64,25,0.002612500451505184
pileval,attn_in,Llama-2-13b-hf,3,64,26,0.00021362399274948984
pileval,attn_out,Llama-2-13b-hf,3,64,26,0.0006414799718186259
pileval,mlp_gate,Llama-2-13b-hf,3,64,26,0.003129711840301752
pileval,mlp_down,Llama-2-13b-hf,3,64,26,0.002694728085771203
pileval,attn_in,Llama-2-13b-hf,3,64,27,0.00022978555352892727
pileval,attn_out,Llama-2-13b-hf,3,64,27,0.0004922834923490882
pileval,mlp_gate,Llama-2-13b-hf,3,64,27,0.003323561977595091
pileval,mlp_down,Llama-2-13b-hf,3,64,27,0.0027330515440553427
pileval,attn_in,Llama-2-13b-hf,3,64,28,0.0002840969536919147
pileval,attn_out,Llama-2-13b-hf,3,64,28,0.0005953310756012797
pileval,mlp_gate,Llama-2-13b-hf,3,64,28,0.003541575977578759
pileval,mlp_down,Llama-2-13b-hf,3,64,28,0.002763997530564666
pileval,attn_in,Llama-2-13b-hf,3,64,29,0.00028728003962896764
pileval,attn_out,Llama-2-13b-hf,3,64,29,0.0006182314828038216
pileval,mlp_gate,Llama-2-13b-hf,3,64,29,0.0037776469253003597
pileval,mlp_down,Llama-2-13b-hf,3,64,29,0.0028730875346809626
pileval,attn_in,Llama-2-13b-hf,3,64,30,0.0002480522380210459
pileval,attn_out,Llama-2-13b-hf,3,64,30,0.0006334767094813287
pileval,mlp_gate,Llama-2-13b-hf,3,64,30,0.004113948438316584
pileval,mlp_down,Llama-2-13b-hf,3,64,30,0.003055172273889184
pileval,attn_in,Llama-2-13b-hf,3,64,31,0.00023433662136085331
pileval,attn_out,Llama-2-13b-hf,3,64,31,0.0006350179901346564
pileval,mlp_gate,Llama-2-13b-hf,3,64,31,0.00433881301432848
pileval,mlp_down,Llama-2-13b-hf,3,64,31,0.0031597805209457874
pileval,attn_in,Llama-2-13b-hf,3,64,32,0.00023440908989869058
pileval,attn_out,Llama-2-13b-hf,3,64,32,0.0006543981726281345
pileval,mlp_gate,Llama-2-13b-hf,3,64,32,0.0046861921437084675
pileval,mlp_down,Llama-2-13b-hf,3,64,32,0.0034196728374809027
pileval,attn_in,Llama-2-13b-hf,3,64,33,0.00022770193754695356
pileval,attn_out,Llama-2-13b-hf,3,64,33,0.0006603971123695374
pileval,mlp_gate,Llama-2-13b-hf,3,64,33,0.00504710478708148
pileval,mlp_down,Llama-2-13b-hf,3,64,33,0.0037270390894263983
pileval,attn_in,Llama-2-13b-hf,3,64,34,0.00029569654725492
pileval,attn_out,Llama-2-13b-hf,3,64,34,0.0008531396160833538
pileval,mlp_gate,Llama-2-13b-hf,3,64,34,0.00555827934294939
pileval,mlp_down,Llama-2-13b-hf,3,64,34,0.004250720608979464
pileval,attn_in,Llama-2-13b-hf,3,64,35,0.00033757113851606846
pileval,attn_out,Llama-2-13b-hf,3,64,35,0.0008664789493195713
pileval,mlp_gate,Llama-2-13b-hf,3,64,35,0.00630178302526474
pileval,mlp_down,Llama-2-13b-hf,3,64,35,0.004876261577010155
pileval,attn_in,Llama-2-13b-hf,3,64,36,0.000499157584272325
pileval,attn_out,Llama-2-13b-hf,3,64,36,0.0014607757329940796
pileval,mlp_gate,Llama-2-13b-hf,3,64,36,0.007173913065344095
pileval,mlp_down,Llama-2-13b-hf,3,64,36,0.005807425361126661
pileval,attn_in,Llama-2-13b-hf,3,64,37,0.0005283101927489042
pileval,attn_out,Llama-2-13b-hf,3,64,37,0.001379437162540853
pileval,mlp_gate,Llama-2-13b-hf,3,64,37,0.008117428049445152
pileval,mlp_down,Llama-2-13b-hf,3,64,37,0.006971944589167833
pileval,attn_in,Llama-2-13b-hf,3,64,38,0.000637042336165905
pileval,attn_out,Llama-2-13b-hf,3,64,38,0.002176852198317647
pileval,mlp_gate,Llama-2-13b-hf,3,64,38,0.008903594687581062
pileval,mlp_down,Llama-2-13b-hf,3,64,38,0.009715728461742401
pileval,attn_in,Llama-2-13b-hf,3,64,39,0.0005261640180833638
pileval,attn_out,Llama-2-13b-hf,3,64,39,0.0031923800706863403
pileval,mlp_gate,Llama-2-13b-hf,3,64,39,0.011139505542814732
pileval,mlp_down,Llama-2-13b-hf,3,64,39,0.02149820514023304
wikitext,attn_in,Llama-2-13b-hf,3,64,0,3.7649328987754416e-07
wikitext,attn_out,Llama-2-13b-hf,3,64,0,4.0459985939378385e-06
wikitext,mlp_gate,Llama-2-13b-hf,3,64,0,4.839204166273703e-07
wikitext,mlp_down,Llama-2-13b-hf,3,64,0,6.122374088590732e-06
wikitext,attn_in,Llama-2-13b-hf,3,64,1,3.855664090224309e-06
wikitext,attn_out,Llama-2-13b-hf,3,64,1,1.137330946221482e-05
wikitext,mlp_gate,Llama-2-13b-hf,3,64,1,4.6606824071204755e-06
wikitext,mlp_down,Llama-2-13b-hf,3,64,1,1.1825822184619028e-05
wikitext,attn_in,Llama-2-13b-hf,3,64,2,7.143586572055938e-06
wikitext,attn_out,Llama-2-13b-hf,3,64,2,1.2727351531793829e-05
wikitext,mlp_gate,Llama-2-13b-hf,3,64,2,1.8263201127410866e-05
wikitext,mlp_down,Llama-2-13b-hf,3,64,2,2.517758184694685e-05
wikitext,attn_in,Llama-2-13b-hf,3,64,3,1.0841718903975561e-05
wikitext,attn_out,Llama-2-13b-hf,3,64,3,2.4917786504374817e-05
wikitext,mlp_gate,Llama-2-13b-hf,3,64,3,5.836329364683479e-05
wikitext,mlp_down,Llama-2-13b-hf,3,64,3,0.0001636701199458912
wikitext,attn_in,Llama-2-13b-hf,3,64,4,2.628132097015623e-05
wikitext,attn_out,Llama-2-13b-hf,3,64,4,3.114908031420782e-05
wikitext,mlp_gate,Llama-2-13b-hf,3,64,4,7.989165897015482e-05
wikitext,mlp_down,Llama-2-13b-hf,3,64,4,8.119746780721471e-05
wikitext,attn_in,Llama-2-13b-hf,3,64,5,3.592870416468941e-05
wikitext,attn_out,Llama-2-13b-hf,3,64,5,4.674714000429958e-05
wikitext,mlp_gate,Llama-2-13b-hf,3,64,5,0.00013527080591302365
wikitext,mlp_down,Llama-2-13b-hf,3,64,5,0.00014234684931579977
wikitext,attn_in,Llama-2-13b-hf,3,64,6,4.935887409374118e-05
wikitext,attn_out,Llama-2-13b-hf,3,64,6,7.166450814111158e-05
wikitext,mlp_gate,Llama-2-13b-hf,3,64,6,0.0002148560743080452
wikitext,mlp_down,Llama-2-13b-hf,3,64,6,0.00020905130077153444
wikitext,attn_in,Llama-2-13b-hf,3,64,7,6.62968450342305e-05
wikitext,attn_out,Llama-2-13b-hf,3,64,7,0.00011595319665502757
wikitext,mlp_gate,Llama-2-13b-hf,3,64,7,0.00030373866320587695
wikitext,mlp_down,Llama-2-13b-hf,3,64,7,0.0002909852482844144
wikitext,attn_in,Llama-2-13b-hf,3,64,8,8.948966569732875e-05
wikitext,attn_out,Llama-2-13b-hf,3,64,8,0.00014713851851411164
wikitext,mlp_gate,Llama-2-13b-hf,3,64,8,0.00038657174445688725
wikitext,mlp_down,Llama-2-13b-hf,3,64,8,0.0003572292916942388
wikitext,attn_in,Llama-2-13b-hf,3,64,9,0.0001334406406385824
wikitext,attn_out,Llama-2-13b-hf,3,64,9,0.00019871520635206252
wikitext,mlp_gate,Llama-2-13b-hf,3,64,9,0.00048342044465243816
wikitext,mlp_down,Llama-2-13b-hf,3,64,9,0.00040941397310234606
wikitext,attn_in,Llama-2-13b-hf,3,64,10,0.00015886308392509818
wikitext,attn_out,Llama-2-13b-hf,3,64,10,0.0002776881738100201
wikitext,mlp_gate,Llama-2-13b-hf,3,64,10,0.0005324890371412039
wikitext,mlp_down,Llama-2-13b-hf,3,64,10,0.00045622774632647634
wikitext,attn_in,Llama-2-13b-hf,3,64,11,0.00018259260104969144
wikitext,attn_out,Llama-2-13b-hf,3,64,11,0.00033140418236143887
wikitext,mlp_gate,Llama-2-13b-hf,3,64,11,0.0005989194032736123
wikitext,mlp_down,Llama-2-13b-hf,3,64,11,0.0005025632563047111
wikitext,attn_in,Llama-2-13b-hf,3,64,12,0.00023031160526443273
wikitext,attn_out,Llama-2-13b-hf,3,64,12,0.00035944124101661146
wikitext,mlp_gate,Llama-2-13b-hf,3,64,12,0.000657224387396127
wikitext,mlp_down,Llama-2-13b-hf,3,64,12,0.0005443478585220873
wikitext,attn_in,Llama-2-13b-hf,3,64,13,0.00023588868498336524
wikitext,attn_out,Llama-2-13b-hf,3,64,13,0.0003705380659084767
wikitext,mlp_gate,Llama-2-13b-hf,3,64,13,0.0007412299164570868
wikitext,mlp_down,Llama-2-13b-hf,3,64,13,0.0006490204250440001
wikitext,attn_in,Llama-2-13b-hf,3,64,14,0.00024564238265156746
wikitext,attn_out,Llama-2-13b-hf,3,64,14,0.0005051515763625503
wikitext,mlp_gate,Llama-2-13b-hf,3,64,14,0.0008474015630781651
wikitext,mlp_down,Llama-2-13b-hf,3,64,14,0.0007601499673910439
wikitext,attn_in,Llama-2-13b-hf,3,64,15,0.00034180001239292324
wikitext,attn_out,Llama-2-13b-hf,3,64,15,0.0005967640317976475
wikitext,mlp_gate,Llama-2-13b-hf,3,64,15,0.0009685372351668775
wikitext,mlp_down,Llama-2-13b-hf,3,64,15,0.0009009139030240476
wikitext,attn_in,Llama-2-13b-hf,3,64,16,0.0003022389719262719
wikitext,attn_out,Llama-2-13b-hf,3,64,16,0.0005656156572513282
wikitext,mlp_gate,Llama-2-13b-hf,3,64,16,0.001151922857388854
wikitext,mlp_down,Llama-2-13b-hf,3,64,16,0.0011302909115329385
wikitext,attn_in,Llama-2-13b-hf,3,64,17,0.0002519644040148705
wikitext,attn_out,Llama-2-13b-hf,3,64,17,0.0006017042323946953
wikitext,mlp_gate,Llama-2-13b-hf,3,64,17,0.0012712622992694378
wikitext,mlp_down,Llama-2-13b-hf,3,64,17,0.0012832354987040162
wikitext,attn_in,Llama-2-13b-hf,3,64,18,0.00021720702352467924
wikitext,attn_out,Llama-2-13b-hf,3,64,18,0.00047170379548333585
wikitext,mlp_gate,Llama-2-13b-hf,3,64,18,0.0014013980980962515
wikitext,mlp_down,Llama-2-13b-hf,3,64,18,0.0013917245669290423
wikitext,attn_in,Llama-2-13b-hf,3,64,19,0.000246164679992944
wikitext,attn_out,Llama-2-13b-hf,3,64,19,0.0004957338096573949
wikitext,mlp_gate,Llama-2-13b-hf,3,64,19,0.0015732893953099847
wikitext,mlp_down,Llama-2-13b-hf,3,64,19,0.0015636201715096831
wikitext,attn_in,Llama-2-13b-hf,3,64,20,0.00023949472233653069
wikitext,attn_out,Llama-2-13b-hf,3,64,20,0.0005927516031078994
wikitext,mlp_gate,Llama-2-13b-hf,3,64,20,0.0017644764157012105
wikitext,mlp_down,Llama-2-13b-hf,3,64,20,0.001671642647124827
wikitext,attn_in,Llama-2-13b-hf,3,64,21,0.0003137196763418615
wikitext,attn_out,Llama-2-13b-hf,3,64,21,0.0008148761698976159
wikitext,mlp_gate,Llama-2-13b-hf,3,64,21,0.002038453472778201
wikitext,mlp_down,Llama-2-13b-hf,3,64,21,0.002216979628428817
wikitext,attn_in,Llama-2-13b-hf,3,64,22,0.00019364265608601272
wikitext,attn_out,Llama-2-13b-hf,3,64,22,0.0005946322344243526
wikitext,mlp_gate,Llama-2-13b-hf,3,64,22,0.002247255528345704
wikitext,mlp_down,Llama-2-13b-hf,3,64,22,0.0022736203391104937
wikitext,attn_in,Llama-2-13b-hf,3,64,23,0.00017727848899085075
wikitext,attn_out,Llama-2-13b-hf,3,64,23,0.0005858312360942364
wikitext,mlp_gate,Llama-2-13b-hf,3,64,23,0.002429769840091467
wikitext,mlp_down,Llama-2-13b-hf,3,64,23,0.0023626680485904217
wikitext,attn_in,Llama-2-13b-hf,3,64,24,0.00024036307877395302
wikitext,attn_out,Llama-2-13b-hf,3,64,24,0.0005679516470991075
wikitext,mlp_gate,Llama-2-13b-hf,3,64,24,0.0025673462077975273
wikitext,mlp_down,Llama-2-13b-hf,3,64,24,0.002393600530922413
wikitext,attn_in,Llama-2-13b-hf,3,64,25,0.00018002258730120957
wikitext,attn_out,Llama-2-13b-hf,3,64,25,0.0005253585986793041
wikitext,mlp_gate,Llama-2-13b-hf,3,64,25,0.0027925267349928617
wikitext,mlp_down,Llama-2-13b-hf,3,64,25,0.002468154300004244
wikitext,attn_in,Llama-2-13b-hf,3,64,26,0.00021514871332328767
wikitext,attn_out,Llama-2-13b-hf,3,64,26,0.000616018776781857
wikitext,mlp_gate,Llama-2-13b-hf,3,64,26,0.0030285881366580725
wikitext,mlp_down,Llama-2-13b-hf,3,64,26,0.0026553142815828323
wikitext,attn_in,Llama-2-13b-hf,3,64,27,0.00022817963326815516
wikitext,attn_out,Llama-2-13b-hf,3,64,27,0.00048064449219964445
wikitext,mlp_gate,Llama-2-13b-hf,3,64,27,0.0032486477866768837
wikitext,mlp_down,Llama-2-13b-hf,3,64,27,0.002706192433834076
wikitext,attn_in,Llama-2-13b-hf,3,64,28,0.0002692366251721978
wikitext,attn_out,Llama-2-13b-hf,3,64,28,0.0005399893852882087
wikitext,mlp_gate,Llama-2-13b-hf,3,64,28,0.003453516401350498
wikitext,mlp_down,Llama-2-13b-hf,3,64,28,0.0027291448786854744
wikitext,attn_in,Llama-2-13b-hf,3,64,29,0.00029468326829373837
wikitext,attn_out,Llama-2-13b-hf,3,64,29,0.0006026395130902529
wikitext,mlp_gate,Llama-2-13b-hf,3,64,29,0.0037253506015986204
wikitext,mlp_down,Llama-2-13b-hf,3,64,29,0.00283989985473454
wikitext,attn_in,Llama-2-13b-hf,3,64,30,0.00029599765548482537
wikitext,attn_out,Llama-2-13b-hf,3,64,30,0.0007435173611156642
wikitext,mlp_gate,Llama-2-13b-hf,3,64,30,0.00409159529954195
wikitext,mlp_down,Llama-2-13b-hf,3,64,30,0.0029639462009072304
wikitext,attn_in,Llama-2-13b-hf,3,64,31,0.0002592403907328844
wikitext,attn_out,Llama-2-13b-hf,3,64,31,0.0007241804851219058
wikitext,mlp_gate,Llama-2-13b-hf,3,64,31,0.004372213035821915
wikitext,mlp_down,Llama-2-13b-hf,3,64,31,0.003105465555563569
wikitext,attn_in,Llama-2-13b-hf,3,64,32,0.0002778157650027424
wikitext,attn_out,Llama-2-13b-hf,3,64,32,0.0008287421660497785
wikitext,mlp_gate,Llama-2-13b-hf,3,64,32,0.004729405511170626
wikitext,mlp_down,Llama-2-13b-hf,3,64,32,0.0032993576023727655
wikitext,attn_in,Llama-2-13b-hf,3,64,33,0.00025638588704168797
wikitext,attn_out,Llama-2-13b-hf,3,64,33,0.0007300734287127852
wikitext,mlp_gate,Llama-2-13b-hf,3,64,33,0.00513612711802125
wikitext,mlp_down,Llama-2-13b-hf,3,64,33,0.00369331450201571
wikitext,attn_in,Llama-2-13b-hf,3,64,34,0.0003356255474500358
wikitext,attn_out,Llama-2-13b-hf,3,64,34,0.0009429375058971345
wikitext,mlp_gate,Llama-2-13b-hf,3,64,34,0.005666886921972036
wikitext,mlp_down,Llama-2-13b-hf,3,64,34,0.004211036954075098
wikitext,attn_in,Llama-2-13b-hf,3,64,35,0.00037355651147663593
wikitext,attn_out,Llama-2-13b-hf,3,64,35,0.0009645705576986074
wikitext,mlp_gate,Llama-2-13b-hf,3,64,35,0.0064749871380627155
wikitext,mlp_down,Llama-2-13b-hf,3,64,35,0.004795690067112446
wikitext,attn_in,Llama-2-13b-hf,3,64,36,0.0005862181424163282
wikitext,attn_out,Llama-2-13b-hf,3,64,36,0.0016370667144656181
wikitext,mlp_gate,Llama-2-13b-hf,3,64,36,0.007290899287909269
wikitext,mlp_down,Llama-2-13b-hf,3,64,36,0.005749667529016733
wikitext,attn_in,Llama-2-13b-hf,3,64,37,0.0006757567753084004
wikitext,attn_out,Llama-2-13b-hf,3,64,37,0.0016872601117938757
wikitext,mlp_gate,Llama-2-13b-hf,3,64,37,0.00814981758594513
wikitext,mlp_down,Llama-2-13b-hf,3,64,37,0.0069254180416464806
wikitext,attn_in,Llama-2-13b-hf,3,64,38,0.0007933153538033366
wikitext,attn_out,Llama-2-13b-hf,3,64,38,0.0028929701074957848
wikitext,mlp_gate,Llama-2-13b-hf,3,64,38,0.008688511326909065
wikitext,mlp_down,Llama-2-13b-hf,3,64,38,0.009168255142867565
wikitext,attn_in,Llama-2-13b-hf,3,64,39,0.0005738193285651505
wikitext,attn_out,Llama-2-13b-hf,3,64,39,0.0032407084945589304
wikitext,mlp_gate,Llama-2-13b-hf,3,64,39,0.0102472435683012
wikitext,mlp_down,Llama-2-13b-hf,3,64,39,0.01769036240875721
c4,attn_in,Llama-2-13b-hf,4,128,0,5.853883777717783e-08
c4,attn_out,Llama-2-13b-hf,4,128,0,1.3780670542473672e-06
c4,mlp_gate,Llama-2-13b-hf,4,128,0,1.4150886329389323e-07
c4,mlp_down,Llama-2-13b-hf,4,128,0,4.0827912926033605e-06
c4,attn_in,Llama-2-13b-hf,4,128,1,6.670417747045576e-07
c4,attn_out,Llama-2-13b-hf,4,128,1,2.0147458599240053e-06
c4,mlp_gate,Llama-2-13b-hf,4,128,1,1.4039508187124738e-06
c4,mlp_down,Llama-2-13b-hf,4,128,1,4.00981298298575e-06
c4,attn_in,Llama-2-13b-hf,4,128,2,1.6990444464681786e-06
c4,attn_out,Llama-2-13b-hf,4,128,2,3.21748188980564e-06
c4,mlp_gate,Llama-2-13b-hf,4,128,2,5.1176493798266165e-06
c4,mlp_down,Llama-2-13b-hf,4,128,2,7.542600542365108e-06
c4,attn_in,Llama-2-13b-hf,4,128,3,3.1875374588707928e-06
c4,attn_out,Llama-2-13b-hf,4,128,3,9.30951955524506e-06
c4,mlp_gate,Llama-2-13b-hf,4,128,3,2.7437848984845914e-05
c4,mlp_down,Llama-2-13b-hf,4,128,3,0.00013003595813643187
c4,attn_in,Llama-2-13b-hf,4,128,4,6.512367235700367e-06
c4,attn_out,Llama-2-13b-hf,4,128,4,8.645099114801269e-06
c4,mlp_gate,Llama-2-13b-hf,4,128,4,2.2261303456616588e-05
c4,mlp_down,Llama-2-13b-hf,4,128,4,2.3469243387808092e-05
c4,attn_in,Llama-2-13b-hf,4,128,5,1.0892539648921229e-05
c4,attn_out,Llama-2-13b-hf,4,128,5,1.2111057912989054e-05
c4,mlp_gate,Llama-2-13b-hf,4,128,5,3.785931403399445e-05
c4,mlp_down,Llama-2-13b-hf,4,128,5,3.778416430577636e-05
c4,attn_in,Llama-2-13b-hf,4,128,6,1.5242168956319802e-05
c4,attn_out,Llama-2-13b-hf,4,128,6,1.863604484242387e-05
c4,mlp_gate,Llama-2-13b-hf,4,128,6,5.9575861087068915e-05
c4,mlp_down,Llama-2-13b-hf,4,128,6,5.8572026318870485e-05
c4,attn_in,Llama-2-13b-hf,4,128,7,2.2556298063136637e-05
c4,attn_out,Llama-2-13b-hf,4,128,7,3.17405974783469e-05
c4,mlp_gate,Llama-2-13b-hf,4,128,7,8.526416786480695e-05
c4,mlp_down,Llama-2-13b-hf,4,128,7,8.800532668828964e-05
c4,attn_in,Llama-2-13b-hf,4,128,8,2.6038474970846437e-05
c4,attn_out,Llama-2-13b-hf,4,128,8,4.031089702039026e-05
c4,mlp_gate,Llama-2-13b-hf,4,128,8,0.00011077964882133529
c4,mlp_down,Llama-2-13b-hf,4,128,8,0.0001031960200634785
c4,attn_in,Llama-2-13b-hf,4,128,9,4.365369750303216e-05
c4,attn_out,Llama-2-13b-hf,4,128,9,5.450654498417862e-05
c4,mlp_gate,Llama-2-13b-hf,4,128,9,0.00013702061551157385
c4,mlp_down,Llama-2-13b-hf,4,128,9,0.00011601411824813113
c4,attn_in,Llama-2-13b-hf,4,128,10,5.320062700775452e-05
c4,attn_out,Llama-2-13b-hf,4,128,10,7.90484991739504e-05
c4,mlp_gate,Llama-2-13b-hf,4,128,10,0.00015266082482412457
c4,mlp_down,Llama-2-13b-hf,4,128,10,0.00013071969442535192
c4,attn_in,Llama-2-13b-hf,4,128,11,5.6432985729770735e-05
c4,attn_out,Llama-2-13b-hf,4,128,11,9.261730883736163e-05
c4,mlp_gate,Llama-2-13b-hf,4,128,11,0.00017412325541954488
c4,mlp_down,Llama-2-13b-hf,4,128,11,0.00014272633416112512
c4,attn_in,Llama-2-13b-hf,4,128,12,7.151926547521725e-05
c4,attn_out,Llama-2-13b-hf,4,128,12,9.734735795063898e-05
c4,mlp_gate,Llama-2-13b-hf,4,128,12,0.00019323089509271085
c4,mlp_down,Llama-2-13b-hf,4,128,12,0.00015711424930486828
c4,attn_in,Llama-2-13b-hf,4,128,13,7.572746835649014e-05
c4,attn_out,Llama-2-13b-hf,4,128,13,0.00010312790982425213
c4,mlp_gate,Llama-2-13b-hf,4,128,13,0.0002159090799978003
c4,mlp_down,Llama-2-13b-hf,4,128,13,0.00018863979494199157
c4,attn_in,Llama-2-13b-hf,4,128,14,8.589299977757037e-05
c4,attn_out,Llama-2-13b-hf,4,128,14,0.00014426666893996298
c4,mlp_gate,Llama-2-13b-hf,4,128,14,0.00024948385544121265
c4,mlp_down,Llama-2-13b-hf,4,128,14,0.0002264359500259161
c4,attn_in,Llama-2-13b-hf,4,128,15,8.593995153205469e-05
c4,attn_out,Llama-2-13b-hf,4,128,15,0.00017324520740658045
c4,mlp_gate,Llama-2-13b-hf,4,128,15,0.00028952950378879905
c4,mlp_down,Llama-2-13b-hf,4,128,15,0.00026841781800612807
c4,attn_in,Llama-2-13b-hf,4,128,16,8.646143396617845e-05
c4,attn_out,Llama-2-13b-hf,4,128,16,0.00016662558482494205
c4,mlp_gate,Llama-2-13b-hf,4,128,16,0.00034677304211072624
c4,mlp_down,Llama-2-13b-hf,4,128,16,0.0003461083397269249
c4,attn_in,Llama-2-13b-hf,4,128,17,7.961125811561942e-05
c4,attn_out,Llama-2-13b-hf,4,128,17,0.00016938622866291553
c4,mlp_gate,Llama-2-13b-hf,4,128,17,0.0003795578086283058
c4,mlp_down,Llama-2-13b-hf,4,128,17,0.00038461873191408813
c4,attn_in,Llama-2-13b-hf,4,128,18,6.662502710241824e-05
c4,attn_out,Llama-2-13b-hf,4,128,18,0.0001492863375460729
c4,mlp_gate,Llama-2-13b-hf,4,128,18,0.0004149659362155944
c4,mlp_down,Llama-2-13b-hf,4,128,18,0.00042376015335321426
c4,attn_in,Llama-2-13b-hf,4,128,19,7.384407945210114e-05
c4,attn_out,Llama-2-13b-hf,4,128,19,0.00015898080891929567
c4,mlp_gate,Llama-2-13b-hf,4,128,19,0.0004693119553849101
c4,mlp_down,Llama-2-13b-hf,4,128,19,0.0004794730048161
c4,attn_in,Llama-2-13b-hf,4,128,20,7.768307841615751e-05
c4,attn_out,Llama-2-13b-hf,4,128,20,0.00019067480752710253
c4,mlp_gate,Llama-2-13b-hf,4,128,20,0.0005320811760611832
c4,mlp_down,Llama-2-13b-hf,4,128,20,0.0005337951588444412
c4,attn_in,Llama-2-13b-hf,4,128,21,0.00010015402222052217
c4,attn_out,Llama-2-13b-hf,4,128,21,0.00024318213399965316
c4,mlp_gate,Llama-2-13b-hf,4,128,21,0.0006211530999280512
c4,mlp_down,Llama-2-13b-hf,4,128,21,0.0006944576161913574
c4,attn_in,Llama-2-13b-hf,4,128,22,6.353642675094306e-05
c4,attn_out,Llama-2-13b-hf,4,128,22,0.00016022573981899768
c4,mlp_gate,Llama-2-13b-hf,4,128,22,0.0006755184731446207
c4,mlp_down,Llama-2-13b-hf,4,128,22,0.0007160297827795148
c4,attn_in,Llama-2-13b-hf,4,128,23,5.14259263582062e-05
c4,attn_out,Llama-2-13b-hf,4,128,23,0.00015443308802787215
c4,mlp_gate,Llama-2-13b-hf,4,128,23,0.0007220667321234941
c4,mlp_down,Llama-2-13b-hf,4,128,23,0.0007374191773124039
c4,attn_in,Llama-2-13b-hf,4,128,24,7.328741776291281e-05
c4,attn_out,Llama-2-13b-hf,4,128,24,0.00013708547339774668
c4,mlp_gate,Llama-2-13b-hf,4,128,24,0.0007524975226260722
c4,mlp_down,Llama-2-13b-hf,4,128,24,0.000736891059204936
c4,attn_in,Llama-2-13b-hf,4,128,25,6.204495002748445e-05
c4,attn_out,Llama-2-13b-hf,4,128,25,0.00016640602552797645
c4,mlp_gate,Llama-2-13b-hf,4,128,25,0.0008149180212058127
c4,mlp_down,Llama-2-13b-hf,4,128,25,0.0007715030224062502
c4,attn_in,Llama-2-13b-hf,4,128,26,8.067431190283969e-05
c4,attn_out,Llama-2-13b-hf,4,128,26,0.00019288586918264627
c4,mlp_gate,Llama-2-13b-hf,4,128,26,0.0008823610842227936
c4,mlp_down,Llama-2-13b-hf,4,128,26,0.0008185998885892332
c4,attn_in,Llama-2-13b-hf,4,128,27,6.777873932151124e-05
c4,attn_out,Llama-2-13b-hf,4,128,27,0.00014200196892488748
c4,mlp_gate,Llama-2-13b-hf,4,128,27,0.0009343934943899512
c4,mlp_down,Llama-2-13b-hf,4,128,27,0.0008185834740288556
c4,attn_in,Llama-2-13b-hf,4,128,28,8.400222577620298e-05
c4,attn_out,Llama-2-13b-hf,4,128,28,0.00016114074969664216
c4,mlp_gate,Llama-2-13b-hf,4,128,28,0.000990788801573217
c4,mlp_down,Llama-2-13b-hf,4,128,28,0.0008172623929567635
c4,attn_in,Llama-2-13b-hf,4,128,29,8.473848720313981e-05
c4,attn_out,Llama-2-13b-hf,4,128,29,0.00017706745711620897
c4,mlp_gate,Llama-2-13b-hf,4,128,29,0.001057213288731873
c4,mlp_down,Llama-2-13b-hf,4,128,29,0.0008484201971441507
c4,attn_in,Llama-2-13b-hf,4,128,30,8.184048783732578e-05
c4,attn_out,Llama-2-13b-hf,4,128,30,0.00017289321112912148
c4,mlp_gate,Llama-2-13b-hf,4,128,30,0.001149423187598586
c4,mlp_down,Llama-2-13b-hf,4,128,30,0.0009045575279742479
c4,attn_in,Llama-2-13b-hf,4,128,31,7.469265256077051e-05
c4,attn_out,Llama-2-13b-hf,4,128,31,0.0001862224016804248
c4,mlp_gate,Llama-2-13b-hf,4,128,31,0.0012074692640453577
c4,mlp_down,Llama-2-13b-hf,4,128,31,0.0009443793096579611
c4,attn_in,Llama-2-13b-hf,4,128,32,7.177412044256926e-05
c4,attn_out,Llama-2-13b-hf,4,128,32,0.00017316098092123866
c4,mlp_gate,Llama-2-13b-hf,4,128,32,0.0013015797594562173
c4,mlp_down,Llama-2-13b-hf,4,128,32,0.000999760814011097
c4,attn_in,Llama-2-13b-hf,4,128,33,7.002091297181323e-05
c4,attn_out,Llama-2-13b-hf,4,128,33,0.00016793241957202554
c4,mlp_gate,Llama-2-13b-hf,4,128,33,0.0013959204079583287
c4,mlp_down,Llama-2-13b-hf,4,128,33,0.001074710045941174
c4,attn_in,Llama-2-13b-hf,4,128,34,8.490685286233202e-05
c4,attn_out,Llama-2-13b-hf,4,128,34,0.00023811752907931805
c4,mlp_gate,Llama-2-13b-hf,4,128,34,0.0015347901498898864
c4,mlp_down,Llama-2-13b-hf,4,128,34,0.0012012969236820936
c4,attn_in,Llama-2-13b-hf,4,128,35,9.476814739173278e-05
c4,attn_out,Llama-2-13b-hf,4,128,35,0.00022939578047953546
c4,mlp_gate,Llama-2-13b-hf,4,128,35,0.0017352878348901868
c4,mlp_down,Llama-2-13b-hf,4,128,35,0.001344457734376192
c4,attn_in,Llama-2-13b-hf,4,128,36,0.00017387936532031745
c4,attn_out,Llama-2-13b-hf,4,128,36,0.0004010814882349223
c4,mlp_gate,Llama-2-13b-hf,4,128,36,0.0019744231831282377
c4,mlp_down,Llama-2-13b-hf,4,128,36,0.0016324007883667946
c4,attn_in,Llama-2-13b-hf,4,128,37,0.0001507049601059407
c4,attn_out,Llama-2-13b-hf,4,128,37,0.0003645530669018626
c4,mlp_gate,Llama-2-13b-hf,4,128,37,0.0022477887105196714
c4,mlp_down,Llama-2-13b-hf,4,128,37,0.0019374671392142773
c4,attn_in,Llama-2-13b-hf,4,128,38,0.00019159293151460588
c4,attn_out,Llama-2-13b-hf,4,128,38,0.0005985416937619448
c4,mlp_gate,Llama-2-13b-hf,4,128,38,0.0025631228927522898
c4,mlp_down,Llama-2-13b-hf,4,128,38,0.0030237664468586445
c4,attn_in,Llama-2-13b-hf,4,128,39,0.00014587643090635538
c4,attn_out,Llama-2-13b-hf,4,128,39,0.0009995067957788706
c4,mlp_gate,Llama-2-13b-hf,4,128,39,0.0031470877584069967
c4,mlp_down,Llama-2-13b-hf,4,128,39,0.007512382231652737
pileval,attn_in,Llama-2-13b-hf,4,128,0,5.765798860579707e-08
pileval,attn_out,Llama-2-13b-hf,4,128,0,1.5428450979015906e-06
pileval,mlp_gate,Llama-2-13b-hf,4,128,0,1.6777887879015907e-07
pileval,mlp_down,Llama-2-13b-hf,4,128,0,3.985773219028488e-06
pileval,attn_in,Llama-2-13b-hf,4,128,1,6.29564453902276e-07
pileval,attn_out,Llama-2-13b-hf,4,128,1,2.120415501849493e-06
pileval,mlp_gate,Llama-2-13b-hf,4,128,1,1.5286850612028502e-06
pileval,mlp_down,Llama-2-13b-hf,4,128,1,4.3393320083850995e-06
pileval,attn_in,Llama-2-13b-hf,4,128,2,1.703884436210501e-06
pileval,attn_out,Llama-2-13b-hf,4,128,2,3.5659732020576485e-06
pileval,mlp_gate,Llama-2-13b-hf,4,128,2,5.714188318961533e-06
pileval,mlp_down,Llama-2-13b-hf,4,128,2,8.3481963883969e-06
pileval,attn_in,Llama-2-13b-hf,4,128,3,3.255654519307427e-06
pileval,attn_out,Llama-2-13b-hf,4,128,3,9.852195034909528e-06
pileval,mlp_gate,Llama-2-13b-hf,4,128,3,2.899801438616123e-05
pileval,mlp_down,Llama-2-13b-hf,4,128,3,0.00014118623221293092
pileval,attn_in,Llama-2-13b-hf,4,128,4,6.6153861553175375e-06
pileval,attn_out,Llama-2-13b-hf,4,128,4,9.908178071782459e-06
pileval,mlp_gate,Llama-2-13b-hf,4,128,4,2.267922718601767e-05
pileval,mlp_down,Llama-2-13b-hf,4,128,4,2.3430084183928557e-05
pileval,attn_in,Llama-2-13b-hf,4,128,5,1.1195373190275859e-05
pileval,attn_out,Llama-2-13b-hf,4,128,5,1.3953279449196998e-05
pileval,mlp_gate,Llama-2-13b-hf,4,128,5,3.8152382330736145e-05
pileval,mlp_down,Llama-2-13b-hf,4,128,5,3.783323336392641e-05
pileval,attn_in,Llama-2-13b-hf,4,128,6,1.5050883121148217e-05
pileval,attn_out,Llama-2-13b-hf,4,128,6,2.1034275050624274e-05
pileval,mlp_gate,Llama-2-13b-hf,4,128,6,5.9850535762961954e-05
pileval,mlp_down,Llama-2-13b-hf,4,128,6,5.822478487971239e-05
pileval,attn_in,Llama-2-13b-hf,4,128,7,2.2181106032803655e-05
pileval,attn_out,Llama-2-13b-hf,4,128,7,3.595628368202597e-05
pileval,mlp_gate,Llama-2-13b-hf,4,128,7,8.593562961323187e-05
pileval,mlp_down,Llama-2-13b-hf,4,128,7,8.800054638413712e-05
pileval,attn_in,Llama-2-13b-hf,4,128,8,2.6253694159095176e-05
pileval,attn_out,Llama-2-13b-hf,4,128,8,4.525151598500088e-05
pileval,mlp_gate,Llama-2-13b-hf,4,128,8,0.00011021181853720918
pileval,mlp_down,Llama-2-13b-hf,4,128,8,0.00010058691987069324
pileval,attn_in,Llama-2-13b-hf,4,128,9,4.253184670233168e-05
pileval,attn_out,Llama-2-13b-hf,4,128,9,6.202226359164342e-05
pileval,mlp_gate,Llama-2-13b-hf,4,128,9,0.00013767220661975443
pileval,mlp_down,Llama-2-13b-hf,4,128,9,0.00011602239101193845
pileval,attn_in,Llama-2-13b-hf,4,128,10,5.102483555674553e-05
pileval,attn_out,Llama-2-13b-hf,4,128,10,8.880775567376986e-05
pileval,mlp_gate,Llama-2-13b-hf,4,128,10,0.000154191191541031
pileval,mlp_down,Llama-2-13b-hf,4,128,10,0.00013188636512495577
pileval,attn_in,Llama-2-13b-hf,4,128,11,5.591311855823733e-05
pileval,attn_out,Llama-2-13b-hf,4,128,11,0.00010341953748138621
pileval,mlp_gate,Llama-2-13b-hf,4,128,11,0.00017701397882774472
pileval,mlp_down,Llama-2-13b-hf,4,128,11,0.0001462153159081936
pileval,attn_in,Llama-2-13b-hf,4,128,12,6.842238508397713e-05
pileval,attn_out,Llama-2-13b-hf,4,128,12,0.00010726276377681643
pileval,mlp_gate,Llama-2-13b-hf,4,128,12,0.0001950599398696795
pileval,mlp_down,Llama-2-13b-hf,4,128,12,0.00015715135668870062
pileval,attn_in,Llama-2-13b-hf,4,128,13,7.425325748044997e-05
pileval,attn_out,Llama-2-13b-hf,4,128,13,0.00011661839380394667
pileval,mlp_gate,Llama-2-13b-hf,4,128,13,0.00021803873823955655
pileval,mlp_down,Llama-2-13b-hf,4,128,13,0.0001882019714685157
pileval,attn_in,Llama-2-13b-hf,4,128,14,8.457228250335902e-05
pileval,attn_out,Llama-2-13b-hf,4,128,14,0.00015637486649211496
pileval,mlp_gate,Llama-2-13b-hf,4,128,14,0.0002509410842321813
pileval,mlp_down,Llama-2-13b-hf,4,128,14,0.00022504746448248625
pileval,attn_in,Llama-2-13b-hf,4,128,15,8.333655569003895e-05
pileval,attn_out,Llama-2-13b-hf,4,128,15,0.00017727406520862132
pileval,mlp_gate,Llama-2-13b-hf,4,128,15,0.0002867353323381394
pileval,mlp_down,Llama-2-13b-hf,4,128,15,0.0002591121301520616
pileval,attn_in,Llama-2-13b-hf,4,128,16,8.439135126536712e-05
pileval,attn_out,Llama-2-13b-hf,4,128,16,0.00017780272173695266
pileval,mlp_gate,Llama-2-13b-hf,4,128,16,0.0003383159055374563
pileval,mlp_down,Llama-2-13b-hf,4,128,16,0.00032870640279725194
pileval,attn_in,Llama-2-13b-hf,4,128,17,8.14452869235538e-05
pileval,attn_out,Llama-2-13b-hf,4,128,17,0.00019202336261514574
pileval,mlp_gate,Llama-2-13b-hf,4,128,17,0.0003701279347296804
pileval,mlp_down,Llama-2-13b-hf,4,128,17,0.0003648081619758159
pileval,attn_in,Llama-2-13b-hf,4,128,18,6.463643512688577e-05
pileval,attn_out,Llama-2-13b-hf,4,128,18,0.00015017269470263273
pileval,mlp_gate,Llama-2-13b-hf,4,128,18,0.00040435869595967233
pileval,mlp_down,Llama-2-13b-hf,4,128,18,0.00040047228685580194
pileval,attn_in,Llama-2-13b-hf,4,128,19,6.878046406200156e-05
pileval,attn_out,Llama-2-13b-hf,4,128,19,0.0001536536292405799
pileval,mlp_gate,Llama-2-13b-hf,4,128,19,0.0004554488987196237
pileval,mlp_down,Llama-2-13b-hf,4,128,19,0.00045327405678108335
pileval,attn_in,Llama-2-13b-hf,4,128,20,7.32437038095668e-05
pileval,attn_out,Llama-2-13b-hf,4,128,20,0.0001973055477719754
pileval,mlp_gate,Llama-2-13b-hf,4,128,20,0.0005168520146980882
pileval,mlp_down,Llama-2-13b-hf,4,128,20,0.000510539161041379
pileval,attn_in,Llama-2-13b-hf,4,128,21,9.641415817895904e-05
pileval,attn_out,Llama-2-13b-hf,4,128,21,0.00024163571652024984
pileval,mlp_gate,Llama-2-13b-hf,4,128,21,0.0006032166420482099
pileval,mlp_down,Llama-2-13b-hf,4,128,21,0.0006598921027034521
pileval,attn_in,Llama-2-13b-hf,4,128,22,6.0844886320410296e-05
pileval,attn_out,Llama-2-13b-hf,4,128,22,0.00016153154138009995
pileval,mlp_gate,Llama-2-13b-hf,4,128,22,0.0006593896541744471
pileval,mlp_down,Llama-2-13b-hf,4,128,22,0.0006862359587103128
pileval,attn_in,Llama-2-13b-hf,4,128,23,5.0567123253131285e-05
pileval,attn_out,Llama-2-13b-hf,4,128,23,0.00015656529285479337
pileval,mlp_gate,Llama-2-13b-hf,4,128,23,0.0007040398777462542
pileval,mlp_down,Llama-2-13b-hf,4,128,23,0.0007037635077722371
pileval,attn_in,Llama-2-13b-hf,4,128,24,7.093570457072929e-05
pileval,attn_out,Llama-2-13b-hf,4,128,24,0.00014555902453139424
pileval,mlp_gate,Llama-2-13b-hf,4,128,24,0.0007369364611804485
pileval,mlp_down,Llama-2-13b-hf,4,128,24,0.000702604535035789
pileval,attn_in,Llama-2-13b-hf,4,128,25,5.9406676882645115e-05
pileval,attn_out,Llama-2-13b-hf,4,128,25,0.00016575574409216642
pileval,mlp_gate,Llama-2-13b-hf,4,128,25,0.0008010999881662428
pileval,mlp_down,Llama-2-13b-hf,4,128,25,0.0007239608676172793
pileval,attn_in,Llama-2-13b-hf,4,128,26,7.166917930589989e-05
pileval,attn_out,Llama-2-13b-hf,4,128,26,0.0001818656164687127
pileval,mlp_gate,Llama-2-13b-hf,4,128,26,0.0008594061946496367
pileval,mlp_down,Llama-2-13b-hf,4,128,26,0.0007539577200077474
pileval,attn_in,Llama-2-13b-hf,4,128,27,6.588803080376238e-05
pileval,attn_out,Llama-2-13b-hf,4,128,27,0.0001373947598040104
pileval,mlp_gate,Llama-2-13b-hf,4,128,27,0.0009120751637965441
pileval,mlp_down,Llama-2-13b-hf,4,128,27,0.0007583111291751266
pileval,attn_in,Llama-2-13b-hf,4,128,28,8.090505434665829e-05
pileval,attn_out,Llama-2-13b-hf,4,128,28,0.00016804636106826365
pileval,mlp_gate,Llama-2-13b-hf,4,128,28,0.0009701360249891877
pileval,mlp_down,Llama-2-13b-hf,4,128,28,0.000769883394241333
pileval,attn_in,Llama-2-13b-hf,4,128,29,8.2020866102539e-05
pileval,attn_out,Llama-2-13b-hf,4,128,29,0.0001722746092127636
pileval,mlp_gate,Llama-2-13b-hf,4,128,29,0.0010373680852353573
pileval,mlp_down,Llama-2-13b-hf,4,128,29,0.0007979117217473686
pileval,attn_in,Llama-2-13b-hf,4,128,30,7.641103002242744e-05
pileval,attn_out,Llama-2-13b-hf,4,128,30,0.00017624537576921284
pileval,mlp_gate,Llama-2-13b-hf,4,128,30,0.0011302889324724674
pileval,mlp_down,Llama-2-13b-hf,4,128,30,0.0008497087983414531
pileval,attn_in,Llama-2-13b-hf,4,128,31,7.021217606961727e-05
pileval,attn_out,Llama-2-13b-hf,4,128,31,0.0001778095174813643
pileval,mlp_gate,Llama-2-13b-hf,4,128,31,0.0011918115196749568
pileval,mlp_down,Llama-2-13b-hf,4,128,31,0.000880852690897882
pileval,attn_in,Llama-2-13b-hf,4,128,32,7.151932368287817e-05
pileval,attn_out,Llama-2-13b-hf,4,128,32,0.00018206409004051238
pileval,mlp_gate,Llama-2-13b-hf,4,128,32,0.0012912963284179568
pileval,mlp_down,Llama-2-13b-hf,4,128,32,0.0009520417079329491
pileval,attn_in,Llama-2-13b-hf,4,128,33,7.381195609923452e-05
pileval,attn_out,Llama-2-13b-hf,4,128,33,0.00018453401571605355
pileval,mlp_gate,Llama-2-13b-hf,4,128,33,0.0013927948893979192
pileval,mlp_down,Llama-2-13b-hf,4,128,33,0.0010594199411571026
pileval,attn_in,Llama-2-13b-hf,4,128,34,8.312781574204564e-05
pileval,attn_out,Llama-2-13b-hf,4,128,34,0.00023714776034466922
pileval,mlp_gate,Llama-2-13b-hf,4,128,34,0.0015319186495617032
pileval,mlp_down,Llama-2-13b-hf,4,128,34,0.0011800805805251002
pileval,attn_in,Llama-2-13b-hf,4,128,35,9.259223588742316e-05
pileval,attn_out,Llama-2-13b-hf,4,128,35,0.00024167602532543242
pileval,mlp_gate,Llama-2-13b-hf,4,128,35,0.0017399609787389636
pileval,mlp_down,Llama-2-13b-hf,4,128,35,0.00134908442851156
pileval,attn_in,Llama-2-13b-hf,4,128,36,0.00016668446187395602
pileval,attn_out,Llama-2-13b-hf,4,128,36,0.000415461283409968
pileval,mlp_gate,Llama-2-13b-hf,4,128,36,0.001990342978388071
pileval,mlp_down,Llama-2-13b-hf,4,128,36,0.0016317928675562143
pileval,attn_in,Llama-2-13b-hf,4,128,37,0.0001457561447750777
pileval,attn_out,Llama-2-13b-hf,4,128,37,0.00039314324385486543
pileval,mlp_gate,Llama-2-13b-hf,4,128,37,0.002264736918732524
pileval,mlp_down,Llama-2-13b-hf,4,128,37,0.0019788481295108795
pileval,attn_in,Llama-2-13b-hf,4,128,38,0.00018855900270864367
pileval,attn_out,Llama-2-13b-hf,4,128,38,0.0006220059585757554
pileval,mlp_gate,Llama-2-13b-hf,4,128,38,0.002544927643612027
pileval,mlp_down,Llama-2-13b-hf,4,128,38,0.00310806673951447
pileval,attn_in,Llama-2-13b-hf,4,128,39,0.00014755829761270434
pileval,attn_out,Llama-2-13b-hf,4,128,39,0.001050853868946433
pileval,mlp_gate,Llama-2-13b-hf,4,128,39,0.0030470716301351786
pileval,mlp_down,Llama-2-13b-hf,4,128,39,0.007920590229332447
wikitext,attn_in,Llama-2-13b-hf,4,128,0,4.996302038762224e-08
wikitext,attn_out,Llama-2-13b-hf,4,128,0,1.887372263809084e-06
wikitext,mlp_gate,Llama-2-13b-hf,4,128,0,1.7522555140203622e-07
wikitext,mlp_down,Llama-2-13b-hf,4,128,0,3.637728013927699e-06
wikitext,attn_in,Llama-2-13b-hf,4,128,1,7.990412314029527e-07
wikitext,attn_out,Llama-2-13b-hf,4,128,1,3.784204636758659e-06
wikitext,mlp_gate,Llama-2-13b-hf,4,128,1,1.433855686627794e-06
wikitext,mlp_down,Llama-2-13b-hf,4,128,1,3.8895905163371935e-06
wikitext,attn_in,Llama-2-13b-hf,4,128,2,2.1532830487558385e-06
wikitext,attn_out,Llama-2-13b-hf,4,128,2,4.1108928598987404e-06
wikitext,mlp_gate,Llama-2-13b-hf,4,128,2,5.070426141173812e-06
wikitext,mlp_down,Llama-2-13b-hf,4,128,2,7.06245828041574e-06
wikitext,attn_in,Llama-2-13b-hf,4,128,3,3.616446520027239e-06
wikitext,attn_out,Llama-2-13b-hf,4,128,3,8.920902473619208e-06
wikitext,mlp_gate,Llama-2-13b-hf,4,128,3,2.6302028345526196e-05
wikitext,mlp_down,Llama-2-13b-hf,4,128,3,0.00013047349057160318
wikitext,attn_in,Llama-2-13b-hf,4,128,4,6.750048214598792e-06
wikitext,attn_out,Llama-2-13b-hf,4,128,4,9.062124263437e-06
wikitext,mlp_gate,Llama-2-13b-hf,4,128,4,2.2274200091487728e-05
wikitext,mlp_down,Llama-2-13b-hf,4,128,4,2.272587880725041e-05
wikitext,attn_in,Llama-2-13b-hf,4,128,5,1.2463380699045956e-05
wikitext,attn_out,Llama-2-13b-hf,4,128,5,1.3662425772054121e-05
wikitext,mlp_gate,Llama-2-13b-hf,4,128,5,3.792381539824419e-05
wikitext,mlp_down,Llama-2-13b-hf,4,128,5,3.9734361052978784e-05
wikitext,attn_in,Llama-2-13b-hf,4,128,6,1.5243667803588323e-05
wikitext,attn_out,Llama-2-13b-hf,4,128,6,2.0346140445326455e-05
wikitext,mlp_gate,Llama-2-13b-hf,4,128,6,6.048337309039198e-05
wikitext,mlp_down,Llama-2-13b-hf,4,128,6,5.893210618523881e-05
wikitext,attn_in,Llama-2-13b-hf,4,128,7,2.287170718773268e-05
wikitext,attn_out,Llama-2-13b-hf,4,128,7,3.289965388830751e-05
wikitext,mlp_gate,Llama-2-13b-hf,4,128,7,8.598739077569917e-05
wikitext,mlp_down,Llama-2-13b-hf,4,128,7,8.864330447977409e-05
wikitext,attn_in,Llama-2-13b-hf,4,128,8,2.721790770010557e-05
wikitext,attn_out,Llama-2-13b-hf,4,128,8,4.183944474789314e-05
wikitext,mlp_gate,Llama-2-13b-hf,4,128,8,0.00010985843982780352
wikitext,mlp_down,Llama-2-13b-hf,4,128,8,0.00010106534318765625
wikitext,attn_in,Llama-2-13b-hf,4,128,9,4.443745638127439e-05
wikitext,attn_out,Llama-2-13b-hf,4,128,9,5.6524440879002213e-05
wikitext,mlp_gate,Llama-2-13b-hf,4,128,9,0.00013737037079408765
wikitext,mlp_down,Llama-2-13b-hf,4,128,9,0.00011513792560435832
wikitext,attn_in,Llama-2-13b-hf,4,128,10,5.200944724492729e-05
wikitext,attn_out,Llama-2-13b-hf,4,128,10,7.851469854358584e-05
wikitext,mlp_gate,Llama-2-13b-hf,4,128,10,0.00015062271268106997
wikitext,mlp_down,Llama-2-13b-hf,4,128,10,0.0001274152018595487
wikitext,attn_in,Llama-2-13b-hf,4,128,11,5.388316640164703e-05
wikitext,attn_out,Llama-2-13b-hf,4,128,11,9.465551556786522e-05
wikitext,mlp_gate,Llama-2-13b-hf,4,128,11,0.00017119379481300712
wikitext,mlp_down,Llama-2-13b-hf,4,128,11,0.00014010780432727188
wikitext,attn_in,Llama-2-13b-hf,4,128,12,6.979022145969793e-05
wikitext,attn_out,Llama-2-13b-hf,4,128,12,0.0001023792356136255
wikitext,mlp_gate,Llama-2-13b-hf,4,128,12,0.00018901523435488343
wikitext,mlp_down,Llama-2-13b-hf,4,128,12,0.00015176045417319983
wikitext,attn_in,Llama-2-13b-hf,4,128,13,7.108574936864898e-05
wikitext,attn_out,Llama-2-13b-hf,4,128,13,0.00010421470506116748
wikitext,mlp_gate,Llama-2-13b-hf,4,128,13,0.00021017927792854607
wikitext,mlp_down,Llama-2-13b-hf,4,128,13,0.0001805641659302637
wikitext,attn_in,Llama-2-13b-hf,4,128,14,8.050570613704622e-05
wikitext,attn_out,Llama-2-13b-hf,4,128,14,0.0001414618018316105
wikitext,mlp_gate,Llama-2-13b-hf,4,128,14,0.00023933136253617704
wikitext,mlp_down,Llama-2-13b-hf,4,128,14,0.00021324370754882693
wikitext,attn_in,Llama-2-13b-hf,4,128,15,8.277189772343263e-05
wikitext,attn_out,Llama-2-13b-hf,4,128,15,0.0001691885117907077
wikitext,mlp_gate,Llama-2-13b-hf,4,128,15,0.0002758457267191261
wikitext,mlp_down,Llama-2-13b-hf,4,128,15,0.00025062778149731457
wikitext,attn_in,Llama-2-13b-hf,4,128,16,8.058421371970326e-05
wikitext,attn_out,Llama-2-13b-hf,4,128,16,0.00015896641707513481
wikitext,mlp_gate,Llama-2-13b-hf,4,128,16,0.00032506606657989323
wikitext,mlp_down,Llama-2-13b-hf,4,128,16,0.00031463935738429427
wikitext,attn_in,Llama-2-13b-hf,4,128,17,7.838923193048686e-05
wikitext,attn_out,Llama-2-13b-hf,4,128,17,0.00016741693252697587
wikitext,mlp_gate,Llama-2-13b-hf,4,128,17,0.00035655187093652785
wikitext,mlp_down,Llama-2-13b-hf,4,128,17,0.0003573768481146544
wikitext,attn_in,Llama-2-13b-hf,4,128,18,6.0917016526218504e-05
wikitext,attn_out,Llama-2-13b-hf,4,128,18,0.00013250955089461058
wikitext,mlp_gate,Llama-2-13b-hf,4,128,18,0.0003919251903425902
wikitext,mlp_down,Llama-2-13b-hf,4,128,18,0.0003910402883775532
wikitext,attn_in,Llama-2-13b-hf,4,128,19,6.627030234085396e-05
wikitext,attn_out,Llama-2-13b-hf,4,128,19,0.0001394444116158411
wikitext,mlp_gate,Llama-2-13b-hf,4,128,19,0.000440912350313738
wikitext,mlp_down,Llama-2-13b-hf,4,128,19,0.0004380867176223546
wikitext,attn_in,Llama-2-13b-hf,4,128,20,7.242024730658159e-05
wikitext,attn_out,Llama-2-13b-hf,4,128,20,0.00016640497779008
wikitext,mlp_gate,Llama-2-13b-hf,4,128,20,0.000493281171657145
wikitext,mlp_down,Llama-2-13b-hf,4,128,20,0.00047163525596261024
wikitext,attn_in,Llama-2-13b-hf,4,128,21,0.00010076667240355164
wikitext,attn_out,Llama-2-13b-hf,4,128,21,0.000229204204515554
wikitext,mlp_gate,Llama-2-13b-hf,4,128,21,0.0005651712417602539
wikitext,mlp_down,Llama-2-13b-hf,4,128,21,0.0006271210149861872
wikitext,attn_in,Llama-2-13b-hf,4,128,22,6.104005296947435e-05
wikitext,attn_out,Llama-2-13b-hf,4,128,22,0.0001650997728575021
wikitext,mlp_gate,Llama-2-13b-hf,4,128,22,0.0006242358358576894
wikitext,mlp_down,Llama-2-13b-hf,4,128,22,0.0006428129854612052
wikitext,attn_in,Llama-2-13b-hf,4,128,23,6.007646879879758e-05
wikitext,attn_out,Llama-2-13b-hf,4,128,23,0.0001656016829656437
wikitext,mlp_gate,Llama-2-13b-hf,4,128,23,0.0006714536575600505
wikitext,mlp_down,Llama-2-13b-hf,4,128,23,0.0006612211582250893
wikitext,attn_in,Llama-2-13b-hf,4,128,24,6.637180194957182e-05
wikitext,attn_out,Llama-2-13b-hf,4,128,24,0.00016058968321885914
wikitext,mlp_gate,Llama-2-13b-hf,4,128,24,0.0007063582306727767
wikitext,mlp_down,Llama-2-13b-hf,4,128,24,0.0006667214329354465
wikitext,attn_in,Llama-2-13b-hf,4,128,25,6.476759881479666e-05
wikitext,attn_out,Llama-2-13b-hf,4,128,25,0.00014622807793784887
wikitext,mlp_gate,Llama-2-13b-hf,4,128,25,0.0007707695476710796
wikitext,mlp_down,Llama-2-13b-hf,4,128,25,0.0006837821565568447
wikitext,attn_in,Llama-2-13b-hf,4,128,26,7.678451220272109e-05
wikitext,attn_out,Llama-2-13b-hf,4,128,26,0.00017504853894934058
wikitext,mlp_gate,Llama-2-13b-hf,4,128,26,0.0008311488199979067
wikitext,mlp_down,Llama-2-13b-hf,4,128,26,0.0007440889021381736
wikitext,attn_in,Llama-2-13b-hf,4,128,27,6.480617594206706e-05
wikitext,attn_out,Llama-2-13b-hf,4,128,27,0.00013337978452909738
wikitext,mlp_gate,Llama-2-13b-hf,4,128,27,0.0008906646398827434
wikitext,mlp_down,Llama-2-13b-hf,4,128,27,0.0007505228277295828
wikitext,attn_in,Llama-2-13b-hf,4,128,28,8.232057007262483e-05
wikitext,attn_out,Llama-2-13b-hf,4,128,28,0.00015281281957868487
wikitext,mlp_gate,Llama-2-13b-hf,4,128,28,0.0009471045341342688
wikitext,mlp_down,Llama-2-13b-hf,4,128,28,0.0007602298283018172
wikitext,attn_in,Llama-2-13b-hf,4,128,29,8.199792500818148e-05
wikitext,attn_out,Llama-2-13b-hf,4,128,29,0.0001671039790380746
wikitext,mlp_gate,Llama-2-13b-hf,4,128,29,0.0010236840462312102
wikitext,mlp_down,Llama-2-13b-hf,4,128,29,0.000788621895480901
wikitext,attn_in,Llama-2-13b-hf,4,128,30,8.783132216194645e-05
wikitext,attn_out,Llama-2-13b-hf,4,128,30,0.00020682753529399633
wikitext,mlp_gate,Llama-2-13b-hf,4,128,30,0.0011272946139797568
wikitext,mlp_down,Llama-2-13b-hf,4,128,30,0.0008243783959187567
wikitext,attn_in,Llama-2-13b-hf,4,128,31,8.070787589531392e-05
wikitext,attn_out,Llama-2-13b-hf,4,128,31,0.00020145562302786857
wikitext,mlp_gate,Llama-2-13b-hf,4,128,31,0.001202879473567009
wikitext,mlp_down,Llama-2-13b-hf,4,128,31,0.0008666434441693127
wikitext,attn_in,Llama-2-13b-hf,4,128,32,8.523657743353397e-05
wikitext,attn_out,Llama-2-13b-hf,4,128,32,0.00022914067085366696
wikitext,mlp_gate,Llama-2-13b-hf,4,128,32,0.0013019453035667539
wikitext,mlp_down,Llama-2-13b-hf,4,128,32,0.0009215640602633357
wikitext,attn_in,Llama-2-13b-hf,4,128,33,8.35362880025059e-05
wikitext,attn_out,Llama-2-13b-hf,4,128,33,0.00020322177442722023
wikitext,mlp_gate,Llama-2-13b-hf,4,128,33,0.0014140584971755743
wikitext,mlp_down,Llama-2-13b-hf,4,128,33,0.0010438511380925775
wikitext,attn_in,Llama-2-13b-hf,4,128,34,9.205739479511976e-05
wikitext,attn_out,Llama-2-13b-hf,4,128,34,0.00026203144807368517
wikitext,mlp_gate,Llama-2-13b-hf,4,128,34,0.0015616185264661908
wikitext,mlp_down,Llama-2-13b-hf,4,128,34,0.0011712161358445883
wikitext,attn_in,Llama-2-13b-hf,4,128,35,0.00010711509094107896
wikitext,attn_out,Llama-2-13b-hf,4,128,35,0.0002687852829694748
wikitext,mlp_gate,Llama-2-13b-hf,4,128,35,0.001782530453056097
wikitext,mlp_down,Llama-2-13b-hf,4,128,35,0.0013275049859657884
wikitext,attn_in,Llama-2-13b-hf,4,128,36,0.00018467883637640625
wikitext,attn_out,Llama-2-13b-hf,4,128,36,0.00046302893315441906
wikitext,mlp_gate,Llama-2-13b-hf,4,128,36,0.002018609782680869
wikitext,mlp_down,Llama-2-13b-hf,4,128,36,0.001613688888028264
wikitext,attn_in,Llama-2-13b-hf,4,128,37,0.0001727574854157865
wikitext,attn_out,Llama-2-13b-hf,4,128,37,0.0004832398262806237
wikitext,mlp_gate,Llama-2-13b-hf,4,128,37,0.0022567452397197485
wikitext,mlp_down,Llama-2-13b-hf,4,128,37,0.001975261839106679
wikitext,attn_in,Llama-2-13b-hf,4,128,38,0.0002445315185468644
wikitext,attn_out,Llama-2-13b-hf,4,128,38,0.0008265021024271846
wikitext,mlp_gate,Llama-2-13b-hf,4,128,38,0.0024749815929681063
wikitext,mlp_down,Llama-2-13b-hf,4,128,38,0.002888467162847519
wikitext,attn_in,Llama-2-13b-hf,4,128,39,0.00016324932221323252
wikitext,attn_out,Llama-2-13b-hf,4,128,39,0.0011004674015566707
wikitext,mlp_gate,Llama-2-13b-hf,4,128,39,0.0028307130560278893
wikitext,mlp_down,Llama-2-13b-hf,4,128,39,0.006565196439623833
c4,attn_in,Llama-2-13b-hf,4,32,0,2.2347588668480967e-08
c4,attn_out,Llama-2-13b-hf,4,32,0,4.005996174782922e-07
c4,mlp_gate,Llama-2-13b-hf,4,32,0,4.842613776645521e-08
c4,mlp_down,Llama-2-13b-hf,4,32,0,8.544949423594517e-07
c4,attn_in,Llama-2-13b-hf,4,32,1,3.7510744732571766e-07
c4,attn_out,Llama-2-13b-hf,4,32,1,9.553577910992317e-07
c4,mlp_gate,Llama-2-13b-hf,4,32,1,7.931403160910122e-07
c4,mlp_down,Llama-2-13b-hf,4,32,1,2.0071747712790966e-06
c4,attn_in,Llama-2-13b-hf,4,32,2,9.67461687650939e-07
c4,attn_out,Llama-2-13b-hf,4,32,2,1.618964802219125e-06
c4,mlp_gate,Llama-2-13b-hf,4,32,2,2.904584562202217e-06
c4,mlp_down,Llama-2-13b-hf,4,32,2,4.286085641069803e-06
c4,attn_in,Llama-2-13b-hf,4,32,3,2.5732608719408745e-06
c4,attn_out,Llama-2-13b-hf,4,32,3,3.858579475490842e-06
c4,mlp_gate,Llama-2-13b-hf,4,32,3,2.0885303456452675e-05
c4,mlp_down,Llama-2-13b-hf,4,32,3,3.348835161887109e-05
c4,attn_in,Llama-2-13b-hf,4,32,4,4.1542220969859045e-06
c4,attn_out,Llama-2-13b-hf,4,32,4,4.657964836951578e-06
c4,mlp_gate,Llama-2-13b-hf,4,32,4,1.2501286619226448e-05
c4,mlp_down,Llama-2-13b-hf,4,32,4,1.3445496733766049e-05
c4,attn_in,Llama-2-13b-hf,4,32,5,5.835741831106134e-06
c4,attn_out,Llama-2-13b-hf,4,32,5,6.545067662955262e-06
c4,mlp_gate,Llama-2-13b-hf,4,32,5,2.0992614736314863e-05
c4,mlp_down,Llama-2-13b-hf,4,32,5,2.169239814975299e-05
c4,attn_in,Llama-2-13b-hf,4,32,6,8.854904990585055e-06
c4,attn_out,Llama-2-13b-hf,4,32,6,1.0445970474393107e-05
c4,mlp_gate,Llama-2-13b-hf,4,32,6,3.281899626017548e-05
c4,mlp_down,Llama-2-13b-hf,4,32,6,3.313753040856682e-05
c4,attn_in,Llama-2-13b-hf,4,32,7,1.0843542440852616e-05
c4,attn_out,Llama-2-13b-hf,4,32,7,1.772768155205995e-05
c4,mlp_gate,Llama-2-13b-hf,4,32,7,4.619654282578267e-05
c4,mlp_down,Llama-2-13b-hf,4,32,7,4.7127719881245866e-05
c4,attn_in,Llama-2-13b-hf,4,32,8,1.5424488083226606e-05
c4,attn_out,Llama-2-13b-hf,4,32,8,2.2582886231248267e-05
c4,mlp_gate,Llama-2-13b-hf,4,32,8,6.016896077198908e-05
c4,mlp_down,Llama-2-13b-hf,4,32,8,5.813954339828342e-05
c4,attn_in,Llama-2-13b-hf,4,32,9,1.9691518900799565e-05
c4,attn_out,Llama-2-13b-hf,4,32,9,3.048672624572646e-05
c4,mlp_gate,Llama-2-13b-hf,4,32,9,7.42719421396032e-05
c4,mlp_down,Llama-2-13b-hf,4,32,9,6.599174230359495e-05
c4,attn_in,Llama-2-13b-hf,4,32,10,2.5659030143287964e-05
c4,attn_out,Llama-2-13b-hf,4,32,10,4.466715472517535e-05
c4,mlp_gate,Llama-2-13b-hf,4,32,10,8.317897300003096e-05
c4,mlp_down,Llama-2-13b-hf,4,32,10,7.512219599448144e-05
c4,attn_in,Llama-2-13b-hf,4,32,11,3.144341098959558e-05
c4,attn_out,Llama-2-13b-hf,4,32,11,5.1587732741609216e-05
c4,mlp_gate,Llama-2-13b-hf,4,32,11,9.346038132207468e-05
c4,mlp_down,Llama-2-13b-hf,4,32,11,8.188864740077406e-05
c4,attn_in,Llama-2-13b-hf,4,32,12,3.429451317060739e-05
c4,attn_out,Llama-2-13b-hf,4,32,12,5.465820504468866e-05
c4,mlp_gate,Llama-2-13b-hf,4,32,12,0.00010283271694788709
c4,mlp_down,Llama-2-13b-hf,4,32,12,9.01560706552118e-05
c4,attn_in,Llama-2-13b-hf,4,32,13,3.631900835898705e-05
c4,attn_out,Llama-2-13b-hf,4,32,13,5.861220779479481e-05
c4,mlp_gate,Llama-2-13b-hf,4,32,13,0.0001171036419691518
c4,mlp_down,Llama-2-13b-hf,4,32,13,0.00010844133066711947
c4,attn_in,Llama-2-13b-hf,4,32,14,3.9736049075145274e-05
c4,attn_out,Llama-2-13b-hf,4,32,14,8.209321822505444e-05
c4,mlp_gate,Llama-2-13b-hf,4,32,14,0.00013551273150369525
c4,mlp_down,Llama-2-13b-hf,4,32,14,0.00012887637421954423
c4,attn_in,Llama-2-13b-hf,4,32,15,5.4357402405003086e-05
c4,attn_out,Llama-2-13b-hf,4,32,15,9.792086348170415e-05
c4,mlp_gate,Llama-2-13b-hf,4,32,15,0.0001571777684148401
c4,mlp_down,Llama-2-13b-hf,4,32,15,0.00015442204312421381
c4,attn_in,Llama-2-13b-hf,4,32,16,4.6036086132517084e-05
c4,attn_out,Llama-2-13b-hf,4,32,16,9.494705591350794e-05
c4,mlp_gate,Llama-2-13b-hf,4,32,16,0.00019005165086127818
c4,mlp_down,Llama-2-13b-hf,4,32,16,0.0001995816855924204
c4,attn_in,Llama-2-13b-hf,4,32,17,4.3796622776426375e-05
c4,attn_out,Llama-2-13b-hf,4,32,17,9.651465370552614e-05
c4,mlp_gate,Llama-2-13b-hf,4,32,17,0.0002107789769070223
c4,mlp_down,Llama-2-13b-hf,4,32,17,0.0002217020228272304
c4,attn_in,Llama-2-13b-hf,4,32,18,3.6470872146310285e-05
c4,attn_out,Llama-2-13b-hf,4,32,18,8.511156192980707e-05
c4,mlp_gate,Llama-2-13b-hf,4,32,18,0.0002312423603143543
c4,mlp_down,Llama-2-13b-hf,4,32,18,0.0002434340858599171
c4,attn_in,Llama-2-13b-hf,4,32,19,4.122637619730085e-05
c4,attn_out,Llama-2-13b-hf,4,32,19,9.019163553602993e-05
c4,mlp_gate,Llama-2-13b-hf,4,32,19,0.000261393201071769
c4,mlp_down,Llama-2-13b-hf,4,32,19,0.0002749593695625663
c4,attn_in,Llama-2-13b-hf,4,32,20,4.5358348870649934e-05
c4,attn_out,Llama-2-13b-hf,4,32,20,0.00010857066081371158
c4,mlp_gate,Llama-2-13b-hf,4,32,20,0.0002957593242172152
c4,mlp_down,Llama-2-13b-hf,4,32,20,0.00030392786720767617
c4,attn_in,Llama-2-13b-hf,4,32,21,5.145176692167297e-05
c4,attn_out,Llama-2-13b-hf,4,32,21,0.0001379742898279801
c4,mlp_gate,Llama-2-13b-hf,4,32,21,0.0003487606591079384
c4,mlp_down,Llama-2-13b-hf,4,32,21,0.00039116942207328975
c4,attn_in,Llama-2-13b-hf,4,32,22,3.0386778234969825e-05
c4,attn_out,Llama-2-13b-hf,4,32,22,9.218564809998497e-05
c4,mlp_gate,Llama-2-13b-hf,4,32,22,0.0003819156263489276
c4,mlp_down,Llama-2-13b-hf,4,32,22,0.0004057118494529277
c4,attn_in,Llama-2-13b-hf,4,32,23,2.6981806513504125e-05
c4,attn_out,Llama-2-13b-hf,4,32,23,8.630270895082504e-05
c4,mlp_gate,Llama-2-13b-hf,4,32,23,0.00040868172072805464
c4,mlp_down,Llama-2-13b-hf,4,32,23,0.00042336544720456004
c4,attn_in,Llama-2-13b-hf,4,32,24,3.3979489671764895e-05
c4,attn_out,Llama-2-13b-hf,4,32,24,7.748432835796848e-05
c4,mlp_gate,Llama-2-13b-hf,4,32,24,0.0004289642092771828
c4,mlp_down,Llama-2-13b-hf,4,32,24,0.00042462951387278736
c4,attn_in,Llama-2-13b-hf,4,32,25,3.366788223502226e-05
c4,attn_out,Llama-2-13b-hf,4,32,25,9.532432159176096e-05
c4,mlp_gate,Llama-2-13b-hf,4,32,25,0.0004656536038964987
c4,mlp_down,Llama-2-13b-hf,4,32,25,0.00044597077067010105
c4,attn_in,Llama-2-13b-hf,4,32,26,3.857456977129914e-05
c4,attn_out,Llama-2-13b-hf,4,32,26,0.00010724583262344822
c4,mlp_gate,Llama-2-13b-hf,4,32,26,0.0005046334699727595
c4,mlp_down,Llama-2-13b-hf,4,32,26,0.00046958206803537905
c4,attn_in,Llama-2-13b-hf,4,32,27,3.3714524761307985e-05
c4,attn_out,Llama-2-13b-hf,4,32,27,8.100512059172615e-05
c4,mlp_gate,Llama-2-13b-hf,4,32,27,0.0005360322538763285
c4,mlp_down,Llama-2-13b-hf,4,32,27,0.0004736832343041897
c4,attn_in,Llama-2-13b-hf,4,32,28,7.061543874442577e-05
c4,attn_out,Llama-2-13b-hf,4,32,28,9.034020331455395e-05
c4,mlp_gate,Llama-2-13b-hf,4,32,28,0.000567161594517529
c4,mlp_down,Llama-2-13b-hf,4,32,28,0.0004703401937149465
c4,attn_in,Llama-2-13b-hf,4,32,29,4.8149420763365924e-05
c4,attn_out,Llama-2-13b-hf,4,32,29,0.0001016726455418393
c4,mlp_gate,Llama-2-13b-hf,4,32,29,0.0006043767207302153
c4,mlp_down,Llama-2-13b-hf,4,32,29,0.000490256235934794
c4,attn_in,Llama-2-13b-hf,4,32,30,4.29499450547155e-05
c4,attn_out,Llama-2-13b-hf,4,32,30,9.979496826417744e-05
c4,mlp_gate,Llama-2-13b-hf,4,32,30,0.0006551346159540117
c4,mlp_down,Llama-2-13b-hf,4,32,30,0.0005218417500145733
c4,attn_in,Llama-2-13b-hf,4,32,31,3.8261925510596484e-05
c4,attn_out,Llama-2-13b-hf,4,32,31,0.00010622428817441687
c4,mlp_gate,Llama-2-13b-hf,4,32,31,0.0006873096572235227
c4,mlp_down,Llama-2-13b-hf,4,32,31,0.0005442462861537933
c4,attn_in,Llama-2-13b-hf,4,32,32,4.0577229810878634e-05
c4,attn_out,Llama-2-13b-hf,4,32,32,9.93104258668609e-05
c4,mlp_gate,Llama-2-13b-hf,4,32,32,0.0007383718038909137
c4,mlp_down,Llama-2-13b-hf,4,32,32,0.0005754437297582626
c4,attn_in,Llama-2-13b-hf,4,32,33,4.0068764064926654e-05
c4,attn_out,Llama-2-13b-hf,4,32,33,9.597851021680981e-05
c4,mlp_gate,Llama-2-13b-hf,4,32,33,0.00078963628038764
c4,mlp_down,Llama-2-13b-hf,4,32,33,0.0006064597400836647
c4,attn_in,Llama-2-13b-hf,4,32,34,5.050091567682102e-05
c4,attn_out,Llama-2-13b-hf,4,32,34,0.00013731728540733457
c4,mlp_gate,Llama-2-13b-hf,4,32,34,0.0008677822770550847
c4,mlp_down,Llama-2-13b-hf,4,32,34,0.0006937879952602088
c4,attn_in,Llama-2-13b-hf,4,32,35,5.397935092332773e-05
c4,attn_out,Llama-2-13b-hf,4,32,35,0.00013164665142539889
c4,mlp_gate,Llama-2-13b-hf,4,32,35,0.0009777365485206246
c4,mlp_down,Llama-2-13b-hf,4,32,35,0.000775751715991646
c4,attn_in,Llama-2-13b-hf,4,32,36,8.788895502220839e-05
c4,attn_out,Llama-2-13b-hf,4,32,36,0.0002200593735324219
c4,mlp_gate,Llama-2-13b-hf,4,32,36,0.0011085220612585545
c4,mlp_down,Llama-2-13b-hf,4,32,36,0.0009328672895208001
c4,attn_in,Llama-2-13b-hf,4,32,37,8.257602894445881e-05
c4,attn_out,Llama-2-13b-hf,4,32,37,0.0001995663478737697
c4,mlp_gate,Llama-2-13b-hf,4,32,37,0.0012481218436732888
c4,mlp_down,Llama-2-13b-hf,4,32,37,0.0010891992133110762
c4,attn_in,Llama-2-13b-hf,4,32,38,0.00011121771240141243
c4,attn_out,Llama-2-13b-hf,4,32,38,0.00033192578121088445
c4,mlp_gate,Llama-2-13b-hf,4,32,38,0.0013767497148364782
c4,mlp_down,Llama-2-13b-hf,4,32,38,0.001530781271867454
c4,attn_in,Llama-2-13b-hf,4,32,39,8.2258993643336e-05
c4,attn_out,Llama-2-13b-hf,4,32,39,0.0005078532849438488
c4,mlp_gate,Llama-2-13b-hf,4,32,39,0.001749553601257503
c4,mlp_down,Llama-2-13b-hf,4,32,39,0.0031036061700433493
pileval,attn_in,Llama-2-13b-hf,4,32,0,2.3196928822244445e-08
pileval,attn_out,Llama-2-13b-hf,4,32,0,4.6051698632254556e-07
pileval,mlp_gate,Llama-2-13b-hf,4,32,0,5.999414298685224e-08
pileval,mlp_down,Llama-2-13b-hf,4,32,0,8.921529115468729e-07
pileval,attn_in,Llama-2-13b-hf,4,32,1,3.8112548850222083e-07
pileval,attn_out,Llama-2-13b-hf,4,32,1,9.98872337731882e-07
pileval,mlp_gate,Llama-2-13b-hf,4,32,1,8.650170002511004e-07
pileval,mlp_down,Llama-2-13b-hf,4,32,1,2.1737193947046762e-06
pileval,attn_in,Llama-2-13b-hf,4,32,2,9.73651140157017e-07
pileval,attn_out,Llama-2-13b-hf,4,32,2,1.8095635141435196e-06
pileval,mlp_gate,Llama-2-13b-hf,4,32,2,3.2472012208017986e-06
pileval,mlp_down,Llama-2-13b-hf,4,32,2,4.7439689296879806e-06
pileval,attn_in,Llama-2-13b-hf,4,32,3,2.6988368517777417e-06
pileval,attn_out,Llama-2-13b-hf,4,32,3,4.097761120647192e-06
pileval,mlp_gate,Llama-2-13b-hf,4,32,3,2.2774849639972672e-05
pileval,mlp_down,Llama-2-13b-hf,4,32,3,3.608119732234627e-05
pileval,attn_in,Llama-2-13b-hf,4,32,4,4.087349680048646e-06
pileval,attn_out,Llama-2-13b-hf,4,32,4,5.372791292757029e-06
pileval,mlp_gate,Llama-2-13b-hf,4,32,4,1.2761141988448799e-05
pileval,mlp_down,Llama-2-13b-hf,4,32,4,1.3420931281871162e-05
pileval,attn_in,Llama-2-13b-hf,4,32,5,5.696927928511286e-06
pileval,attn_out,Llama-2-13b-hf,4,32,5,7.557159733551089e-06
pileval,mlp_gate,Llama-2-13b-hf,4,32,5,2.1251302314340137e-05
pileval,mlp_down,Llama-2-13b-hf,4,32,5,2.1716859919251874e-05
pileval,attn_in,Llama-2-13b-hf,4,32,6,8.610464647063054e-06
pileval,attn_out,Llama-2-13b-hf,4,32,6,1.179730588773964e-05
pileval,mlp_gate,Llama-2-13b-hf,4,32,6,3.3087671909015626e-05
pileval,mlp_down,Llama-2-13b-hf,4,32,6,3.29531540046446e-05
pileval,attn_in,Llama-2-13b-hf,4,32,7,1.1007360626535956e-05
pileval,attn_out,Llama-2-13b-hf,4,32,7,2.006917929975316e-05
pileval,mlp_gate,Llama-2-13b-hf,4,32,7,4.6644687245134264e-05
pileval,mlp_down,Llama-2-13b-hf,4,32,7,4.696502219303511e-05
pileval,attn_in,Llama-2-13b-hf,4,32,8,1.5449379134224728e-05
pileval,attn_out,Llama-2-13b-hf,4,32,8,2.52867721428629e-05
pileval,mlp_gate,Llama-2-13b-hf,4,32,8,6.0007285355823115e-05
pileval,mlp_down,Llama-2-13b-hf,4,32,8,5.665748176397756e-05
pileval,attn_in,Llama-2-13b-hf,4,32,9,1.9169801817042753e-05
pileval,attn_out,Llama-2-13b-hf,4,32,9,3.47678032994736e-05
pileval,mlp_gate,Llama-2-13b-hf,4,32,9,7.48957900214009e-05
pileval,mlp_down,Llama-2-13b-hf,4,32,9,6.60004370729439e-05
pileval,attn_in,Llama-2-13b-hf,4,32,10,2.4801818653941154e-05
pileval,attn_out,Llama-2-13b-hf,4,32,10,5.0109545554732904e-05
pileval,mlp_gate,Llama-2-13b-hf,4,32,10,8.437685755779967e-05
pileval,mlp_down,Llama-2-13b-hf,4,32,10,7.56789231672883e-05
pileval,attn_in,Llama-2-13b-hf,4,32,11,3.1321051210397854e-05
pileval,attn_out,Llama-2-13b-hf,4,32,11,5.783944288850762e-05
pileval,mlp_gate,Llama-2-13b-hf,4,32,11,9.543218038743362e-05
pileval,mlp_down,Llama-2-13b-hf,4,32,11,8.371147850994021e-05
pileval,attn_in,Llama-2-13b-hf,4,32,12,3.3564327168278396e-05
pileval,attn_out,Llama-2-13b-hf,4,32,12,6.022249363013543e-05
pileval,mlp_gate,Llama-2-13b-hf,4,32,12,0.00010421028855489567
pileval,mlp_down,Llama-2-13b-hf,4,32,12,9.01460662134923e-05
pileval,attn_in,Llama-2-13b-hf,4,32,13,3.647786070359871e-05
pileval,attn_out,Llama-2-13b-hf,4,32,13,6.627206312259659e-05
pileval,mlp_gate,Llama-2-13b-hf,4,32,13,0.00011863510007970035
pileval,mlp_down,Llama-2-13b-hf,4,32,13,0.00010820601892191917
pileval,attn_in,Llama-2-13b-hf,4,32,14,3.8745034544263035e-05
pileval,attn_out,Llama-2-13b-hf,4,32,14,8.911282930057496e-05
pileval,mlp_gate,Llama-2-13b-hf,4,32,14,0.0001369728270219639
pileval,mlp_down,Llama-2-13b-hf,4,32,14,0.00012811449414584786
pileval,attn_in,Llama-2-13b-hf,4,32,15,5.082967254566029e-05
pileval,attn_out,Llama-2-13b-hf,4,32,15,0.00010022742208093405
pileval,mlp_gate,Llama-2-13b-hf,4,32,15,0.00015602186613250524
pileval,mlp_down,Llama-2-13b-hf,4,32,15,0.00014906343130860478
pileval,attn_in,Llama-2-13b-hf,4,32,16,4.5842145482311025e-05
pileval,attn_out,Llama-2-13b-hf,4,32,16,0.00010140861559193581
pileval,mlp_gate,Llama-2-13b-hf,4,32,16,0.00018571826512925327
pileval,mlp_down,Llama-2-13b-hf,4,32,16,0.00018930340593215078
pileval,attn_in,Llama-2-13b-hf,4,32,17,4.3931631807936355e-05
pileval,attn_out,Llama-2-13b-hf,4,32,17,0.00010990307055180892
pileval,mlp_gate,Llama-2-13b-hf,4,32,17,0.00020605513418558985
pileval,mlp_down,Llama-2-13b-hf,4,32,17,0.00021010353520978242
pileval,attn_in,Llama-2-13b-hf,4,32,18,3.5632441722555086e-05
pileval,attn_out,Llama-2-13b-hf,4,32,18,8.540831913705915e-05
pileval,mlp_gate,Llama-2-13b-hf,4,32,18,0.00022583012469112873
pileval,mlp_down,Llama-2-13b-hf,4,32,18,0.0002297830069437623
pileval,attn_in,Llama-2-13b-hf,4,32,19,3.8159410905791447e-05
pileval,attn_out,Llama-2-13b-hf,4,32,19,8.698100282344967e-05
pileval,mlp_gate,Llama-2-13b-hf,4,32,19,0.00025403816835023463
pileval,mlp_down,Llama-2-13b-hf,4,32,19,0.0002593398676253855
pileval,attn_in,Llama-2-13b-hf,4,32,20,4.220206756144762e-05
pileval,attn_out,Llama-2-13b-hf,4,32,20,0.00011268330126767978
pileval,mlp_gate,Llama-2-13b-hf,4,32,20,0.00028805030160583556
pileval,mlp_down,Llama-2-13b-hf,4,32,20,0.00028993297019042075
pileval,attn_in,Llama-2-13b-hf,4,32,21,4.8322894144803286e-05
pileval,attn_out,Llama-2-13b-hf,4,32,21,0.00013671914348378778
pileval,mlp_gate,Llama-2-13b-hf,4,32,21,0.00033898133551701903
pileval,mlp_down,Llama-2-13b-hf,4,32,21,0.0003710647870320827
pileval,attn_in,Llama-2-13b-hf,4,32,22,2.987916741403751e-05
pileval,attn_out,Llama-2-13b-hf,4,32,22,9.289346053265035e-05
pileval,mlp_gate,Llama-2-13b-hf,4,32,22,0.0003722843248397112
pileval,mlp_down,Llama-2-13b-hf,4,32,22,0.00038778805173933506
pileval,attn_in,Llama-2-13b-hf,4,32,23,2.6943795091938227e-05
pileval,attn_out,Llama-2-13b-hf,4,32,23,8.802121737971902e-05
pileval,mlp_gate,Llama-2-13b-hf,4,32,23,0.0003987893578596413
pileval,mlp_down,Llama-2-13b-hf,4,32,23,0.0004036974860355258
pileval,attn_in,Llama-2-13b-hf,4,32,24,3.522693441482261e-05
pileval,attn_out,Llama-2-13b-hf,4,32,24,8.259667811216787e-05
pileval,mlp_gate,Llama-2-13b-hf,4,32,24,0.00042008646414615214
pileval,mlp_down,Llama-2-13b-hf,4,32,24,0.00040512823034077883
pileval,attn_in,Llama-2-13b-hf,4,32,25,3.201501749572344e-05
pileval,attn_out,Llama-2-13b-hf,4,32,25,9.501192107563838e-05
pileval,mlp_gate,Llama-2-13b-hf,4,32,25,0.0004572194302454591
pileval,mlp_down,Llama-2-13b-hf,4,32,25,0.0004185958532616496
pileval,attn_in,Llama-2-13b-hf,4,32,26,3.639548231149092e-05
pileval,attn_out,Llama-2-13b-hf,4,32,26,0.00010108786955242977
pileval,mlp_gate,Llama-2-13b-hf,4,32,26,0.0004928797134198248
pileval,mlp_down,Llama-2-13b-hf,4,32,26,0.0004327731439843774
pileval,attn_in,Llama-2-13b-hf,4,32,27,3.134168218821287e-05
pileval,attn_out,Llama-2-13b-hf,4,32,27,7.839427416911349e-05
pileval,mlp_gate,Llama-2-13b-hf,4,32,27,0.0005227086367085576
pileval,mlp_down,Llama-2-13b-hf,4,32,27,0.0004383291525300592
pileval,attn_in,Llama-2-13b-hf,4,32,28,6.30939903203398e-05
pileval,attn_out,Llama-2-13b-hf,4,32,28,9.447094635106623e-05
pileval,mlp_gate,Llama-2-13b-hf,4,32,28,0.0005552744260057807
pileval,mlp_down,Llama-2-13b-hf,4,32,28,0.00044349615927785635
pileval,attn_in,Llama-2-13b-hf,4,32,29,4.3644187826430425e-05
pileval,attn_out,Llama-2-13b-hf,4,32,29,9.904139005811885e-05
pileval,mlp_gate,Llama-2-13b-hf,4,32,29,0.0005938716931268573
pileval,mlp_down,Llama-2-13b-hf,4,32,29,0.0004611152980942279
pileval,attn_in,Llama-2-13b-hf,4,32,30,4.087606066605076e-05
pileval,attn_out,Llama-2-13b-hf,4,32,30,0.000101482481113635
pileval,mlp_gate,Llama-2-13b-hf,4,32,30,0.0006450699875131249
pileval,mlp_down,Llama-2-13b-hf,4,32,30,0.0004901820211671293
pileval,attn_in,Llama-2-13b-hf,4,32,31,3.5714925616048276e-05
pileval,attn_out,Llama-2-13b-hf,4,32,31,0.00010101881343871355
pileval,mlp_gate,Llama-2-13b-hf,4,32,31,0.0006786350859329104
pileval,mlp_down,Llama-2-13b-hf,4,32,31,0.0005076651577837765
pileval,attn_in,Llama-2-13b-hf,4,32,32,3.982858470408246e-05
pileval,attn_out,Llama-2-13b-hf,4,32,32,0.00010463221406098455
pileval,mlp_gate,Llama-2-13b-hf,4,32,32,0.0007331316010095179
pileval,mlp_down,Llama-2-13b-hf,4,32,32,0.0005480948020704091
pileval,attn_in,Llama-2-13b-hf,4,32,33,4.112982423976064e-05
pileval,attn_out,Llama-2-13b-hf,4,32,33,0.00010567731806077063
pileval,mlp_gate,Llama-2-13b-hf,4,32,33,0.0007895270828157663
pileval,mlp_down,Llama-2-13b-hf,4,32,33,0.0005997223779559135
pileval,attn_in,Llama-2-13b-hf,4,32,34,4.829224053537473e-05
pileval,attn_out,Llama-2-13b-hf,4,32,34,0.0001363935152767226
pileval,mlp_gate,Llama-2-13b-hf,4,32,34,0.0008672496769577265
pileval,mlp_down,Llama-2-13b-hf,4,32,34,0.0006813182844780385
pileval,attn_in,Llama-2-13b-hf,4,32,35,5.10061981913168e-05
pileval,attn_out,Llama-2-13b-hf,4,32,35,0.00013854690769221634
pileval,mlp_gate,Llama-2-13b-hf,4,32,35,0.0009797560051083565
pileval,mlp_down,Llama-2-13b-hf,4,32,35,0.0007784315384924412
pileval,attn_in,Llama-2-13b-hf,4,32,36,8.22779766167514e-05
pileval,attn_out,Llama-2-13b-hf,4,32,36,0.00023069769667927176
pileval,mlp_gate,Llama-2-13b-hf,4,32,36,0.0011170197976753116
pileval,mlp_down,Llama-2-13b-hf,4,32,36,0.000932033231947571
pileval,attn_in,Llama-2-13b-hf,4,32,37,8.038910164032131e-05
pileval,attn_out,Llama-2-13b-hf,4,32,37,0.00021660784841515124
pileval,mlp_gate,Llama-2-13b-hf,4,32,37,0.001258610631339252
pileval,mlp_down,Llama-2-13b-hf,4,32,37,0.0011113055516034365
pileval,attn_in,Llama-2-13b-hf,4,32,38,0.00010539796494413167
pileval,attn_out,Llama-2-13b-hf,4,32,38,0.00034438769216649234
pileval,mlp_gate,Llama-2-13b-hf,4,32,38,0.0013673119246959686
pileval,mlp_down,Llama-2-13b-hf,4,32,38,0.0015542958863079548
pileval,attn_in,Llama-2-13b-hf,4,32,39,8.390427683480084e-05
pileval,attn_out,Llama-2-13b-hf,4,32,39,0.0005319581832736731
pileval,mlp_gate,Llama-2-13b-hf,4,32,39,0.0016832976834848523
pileval,mlp_down,Llama-2-13b-hf,4,32,39,0.0032259563449770212
wikitext,attn_in,Llama-2-13b-hf,4,32,0,2.0778465170678828e-08
wikitext,attn_out,Llama-2-13b-hf,4,32,0,5.7994816415885e-07
wikitext,mlp_gate,Llama-2-13b-hf,4,32,0,6.26206215770253e-08
wikitext,mlp_down,Llama-2-13b-hf,4,32,0,8.709808980711387e-07
wikitext,attn_in,Llama-2-13b-hf,4,32,1,4.385287866170984e-07
wikitext,attn_out,Llama-2-13b-hf,4,32,1,1.6998992578010075e-06
wikitext,mlp_gate,Llama-2-13b-hf,4,32,1,7.949121823003225e-07
wikitext,mlp_down,Llama-2-13b-hf,4,32,1,1.9057553117818316e-06
wikitext,attn_in,Llama-2-13b-hf,4,32,2,1.189732643069874e-06
wikitext,attn_out,Llama-2-13b-hf,4,32,2,1.957499080162961e-06
wikitext,mlp_gate,Llama-2-13b-hf,4,32,2,2.8818074042646913e-06
wikitext,mlp_down,Llama-2-13b-hf,4,32,2,4.009386429970618e-06
wikitext,attn_in,Llama-2-13b-hf,4,32,3,2.56721045843733e-06
wikitext,attn_out,Llama-2-13b-hf,4,32,3,3.610212161220261e-06
wikitext,mlp_gate,Llama-2-13b-hf,4,32,3,1.920936665555928e-05
wikitext,mlp_down,Llama-2-13b-hf,4,32,3,3.331239349790849e-05
wikitext,attn_in,Llama-2-13b-hf,4,32,4,4.213548436382553e-06
wikitext,attn_out,Llama-2-13b-hf,4,32,4,4.907828952127602e-06
wikitext,mlp_gate,Llama-2-13b-hf,4,32,4,1.2477439668145962e-05
wikitext,mlp_down,Llama-2-13b-hf,4,32,4,1.2959969353687484e-05
wikitext,attn_in,Llama-2-13b-hf,4,32,5,6.210890660440782e-06
wikitext,attn_out,Llama-2-13b-hf,4,32,5,7.377103429462295e-06
wikitext,mlp_gate,Llama-2-13b-hf,4,32,5,2.1146270228200592e-05
wikitext,mlp_down,Llama-2-13b-hf,4,32,5,2.2756692487746477e-05
wikitext,attn_in,Llama-2-13b-hf,4,32,6,9.128601050178986e-06
wikitext,attn_out,Llama-2-13b-hf,4,32,6,1.1348703083058354e-05
wikitext,mlp_gate,Llama-2-13b-hf,4,32,6,3.347382153151557e-05
wikitext,mlp_down,Llama-2-13b-hf,4,32,6,3.3268341212533414e-05
wikitext,attn_in,Llama-2-13b-hf,4,32,7,1.16889932542108e-05
wikitext,attn_out,Llama-2-13b-hf,4,32,7,1.8342288967687637e-05
wikitext,mlp_gate,Llama-2-13b-hf,4,32,7,4.660502963815816e-05
wikitext,mlp_down,Llama-2-13b-hf,4,32,7,4.7142755647655576e-05
wikitext,attn_in,Llama-2-13b-hf,4,32,8,1.565605816722382e-05
wikitext,attn_out,Llama-2-13b-hf,4,32,8,2.3334328943747096e-05
wikitext,mlp_gate,Llama-2-13b-hf,4,32,8,5.962518116575666e-05
wikitext,mlp_down,Llama-2-13b-hf,4,32,8,5.704138311557472e-05
wikitext,attn_in,Llama-2-13b-hf,4,32,9,2.066710112558212e-05
wikitext,attn_out,Llama-2-13b-hf,4,32,9,3.164422378176823e-05
wikitext,mlp_gate,Llama-2-13b-hf,4,32,9,7.449781696777791e-05
wikitext,mlp_down,Llama-2-13b-hf,4,32,9,6.557285814778879e-05
wikitext,attn_in,Llama-2-13b-hf,4,32,10,2.478811438777484e-05
wikitext,attn_out,Llama-2-13b-hf,4,32,10,4.439389522303827e-05
wikitext,mlp_gate,Llama-2-13b-hf,4,32,10,8.24543894850649e-05
wikitext,mlp_down,Llama-2-13b-hf,4,32,10,7.318116695387289e-05
wikitext,attn_in,Llama-2-13b-hf,4,32,11,2.9994709620950744e-05
wikitext,attn_out,Llama-2-13b-hf,4,32,11,5.2697047067340463e-05
wikitext,mlp_gate,Llama-2-13b-hf,4,32,11,9.208100527757779e-05
wikitext,mlp_down,Llama-2-13b-hf,4,32,11,8.048825111472979e-05
wikitext,attn_in,Llama-2-13b-hf,4,32,12,3.2580595870967954e-05
wikitext,attn_out,Llama-2-13b-hf,4,32,12,5.7363482483197004e-05
wikitext,mlp_gate,Llama-2-13b-hf,4,32,12,0.00010089289571624249
wikitext,mlp_down,Llama-2-13b-hf,4,32,12,8.694452117197216e-05
wikitext,attn_in,Llama-2-13b-hf,4,32,13,3.445868787821382e-05
wikitext,attn_out,Llama-2-13b-hf,4,32,13,5.9143876569578424e-05
wikitext,mlp_gate,Llama-2-13b-hf,4,32,13,0.00011424242256907746
wikitext,mlp_down,Llama-2-13b-hf,4,32,13,0.0001038641930790618
wikitext,attn_in,Llama-2-13b-hf,4,32,14,3.8366000808309764e-05
wikitext,attn_out,Llama-2-13b-hf,4,32,14,8.07204851298593e-05
wikitext,mlp_gate,Llama-2-13b-hf,4,32,14,0.00013093173038214445
wikitext,mlp_down,Llama-2-13b-hf,4,32,14,0.0001214333315147087
wikitext,attn_in,Llama-2-13b-hf,4,32,15,5.4291580454446375e-05
wikitext,attn_out,Llama-2-13b-hf,4,32,15,9.552518895361573e-05
wikitext,mlp_gate,Llama-2-13b-hf,4,32,15,0.0001496763143222779
wikitext,mlp_down,Llama-2-13b-hf,4,32,15,0.00014425556582864374
wikitext,attn_in,Llama-2-13b-hf,4,32,16,4.628413444152102e-05
wikitext,attn_out,Llama-2-13b-hf,4,32,16,9.015938849188387e-05
wikitext,mlp_gate,Llama-2-13b-hf,4,32,16,0.00017816883337218314
wikitext,mlp_down,Llama-2-13b-hf,4,32,16,0.0001811643596738577
wikitext,attn_in,Llama-2-13b-hf,4,32,17,4.306007394916378e-05
wikitext,attn_out,Llama-2-13b-hf,4,32,17,9.623907681088895e-05
wikitext,mlp_gate,Llama-2-13b-hf,4,32,17,0.00019853193953167647
wikitext,mlp_down,Llama-2-13b-hf,4,32,17,0.00020585294987540692
wikitext,attn_in,Llama-2-13b-hf,4,32,18,3.536059011821635e-05
wikitext,attn_out,Llama-2-13b-hf,4,32,18,7.534238102380186e-05
wikitext,mlp_gate,Llama-2-13b-hf,4,32,18,0.00021910092618782073
wikitext,mlp_down,Llama-2-13b-hf,4,32,18,0.0002239248133264482
wikitext,attn_in,Llama-2-13b-hf,4,32,19,3.885414116666652e-05
wikitext,attn_out,Llama-2-13b-hf,4,32,19,7.895920862210914e-05
wikitext,mlp_gate,Llama-2-13b-hf,4,32,19,0.00024605606449767947
wikitext,mlp_down,Llama-2-13b-hf,4,32,19,0.00025027012452483177
wikitext,attn_in,Llama-2-13b-hf,4,32,20,4.2632447730284184e-05
wikitext,attn_out,Llama-2-13b-hf,4,32,20,9.46516083786264e-05
wikitext,mlp_gate,Llama-2-13b-hf,4,32,20,0.0002746657410170883
wikitext,mlp_down,Llama-2-13b-hf,4,32,20,0.0002677534648682922
wikitext,attn_in,Llama-2-13b-hf,4,32,21,4.87503748445306e-05
wikitext,attn_out,Llama-2-13b-hf,4,32,21,0.00012934078404214233
wikitext,mlp_gate,Llama-2-13b-hf,4,32,21,0.0003192262083757669
wikitext,mlp_down,Llama-2-13b-hf,4,32,21,0.0003532100818119943
wikitext,attn_in,Llama-2-13b-hf,4,32,22,2.9587712560896762e-05
wikitext,attn_out,Llama-2-13b-hf,4,32,22,9.483599569648504e-05
wikitext,mlp_gate,Llama-2-13b-hf,4,32,22,0.0003541666956152767
wikitext,mlp_down,Llama-2-13b-hf,4,32,22,0.00036359031219035387
wikitext,attn_in,Llama-2-13b-hf,4,32,23,3.100520552834496e-05
wikitext,attn_out,Llama-2-13b-hf,4,32,23,9.342888370156288e-05
wikitext,mlp_gate,Llama-2-13b-hf,4,32,23,0.00038023662636987865
wikitext,mlp_down,Llama-2-13b-hf,4,32,23,0.0003797273966483772
wikitext,attn_in,Llama-2-13b-hf,4,32,24,3.2977157388813794e-05
wikitext,attn_out,Llama-2-13b-hf,4,32,24,9.209851123159751e-05
wikitext,mlp_gate,Llama-2-13b-hf,4,32,24,0.0004038123006466776
wikitext,mlp_down,Llama-2-13b-hf,4,32,24,0.00038388921529985964
wikitext,attn_in,Llama-2-13b-hf,4,32,25,3.295862188679166e-05
wikitext,attn_out,Llama-2-13b-hf,4,32,25,8.405976404901594e-05
wikitext,mlp_gate,Llama-2-13b-hf,4,32,25,0.0004411074332892895
wikitext,mlp_down,Llama-2-13b-hf,4,32,25,0.0003958016459364444
wikitext,attn_in,Llama-2-13b-hf,4,32,26,3.660659785964526e-05
wikitext,attn_out,Llama-2-13b-hf,4,32,26,9.72533380263485e-05
wikitext,mlp_gate,Llama-2-13b-hf,4,32,26,0.0004760707379318774
wikitext,mlp_down,Llama-2-13b-hf,4,32,26,0.0004272244405001402
wikitext,attn_in,Llama-2-13b-hf,4,32,27,3.275521521572955e-05
wikitext,attn_out,Llama-2-13b-hf,4,32,27,7.651743362657726e-05
wikitext,mlp_gate,Llama-2-13b-hf,4,32,27,0.0005112589569762349
wikitext,mlp_down,Llama-2-13b-hf,4,32,27,0.00043477077269926667
wikitext,attn_in,Llama-2-13b-hf,4,32,28,5.6521625083405524e-05
wikitext,attn_out,Llama-2-13b-hf,4,32,28,8.524620352545753e-05
wikitext,mlp_gate,Llama-2-13b-hf,4,32,28,0.0005421171081252396
wikitext,mlp_down,Llama-2-13b-hf,4,32,28,0.0004380190512165427
wikitext,attn_in,Llama-2-13b-hf,4,32,29,4.349738446762785e-05
wikitext,attn_out,Llama-2-13b-hf,4,32,29,9.62591657298617e-05
wikitext,mlp_gate,Llama-2-13b-hf,4,32,29,0.0005860942765139043
wikitext,mlp_down,Llama-2-13b-hf,4,32,29,0.0004552519822027534
wikitext,attn_in,Llama-2-13b-hf,4,32,30,4.759247894980945e-05
wikitext,attn_out,Llama-2-13b-hf,4,32,30,0.00011892566544702277
wikitext,mlp_gate,Llama-2-13b-hf,4,32,30,0.0006432074587792158
wikitext,mlp_down,Llama-2-13b-hf,4,32,30,0.0004755873524118215
wikitext,attn_in,Llama-2-13b-hf,4,32,31,3.971929618273862e-05
wikitext,attn_out,Llama-2-13b-hf,4,32,31,0.0001151245814980939
wikitext,mlp_gate,Llama-2-13b-hf,4,32,31,0.0006838533445261419
wikitext,mlp_down,Llama-2-13b-hf,4,32,31,0.0004986615967936814
wikitext,attn_in,Llama-2-13b-hf,4,32,32,4.9136531742988154e-05
wikitext,attn_out,Llama-2-13b-hf,4,32,32,0.00013299066631589085
wikitext,mlp_gate,Llama-2-13b-hf,4,32,32,0.0007383350166492164
wikitext,mlp_down,Llama-2-13b-hf,4,32,32,0.0005301506607793272
wikitext,attn_in,Llama-2-13b-hf,4,32,33,4.381129838293418e-05
wikitext,attn_out,Llama-2-13b-hf,4,32,33,0.00011694952991092578
wikitext,mlp_gate,Llama-2-13b-hf,4,32,33,0.0008013882325030863
wikitext,mlp_down,Llama-2-13b-hf,4,32,33,0.0005931063205935061
wikitext,attn_in,Llama-2-13b-hf,4,32,34,5.482386768562719e-05
wikitext,attn_out,Llama-2-13b-hf,4,32,34,0.00015097277355380356
wikitext,mlp_gate,Llama-2-13b-hf,4,32,34,0.0008854928892105818
wikitext,mlp_down,Llama-2-13b-hf,4,32,34,0.0006736193899996579
wikitext,attn_in,Llama-2-13b-hf,4,32,35,5.50436379853636e-05
wikitext,attn_out,Llama-2-13b-hf,4,32,35,0.00015465104661416262
wikitext,mlp_gate,Llama-2-13b-hf,4,32,35,0.0010085764806717634
wikitext,mlp_down,Llama-2-13b-hf,4,32,35,0.0007651866762898862
wikitext,attn_in,Llama-2-13b-hf,4,32,36,9.43520208238624e-05
wikitext,attn_out,Llama-2-13b-hf,4,32,36,0.00025967558030970395
wikitext,mlp_gate,Llama-2-13b-hf,4,32,36,0.001137931365519762
wikitext,mlp_down,Llama-2-13b-hf,4,32,36,0.0009230817086063325
wikitext,attn_in,Llama-2-13b-hf,4,32,37,9.739283996168524e-05
wikitext,attn_out,Llama-2-13b-hf,4,32,37,0.000267410883679986
wikitext,mlp_gate,Llama-2-13b-hf,4,32,37,0.001262830337509513
wikitext,mlp_down,Llama-2-13b-hf,4,32,37,0.0011036087526008487
wikitext,attn_in,Llama-2-13b-hf,4,32,38,0.0001341869792668149
wikitext,attn_out,Llama-2-13b-hf,4,32,38,0.0004610487667378038
wikitext,mlp_gate,Llama-2-13b-hf,4,32,38,0.0013315975666046143
wikitext,mlp_down,Llama-2-13b-hf,4,32,38,0.0014759211335331202
wikitext,attn_in,Llama-2-13b-hf,4,32,39,8.721259655430913e-05
wikitext,attn_out,Llama-2-13b-hf,4,32,39,0.0005447418661788106
wikitext,mlp_gate,Llama-2-13b-hf,4,32,39,0.0015527202049270272
wikitext,mlp_down,Llama-2-13b-hf,4,32,39,0.0026801431085914373
c4,attn_in,Llama-2-13b-hf,4,64,0,2.8868399226666952e-08
c4,attn_out,Llama-2-13b-hf,4,64,0,7.538360478065442e-07
c4,mlp_gate,Llama-2-13b-hf,4,64,0,7.335759022453203e-08
c4,mlp_down,Llama-2-13b-hf,4,64,0,3.147092456856626e-06
c4,attn_in,Llama-2-13b-hf,4,64,1,5.726999461330706e-07
c4,attn_out,Llama-2-13b-hf,4,64,1,1.411743937751453e-06
c4,mlp_gate,Llama-2-13b-hf,4,64,1,1.1308618468319764e-06
c4,mlp_down,Llama-2-13b-hf,4,64,1,2.980274757646839e-06
c4,attn_in,Llama-2-13b-hf,4,64,2,1.5415906773341703e-06
c4,attn_out,Llama-2-13b-hf,4,64,2,2.3212180622067535e-06
c4,mlp_gate,Llama-2-13b-hf,4,64,2,3.9774954530003015e-06
c4,mlp_down,Llama-2-13b-hf,4,64,2,5.870231689186767e-06
c4,attn_in,Llama-2-13b-hf,4,64,3,2.7716607746697264e-06
c4,attn_out,Llama-2-13b-hf,4,64,3,6.375942575687077e-06
c4,mlp_gate,Llama-2-13b-hf,4,64,3,1.457018697692547e-05
c4,mlp_down,Llama-2-13b-hf,4,64,3,8.453214104520157e-05
c4,attn_in,Llama-2-13b-hf,4,64,4,4.7062790144991595e-06
c4,attn_out,Llama-2-13b-hf,4,64,4,6.464903435698943e-06
c4,mlp_gate,Llama-2-13b-hf,4,64,4,1.720076943456661e-05
c4,mlp_down,Llama-2-13b-hf,4,64,4,1.8331689716433175e-05
c4,attn_in,Llama-2-13b-hf,4,64,5,7.532802101195557e-06
c4,attn_out,Llama-2-13b-hf,4,64,5,9.141446753346827e-06
c4,mlp_gate,Llama-2-13b-hf,4,64,5,2.907071939262096e-05
c4,mlp_down,Llama-2-13b-hf,4,64,5,2.9553282729466446e-05
c4,attn_in,Llama-2-13b-hf,4,64,6,1.1318664292048197e-05
c4,attn_out,Llama-2-13b-hf,4,64,6,1.4372755686054006e-05
c4,mlp_gate,Llama-2-13b-hf,4,64,6,4.5541190047515556e-05
c4,mlp_down,Llama-2-13b-hf,4,64,6,4.542214082903229e-05
c4,attn_in,Llama-2-13b-hf,4,64,7,1.5137942682486027e-05
c4,attn_out,Llama-2-13b-hf,4,64,7,2.437031980662141e-05
c4,mlp_gate,Llama-2-13b-hf,4,64,7,6.444985774578527e-05
c4,mlp_down,Llama-2-13b-hf,4,64,7,6.601471977774054e-05
c4,attn_in,Llama-2-13b-hf,4,64,8,1.9217894077883102e-05
c4,attn_out,Llama-2-13b-hf,4,64,8,3.1109786505112424e-05
c4,mlp_gate,Llama-2-13b-hf,4,64,8,8.412633906118572e-05
c4,mlp_down,Llama-2-13b-hf,4,64,8,7.985851698322222e-05
c4,attn_in,Llama-2-13b-hf,4,64,9,2.7041369321523234e-05
c4,attn_out,Llama-2-13b-hf,4,64,9,4.1897004848578945e-05
c4,mlp_gate,Llama-2-13b-hf,4,64,9,0.00010389525414211676
c4,mlp_down,Llama-2-13b-hf,4,64,9,9.007892367662862e-05
c4,attn_in,Llama-2-13b-hf,4,64,10,3.294805719633587e-05
c4,attn_out,Llama-2-13b-hf,4,64,10,6.098872472648509e-05
c4,mlp_gate,Llama-2-13b-hf,4,64,10,0.00011596686817938462
c4,mlp_down,Llama-2-13b-hf,4,64,10,0.00010236314119538292
c4,attn_in,Llama-2-13b-hf,4,64,11,4.0733892092248425e-05
c4,attn_out,Llama-2-13b-hf,4,64,11,7.112814637366682e-05
c4,mlp_gate,Llama-2-13b-hf,4,64,11,0.0001314586988883093
c4,mlp_down,Llama-2-13b-hf,4,64,11,0.00011154115782119334
c4,attn_in,Llama-2-13b-hf,4,64,12,4.982769314665347e-05
c4,attn_out,Llama-2-13b-hf,4,64,12,7.495430327253416e-05
c4,mlp_gate,Llama-2-13b-hf,4,64,12,0.0001451187999919057
c4,mlp_down,Llama-2-13b-hf,4,64,12,0.00012283028627280146
c4,attn_in,Llama-2-13b-hf,4,64,13,5.0753944378811866e-05
c4,attn_out,Llama-2-13b-hf,4,64,13,7.99676708993502e-05
c4,mlp_gate,Llama-2-13b-hf,4,64,13,0.00016393962141592056
c4,mlp_down,Llama-2-13b-hf,4,64,13,0.0001476535981055349
c4,attn_in,Llama-2-13b-hf,4,64,14,5.708854951080866e-05
c4,attn_out,Llama-2-13b-hf,4,64,14,0.00011226048081880435
c4,mlp_gate,Llama-2-13b-hf,4,64,14,0.00018925682525150478
c4,mlp_down,Llama-2-13b-hf,4,64,14,0.00017625938926357776
c4,attn_in,Llama-2-13b-hf,4,64,15,6.379676779033616e-05
c4,attn_out,Llama-2-13b-hf,4,64,15,0.0001342306932201609
c4,mlp_gate,Llama-2-13b-hf,4,64,15,0.0002197032590629533
c4,mlp_down,Llama-2-13b-hf,4,64,15,0.0002099937410093844
c4,attn_in,Llama-2-13b-hf,4,64,16,6.341802509268746e-05
c4,attn_out,Llama-2-13b-hf,4,64,16,0.00012975922436453402
c4,mlp_gate,Llama-2-13b-hf,4,64,16,0.00026382310898043215
c4,mlp_down,Llama-2-13b-hf,4,64,16,0.00027104082982987165
c4,attn_in,Llama-2-13b-hf,4,64,17,5.9110901929670945e-05
c4,attn_out,Llama-2-13b-hf,4,64,17,0.0001320210431003943
c4,mlp_gate,Llama-2-13b-hf,4,64,17,0.00029117969097569585
c4,mlp_down,Llama-2-13b-hf,4,64,17,0.0003013238892890513
c4,attn_in,Llama-2-13b-hf,4,64,18,4.882213761447929e-05
c4,attn_out,Llama-2-13b-hf,4,64,18,0.00011624391481745988
c4,mlp_gate,Llama-2-13b-hf,4,64,18,0.00031941980705596507
c4,mlp_down,Llama-2-13b-hf,4,64,18,0.00033119801082648337
c4,attn_in,Llama-2-13b-hf,4,64,19,5.186877751839347e-05
c4,attn_out,Llama-2-13b-hf,4,64,19,0.00012340673129074275
c4,mlp_gate,Llama-2-13b-hf,4,64,19,0.00036091989022679627
c4,mlp_down,Llama-2-13b-hf,4,64,19,0.0003743420238606632
c4,attn_in,Llama-2-13b-hf,4,64,20,5.7032102631637827e-05
c4,attn_out,Llama-2-13b-hf,4,64,20,0.0001484866952523589
c4,mlp_gate,Llama-2-13b-hf,4,64,20,0.0004096956690773368
c4,mlp_down,Llama-2-13b-hf,4,64,20,0.0004154528141953051
c4,attn_in,Llama-2-13b-hf,4,64,21,6.83824546285905e-05
c4,attn_out,Llama-2-13b-hf,4,64,21,0.00018913917301688343
c4,mlp_gate,Llama-2-13b-hf,4,64,21,0.0004792622057721019
c4,mlp_down,Llama-2-13b-hf,4,64,21,0.0005358920898288488
c4,attn_in,Llama-2-13b-hf,4,64,22,4.2357874917797744e-05
c4,attn_out,Llama-2-13b-hf,4,64,22,0.00012539938325062394
c4,mlp_gate,Llama-2-13b-hf,4,64,22,0.0005238035228103399
c4,mlp_down,Llama-2-13b-hf,4,64,22,0.0005560236168093979
c4,attn_in,Llama-2-13b-hf,4,64,23,3.793909490923397e-05
c4,attn_out,Llama-2-13b-hf,4,64,23,0.0001185732617159374
c4,mlp_gate,Llama-2-13b-hf,4,64,23,0.0005603960016742349
c4,mlp_down,Llama-2-13b-hf,4,64,23,0.0005768437986262143
c4,attn_in,Llama-2-13b-hf,4,64,24,4.682633516495116e-05
c4,attn_out,Llama-2-13b-hf,4,64,24,0.00010612501500872895
c4,mlp_gate,Llama-2-13b-hf,4,64,24,0.0005863221595063806
c4,mlp_down,Llama-2-13b-hf,4,64,24,0.0005773235461674631
c4,attn_in,Llama-2-13b-hf,4,64,25,4.386877844808623e-05
c4,attn_out,Llama-2-13b-hf,4,64,25,0.00012998002057429403
c4,mlp_gate,Llama-2-13b-hf,4,64,25,0.0006360232946462929
c4,mlp_down,Llama-2-13b-hf,4,64,25,0.0006062693428248167
c4,attn_in,Llama-2-13b-hf,4,64,26,5.8776335208676755e-05
c4,attn_out,Llama-2-13b-hf,4,64,26,0.00014773031580261886
c4,mlp_gate,Llama-2-13b-hf,4,64,26,0.0006890263757668436
c4,mlp_down,Llama-2-13b-hf,4,64,26,0.0006396606331691146
c4,attn_in,Llama-2-13b-hf,4,64,27,4.262683432898484e-05
c4,attn_out,Llama-2-13b-hf,4,64,27,0.00011050893226638436
c4,mlp_gate,Llama-2-13b-hf,4,64,27,0.0007307968335226178
c4,mlp_down,Llama-2-13b-hf,4,64,27,0.0006431783549487591
c4,attn_in,Llama-2-13b-hf,4,64,28,5.963659714325331e-05
c4,attn_out,Llama-2-13b-hf,4,64,28,0.00012456080003175884
c4,mlp_gate,Llama-2-13b-hf,4,64,28,0.000773957755882293
c4,mlp_down,Llama-2-13b-hf,4,64,28,0.0006402342114597559
c4,attn_in,Llama-2-13b-hf,4,64,29,6.07228976150509e-05
c4,attn_out,Llama-2-13b-hf,4,64,29,0.0001385286741424352
c4,mlp_gate,Llama-2-13b-hf,4,64,29,0.0008254903368651867
c4,mlp_down,Llama-2-13b-hf,4,64,29,0.0006652147858403623
c4,attn_in,Llama-2-13b-hf,4,64,30,6.076039426261559e-05
c4,attn_out,Llama-2-13b-hf,4,64,30,0.0001358712906949222
c4,mlp_gate,Llama-2-13b-hf,4,64,30,0.000894517928827554
c4,mlp_down,Llama-2-13b-hf,4,64,30,0.0007085734978318214
c4,attn_in,Llama-2-13b-hf,4,64,31,5.267140659270808e-05
c4,attn_out,Llama-2-13b-hf,4,64,31,0.00014511196059174836
c4,mlp_gate,Llama-2-13b-hf,4,64,31,0.0009407452889718115
c4,mlp_down,Llama-2-13b-hf,4,64,31,0.0007404575007967651
c4,attn_in,Llama-2-13b-hf,4,64,32,5.210537710809149e-05
c4,attn_out,Llama-2-13b-hf,4,64,32,0.0001354645937681198
c4,mlp_gate,Llama-2-13b-hf,4,64,32,0.0010119715007022023
c4,mlp_down,Llama-2-13b-hf,4,64,32,0.0007833243580535054
c4,attn_in,Llama-2-13b-hf,4,64,33,4.9402799049858004e-05
c4,attn_out,Llama-2-13b-hf,4,64,33,0.00013083220983389765
c4,mlp_gate,Llama-2-13b-hf,4,64,33,0.0010830936953425407
c4,mlp_down,Llama-2-13b-hf,4,64,33,0.0008282819762825966
c4,attn_in,Llama-2-13b-hf,4,64,34,7.076819019857794e-05
c4,attn_out,Llama-2-13b-hf,4,64,34,0.00018709903815761209
c4,mlp_gate,Llama-2-13b-hf,4,64,34,0.0011907974258065224
c4,mlp_down,Llama-2-13b-hf,4,64,34,0.0009432892547920346
c4,attn_in,Llama-2-13b-hf,4,64,35,7.38987946533598e-05
c4,attn_out,Llama-2-13b-hf,4,64,35,0.00017929088789969683
c4,mlp_gate,Llama-2-13b-hf,4,64,35,0.0013431672705337405
c4,mlp_down,Llama-2-13b-hf,4,64,35,0.0010573769686743617
c4,attn_in,Llama-2-13b-hf,4,64,36,0.0001074249084922485
c4,attn_out,Llama-2-13b-hf,4,64,36,0.0003050212108064443
c4,mlp_gate,Llama-2-13b-hf,4,64,36,0.0015250068390741944
c4,mlp_down,Llama-2-13b-hf,4,64,36,0.0012748513836413622
c4,attn_in,Llama-2-13b-hf,4,64,37,0.00011671778338495642
c4,attn_out,Llama-2-13b-hf,4,64,37,0.0002777996414806694
c4,mlp_gate,Llama-2-13b-hf,4,64,37,0.0017248954391106963
c4,mlp_down,Llama-2-13b-hf,4,64,37,0.0014915785286575556
c4,attn_in,Llama-2-13b-hf,4,64,38,0.00013831266551278532
c4,attn_out,Llama-2-13b-hf,4,64,38,0.000457791582448408
c4,mlp_gate,Llama-2-13b-hf,4,64,38,0.001926572760567069
c4,mlp_down,Llama-2-13b-hf,4,64,38,0.002194367116317153
c4,attn_in,Llama-2-13b-hf,4,64,39,0.00010642338020261377
c4,attn_out,Llama-2-13b-hf,4,64,39,0.0007214548531919718
c4,mlp_gate,Llama-2-13b-hf,4,64,39,0.0023738578893244267
c4,mlp_down,Llama-2-13b-hf,4,64,39,0.004818681161850691
pileval,attn_in,Llama-2-13b-hf,4,64,0,2.8120616946125665e-08
pileval,attn_out,Llama-2-13b-hf,4,64,0,8.492357892464497e-07
pileval,mlp_gate,Llama-2-13b-hf,4,64,0,8.913086446682428e-08
pileval,mlp_down,Llama-2-13b-hf,4,64,0,3.040892124772654e-06
pileval,attn_in,Llama-2-13b-hf,4,64,1,5.158076987754612e-07
pileval,attn_out,Llama-2-13b-hf,4,64,1,1.4789396800551913e-06
pileval,mlp_gate,Llama-2-13b-hf,4,64,1,1.2411056786731933e-06
pileval,mlp_down,Llama-2-13b-hf,4,64,1,3.224857664463343e-06
pileval,attn_in,Llama-2-13b-hf,4,64,2,1.6005737961677369e-06
pileval,attn_out,Llama-2-13b-hf,4,64,2,2.5848185032373294e-06
pileval,mlp_gate,Llama-2-13b-hf,4,64,2,4.4365010580804665e-06
pileval,mlp_down,Llama-2-13b-hf,4,64,2,6.499780283775181e-06
pileval,attn_in,Llama-2-13b-hf,4,64,3,2.735667749220738e-06
pileval,attn_out,Llama-2-13b-hf,4,64,3,6.739513082720805e-06
pileval,mlp_gate,Llama-2-13b-hf,4,64,3,1.5948953659972176e-05
pileval,mlp_down,Llama-2-13b-hf,4,64,3,9.179762855637819e-05
pileval,attn_in,Llama-2-13b-hf,4,64,4,4.6827758524159435e-06
pileval,attn_out,Llama-2-13b-hf,4,64,4,7.450284556398401e-06
pileval,mlp_gate,Llama-2-13b-hf,4,64,4,1.7544265574542806e-05
pileval,mlp_down,Llama-2-13b-hf,4,64,4,1.8284208636032417e-05
pileval,attn_in,Llama-2-13b-hf,4,64,5,7.4536869760777336e-06
pileval,attn_out,Llama-2-13b-hf,4,64,5,1.053508367476752e-05
pileval,mlp_gate,Llama-2-13b-hf,4,64,5,2.93881785182748e-05
pileval,mlp_down,Llama-2-13b-hf,4,64,5,2.957075776066631e-05
pileval,attn_in,Llama-2-13b-hf,4,64,6,1.0914840459008701e-05
pileval,attn_out,Llama-2-13b-hf,4,64,6,1.625032746233046e-05
pileval,mlp_gate,Llama-2-13b-hf,4,64,6,4.5853066694689915e-05
pileval,mlp_down,Llama-2-13b-hf,4,64,6,4.51712949143257e-05
pileval,attn_in,Llama-2-13b-hf,4,64,7,1.5259427527780645e-05
pileval,attn_out,Llama-2-13b-hf,4,64,7,2.763378870440647e-05
pileval,mlp_gate,Llama-2-13b-hf,4,64,7,6.496551941381767e-05
pileval,mlp_down,Llama-2-13b-hf,4,64,7,6.586994277313352e-05
pileval,attn_in,Llama-2-13b-hf,4,64,8,1.9332483134348877e-05
pileval,attn_out,Llama-2-13b-hf,4,64,8,3.492805626592599e-05
pileval,mlp_gate,Llama-2-13b-hf,4,64,8,8.374725439352915e-05
pileval,mlp_down,Llama-2-13b-hf,4,64,8,7.777986320434138e-05
pileval,attn_in,Llama-2-13b-hf,4,64,9,2.6438545319251716e-05
pileval,attn_out,Llama-2-13b-hf,4,64,9,4.765559788211249e-05
pileval,mlp_gate,Llama-2-13b-hf,4,64,9,0.00010451800335431471
pileval,mlp_down,Llama-2-13b-hf,4,64,9,9.011509246192873e-05
pileval,attn_in,Llama-2-13b-hf,4,64,10,3.254369585192762e-05
pileval,attn_out,Llama-2-13b-hf,4,64,10,6.848145858384669e-05
pileval,mlp_gate,Llama-2-13b-hf,4,64,10,0.00011732303391909227
pileval,mlp_down,Llama-2-13b-hf,4,64,10,0.00010326859046472237
pileval,attn_in,Llama-2-13b-hf,4,64,11,4.028099283459596e-05
pileval,attn_out,Llama-2-13b-hf,4,64,11,7.95154192019254e-05
pileval,mlp_gate,Llama-2-13b-hf,4,64,11,0.00013376728747971356
pileval,mlp_down,Llama-2-13b-hf,4,64,11,0.00011419901420595124
pileval,attn_in,Llama-2-13b-hf,4,64,12,4.736727350973524e-05
pileval,attn_out,Llama-2-13b-hf,4,64,12,8.270715625258163e-05
pileval,mlp_gate,Llama-2-13b-hf,4,64,12,0.00014652128447778523
pileval,mlp_down,Llama-2-13b-hf,4,64,12,0.0001229386543855071
pileval,attn_in,Llama-2-13b-hf,4,64,13,5.001744284527376e-05
pileval,attn_out,Llama-2-13b-hf,4,64,13,9.054295514943078e-05
pileval,mlp_gate,Llama-2-13b-hf,4,64,13,0.00016558697097934783
pileval,mlp_down,Llama-2-13b-hf,4,64,13,0.000147334867506288
pileval,attn_in,Llama-2-13b-hf,4,64,14,5.556883115787059e-05
pileval,attn_out,Llama-2-13b-hf,4,64,14,0.0001215215161209926
pileval,mlp_gate,Llama-2-13b-hf,4,64,14,0.00019099262135569006
pileval,mlp_down,Llama-2-13b-hf,4,64,14,0.00017530351760797203
pileval,attn_in,Llama-2-13b-hf,4,64,15,6.0260015743551776e-05
pileval,attn_out,Llama-2-13b-hf,4,64,15,0.00013734014646615833
pileval,mlp_gate,Llama-2-13b-hf,4,64,15,0.00021757667127531022
pileval,mlp_down,Llama-2-13b-hf,4,64,15,0.000202833121875301
pileval,attn_in,Llama-2-13b-hf,4,64,16,6.30906579317525e-05
pileval,attn_out,Llama-2-13b-hf,4,64,16,0.0001383239432470873
pileval,mlp_gate,Llama-2-13b-hf,4,64,16,0.0002579953579697758
pileval,mlp_down,Llama-2-13b-hf,4,64,16,0.0002571585646364838
pileval,attn_in,Llama-2-13b-hf,4,64,17,5.996822801535018e-05
pileval,attn_out,Llama-2-13b-hf,4,64,17,0.00014989631017670035
pileval,mlp_gate,Llama-2-13b-hf,4,64,17,0.0002844380505848676
pileval,mlp_down,Llama-2-13b-hf,4,64,17,0.00028567336266860366
pileval,attn_in,Llama-2-13b-hf,4,64,18,4.708371125161648e-05
pileval,attn_out,Llama-2-13b-hf,4,64,18,0.00011673743574647233
pileval,mlp_gate,Llama-2-13b-hf,4,64,18,0.0003119039465673268
pileval,mlp_down,Llama-2-13b-hf,4,64,18,0.00031255840440280735
pileval,attn_in,Llama-2-13b-hf,4,64,19,4.922025618725456e-05
pileval,attn_out,Llama-2-13b-hf,4,64,19,0.00011920383258257061
pileval,mlp_gate,Llama-2-13b-hf,4,64,19,0.000350528018316254
pileval,mlp_down,Llama-2-13b-hf,4,64,19,0.0003534418938215822
pileval,attn_in,Llama-2-13b-hf,4,64,20,5.3581032261718065e-05
pileval,attn_out,Llama-2-13b-hf,4,64,20,0.0001541043457109481
pileval,mlp_gate,Llama-2-13b-hf,4,64,20,0.00039802046376280487
pileval,mlp_down,Llama-2-13b-hf,4,64,20,0.00039666518568992615
pileval,attn_in,Llama-2-13b-hf,4,64,21,6.415820098482072e-05
pileval,attn_out,Llama-2-13b-hf,4,64,21,0.0001873226574389264
pileval,mlp_gate,Llama-2-13b-hf,4,64,21,0.00046610424760729074
pileval,mlp_down,Llama-2-13b-hf,4,64,21,0.0005079590482637286
pileval,attn_in,Llama-2-13b-hf,4,64,22,4.0598981286166236e-05
pileval,attn_out,Llama-2-13b-hf,4,64,22,0.00012634400627575815
pileval,mlp_gate,Llama-2-13b-hf,4,64,22,0.0005114065716043115
pileval,mlp_down,Llama-2-13b-hf,4,64,22,0.0005323006771504879
pileval,attn_in,Llama-2-13b-hf,4,64,23,3.7948961107758805e-05
pileval,attn_out,Llama-2-13b-hf,4,64,23,0.00012088112998753786
pileval,mlp_gate,Llama-2-13b-hf,4,64,23,0.0005472968914546072
pileval,mlp_down,Llama-2-13b-hf,4,64,23,0.0005501335836015642
pileval,attn_in,Llama-2-13b-hf,4,64,24,4.705656465375796e-05
pileval,attn_out,Llama-2-13b-hf,4,64,24,0.00011314747098367661
pileval,mlp_gate,Llama-2-13b-hf,4,64,24,0.000574684701859951
pileval,mlp_down,Llama-2-13b-hf,4,64,24,0.0005514550721272826
pileval,attn_in,Llama-2-13b-hf,4,64,25,4.15830327256117e-05
pileval,attn_out,Llama-2-13b-hf,4,64,25,0.00012934750702697784
pileval,mlp_gate,Llama-2-13b-hf,4,64,25,0.0006249574362300336
pileval,mlp_down,Llama-2-13b-hf,4,64,25,0.0005687339580617845
pileval,attn_in,Llama-2-13b-hf,4,64,26,5.320128911989741e-05
pileval,attn_out,Llama-2-13b-hf,4,64,26,0.0001394025020999834
pileval,mlp_gate,Llama-2-13b-hf,4,64,26,0.0006716626230627298
pileval,mlp_down,Llama-2-13b-hf,4,64,26,0.0005890768952667713
pileval,attn_in,Llama-2-13b-hf,4,64,27,4.132078174734488e-05
pileval,attn_out,Llama-2-13b-hf,4,64,27,0.00010690787894418463
pileval,mlp_gate,Llama-2-13b-hf,4,64,27,0.0007123512332327664
pileval,mlp_down,Llama-2-13b-hf,4,64,27,0.0005956657696515322
pileval,attn_in,Llama-2-13b-hf,4,64,28,5.96338213654235e-05
pileval,attn_out,Llama-2-13b-hf,4,64,28,0.0001302620948990807
pileval,mlp_gate,Llama-2-13b-hf,4,64,28,0.0007579941884614527
pileval,mlp_down,Llama-2-13b-hf,4,64,28,0.0006027930648997426
pileval,attn_in,Llama-2-13b-hf,4,64,29,5.8311463362770155e-05
pileval,attn_out,Llama-2-13b-hf,4,64,29,0.0001348949590465054
pileval,mlp_gate,Llama-2-13b-hf,4,64,29,0.0008101978455670178
pileval,mlp_down,Llama-2-13b-hf,4,64,29,0.000626137072686106
pileval,attn_in,Llama-2-13b-hf,4,64,30,5.568640699493699e-05
pileval,attn_out,Llama-2-13b-hf,4,64,30,0.00013820551976095885
pileval,mlp_gate,Llama-2-13b-hf,4,64,30,0.0008804411045275629
pileval,mlp_down,Llama-2-13b-hf,4,64,30,0.00066587288165465
pileval,attn_in,Llama-2-13b-hf,4,64,31,4.904798697680235e-05
pileval,attn_out,Llama-2-13b-hf,4,64,31,0.00013806307106278837
pileval,mlp_gate,Llama-2-13b-hf,4,64,31,0.000927342101931572
pileval,mlp_down,Llama-2-13b-hf,4,64,31,0.0006905804038979113
pileval,attn_in,Llama-2-13b-hf,4,64,32,5.15592546435073e-05
pileval,attn_out,Llama-2-13b-hf,4,64,32,0.00014252793334890157
pileval,mlp_gate,Llama-2-13b-hf,4,64,32,0.0010047678370028734
pileval,mlp_down,Llama-2-13b-hf,4,64,32,0.0007462573703378439
pileval,attn_in,Llama-2-13b-hf,4,64,33,4.966665437677875e-05
pileval,attn_out,Llama-2-13b-hf,4,64,33,0.00014401723456103355
pileval,mlp_gate,Llama-2-13b-hf,4,64,33,0.001080163987353444
pileval,mlp_down,Llama-2-13b-hf,4,64,33,0.0008192126406356692
pileval,attn_in,Llama-2-13b-hf,4,64,34,6.785881123505533e-05
pileval,attn_out,Llama-2-13b-hf,4,64,34,0.00018604697834234685
pileval,mlp_gate,Llama-2-13b-hf,4,64,34,0.0011894861236214638
pileval,mlp_down,Llama-2-13b-hf,4,64,34,0.0009273117175325751
pileval,attn_in,Llama-2-13b-hf,4,64,35,7.073895540088415e-05
pileval,attn_out,Llama-2-13b-hf,4,64,35,0.00018869062478188425
pileval,mlp_gate,Llama-2-13b-hf,4,64,35,0.0013477216707542539
pileval,mlp_down,Llama-2-13b-hf,4,64,35,0.0010611707111820579
pileval,attn_in,Llama-2-13b-hf,4,64,36,0.0001025271849357523
pileval,attn_out,Llama-2-13b-hf,4,64,36,0.00031804817263036966
pileval,mlp_gate,Llama-2-13b-hf,4,64,36,0.0015382999554276466
pileval,mlp_down,Llama-2-13b-hf,4,64,36,0.001274159294553101
pileval,attn_in,Llama-2-13b-hf,4,64,37,0.00011462248221505433
pileval,attn_out,Llama-2-13b-hf,4,64,37,0.0003002853482030332
pileval,mlp_gate,Llama-2-13b-hf,4,64,37,0.0017419620417058468
pileval,mlp_down,Llama-2-13b-hf,4,64,37,0.0015223072841763496
pileval,attn_in,Llama-2-13b-hf,4,64,38,0.00013498705811798573
pileval,attn_out,Llama-2-13b-hf,4,64,38,0.00047461059875786304
pileval,mlp_gate,Llama-2-13b-hf,4,64,38,0.0019089687848463655
pileval,mlp_down,Llama-2-13b-hf,4,64,38,0.0022410117089748383
pileval,attn_in,Llama-2-13b-hf,4,64,39,0.00010983084212057292
pileval,attn_out,Llama-2-13b-hf,4,64,39,0.0007590044988319278
pileval,mlp_gate,Llama-2-13b-hf,4,64,39,0.0022974240127950907
pileval,mlp_down,Llama-2-13b-hf,4,64,39,0.005043132696300745
wikitext,attn_in,Llama-2-13b-hf,4,64,0,3.303911100260848e-08
wikitext,attn_out,Llama-2-13b-hf,4,64,0,1.0360536180087365e-06
wikitext,mlp_gate,Llama-2-13b-hf,4,64,0,1.0096533742398606e-07
wikitext,mlp_down,Llama-2-13b-hf,4,64,0,2.703435939110932e-06
wikitext,attn_in,Llama-2-13b-hf,4,64,1,7.184362971202063e-07
wikitext,attn_out,Llama-2-13b-hf,4,64,1,2.56714110946632e-06
wikitext,mlp_gate,Llama-2-13b-hf,4,64,1,1.1221573004149832e-06
wikitext,mlp_down,Llama-2-13b-hf,4,64,1,2.854309514077613e-06
wikitext,attn_in,Llama-2-13b-hf,4,64,2,1.7295635643677088e-06
wikitext,attn_out,Llama-2-13b-hf,4,64,2,2.8750482670147903e-06
wikitext,mlp_gate,Llama-2-13b-hf,4,64,2,3.937749625038123e-06
wikitext,mlp_down,Llama-2-13b-hf,4,64,2,5.49173364561284e-06
wikitext,attn_in,Llama-2-13b-hf,4,64,3,2.565266640885966e-06
wikitext,attn_out,Llama-2-13b-hf,4,64,3,6.047443093848415e-06
wikitext,mlp_gate,Llama-2-13b-hf,4,64,3,1.417477960785618e-05
wikitext,mlp_down,Llama-2-13b-hf,4,64,3,8.481976692564785e-05
wikitext,attn_in,Llama-2-13b-hf,4,64,4,4.706394065578934e-06
wikitext,attn_out,Llama-2-13b-hf,4,64,4,6.8308640948089305e-06
wikitext,mlp_gate,Llama-2-13b-hf,4,64,4,1.720206273603253e-05
wikitext,mlp_down,Llama-2-13b-hf,4,64,4,1.7689564629108645e-05
wikitext,attn_in,Llama-2-13b-hf,4,64,5,8.078670362010598e-06
wikitext,attn_out,Llama-2-13b-hf,4,64,5,1.0332264537282754e-05
wikitext,mlp_gate,Llama-2-13b-hf,4,64,5,2.9251721571199596e-05
wikitext,mlp_down,Llama-2-13b-hf,4,64,5,3.1052255508257076e-05
wikitext,attn_in,Llama-2-13b-hf,4,64,6,1.1546122550498694e-05
wikitext,attn_out,Llama-2-13b-hf,4,64,6,1.5674211681471206e-05
wikitext,mlp_gate,Llama-2-13b-hf,4,64,6,4.6297460357891396e-05
wikitext,mlp_down,Llama-2-13b-hf,4,64,6,4.561222158372402e-05
wikitext,attn_in,Llama-2-13b-hf,4,64,7,1.5535099009866826e-05
wikitext,attn_out,Llama-2-13b-hf,4,64,7,2.515897540433798e-05
wikitext,mlp_gate,Llama-2-13b-hf,4,64,7,6.480798765551299e-05
wikitext,mlp_down,Llama-2-13b-hf,4,64,7,6.620366184506565e-05
wikitext,attn_in,Llama-2-13b-hf,4,64,8,1.8871105567086488e-05
wikitext,attn_out,Llama-2-13b-hf,4,64,8,3.2191739592235535e-05
wikitext,mlp_gate,Llama-2-13b-hf,4,64,8,8.327299292432144e-05
wikitext,mlp_down,Llama-2-13b-hf,4,64,8,7.825810462236404e-05
wikitext,attn_in,Llama-2-13b-hf,4,64,9,2.7056883482146077e-05
wikitext,attn_out,Llama-2-13b-hf,4,64,9,4.342000465840101e-05
wikitext,mlp_gate,Llama-2-13b-hf,4,64,9,0.00010406134970253333
wikitext,mlp_down,Llama-2-13b-hf,4,64,9,8.945984882302582e-05
wikitext,attn_in,Llama-2-13b-hf,4,64,10,3.322656266391277e-05
wikitext,attn_out,Llama-2-13b-hf,4,64,10,6.063227920094505e-05
wikitext,mlp_gate,Llama-2-13b-hf,4,64,10,0.00011484580318210647
wikitext,mlp_down,Llama-2-13b-hf,4,64,10,9.976506407838315e-05
wikitext,attn_in,Llama-2-13b-hf,4,64,11,3.80856181436684e-05
wikitext,attn_out,Llama-2-13b-hf,4,64,11,7.256266690092161e-05
wikitext,mlp_gate,Llama-2-13b-hf,4,64,11,0.00012955495913047343
wikitext,mlp_down,Llama-2-13b-hf,4,64,11,0.00010962774831568822
wikitext,attn_in,Llama-2-13b-hf,4,64,12,4.965730840922333e-05
wikitext,attn_out,Llama-2-13b-hf,4,64,12,7.860915502533317e-05
wikitext,mlp_gate,Llama-2-13b-hf,4,64,12,0.00014178641140460968
wikitext,mlp_down,Llama-2-13b-hf,4,64,12,0.00011861728853546083
wikitext,attn_in,Llama-2-13b-hf,4,64,13,5.02528200740926e-05
wikitext,attn_out,Llama-2-13b-hf,4,64,13,8.074024663073942e-05
wikitext,mlp_gate,Llama-2-13b-hf,4,64,13,0.0001594284549355507
wikitext,mlp_down,Llama-2-13b-hf,4,64,13,0.00014134419325273484
wikitext,attn_in,Llama-2-13b-hf,4,64,14,5.373347084969282e-05
wikitext,attn_out,Llama-2-13b-hf,4,64,14,0.00010994428157573566
wikitext,mlp_gate,Llama-2-13b-hf,4,64,14,0.00018213005387224257
wikitext,mlp_down,Llama-2-13b-hf,4,64,14,0.00016610075545031577
wikitext,attn_in,Llama-2-13b-hf,4,64,15,6.377863610396162e-05
wikitext,attn_out,Llama-2-13b-hf,4,64,15,0.0001304817124037072
wikitext,mlp_gate,Llama-2-13b-hf,4,64,15,0.00020915568165946752
wikitext,mlp_down,Llama-2-13b-hf,4,64,15,0.00019598226936068386
wikitext,attn_in,Llama-2-13b-hf,4,64,16,6.214182212715968e-05
wikitext,attn_out,Llama-2-13b-hf,4,64,16,0.0001236177486134693
wikitext,mlp_gate,Llama-2-13b-hf,4,64,16,0.000247584335738793
wikitext,mlp_down,Llama-2-13b-hf,4,64,16,0.00024635338922962546
wikitext,attn_in,Llama-2-13b-hf,4,64,17,5.839250661665574e-05
wikitext,attn_out,Llama-2-13b-hf,4,64,17,0.0001304633915424347
wikitext,mlp_gate,Llama-2-13b-hf,4,64,17,0.0002738266484811902
wikitext,mlp_down,Llama-2-13b-hf,4,64,17,0.00027978105936199427
wikitext,attn_in,Llama-2-13b-hf,4,64,18,4.546909622149542e-05
wikitext,attn_out,Llama-2-13b-hf,4,64,18,0.00010298942652298138
wikitext,mlp_gate,Llama-2-13b-hf,4,64,18,0.00030139501905068755
wikitext,mlp_down,Llama-2-13b-hf,4,64,18,0.00030486160540021956
wikitext,attn_in,Llama-2-13b-hf,4,64,19,4.734859976451844e-05
wikitext,attn_out,Llama-2-13b-hf,4,64,19,0.00010804765770444646
wikitext,mlp_gate,Llama-2-13b-hf,4,64,19,0.00033926338073797524
wikitext,mlp_down,Llama-2-13b-hf,4,64,19,0.00034135684836655855
wikitext,attn_in,Llama-2-13b-hf,4,64,20,5.2760289690922946e-05
wikitext,attn_out,Llama-2-13b-hf,4,64,20,0.00012949058145750314
wikitext,mlp_gate,Llama-2-13b-hf,4,64,20,0.0003804336301982403
wikitext,mlp_down,Llama-2-13b-hf,4,64,20,0.00036644836654886603
wikitext,attn_in,Llama-2-13b-hf,4,64,21,6.501768075395375e-05
wikitext,attn_out,Llama-2-13b-hf,4,64,21,0.00017711834516376257
wikitext,mlp_gate,Llama-2-13b-hf,4,64,21,0.0004394088755361736
wikitext,mlp_down,Llama-2-13b-hf,4,64,21,0.00048489487380720675
wikitext,attn_in,Llama-2-13b-hf,4,64,22,4.192174310446717e-05
wikitext,attn_out,Llama-2-13b-hf,4,64,22,0.00012917048297822475
wikitext,mlp_gate,Llama-2-13b-hf,4,64,22,0.00048682198394089937
wikitext,mlp_down,Llama-2-13b-hf,4,64,22,0.0004993157344870269
wikitext,attn_in,Llama-2-13b-hf,4,64,23,4.314232864999212e-05
wikitext,attn_out,Llama-2-13b-hf,4,64,23,0.00012804660946130753
wikitext,mlp_gate,Llama-2-13b-hf,4,64,23,0.0005209866794757545
wikitext,mlp_down,Llama-2-13b-hf,4,64,23,0.0005168191273696721
wikitext,attn_in,Llama-2-13b-hf,4,64,24,4.723363235825673e-05
wikitext,attn_out,Llama-2-13b-hf,4,64,24,0.00012569117825478315
wikitext,mlp_gate,Llama-2-13b-hf,4,64,24,0.0005517180543392897
wikitext,mlp_down,Llama-2-13b-hf,4,64,24,0.0005220458842813969
wikitext,attn_in,Llama-2-13b-hf,4,64,25,4.3645464756991714e-05
wikitext,attn_out,Llama-2-13b-hf,4,64,25,0.00011442829418228939
wikitext,mlp_gate,Llama-2-13b-hf,4,64,25,0.0006012613885104656
wikitext,mlp_down,Llama-2-13b-hf,4,64,25,0.0005371866282075644
wikitext,attn_in,Llama-2-13b-hf,4,64,26,5.7099066907539964e-05
wikitext,attn_out,Llama-2-13b-hf,4,64,26,0.0001340797170996666
wikitext,mlp_gate,Llama-2-13b-hf,4,64,26,0.0006495620473288
wikitext,mlp_down,Llama-2-13b-hf,4,64,26,0.0005798462661914527
wikitext,attn_in,Llama-2-13b-hf,4,64,27,4.395631913212128e-05
wikitext,attn_out,Llama-2-13b-hf,4,64,27,0.00010439843026688322
wikitext,mlp_gate,Llama-2-13b-hf,4,64,27,0.0006961659528315067
wikitext,mlp_down,Llama-2-13b-hf,4,64,27,0.0005894506466574967
wikitext,attn_in,Llama-2-13b-hf,4,64,28,5.783452797913924e-05
wikitext,attn_out,Llama-2-13b-hf,4,64,28,0.00011783354420913383
wikitext,mlp_gate,Llama-2-13b-hf,4,64,28,0.0007406970835290849
wikitext,mlp_down,Llama-2-13b-hf,4,64,28,0.0005948423058725893
wikitext,attn_in,Llama-2-13b-hf,4,64,29,6.013871097820811e-05
wikitext,attn_out,Llama-2-13b-hf,4,64,29,0.00013110897270962596
wikitext,mlp_gate,Llama-2-13b-hf,4,64,29,0.0007990659214556217
wikitext,mlp_down,Llama-2-13b-hf,4,64,29,0.0006194113520905375
wikitext,attn_in,Llama-2-13b-hf,4,64,30,6.24716849415563e-05
wikitext,attn_out,Llama-2-13b-hf,4,64,30,0.0001619649410713464
wikitext,mlp_gate,Llama-2-13b-hf,4,64,30,0.0008785292156971991
wikitext,mlp_down,Llama-2-13b-hf,4,64,30,0.0006462623714469373
wikitext,attn_in,Llama-2-13b-hf,4,64,31,5.3671348723582923e-05
wikitext,attn_out,Llama-2-13b-hf,4,64,31,0.00015704715042375028
wikitext,mlp_gate,Llama-2-13b-hf,4,64,31,0.0009355675429105759
wikitext,mlp_down,Llama-2-13b-hf,4,64,31,0.0006790774641558528
wikitext,attn_in,Llama-2-13b-hf,4,64,32,6.063499313313514e-05
wikitext,attn_out,Llama-2-13b-hf,4,64,32,0.00018085289048030972
wikitext,mlp_gate,Llama-2-13b-hf,4,64,32,0.0010144944535568357
wikitext,mlp_down,Llama-2-13b-hf,4,64,32,0.0007216797093860805
wikitext,attn_in,Llama-2-13b-hf,4,64,33,5.6858229072531685e-05
wikitext,attn_out,Llama-2-13b-hf,4,64,33,0.00015882028674241155
wikitext,mlp_gate,Llama-2-13b-hf,4,64,33,0.0010990058071911335
wikitext,mlp_down,Llama-2-13b-hf,4,64,33,0.0008106361492536962
wikitext,attn_in,Llama-2-13b-hf,4,64,34,7.54283755668439e-05
wikitext,attn_out,Llama-2-13b-hf,4,64,34,0.0002051233168458566
wikitext,mlp_gate,Llama-2-13b-hf,4,64,34,0.0012148624518886209
wikitext,mlp_down,Llama-2-13b-hf,4,64,34,0.0009177914471365511
wikitext,attn_in,Llama-2-13b-hf,4,64,35,7.90805061114952e-05
wikitext,attn_out,Llama-2-13b-hf,4,64,35,0.00021008288604207337
wikitext,mlp_gate,Llama-2-13b-hf,4,64,35,0.001384548144415021
wikitext,mlp_down,Llama-2-13b-hf,4,64,35,0.001042853225953877
wikitext,attn_in,Llama-2-13b-hf,4,64,36,0.00012521716416813433
wikitext,attn_out,Llama-2-13b-hf,4,64,36,0.0003565884835552424
wikitext,mlp_gate,Llama-2-13b-hf,4,64,36,0.0015638318145647645
wikitext,mlp_down,Llama-2-13b-hf,4,64,36,0.0012606815434992313
wikitext,attn_in,Llama-2-13b-hf,4,64,37,0.00014089317119214684
wikitext,attn_out,Llama-2-13b-hf,4,64,37,0.00036978887510485947
wikitext,mlp_gate,Llama-2-13b-hf,4,64,37,0.0017441273666918278
wikitext,mlp_down,Llama-2-13b-hf,4,64,37,0.0015153380809351802
wikitext,attn_in,Llama-2-13b-hf,4,64,38,0.00016833336849231273
wikitext,attn_out,Llama-2-13b-hf,4,64,38,0.0006277592619881034
wikitext,mlp_gate,Llama-2-13b-hf,4,64,38,0.0018606006633490324
wikitext,mlp_down,Llama-2-13b-hf,4,64,38,0.002112897112965584
wikitext,attn_in,Llama-2-13b-hf,4,64,39,0.00011771177378250286
wikitext,attn_out,Llama-2-13b-hf,4,64,39,0.0007833719719201326
wikitext,mlp_gate,Llama-2-13b-hf,4,64,39,0.0021176838781684637
wikitext,mlp_down,Llama-2-13b-hf,4,64,39,0.004177004564553499
c4,attn_in,Llama-2-7b-hf,8,128,0,2.1308561581889762e-09
c4,attn_out,Llama-2-7b-hf,8,128,0,3.93266130771508e-09
c4,mlp_gate,Llama-2-7b-hf,8,128,0,6.153494380711777e-10
c4,mlp_down,Llama-2-7b-hf,8,128,0,5.80264103433592e-09
c4,attn_in,Llama-2-7b-hf,8,128,1,9.973009973407443e-09
c4,attn_out,Llama-2-7b-hf,8,128,1,1.2881823607813203e-08
c4,mlp_gate,Llama-2-7b-hf,8,128,1,8.909435678106092e-07
c4,mlp_down,Llama-2-7b-hf,8,128,1,0.0006517339497804642
c4,attn_in,Llama-2-7b-hf,8,128,2,1.4009688520388863e-08
c4,attn_out,Llama-2-7b-hf,8,128,2,7.759627607129005e-09
c4,mlp_gate,Llama-2-7b-hf,8,128,2,1.674020744246718e-08
c4,mlp_down,Llama-2-7b-hf,8,128,2,2.9577547522308123e-08
c4,attn_in,Llama-2-7b-hf,8,128,3,3.44088277870469e-08
c4,attn_out,Llama-2-7b-hf,8,128,3,1.4441697615552584e-08
c4,mlp_gate,Llama-2-7b-hf,8,128,3,4.109685747266667e-08
c4,mlp_down,Llama-2-7b-hf,8,128,3,4.0662992972784195e-08
c4,attn_in,Llama-2-7b-hf,8,128,4,6.724356893528238e-08
c4,attn_out,Llama-2-7b-hf,8,128,4,2.8141668551029397e-08
c4,mlp_gate,Llama-2-7b-hf,8,128,4,8.052828803783996e-08
c4,mlp_down,Llama-2-7b-hf,8,128,4,1.2618934874808474e-07
c4,attn_in,Llama-2-7b-hf,8,128,5,1.2689690720435465e-07
c4,attn_out,Llama-2-7b-hf,8,128,5,5.519490997585308e-08
c4,mlp_gate,Llama-2-7b-hf,8,128,5,1.3034335211159487e-07
c4,mlp_down,Llama-2-7b-hf,8,128,5,1.1425893120531327e-07
c4,attn_in,Llama-2-7b-hf,8,128,6,1.6352250042928063e-07
c4,attn_out,Llama-2-7b-hf,8,128,6,6.249986483908287e-08
c4,mlp_gate,Llama-2-7b-hf,8,128,6,1.986038853374339e-07
c4,mlp_down,Llama-2-7b-hf,8,128,6,1.7572217814176838e-07
c4,attn_in,Llama-2-7b-hf,8,128,7,2.1629166724324023e-07
c4,attn_out,Llama-2-7b-hf,8,128,7,8.991749211872957e-08
c4,mlp_gate,Llama-2-7b-hf,8,128,7,2.737177169365168e-07
c4,mlp_down,Llama-2-7b-hf,8,128,7,2.363805151617271e-07
c4,attn_in,Llama-2-7b-hf,8,128,8,3.2631510293867905e-07
c4,attn_out,Llama-2-7b-hf,8,128,8,1.2972114404874446e-07
c4,mlp_gate,Llama-2-7b-hf,8,128,8,3.356125830578094e-07
c4,mlp_down,Llama-2-7b-hf,8,128,8,2.8715888333863404e-07
c4,attn_in,Llama-2-7b-hf,8,128,9,5.059462750978128e-07
c4,attn_out,Llama-2-7b-hf,8,128,9,1.84906525646511e-07
c4,mlp_gate,Llama-2-7b-hf,8,128,9,3.9461431811105285e-07
c4,mlp_down,Llama-2-7b-hf,8,128,9,3.1861404181654507e-07
c4,attn_in,Llama-2-7b-hf,8,128,10,5.928506539021328e-07
c4,attn_out,Llama-2-7b-hf,8,128,10,2.5166028194689716e-07
c4,mlp_gate,Llama-2-7b-hf,8,128,10,4.751574067540787e-07
c4,mlp_down,Llama-2-7b-hf,8,128,10,3.730132505097572e-07
c4,attn_in,Llama-2-7b-hf,8,128,11,6.234892566681083e-07
c4,attn_out,Llama-2-7b-hf,8,128,11,2.5136355930044374e-07
c4,mlp_gate,Llama-2-7b-hf,8,128,11,5.353951451070316e-07
c4,mlp_down,Llama-2-7b-hf,8,128,11,4.303428227103723e-07
c4,attn_in,Llama-2-7b-hf,8,128,12,6.994179670982703e-07
c4,attn_out,Llama-2-7b-hf,8,128,12,2.8091395165574795e-07
c4,mlp_gate,Llama-2-7b-hf,8,128,12,6.016679776621459e-07
c4,mlp_down,Llama-2-7b-hf,8,128,12,4.884233817392669e-07
c4,attn_in,Llama-2-7b-hf,8,128,13,6.902920972606807e-07
c4,attn_out,Llama-2-7b-hf,8,128,13,3.333882148126577e-07
c4,mlp_gate,Llama-2-7b-hf,8,128,13,7.27730764538137e-07
c4,mlp_down,Llama-2-7b-hf,8,128,13,6.239605454538832e-07
c4,attn_in,Llama-2-7b-hf,8,128,14,8.130693913699361e-07
c4,attn_out,Llama-2-7b-hf,8,128,14,3.718888876846904e-07
c4,mlp_gate,Llama-2-7b-hf,8,128,14,8.239732665060728e-07
c4,mlp_down,Llama-2-7b-hf,8,128,14,7.306175575649831e-07
c4,attn_in,Llama-2-7b-hf,8,128,15,9.332806598649768e-07
c4,attn_out,Llama-2-7b-hf,8,128,15,4.1786526594478346e-07
c4,mlp_gate,Llama-2-7b-hf,8,128,15,1.0313784741811105e-06
c4,mlp_down,Llama-2-7b-hf,8,128,15,9.342734301753808e-07
c4,attn_in,Llama-2-7b-hf,8,128,16,1.125639641941234e-06
c4,attn_out,Llama-2-7b-hf,8,128,16,6.025270522513893e-07
c4,mlp_gate,Llama-2-7b-hf,8,128,16,1.3272094747662777e-06
c4,mlp_down,Llama-2-7b-hf,8,128,16,1.3908559139963472e-06
c4,attn_in,Llama-2-7b-hf,8,128,17,8.353767384505772e-07
c4,attn_out,Llama-2-7b-hf,8,128,17,4.1230796909985656e-07
c4,mlp_gate,Llama-2-7b-hf,8,128,17,1.4718966667714994e-06
c4,mlp_down,Llama-2-7b-hf,8,128,17,1.4467731261902372e-06
c4,attn_in,Llama-2-7b-hf,8,128,18,8.589332765041036e-07
c4,attn_out,Llama-2-7b-hf,8,128,18,4.273861407000368e-07
c4,mlp_gate,Llama-2-7b-hf,8,128,18,1.7298810917054652e-06
c4,mlp_down,Llama-2-7b-hf,8,128,18,1.7211840486197616e-06
c4,attn_in,Llama-2-7b-hf,8,128,19,7.684362799409428e-07
c4,attn_out,Llama-2-7b-hf,8,128,19,4.287600177121931e-07
c4,mlp_gate,Llama-2-7b-hf,8,128,19,1.9857004645018606e-06
c4,mlp_down,Llama-2-7b-hf,8,128,19,1.9439651168795535e-06
c4,attn_in,Llama-2-7b-hf,8,128,20,9.634380830902955e-07
c4,attn_out,Llama-2-7b-hf,8,128,20,5.654161441270844e-07
c4,mlp_gate,Llama-2-7b-hf,8,128,20,2.330327561139711e-06
c4,mlp_down,Llama-2-7b-hf,8,128,20,2.37565996030753e-06
c4,attn_in,Llama-2-7b-hf,8,128,21,7.532318022640538e-07
c4,attn_out,Llama-2-7b-hf,8,128,21,4.4208903204889793e-07
c4,mlp_gate,Llama-2-7b-hf,8,128,21,2.5407377961528255e-06
c4,mlp_down,Llama-2-7b-hf,8,128,21,2.372811877648928e-06
c4,attn_in,Llama-2-7b-hf,8,128,22,1.2630503078980837e-06
c4,attn_out,Llama-2-7b-hf,8,128,22,5.647327725455398e-07
c4,mlp_gate,Llama-2-7b-hf,8,128,22,2.8728036340908147e-06
c4,mlp_down,Llama-2-7b-hf,8,128,22,2.6498535135033308e-06
c4,attn_in,Llama-2-7b-hf,8,128,23,1.0889924624279956e-06
c4,attn_out,Llama-2-7b-hf,8,128,23,5.164479262020905e-07
c4,mlp_gate,Llama-2-7b-hf,8,128,23,3.2021653169067577e-06
c4,mlp_down,Llama-2-7b-hf,8,128,23,2.7759488148149103e-06
c4,attn_in,Llama-2-7b-hf,8,128,24,1.262748355657095e-06
c4,attn_out,Llama-2-7b-hf,8,128,24,7.254207048390526e-07
c4,mlp_gate,Llama-2-7b-hf,8,128,24,3.505485892674187e-06
c4,mlp_down,Llama-2-7b-hf,8,128,24,2.929640459115035e-06
c4,attn_in,Llama-2-7b-hf,8,128,25,9.211807423525897e-07
c4,attn_out,Llama-2-7b-hf,8,128,25,4.7554482307532453e-07
c4,mlp_gate,Llama-2-7b-hf,8,128,25,3.932021172659006e-06
c4,mlp_down,Llama-2-7b-hf,8,128,25,3.175744950567605e-06
c4,attn_in,Llama-2-7b-hf,8,128,26,1.7075310552172596e-06
c4,attn_out,Llama-2-7b-hf,8,128,26,9.11931181235559e-07
c4,mlp_gate,Llama-2-7b-hf,8,128,26,4.405629624670837e-06
c4,mlp_down,Llama-2-7b-hf,8,128,26,3.347475058035343e-06
c4,attn_in,Llama-2-7b-hf,8,128,27,1.4167526387609541e-06
c4,attn_out,Llama-2-7b-hf,8,128,27,7.870323770475807e-07
c4,mlp_gate,Llama-2-7b-hf,8,128,27,5.0607459343154915e-06
c4,mlp_down,Llama-2-7b-hf,8,128,27,3.8074331314419396e-06
c4,attn_in,Llama-2-7b-hf,8,128,28,1.8354201074544108e-06
c4,attn_out,Llama-2-7b-hf,8,128,28,9.880974403131404e-07
c4,mlp_gate,Llama-2-7b-hf,8,128,28,6.054439836589154e-06
c4,mlp_down,Llama-2-7b-hf,8,128,28,4.844105660595233e-06
c4,attn_in,Llama-2-7b-hf,8,128,29,1.6893944803086924e-06
c4,attn_out,Llama-2-7b-hf,8,128,29,8.909796633815859e-07
c4,mlp_gate,Llama-2-7b-hf,8,128,29,7.3350138336536475e-06
c4,mlp_down,Llama-2-7b-hf,8,128,29,7.259316134877736e-06
c4,attn_in,Llama-2-7b-hf,8,128,30,1.9645638076326577e-06
c4,attn_out,Llama-2-7b-hf,8,128,30,1.2695293207798386e-06
c4,mlp_gate,Llama-2-7b-hf,8,128,30,1.2647359653783496e-05
c4,mlp_down,Llama-2-7b-hf,8,128,30,0.0006918489234521985
c4,attn_in,Llama-2-7b-hf,8,128,31,1.675253952271305e-05
c4,attn_out,Llama-2-7b-hf,8,128,31,2.4600358301540837e-06
c4,mlp_gate,Llama-2-7b-hf,8,128,31,2.770631544990465e-05
c4,mlp_down,Llama-2-7b-hf,8,128,31,9.693941683508456e-05
pileval,attn_in,Llama-2-7b-hf,8,128,0,2.1935657734672986e-09
pileval,attn_out,Llama-2-7b-hf,8,128,0,4.5543706583828225e-09
pileval,mlp_gate,Llama-2-7b-hf,8,128,0,7.77708064614302e-10
pileval,mlp_down,Llama-2-7b-hf,8,128,0,5.838619365761133e-09
pileval,attn_in,Llama-2-7b-hf,8,128,1,1.0317758203370886e-08
pileval,attn_out,Llama-2-7b-hf,8,128,1,1.2954202155412986e-08
pileval,mlp_gate,Llama-2-7b-hf,8,128,1,4.134838889058301e-07
pileval,mlp_down,Llama-2-7b-hf,8,128,1,0.0005413048784248531
pileval,attn_in,Llama-2-7b-hf,8,128,2,1.4833548611647984e-08
pileval,attn_out,Llama-2-7b-hf,8,128,2,8.383088889729606e-09
pileval,mlp_gate,Llama-2-7b-hf,8,128,2,1.810644434385722e-08
pileval,mlp_down,Llama-2-7b-hf,8,128,2,3.025000339107464e-08
pileval,attn_in,Llama-2-7b-hf,8,128,3,3.546130145082316e-08
pileval,attn_out,Llama-2-7b-hf,8,128,3,1.6433796545811674e-08
pileval,mlp_gate,Llama-2-7b-hf,8,128,3,4.4600479753853506e-08
pileval,mlp_down,Llama-2-7b-hf,8,128,3,4.333751846274936e-08
pileval,attn_in,Llama-2-7b-hf,8,128,4,6.923903583810898e-08
pileval,attn_out,Llama-2-7b-hf,8,128,4,3.126245573525921e-08
pileval,mlp_gate,Llama-2-7b-hf,8,128,4,8.573173460035832e-08
pileval,mlp_down,Llama-2-7b-hf,8,128,4,1.2698916407316574e-07
pileval,attn_in,Llama-2-7b-hf,8,128,5,1.296870664191374e-07
pileval,attn_out,Llama-2-7b-hf,8,128,5,6.211431724523209e-08
pileval,mlp_gate,Llama-2-7b-hf,8,128,5,1.3337742643670936e-07
pileval,mlp_down,Llama-2-7b-hf,8,128,5,1.1481738226848393e-07
pileval,attn_in,Llama-2-7b-hf,8,128,6,1.7078795622182952e-07
pileval,attn_out,Llama-2-7b-hf,8,128,6,7.564344173260906e-08
pileval,mlp_gate,Llama-2-7b-hf,8,128,6,1.9934024919621152e-07
pileval,mlp_down,Llama-2-7b-hf,8,128,6,1.7462110690757982e-07
pileval,attn_in,Llama-2-7b-hf,8,128,7,2.2987475745139818e-07
pileval,attn_out,Llama-2-7b-hf,8,128,7,1.0568776787067691e-07
pileval,mlp_gate,Llama-2-7b-hf,8,128,7,2.7786228429249604e-07
pileval,mlp_down,Llama-2-7b-hf,8,128,7,2.3792526349097898e-07
pileval,attn_in,Llama-2-7b-hf,8,128,8,3.3949382327591593e-07
pileval,attn_out,Llama-2-7b-hf,8,128,8,1.5104971851087612e-07
pileval,mlp_gate,Llama-2-7b-hf,8,128,8,3.453452563917381e-07
pileval,mlp_down,Llama-2-7b-hf,8,128,8,2.966450267649634e-07
pileval,attn_in,Llama-2-7b-hf,8,128,9,5.104186584503623e-07
pileval,attn_out,Llama-2-7b-hf,8,128,9,2.0103622944134258e-07
pileval,mlp_gate,Llama-2-7b-hf,8,128,9,4.061506615471444e-07
pileval,mlp_down,Llama-2-7b-hf,8,128,9,3.28290468587511e-07
pileval,attn_in,Llama-2-7b-hf,8,128,10,5.932275257691799e-07
pileval,attn_out,Llama-2-7b-hf,8,128,10,2.7785321776718774e-07
pileval,mlp_gate,Llama-2-7b-hf,8,128,10,4.800053261533321e-07
pileval,mlp_down,Llama-2-7b-hf,8,128,10,3.7994757917658717e-07
pileval,attn_in,Llama-2-7b-hf,8,128,11,6.584926381947298e-07
pileval,attn_out,Llama-2-7b-hf,8,128,11,2.847673670203221e-07
pileval,mlp_gate,Llama-2-7b-hf,8,128,11,5.4058261866885e-07
pileval,mlp_down,Llama-2-7b-hf,8,128,11,4.3133462668265565e-07
pileval,attn_in,Llama-2-7b-hf,8,128,12,7.444872949236014e-07
pileval,attn_out,Llama-2-7b-hf,8,128,12,3.3202840654666943e-07
pileval,mlp_gate,Llama-2-7b-hf,8,128,12,6.072862106520915e-07
pileval,mlp_down,Llama-2-7b-hf,8,128,12,4.903143349110906e-07
pileval,attn_in,Llama-2-7b-hf,8,128,13,7.181322416727198e-07
pileval,attn_out,Llama-2-7b-hf,8,128,13,3.619034316670877e-07
pileval,mlp_gate,Llama-2-7b-hf,8,128,13,7.242192623380106e-07
pileval,mlp_down,Llama-2-7b-hf,8,128,13,6.116807753642206e-07
pileval,attn_in,Llama-2-7b-hf,8,128,14,8.3724029309451e-07
pileval,attn_out,Llama-2-7b-hf,8,128,14,4.059694163061067e-07
pileval,mlp_gate,Llama-2-7b-hf,8,128,14,8.147475227815448e-07
pileval,mlp_down,Llama-2-7b-hf,8,128,14,7.127775916160317e-07
pileval,attn_in,Llama-2-7b-hf,8,128,15,9.313435498370382e-07
pileval,attn_out,Llama-2-7b-hf,8,128,15,4.4064984194847057e-07
pileval,mlp_gate,Llama-2-7b-hf,8,128,15,1.0135247521247948e-06
pileval,mlp_down,Llama-2-7b-hf,8,128,15,9.079227538677515e-07
pileval,attn_in,Llama-2-7b-hf,8,128,16,1.1106669717264595e-06
pileval,attn_out,Llama-2-7b-hf,8,128,16,6.288300369305944e-07
pileval,mlp_gate,Llama-2-7b-hf,8,128,16,1.3014368960284628e-06
pileval,mlp_down,Llama-2-7b-hf,8,128,16,1.3498985254045692e-06
pileval,attn_in,Llama-2-7b-hf,8,128,17,8.619282994004607e-07
pileval,attn_out,Llama-2-7b-hf,8,128,17,4.472813373013196e-07
pileval,mlp_gate,Llama-2-7b-hf,8,128,17,1.436762545381498e-06
pileval,mlp_down,Llama-2-7b-hf,8,128,17,1.37119445753342e-06
pileval,attn_in,Llama-2-7b-hf,8,128,18,8.964271955846925e-07
pileval,attn_out,Llama-2-7b-hf,8,128,18,5.273763008517562e-07
pileval,mlp_gate,Llama-2-7b-hf,8,128,18,1.7044454807546572e-06
pileval,mlp_down,Llama-2-7b-hf,8,128,18,1.6718418009986635e-06
pileval,attn_in,Llama-2-7b-hf,8,128,19,7.743898891021672e-07
pileval,attn_out,Llama-2-7b-hf,8,128,19,4.527232135842496e-07
pileval,mlp_gate,Llama-2-7b-hf,8,128,19,1.9531210000423016e-06
pileval,mlp_down,Llama-2-7b-hf,8,128,19,1.8918376554211136e-06
pileval,attn_in,Llama-2-7b-hf,8,128,20,8.696288205101155e-07
pileval,attn_out,Llama-2-7b-hf,8,128,20,5.337034849617339e-07
pileval,mlp_gate,Llama-2-7b-hf,8,128,20,2.2914841792953666e-06
pileval,mlp_down,Llama-2-7b-hf,8,128,20,2.273352720294497e-06
pileval,attn_in,Llama-2-7b-hf,8,128,21,7.709248279752501e-07
pileval,attn_out,Llama-2-7b-hf,8,128,21,4.927662189402326e-07
pileval,mlp_gate,Llama-2-7b-hf,8,128,21,2.5125787033175584e-06
pileval,mlp_down,Llama-2-7b-hf,8,128,21,2.2563110633200267e-06
pileval,attn_in,Llama-2-7b-hf,8,128,22,1.3002411378693068e-06
pileval,attn_out,Llama-2-7b-hf,8,128,22,6.266979539759632e-07
pileval,mlp_gate,Llama-2-7b-hf,8,128,22,2.8618849228223553e-06
pileval,mlp_down,Llama-2-7b-hf,8,128,22,2.5071688014577376e-06
pileval,attn_in,Llama-2-7b-hf,8,128,23,1.0507509387025493e-06
pileval,attn_out,Llama-2-7b-hf,8,128,23,5.279727020024438e-07
pileval,mlp_gate,Llama-2-7b-hf,8,128,23,3.1892593597149244e-06
pileval,mlp_down,Llama-2-7b-hf,8,128,23,2.671797801667708e-06
pileval,attn_in,Llama-2-7b-hf,8,128,24,1.2421962765074568e-06
pileval,attn_out,Llama-2-7b-hf,8,128,24,7.001094104452932e-07
pileval,mlp_gate,Llama-2-7b-hf,8,128,24,3.477166728771408e-06
pileval,mlp_down,Llama-2-7b-hf,8,128,24,2.75839670393907e-06
pileval,attn_in,Llama-2-7b-hf,8,128,25,1.0352990784667782e-06
pileval,attn_out,Llama-2-7b-hf,8,128,25,5.526524091692409e-07
pileval,mlp_gate,Llama-2-7b-hf,8,128,25,3.915728939318797e-06
pileval,mlp_down,Llama-2-7b-hf,8,128,25,3.1230908916768385e-06
pileval,attn_in,Llama-2-7b-hf,8,128,26,1.7954168924916303e-06
pileval,attn_out,Llama-2-7b-hf,8,128,26,9.432448564439255e-07
pileval,mlp_gate,Llama-2-7b-hf,8,128,26,4.405002528073965e-06
pileval,mlp_down,Llama-2-7b-hf,8,128,26,3.2248149182123598e-06
pileval,attn_in,Llama-2-7b-hf,8,128,27,1.4916911368345609e-06
pileval,attn_out,Llama-2-7b-hf,8,128,27,8.692996402714925e-07
pileval,mlp_gate,Llama-2-7b-hf,8,128,27,5.082733423478203e-06
pileval,mlp_down,Llama-2-7b-hf,8,128,27,3.740820602615713e-06
pileval,attn_in,Llama-2-7b-hf,8,128,28,1.8592071455714176e-06
pileval,attn_out,Llama-2-7b-hf,8,128,28,1.0390472198196221e-06
pileval,mlp_gate,Llama-2-7b-hf,8,128,28,6.111574293754529e-06
pileval,mlp_down,Llama-2-7b-hf,8,128,28,4.857381100009661e-06
pileval,attn_in,Llama-2-7b-hf,8,128,29,1.871183599178039e-06
pileval,attn_out,Llama-2-7b-hf,8,128,29,1.048270178216626e-06
pileval,mlp_gate,Llama-2-7b-hf,8,128,29,7.464876944140997e-06
pileval,mlp_down,Llama-2-7b-hf,8,128,29,7.13341523805866e-06
pileval,attn_in,Llama-2-7b-hf,8,128,30,2.1158534764254e-06
pileval,attn_out,Llama-2-7b-hf,8,128,30,1.4278307389758993e-06
pileval,mlp_gate,Llama-2-7b-hf,8,128,30,1.251566663995618e-05
pileval,mlp_down,Llama-2-7b-hf,8,128,30,0.0006046422058716416
pileval,attn_in,Llama-2-7b-hf,8,128,31,1.6400897948187776e-05
pileval,attn_out,Llama-2-7b-hf,8,128,31,2.3959262307471363e-06
pileval,mlp_gate,Llama-2-7b-hf,8,128,31,2.635571399878245e-05
pileval,mlp_down,Llama-2-7b-hf,8,128,31,8.750663982937112e-05
wikitext,attn_in,Llama-2-7b-hf,8,128,0,2.5324240482405003e-09
wikitext,attn_out,Llama-2-7b-hf,8,128,0,4.680193566031221e-09
wikitext,mlp_gate,Llama-2-7b-hf,8,128,0,7.090018017130717e-10
wikitext,mlp_down,Llama-2-7b-hf,8,128,0,6.315657774536021e-09
wikitext,attn_in,Llama-2-7b-hf,8,128,1,1.0253525140058173e-08
wikitext,attn_out,Llama-2-7b-hf,8,128,1,1.6008778302989413e-08
wikitext,mlp_gate,Llama-2-7b-hf,8,128,1,1.4895392723701661e-06
wikitext,mlp_down,Llama-2-7b-hf,8,128,1,0.0008199700387194753
wikitext,attn_in,Llama-2-7b-hf,8,128,2,1.0037570774557025e-08
wikitext,attn_out,Llama-2-7b-hf,8,128,2,6.400373120385439e-09
wikitext,mlp_gate,Llama-2-7b-hf,8,128,2,1.687604189726244e-08
wikitext,mlp_down,Llama-2-7b-hf,8,128,2,3.595435060788077e-08
wikitext,attn_in,Llama-2-7b-hf,8,128,3,3.1501102171205275e-08
wikitext,attn_out,Llama-2-7b-hf,8,128,3,1.4659693015062203e-08
wikitext,mlp_gate,Llama-2-7b-hf,8,128,3,4.104831674567322e-08
wikitext,mlp_down,Llama-2-7b-hf,8,128,3,3.816434102077437e-08
wikitext,attn_in,Llama-2-7b-hf,8,128,4,5.525476609591351e-08
wikitext,attn_out,Llama-2-7b-hf,8,128,4,2.6092026317314776e-08
wikitext,mlp_gate,Llama-2-7b-hf,8,128,4,8.123446093577513e-08
wikitext,mlp_down,Llama-2-7b-hf,8,128,4,1.7039474187185988e-07
wikitext,attn_in,Llama-2-7b-hf,8,128,5,1.1699188462443999e-07
wikitext,attn_out,Llama-2-7b-hf,8,128,5,5.645377854079925e-08
wikitext,mlp_gate,Llama-2-7b-hf,8,128,5,1.3186622993544006e-07
wikitext,mlp_down,Llama-2-7b-hf,8,128,5,1.1385392184593002e-07
wikitext,attn_in,Llama-2-7b-hf,8,128,6,1.565284861726468e-07
wikitext,attn_out,Llama-2-7b-hf,8,128,6,6.894828175063594e-08
wikitext,mlp_gate,Llama-2-7b-hf,8,128,6,1.9706517662143597e-07
wikitext,mlp_down,Llama-2-7b-hf,8,128,6,1.7353085013382952e-07
wikitext,attn_in,Llama-2-7b-hf,8,128,7,1.9577261411996005e-07
wikitext,attn_out,Llama-2-7b-hf,8,128,7,9.246497967296818e-08
wikitext,mlp_gate,Llama-2-7b-hf,8,128,7,2.741268474437675e-07
wikitext,mlp_down,Llama-2-7b-hf,8,128,7,2.4222418915087474e-07
wikitext,attn_in,Llama-2-7b-hf,8,128,8,3.106781889528065e-07
wikitext,attn_out,Llama-2-7b-hf,8,128,8,1.4323988750675198e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,128,8,3.4509366741986014e-07
wikitext,mlp_down,Llama-2-7b-hf,8,128,8,3.001562163262861e-07
wikitext,attn_in,Llama-2-7b-hf,8,128,9,4.834928404306993e-07
wikitext,attn_out,Llama-2-7b-hf,8,128,9,1.8828323788966372e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,128,9,4.067294696596946e-07
wikitext,mlp_down,Llama-2-7b-hf,8,128,9,3.407125177545822e-07
wikitext,attn_in,Llama-2-7b-hf,8,128,10,5.595103971245408e-07
wikitext,attn_out,Llama-2-7b-hf,8,128,10,2.555253502123378e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,128,10,4.821384891329217e-07
wikitext,mlp_down,Llama-2-7b-hf,8,128,10,3.826771148851549e-07
wikitext,attn_in,Llama-2-7b-hf,8,128,11,5.929939561610809e-07
wikitext,attn_out,Llama-2-7b-hf,8,128,11,2.5067890874197474e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,128,11,5.353621759240923e-07
wikitext,mlp_down,Llama-2-7b-hf,8,128,11,4.3209163891333446e-07
wikitext,attn_in,Llama-2-7b-hf,8,128,12,6.801067229389446e-07
wikitext,attn_out,Llama-2-7b-hf,8,128,12,2.933275879968278e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,128,12,5.943455789747532e-07
wikitext,mlp_down,Llama-2-7b-hf,8,128,12,4.769335077980941e-07
wikitext,attn_in,Llama-2-7b-hf,8,128,13,6.41398514744651e-07
wikitext,attn_out,Llama-2-7b-hf,8,128,13,3.425059844630596e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,128,13,7.021700980658352e-07
wikitext,mlp_down,Llama-2-7b-hf,8,128,13,5.940333380749507e-07
wikitext,attn_in,Llama-2-7b-hf,8,128,14,7.365218266386364e-07
wikitext,attn_out,Llama-2-7b-hf,8,128,14,3.6302981243352406e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,128,14,7.92228490809066e-07
wikitext,mlp_down,Llama-2-7b-hf,8,128,14,6.902528184582479e-07
wikitext,attn_in,Llama-2-7b-hf,8,128,15,8.560583637517993e-07
wikitext,attn_out,Llama-2-7b-hf,8,128,15,4.052216411309928e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,128,15,9.84960820460401e-07
wikitext,mlp_down,Llama-2-7b-hf,8,128,15,8.874341688169807e-07
wikitext,attn_in,Llama-2-7b-hf,8,128,16,9.724539040689706e-07
wikitext,attn_out,Llama-2-7b-hf,8,128,16,5.273794840832124e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,128,16,1.2421534165696357e-06
wikitext,mlp_down,Llama-2-7b-hf,8,128,16,1.3781959751213435e-06
wikitext,attn_in,Llama-2-7b-hf,8,128,17,7.661569156880432e-07
wikitext,attn_out,Llama-2-7b-hf,8,128,17,4.408632889862929e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,128,17,1.396593802382995e-06
wikitext,mlp_down,Llama-2-7b-hf,8,128,17,1.3538714256355888e-06
wikitext,attn_in,Llama-2-7b-hf,8,128,18,7.852183898648946e-07
wikitext,attn_out,Llama-2-7b-hf,8,128,18,4.1481919765828934e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,128,18,1.6408112060162239e-06
wikitext,mlp_down,Llama-2-7b-hf,8,128,18,1.6009025785024278e-06
wikitext,attn_in,Llama-2-7b-hf,8,128,19,6.730114137099008e-07
wikitext,attn_out,Llama-2-7b-hf,8,128,19,3.9810478824620077e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,128,19,1.8557080920800217e-06
wikitext,mlp_down,Llama-2-7b-hf,8,128,19,1.8084103885485092e-06
wikitext,attn_in,Llama-2-7b-hf,8,128,20,8.064342296165705e-07
wikitext,attn_out,Llama-2-7b-hf,8,128,20,5.2409831141631e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,128,20,2.181172021664679e-06
wikitext,mlp_down,Llama-2-7b-hf,8,128,20,2.2080348571762443e-06
wikitext,attn_in,Llama-2-7b-hf,8,128,21,6.303745294644614e-07
wikitext,attn_out,Llama-2-7b-hf,8,128,21,3.759952846849046e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,128,21,2.4510234197805403e-06
wikitext,mlp_down,Llama-2-7b-hf,8,128,21,2.3100662929209648e-06
wikitext,attn_in,Llama-2-7b-hf,8,128,22,1.1707556950568687e-06
wikitext,attn_out,Llama-2-7b-hf,8,128,22,6.014620339556132e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,128,22,2.73419118457241e-06
wikitext,mlp_down,Llama-2-7b-hf,8,128,22,2.427666231596959e-06
wikitext,attn_in,Llama-2-7b-hf,8,128,23,1.0462472346262075e-06
wikitext,attn_out,Llama-2-7b-hf,8,128,23,5.617623060061305e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,128,23,3.097728949796874e-06
wikitext,mlp_down,Llama-2-7b-hf,8,128,23,2.6084587716468377e-06
wikitext,attn_in,Llama-2-7b-hf,8,128,24,1.0662132581273909e-06
wikitext,attn_out,Llama-2-7b-hf,8,128,24,6.308344495664642e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,128,24,3.401406729608425e-06
wikitext,mlp_down,Llama-2-7b-hf,8,128,24,2.7574326395551907e-06
wikitext,attn_in,Llama-2-7b-hf,8,128,25,1.1890787163792993e-06
wikitext,attn_out,Llama-2-7b-hf,8,128,25,7.853030297155783e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,128,25,3.870474301947979e-06
wikitext,mlp_down,Llama-2-7b-hf,8,128,25,3.0593482733820565e-06
wikitext,attn_in,Llama-2-7b-hf,8,128,26,1.7892878076963825e-06
wikitext,attn_out,Llama-2-7b-hf,8,128,26,8.811415455056704e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,128,26,4.375730895844754e-06
wikitext,mlp_down,Llama-2-7b-hf,8,128,26,3.2479476885782788e-06
wikitext,attn_in,Llama-2-7b-hf,8,128,27,1.4774363989999983e-06
wikitext,attn_out,Llama-2-7b-hf,8,128,27,8.771335728852137e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,128,27,5.070715815236326e-06
wikitext,mlp_down,Llama-2-7b-hf,8,128,27,3.7771656025142875e-06
wikitext,attn_in,Llama-2-7b-hf,8,128,28,1.94019798982481e-06
wikitext,attn_out,Llama-2-7b-hf,8,128,28,1.2046758683936787e-06
wikitext,mlp_gate,Llama-2-7b-hf,8,128,28,5.927010533923749e-06
wikitext,mlp_down,Llama-2-7b-hf,8,128,28,4.509996415436035e-06
wikitext,attn_in,Llama-2-7b-hf,8,128,29,1.9377744138182607e-06
wikitext,attn_out,Llama-2-7b-hf,8,128,29,1.2284838248888263e-06
wikitext,mlp_gate,Llama-2-7b-hf,8,128,29,7.12219616616494e-06
wikitext,mlp_down,Llama-2-7b-hf,8,128,29,7.66377524996642e-06
wikitext,attn_in,Llama-2-7b-hf,8,128,30,2.1259443201415706e-06
wikitext,attn_out,Llama-2-7b-hf,8,128,30,1.524889626125514e-06
wikitext,mlp_gate,Llama-2-7b-hf,8,128,30,1.2033374332531821e-05
wikitext,mlp_down,Llama-2-7b-hf,8,128,30,0.0021808031015098095
wikitext,attn_in,Llama-2-7b-hf,8,128,31,1.2858896297984757e-05
wikitext,attn_out,Llama-2-7b-hf,8,128,31,2.8428628411347745e-06
wikitext,mlp_gate,Llama-2-7b-hf,8,128,31,2.5228462618542835e-05
wikitext,mlp_down,Llama-2-7b-hf,8,128,31,8.71215233928524e-05
c4,attn_in,Llama-2-7b-hf,8,32,0,9.3921159738386e-10
c4,attn_out,Llama-2-7b-hf,8,32,0,1.1162707425071972e-09
c4,mlp_gate,Llama-2-7b-hf,8,32,0,3.161376993521259e-10
c4,mlp_down,Llama-2-7b-hf,8,32,0,2.7020941040234447e-09
c4,attn_in,Llama-2-7b-hf,8,32,1,5.634549271604783e-09
c4,attn_out,Llama-2-7b-hf,8,32,1,4.466823355642191e-09
c4,mlp_gate,Llama-2-7b-hf,8,32,1,1.5818075098650297e-06
c4,mlp_down,Llama-2-7b-hf,8,32,1,0.0003376537933945656
c4,attn_in,Llama-2-7b-hf,8,32,2,8.31608204521217e-09
c4,attn_out,Llama-2-7b-hf,8,32,2,3.964680139745269e-09
c4,mlp_gate,Llama-2-7b-hf,8,32,2,9.772159081933296e-09
c4,mlp_down,Llama-2-7b-hf,8,32,2,1.3197198001080324e-08
c4,attn_in,Llama-2-7b-hf,8,32,3,1.7656148543210293e-08
c4,attn_out,Llama-2-7b-hf,8,32,3,7.353797126796735e-09
c4,mlp_gate,Llama-2-7b-hf,8,32,3,2.355143990939723e-08
c4,mlp_down,Llama-2-7b-hf,8,32,3,2.322460801451598e-08
c4,attn_in,Llama-2-7b-hf,8,32,4,3.499340905932513e-08
c4,attn_out,Llama-2-7b-hf,8,32,4,1.5007284304147106e-08
c4,mlp_gate,Llama-2-7b-hf,8,32,4,4.540231657301774e-08
c4,mlp_down,Llama-2-7b-hf,8,32,4,5.726874974243401e-08
c4,attn_in,Llama-2-7b-hf,8,32,5,6.727181300902885e-08
c4,attn_out,Llama-2-7b-hf,8,32,5,2.8995181367008627e-08
c4,mlp_gate,Llama-2-7b-hf,8,32,5,7.340955221479817e-08
c4,mlp_down,Llama-2-7b-hf,8,32,5,6.593825929712693e-08
c4,attn_in,Llama-2-7b-hf,8,32,6,8.663897688165889e-08
c4,attn_out,Llama-2-7b-hf,8,32,6,3.35536931572733e-08
c4,mlp_gate,Llama-2-7b-hf,8,32,6,1.1151809786724698e-07
c4,mlp_down,Llama-2-7b-hf,8,32,6,1.0097726743651947e-07
c4,attn_in,Llama-2-7b-hf,8,32,7,1.2927289105846285e-07
c4,attn_out,Llama-2-7b-hf,8,32,7,4.914101481290345e-08
c4,mlp_gate,Llama-2-7b-hf,8,32,7,1.5148236798268044e-07
c4,mlp_down,Llama-2-7b-hf,8,32,7,1.3397895770594914e-07
c4,attn_in,Llama-2-7b-hf,8,32,8,2.0317109772349795e-07
c4,attn_out,Llama-2-7b-hf,8,32,8,7.201496998732182e-08
c4,mlp_gate,Llama-2-7b-hf,8,32,8,1.858553559941356e-07
c4,mlp_down,Llama-2-7b-hf,8,32,8,1.608530624253035e-07
c4,attn_in,Llama-2-7b-hf,8,32,9,2.5296273520325485e-07
c4,attn_out,Llama-2-7b-hf,8,32,9,1.048245223955746e-07
c4,mlp_gate,Llama-2-7b-hf,8,32,9,2.1798395266614534e-07
c4,mlp_down,Llama-2-7b-hf,8,32,9,1.8348073638208007e-07
c4,attn_in,Llama-2-7b-hf,8,32,10,3.2975964359138743e-07
c4,attn_out,Llama-2-7b-hf,8,32,10,1.4243339307995484e-07
c4,mlp_gate,Llama-2-7b-hf,8,32,10,2.5830894401224214e-07
c4,mlp_down,Llama-2-7b-hf,8,32,10,2.150810729517616e-07
c4,attn_in,Llama-2-7b-hf,8,32,11,3.78389472643903e-07
c4,attn_out,Llama-2-7b-hf,8,32,11,1.417726309682621e-07
c4,mlp_gate,Llama-2-7b-hf,8,32,11,2.936104692707886e-07
c4,mlp_down,Llama-2-7b-hf,8,32,11,2.488406778411445e-07
c4,attn_in,Llama-2-7b-hf,8,32,12,4.2754717810566945e-07
c4,attn_out,Llama-2-7b-hf,8,32,12,1.605633599410794e-07
c4,mlp_gate,Llama-2-7b-hf,8,32,12,3.329525952722179e-07
c4,mlp_down,Llama-2-7b-hf,8,32,12,2.8346426006464753e-07
c4,attn_in,Llama-2-7b-hf,8,32,13,4.042163652684394e-07
c4,attn_out,Llama-2-7b-hf,8,32,13,1.8982260030497855e-07
c4,mlp_gate,Llama-2-7b-hf,8,32,13,4.0255693534163584e-07
c4,mlp_down,Llama-2-7b-hf,8,32,13,3.5757187788476585e-07
c4,attn_in,Llama-2-7b-hf,8,32,14,4.2548762735350465e-07
c4,attn_out,Llama-2-7b-hf,8,32,14,2.1324935062239092e-07
c4,mlp_gate,Llama-2-7b-hf,8,32,14,4.569489817640715e-07
c4,mlp_down,Llama-2-7b-hf,8,32,14,4.2484768414396967e-07
c4,attn_in,Llama-2-7b-hf,8,32,15,4.977411549589306e-07
c4,attn_out,Llama-2-7b-hf,8,32,15,2.376969092665604e-07
c4,mlp_gate,Llama-2-7b-hf,8,32,15,5.711594326385239e-07
c4,mlp_down,Llama-2-7b-hf,8,32,15,5.373585167944839e-07
c4,attn_in,Llama-2-7b-hf,8,32,16,6.59823456317099e-07
c4,attn_out,Llama-2-7b-hf,8,32,16,3.4377680435682123e-07
c4,mlp_gate,Llama-2-7b-hf,8,32,16,7.460533311132167e-07
c4,mlp_down,Llama-2-7b-hf,8,32,16,7.73172587287263e-07
c4,attn_in,Llama-2-7b-hf,8,32,17,4.747172965835489e-07
c4,attn_out,Llama-2-7b-hf,8,32,17,2.362711626346936e-07
c4,mlp_gate,Llama-2-7b-hf,8,32,17,8.378378311135748e-07
c4,mlp_down,Llama-2-7b-hf,8,32,17,8.383242402487667e-07
c4,attn_in,Llama-2-7b-hf,8,32,18,4.564292339637177e-07
c4,attn_out,Llama-2-7b-hf,8,32,18,2.4497197159689676e-07
c4,mlp_gate,Llama-2-7b-hf,8,32,18,9.87833800536464e-07
c4,mlp_down,Llama-2-7b-hf,8,32,18,9.852627727013896e-07
c4,attn_in,Llama-2-7b-hf,8,32,19,4.407522169458389e-07
c4,attn_out,Llama-2-7b-hf,8,32,19,2.442764355237159e-07
c4,mlp_gate,Llama-2-7b-hf,8,32,19,1.1363371186234872e-06
c4,mlp_down,Llama-2-7b-hf,8,32,19,1.0926734148597461e-06
c4,attn_in,Llama-2-7b-hf,8,32,20,5.475404805110884e-07
c4,attn_out,Llama-2-7b-hf,8,32,20,3.2532432214793516e-07
c4,mlp_gate,Llama-2-7b-hf,8,32,20,1.3430963008431718e-06
c4,mlp_down,Llama-2-7b-hf,8,32,20,1.3591213701147353e-06
c4,attn_in,Llama-2-7b-hf,8,32,21,4.127851127577742e-07
c4,attn_out,Llama-2-7b-hf,8,32,21,2.532194969262491e-07
c4,mlp_gate,Llama-2-7b-hf,8,32,21,1.469908056606073e-06
c4,mlp_down,Llama-2-7b-hf,8,32,21,1.3819288824379328e-06
c4,attn_in,Llama-2-7b-hf,8,32,22,6.491848694167857e-07
c4,attn_out,Llama-2-7b-hf,8,32,22,3.231738503473025e-07
c4,mlp_gate,Llama-2-7b-hf,8,32,22,1.6673429854563437e-06
c4,mlp_down,Llama-2-7b-hf,8,32,22,1.5516668554482749e-06
c4,attn_in,Llama-2-7b-hf,8,32,23,5.348543936634087e-07
c4,attn_out,Llama-2-7b-hf,8,32,23,2.9893587338847283e-07
c4,mlp_gate,Llama-2-7b-hf,8,32,23,1.863731426965387e-06
c4,mlp_down,Llama-2-7b-hf,8,32,23,1.6171808283615974e-06
c4,attn_in,Llama-2-7b-hf,8,32,24,7.347547921199293e-07
c4,attn_out,Llama-2-7b-hf,8,32,24,3.991467281139194e-07
c4,mlp_gate,Llama-2-7b-hf,8,32,24,2.042034793703351e-06
c4,mlp_down,Llama-2-7b-hf,8,32,24,1.7115806940637412e-06
c4,attn_in,Llama-2-7b-hf,8,32,25,5.478794378177554e-07
c4,attn_out,Llama-2-7b-hf,8,32,25,2.767010300885886e-07
c4,mlp_gate,Llama-2-7b-hf,8,32,25,2.2835968138679164e-06
c4,mlp_down,Llama-2-7b-hf,8,32,25,1.8149873994843801e-06
c4,attn_in,Llama-2-7b-hf,8,32,26,9.86992972684675e-07
c4,attn_out,Llama-2-7b-hf,8,32,26,5.1414565405139e-07
c4,mlp_gate,Llama-2-7b-hf,8,32,26,2.539547949709231e-06
c4,mlp_down,Llama-2-7b-hf,8,32,26,1.9610067738540238e-06
c4,attn_in,Llama-2-7b-hf,8,32,27,8.128336617119203e-07
c4,attn_out,Llama-2-7b-hf,8,32,27,4.5541418103312026e-07
c4,mlp_gate,Llama-2-7b-hf,8,32,27,2.895556917792419e-06
c4,mlp_down,Llama-2-7b-hf,8,32,27,2.223259798483923e-06
c4,attn_in,Llama-2-7b-hf,8,32,28,1.0139445976165007e-06
c4,attn_out,Llama-2-7b-hf,8,32,28,5.674014005307981e-07
c4,mlp_gate,Llama-2-7b-hf,8,32,28,3.41912277690426e-06
c4,mlp_down,Llama-2-7b-hf,8,32,28,2.744734729276388e-06
c4,attn_in,Llama-2-7b-hf,8,32,29,9.698753729026066e-07
c4,attn_out,Llama-2-7b-hf,8,32,29,5.079800757812336e-07
c4,mlp_gate,Llama-2-7b-hf,8,32,29,4.106770120415604e-06
c4,mlp_down,Llama-2-7b-hf,8,32,29,3.7871991480642464e-06
c4,attn_in,Llama-2-7b-hf,8,32,30,1.0523658602323849e-06
c4,attn_out,Llama-2-7b-hf,8,32,30,7.136533781704202e-07
c4,mlp_gate,Llama-2-7b-hf,8,32,30,8.423070539720356e-06
c4,mlp_down,Llama-2-7b-hf,8,32,30,0.0001778758887667209
c4,attn_in,Llama-2-7b-hf,8,32,31,4.107549102627672e-06
c4,attn_out,Llama-2-7b-hf,8,32,31,1.108157675844268e-06
c4,mlp_gate,Llama-2-7b-hf,8,32,31,1.5561501641059294e-05
c4,mlp_down,Llama-2-7b-hf,8,32,31,3.504362393869087e-05
pileval,attn_in,Llama-2-7b-hf,8,32,0,9.463472228077308e-10
pileval,attn_out,Llama-2-7b-hf,8,32,0,1.3174393798109918e-09
pileval,mlp_gate,Llama-2-7b-hf,8,32,0,3.95098204153399e-10
pileval,mlp_down,Llama-2-7b-hf,8,32,0,2.7351425568866716e-09
pileval,attn_in,Llama-2-7b-hf,8,32,1,5.629629651338064e-09
pileval,attn_out,Llama-2-7b-hf,8,32,1,4.545387177756766e-09
pileval,mlp_gate,Llama-2-7b-hf,8,32,1,6.850477234365826e-07
pileval,mlp_down,Llama-2-7b-hf,8,32,1,0.00028157580527476966
pileval,attn_in,Llama-2-7b-hf,8,32,2,8.557089259397799e-09
pileval,attn_out,Llama-2-7b-hf,8,32,2,4.3208330247068716e-09
pileval,mlp_gate,Llama-2-7b-hf,8,32,2,1.0570365915896218e-08
pileval,mlp_down,Llama-2-7b-hf,8,32,2,1.3927561326454452e-08
pileval,attn_in,Llama-2-7b-hf,8,32,3,1.9435736575701412e-08
pileval,attn_out,Llama-2-7b-hf,8,32,3,8.351618951962791e-09
pileval,mlp_gate,Llama-2-7b-hf,8,32,3,2.5646540890988945e-08
pileval,mlp_down,Llama-2-7b-hf,8,32,3,2.4752022653729e-08
pileval,attn_in,Llama-2-7b-hf,8,32,4,3.592834119103827e-08
pileval,attn_out,Llama-2-7b-hf,8,32,4,1.6750508535778863e-08
pileval,mlp_gate,Llama-2-7b-hf,8,32,4,4.845828982524836e-08
pileval,mlp_down,Llama-2-7b-hf,8,32,4,5.899437383050099e-08
pileval,attn_in,Llama-2-7b-hf,8,32,5,6.85062175875828e-08
pileval,attn_out,Llama-2-7b-hf,8,32,5,3.289744654466631e-08
pileval,mlp_gate,Llama-2-7b-hf,8,32,5,7.52427737893413e-08
pileval,mlp_down,Llama-2-7b-hf,8,32,5,6.62610659674101e-08
pileval,attn_in,Llama-2-7b-hf,8,32,6,9.290997127209266e-08
pileval,attn_out,Llama-2-7b-hf,8,32,6,4.058555802544106e-08
pileval,mlp_gate,Llama-2-7b-hf,8,32,6,1.1225684914961676e-07
pileval,mlp_down,Llama-2-7b-hf,8,32,6,1.0013292950361574e-07
pileval,attn_in,Llama-2-7b-hf,8,32,7,1.3840934798281523e-07
pileval,attn_out,Llama-2-7b-hf,8,32,7,5.7858141389033335e-08
pileval,mlp_gate,Llama-2-7b-hf,8,32,7,1.5481334969535965e-07
pileval,mlp_down,Llama-2-7b-hf,8,32,7,1.3466957682339853e-07
pileval,attn_in,Llama-2-7b-hf,8,32,8,2.053819372349608e-07
pileval,attn_out,Llama-2-7b-hf,8,32,8,8.427610254102547e-08
pileval,mlp_gate,Llama-2-7b-hf,8,32,8,1.919071621614421e-07
pileval,mlp_down,Llama-2-7b-hf,8,32,8,1.6611490138984664e-07
pileval,attn_in,Llama-2-7b-hf,8,32,9,2.545414758969855e-07
pileval,attn_out,Llama-2-7b-hf,8,32,9,1.1390013554546385e-07
pileval,mlp_gate,Llama-2-7b-hf,8,32,9,2.2496541873806564e-07
pileval,mlp_down,Llama-2-7b-hf,8,32,9,1.8895194386914227e-07
pileval,attn_in,Llama-2-7b-hf,8,32,10,3.426905550441006e-07
pileval,attn_out,Llama-2-7b-hf,8,32,10,1.5790912755164754e-07
pileval,mlp_gate,Llama-2-7b-hf,8,32,10,2.627717208270042e-07
pileval,mlp_down,Llama-2-7b-hf,8,32,10,2.186283722949156e-07
pileval,attn_in,Llama-2-7b-hf,8,32,11,3.9074609503586544e-07
pileval,attn_out,Llama-2-7b-hf,8,32,11,1.6116534595767007e-07
pileval,mlp_gate,Llama-2-7b-hf,8,32,11,2.9752033015029156e-07
pileval,mlp_down,Llama-2-7b-hf,8,32,11,2.4931364350777585e-07
pileval,attn_in,Llama-2-7b-hf,8,32,12,4.4708855284625315e-07
pileval,attn_out,Llama-2-7b-hf,8,32,12,1.9069776158175955e-07
pileval,mlp_gate,Llama-2-7b-hf,8,32,12,3.3779625141505676e-07
pileval,mlp_down,Llama-2-7b-hf,8,32,12,2.8478496005845955e-07
pileval,attn_in,Llama-2-7b-hf,8,32,13,4.1669275674394157e-07
pileval,attn_out,Llama-2-7b-hf,8,32,13,2.060286448113402e-07
pileval,mlp_gate,Llama-2-7b-hf,8,32,13,4.011185126273631e-07
pileval,mlp_down,Llama-2-7b-hf,8,32,13,3.499726233258116e-07
pileval,attn_in,Llama-2-7b-hf,8,32,14,4.4146881350570766e-07
pileval,attn_out,Llama-2-7b-hf,8,32,14,2.32570457114889e-07
pileval,mlp_gate,Llama-2-7b-hf,8,32,14,4.524239614056569e-07
pileval,mlp_down,Llama-2-7b-hf,8,32,14,4.142236775805941e-07
pileval,attn_in,Llama-2-7b-hf,8,32,15,5.029122007726983e-07
pileval,attn_out,Llama-2-7b-hf,8,32,15,2.5071238951568375e-07
pileval,mlp_gate,Llama-2-7b-hf,8,32,15,5.61340243621089e-07
pileval,mlp_down,Llama-2-7b-hf,8,32,15,5.212866653891979e-07
pileval,attn_in,Llama-2-7b-hf,8,32,16,6.453175274145906e-07
pileval,attn_out,Llama-2-7b-hf,8,32,16,3.601243179218727e-07
pileval,mlp_gate,Llama-2-7b-hf,8,32,16,7.320343797800888e-07
pileval,mlp_down,Llama-2-7b-hf,8,32,16,7.51438960833184e-07
pileval,attn_in,Llama-2-7b-hf,8,32,17,4.909707627120952e-07
pileval,attn_out,Llama-2-7b-hf,8,32,17,2.5654611590653076e-07
pileval,mlp_gate,Llama-2-7b-hf,8,32,17,8.196584531106055e-07
pileval,mlp_down,Llama-2-7b-hf,8,32,17,7.945690754240786e-07
pileval,attn_in,Llama-2-7b-hf,8,32,18,4.869126541962032e-07
pileval,attn_out,Llama-2-7b-hf,8,32,18,2.980989393108757e-07
pileval,mlp_gate,Llama-2-7b-hf,8,32,18,9.71732561083627e-07
pileval,mlp_down,Llama-2-7b-hf,8,32,18,9.565123946231324e-07
pileval,attn_in,Llama-2-7b-hf,8,32,19,4.555478767542809e-07
pileval,attn_out,Llama-2-7b-hf,8,32,19,2.582393392458471e-07
pileval,mlp_gate,Llama-2-7b-hf,8,32,19,1.1182897878825315e-06
pileval,mlp_down,Llama-2-7b-hf,8,32,19,1.0663677585398545e-06
pileval,attn_in,Llama-2-7b-hf,8,32,20,5.056779173173709e-07
pileval,attn_out,Llama-2-7b-hf,8,32,20,3.0648320148429775e-07
pileval,mlp_gate,Llama-2-7b-hf,8,32,20,1.3230683180154301e-06
pileval,mlp_down,Llama-2-7b-hf,8,32,20,1.300404846915626e-06
pileval,attn_in,Llama-2-7b-hf,8,32,21,4.298536566693656e-07
pileval,attn_out,Llama-2-7b-hf,8,32,21,2.828253684583615e-07
pileval,mlp_gate,Llama-2-7b-hf,8,32,21,1.4563381682819454e-06
pileval,mlp_down,Llama-2-7b-hf,8,32,21,1.3127159945724998e-06
pileval,attn_in,Llama-2-7b-hf,8,32,22,6.654838671238394e-07
pileval,attn_out,Llama-2-7b-hf,8,32,22,3.537603561198921e-07
pileval,mlp_gate,Llama-2-7b-hf,8,32,22,1.660352609178517e-06
pileval,mlp_down,Llama-2-7b-hf,8,32,22,1.4666064771517995e-06
pileval,attn_in,Llama-2-7b-hf,8,32,23,5.280518280414981e-07
pileval,attn_out,Llama-2-7b-hf,8,32,23,3.05137888290119e-07
pileval,mlp_gate,Llama-2-7b-hf,8,32,23,1.857415441008925e-06
pileval,mlp_down,Llama-2-7b-hf,8,32,23,1.5578964394080685e-06
pileval,attn_in,Llama-2-7b-hf,8,32,24,7.361932148342021e-07
pileval,attn_out,Llama-2-7b-hf,8,32,24,3.866185238621256e-07
pileval,mlp_gate,Llama-2-7b-hf,8,32,24,2.0245358882675646e-06
pileval,mlp_down,Llama-2-7b-hf,8,32,24,1.6122459101097775e-06
pileval,attn_in,Llama-2-7b-hf,8,32,25,6.099196525610751e-07
pileval,attn_out,Llama-2-7b-hf,8,32,25,3.208050713965349e-07
pileval,mlp_gate,Llama-2-7b-hf,8,32,25,2.2715535124007147e-06
pileval,mlp_down,Llama-2-7b-hf,8,32,25,1.7723477867548354e-06
pileval,attn_in,Llama-2-7b-hf,8,32,26,1.009577658805938e-06
pileval,attn_out,Llama-2-7b-hf,8,32,26,5.338509936336777e-07
pileval,mlp_gate,Llama-2-7b-hf,8,32,26,2.5437207114009652e-06
pileval,mlp_down,Llama-2-7b-hf,8,32,26,1.8898614371209987e-06
pileval,attn_in,Llama-2-7b-hf,8,32,27,8.681308258928766e-07
pileval,attn_out,Llama-2-7b-hf,8,32,27,5.038241397414822e-07
pileval,mlp_gate,Llama-2-7b-hf,8,32,27,2.913237040047534e-06
pileval,mlp_down,Llama-2-7b-hf,8,32,27,2.1820951587869786e-06
pileval,attn_in,Llama-2-7b-hf,8,32,28,1.038643404172035e-06
pileval,attn_out,Llama-2-7b-hf,8,32,28,5.965697482679388e-07
pileval,mlp_gate,Llama-2-7b-hf,8,32,28,3.459037543507293e-06
pileval,mlp_down,Llama-2-7b-hf,8,32,28,2.759311428235378e-06
pileval,attn_in,Llama-2-7b-hf,8,32,29,1.0878196690100594e-06
pileval,attn_out,Llama-2-7b-hf,8,32,29,5.998344363433716e-07
pileval,mlp_gate,Llama-2-7b-hf,8,32,29,4.173854449618375e-06
pileval,mlp_down,Llama-2-7b-hf,8,32,29,3.772827085413155e-06
pileval,attn_in,Llama-2-7b-hf,8,32,30,1.1494479394968948e-06
pileval,attn_out,Llama-2-7b-hf,8,32,30,8.0120145184992e-07
pileval,mlp_gate,Llama-2-7b-hf,8,32,30,8.220623385568615e-06
pileval,mlp_down,Llama-2-7b-hf,8,32,30,0.00015566380170639604
pileval,attn_in,Llama-2-7b-hf,8,32,31,4.026258466183208e-06
pileval,attn_out,Llama-2-7b-hf,8,32,31,1.0753876722446876e-06
pileval,mlp_gate,Llama-2-7b-hf,8,32,31,1.467389847675804e-05
pileval,mlp_down,Llama-2-7b-hf,8,32,31,3.1896415748633444e-05
wikitext,attn_in,Llama-2-7b-hf,8,32,0,1.0963535634900268e-09
wikitext,attn_out,Llama-2-7b-hf,8,32,0,1.3896140904634535e-09
wikitext,mlp_gate,Llama-2-7b-hf,8,32,0,3.554676553108038e-10
wikitext,mlp_down,Llama-2-7b-hf,8,32,0,2.8783857519698586e-09
wikitext,attn_in,Llama-2-7b-hf,8,32,1,5.844513761843473e-09
wikitext,attn_out,Llama-2-7b-hf,8,32,1,5.606071606933938e-09
wikitext,mlp_gate,Llama-2-7b-hf,8,32,1,2.3198879262054106e-06
wikitext,mlp_down,Llama-2-7b-hf,8,32,1,0.0004382494662422687
wikitext,attn_in,Llama-2-7b-hf,8,32,2,5.341537878678082e-09
wikitext,attn_out,Llama-2-7b-hf,8,32,2,3.029541728594154e-09
wikitext,mlp_gate,Llama-2-7b-hf,8,32,2,9.836226055881525e-09
wikitext,mlp_down,Llama-2-7b-hf,8,32,2,1.3962284661772628e-08
wikitext,attn_in,Llama-2-7b-hf,8,32,3,1.6378919553972082e-08
wikitext,attn_out,Llama-2-7b-hf,8,32,3,7.493560438831537e-09
wikitext,mlp_gate,Llama-2-7b-hf,8,32,3,2.351045047532807e-08
wikitext,mlp_down,Llama-2-7b-hf,8,32,3,2.1787007753459875e-08
wikitext,attn_in,Llama-2-7b-hf,8,32,4,2.8954227460076254e-08
wikitext,attn_out,Llama-2-7b-hf,8,32,4,1.3996668712934479e-08
wikitext,mlp_gate,Llama-2-7b-hf,8,32,4,4.625784555400969e-08
wikitext,mlp_down,Llama-2-7b-hf,8,32,4,6.92593928874885e-08
wikitext,attn_in,Llama-2-7b-hf,8,32,5,6.108860617359824e-08
wikitext,attn_out,Llama-2-7b-hf,8,32,5,2.9592062134042862e-08
wikitext,mlp_gate,Llama-2-7b-hf,8,32,5,7.452833017396188e-08
wikitext,mlp_down,Llama-2-7b-hf,8,32,5,6.591177736936515e-08
wikitext,attn_in,Llama-2-7b-hf,8,32,6,8.160145625879522e-08
wikitext,attn_out,Llama-2-7b-hf,8,32,6,3.7344410230844005e-08
wikitext,mlp_gate,Llama-2-7b-hf,8,32,6,1.110343603727415e-07
wikitext,mlp_down,Llama-2-7b-hf,8,32,6,9.940584533296715e-08
wikitext,attn_in,Llama-2-7b-hf,8,32,7,1.1915302167153641e-07
wikitext,attn_out,Llama-2-7b-hf,8,32,7,5.061204078060655e-08
wikitext,mlp_gate,Llama-2-7b-hf,8,32,7,1.529008812894972e-07
wikitext,mlp_down,Llama-2-7b-hf,8,32,7,1.3610423366117175e-07
wikitext,attn_in,Llama-2-7b-hf,8,32,8,1.9316239274758118e-07
wikitext,attn_out,Llama-2-7b-hf,8,32,8,7.950244196308631e-08
wikitext,mlp_gate,Llama-2-7b-hf,8,32,8,1.9192093247966113e-07
wikitext,mlp_down,Llama-2-7b-hf,8,32,8,1.6785160994459147e-07
wikitext,attn_in,Llama-2-7b-hf,8,32,9,2.4118284613905416e-07
wikitext,attn_out,Llama-2-7b-hf,8,32,9,1.0706830266826728e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,32,9,2.2500415752801928e-07
wikitext,mlp_down,Llama-2-7b-hf,8,32,9,1.9550310526028625e-07
wikitext,attn_in,Llama-2-7b-hf,8,32,10,3.1294331392928143e-07
wikitext,attn_out,Llama-2-7b-hf,8,32,10,1.452812341540266e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,32,10,2.6355169779890275e-07
wikitext,mlp_down,Llama-2-7b-hf,8,32,10,2.211437362120705e-07
wikitext,attn_in,Llama-2-7b-hf,8,32,11,3.549460529939097e-07
wikitext,attn_out,Llama-2-7b-hf,8,32,11,1.4107683909969637e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,32,11,2.9516846211663506e-07
wikitext,mlp_down,Llama-2-7b-hf,8,32,11,2.499830884516996e-07
wikitext,attn_in,Llama-2-7b-hf,8,32,12,3.851721999126312e-07
wikitext,attn_out,Llama-2-7b-hf,8,32,12,1.680570989037733e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,32,12,3.305812015241827e-07
wikitext,mlp_down,Llama-2-7b-hf,8,32,12,2.766992395208945e-07
wikitext,attn_in,Llama-2-7b-hf,8,32,13,3.7545927966675663e-07
wikitext,attn_out,Llama-2-7b-hf,8,32,13,1.9523531591403298e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,32,13,3.8980147110123653e-07
wikitext,mlp_down,Llama-2-7b-hf,8,32,13,3.4042827223856875e-07
wikitext,attn_in,Llama-2-7b-hf,8,32,14,3.974688524976955e-07
wikitext,attn_out,Llama-2-7b-hf,8,32,14,2.0743941320233716e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,32,14,4.4191983761265874e-07
wikitext,mlp_down,Llama-2-7b-hf,8,32,14,4.011897374311957e-07
wikitext,attn_in,Llama-2-7b-hf,8,32,15,4.575304046738893e-07
wikitext,attn_out,Llama-2-7b-hf,8,32,15,2.3112117730761383e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,32,15,5.468473887049186e-07
wikitext,mlp_down,Llama-2-7b-hf,8,32,15,5.09472556586843e-07
wikitext,attn_in,Llama-2-7b-hf,8,32,16,5.588461817751522e-07
wikitext,attn_out,Llama-2-7b-hf,8,32,16,3.009184865732095e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,32,16,7.034727786958683e-07
wikitext,mlp_down,Llama-2-7b-hf,8,32,16,7.470396212738706e-07
wikitext,attn_in,Llama-2-7b-hf,8,32,17,4.461577418624074e-07
wikitext,attn_out,Llama-2-7b-hf,8,32,17,2.527412448216637e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,32,17,7.940577120280068e-07
wikitext,mlp_down,Llama-2-7b-hf,8,32,17,7.858084245526697e-07
wikitext,attn_in,Llama-2-7b-hf,8,32,18,4.218181857140735e-07
wikitext,attn_out,Llama-2-7b-hf,8,32,18,2.381860895184218e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,32,18,9.378031791129615e-07
wikitext,mlp_down,Llama-2-7b-hf,8,32,18,9.189139404952584e-07
wikitext,attn_in,Llama-2-7b-hf,8,32,19,3.9738543478051724e-07
wikitext,attn_out,Llama-2-7b-hf,8,32,19,2.2612522343479213e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,32,19,1.0648193438100861e-06
wikitext,mlp_down,Llama-2-7b-hf,8,32,19,1.0000650263464195e-06
wikitext,attn_in,Llama-2-7b-hf,8,32,20,4.865801201958675e-07
wikitext,attn_out,Llama-2-7b-hf,8,32,20,3.026652279913833e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,32,20,1.2567041949296254e-06
wikitext,mlp_down,Llama-2-7b-hf,8,32,20,1.264004595213919e-06
wikitext,attn_in,Llama-2-7b-hf,8,32,21,3.5567674672165595e-07
wikitext,attn_out,Llama-2-7b-hf,8,32,21,2.1518005155485298e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,32,21,1.4172520650390652e-06
wikitext,mlp_down,Llama-2-7b-hf,8,32,21,1.3413798569672508e-06
wikitext,attn_in,Llama-2-7b-hf,8,32,22,6.265341312428063e-07
wikitext,attn_out,Llama-2-7b-hf,8,32,22,3.442760316829663e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,32,22,1.5898332321739872e-06
wikitext,mlp_down,Llama-2-7b-hf,8,32,22,1.421193474016036e-06
wikitext,attn_in,Llama-2-7b-hf,8,32,23,5.264157039164274e-07
wikitext,attn_out,Llama-2-7b-hf,8,32,23,3.2385995041295246e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,32,23,1.7999983583649737e-06
wikitext,mlp_down,Llama-2-7b-hf,8,32,23,1.5235083310471964e-06
wikitext,attn_in,Llama-2-7b-hf,8,32,24,6.414803124243917e-07
wikitext,attn_out,Llama-2-7b-hf,8,32,24,3.4791440839399e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,32,24,1.9828153199341614e-06
wikitext,mlp_down,Llama-2-7b-hf,8,32,24,1.610900085324829e-06
wikitext,attn_in,Llama-2-7b-hf,8,32,25,7.740609930806386e-07
wikitext,attn_out,Llama-2-7b-hf,8,32,25,4.5781388280374813e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,32,25,2.2463482309831306e-06
wikitext,mlp_down,Llama-2-7b-hf,8,32,25,1.741492269502487e-06
wikitext,attn_in,Llama-2-7b-hf,8,32,26,9.453125926484063e-07
wikitext,attn_out,Llama-2-7b-hf,8,32,26,5.015021997678559e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,32,26,2.528576033000718e-06
wikitext,mlp_down,Llama-2-7b-hf,8,32,26,1.897867264233355e-06
wikitext,attn_in,Llama-2-7b-hf,8,32,27,8.480145652356441e-07
wikitext,attn_out,Llama-2-7b-hf,8,32,27,5.064504193796893e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,32,27,2.9055163395241834e-06
wikitext,mlp_down,Llama-2-7b-hf,8,32,27,2.2046097001293674e-06
wikitext,attn_in,Llama-2-7b-hf,8,32,28,1.0903031579800881e-06
wikitext,attn_out,Llama-2-7b-hf,8,32,28,6.880487148919201e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,32,28,3.34689389092091e-06
wikitext,mlp_down,Llama-2-7b-hf,8,32,28,2.5643503249739297e-06
wikitext,attn_in,Llama-2-7b-hf,8,32,29,1.1055385584768374e-06
wikitext,attn_out,Llama-2-7b-hf,8,32,29,6.970113304305414e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,32,29,4.005378286819905e-06
wikitext,mlp_down,Llama-2-7b-hf,8,32,29,3.8739221963624004e-06
wikitext,attn_in,Llama-2-7b-hf,8,32,30,1.1691014378811815e-06
wikitext,attn_out,Llama-2-7b-hf,8,32,30,8.583493240621465e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,32,30,1.0136970558960456e-05
wikitext,mlp_down,Llama-2-7b-hf,8,32,30,0.0005588812637142837
wikitext,attn_in,Llama-2-7b-hf,8,32,31,3.40166843670886e-06
wikitext,attn_out,Llama-2-7b-hf,8,32,31,1.2418673804859282e-06
wikitext,mlp_gate,Llama-2-7b-hf,8,32,31,1.3963613127998542e-05
wikitext,mlp_down,Llama-2-7b-hf,8,32,31,3.074650157941505e-05
c4,attn_in,Llama-2-7b-hf,8,64,0,1.5111354390029419e-09
c4,attn_out,Llama-2-7b-hf,8,64,0,2.114418862220191e-09
c4,mlp_gate,Llama-2-7b-hf,8,64,0,4.479827342418474e-10
c4,mlp_down,Llama-2-7b-hf,8,64,0,4.012875365333457e-09
c4,attn_in,Llama-2-7b-hf,8,64,1,8.020720976276152e-09
c4,attn_out,Llama-2-7b-hf,8,64,1,7.478735852828322e-09
c4,mlp_gate,Llama-2-7b-hf,8,64,1,1.3903887747801491e-06
c4,mlp_down,Llama-2-7b-hf,8,64,1,0.0006594055448658764
c4,attn_in,Llama-2-7b-hf,8,64,2,1.1255366416662582e-08
c4,attn_out,Llama-2-7b-hf,8,64,2,5.669445801714801e-09
c4,mlp_gate,Llama-2-7b-hf,8,64,2,1.3190447845090603e-08
c4,mlp_down,Llama-2-7b-hf,8,64,2,2.016533073856408e-08
c4,attn_in,Llama-2-7b-hf,8,64,3,2.5210526999330796e-08
c4,attn_out,Llama-2-7b-hf,8,64,3,1.0505293523976889e-08
c4,mlp_gate,Llama-2-7b-hf,8,64,3,3.2101702629461215e-08
c4,mlp_down,Llama-2-7b-hf,8,64,3,3.168889861626667e-08
c4,attn_in,Llama-2-7b-hf,8,64,4,5.987961770870243e-08
c4,attn_out,Llama-2-7b-hf,8,64,4,2.1050141185696702e-08
c4,mlp_gate,Llama-2-7b-hf,8,64,4,6.221815596063607e-08
c4,mlp_down,Llama-2-7b-hf,8,64,4,8.65123652715738e-08
c4,attn_in,Llama-2-7b-hf,8,64,5,9.254892319177088e-08
c4,attn_out,Llama-2-7b-hf,8,64,5,4.084190763364859e-08
c4,mlp_gate,Llama-2-7b-hf,8,64,5,1.0081784296289698e-07
c4,mlp_down,Llama-2-7b-hf,8,64,5,8.96068854672194e-08
c4,attn_in,Llama-2-7b-hf,8,64,6,1.3915982322032505e-07
c4,attn_out,Llama-2-7b-hf,8,64,6,4.707955625349314e-08
c4,mlp_gate,Llama-2-7b-hf,8,64,6,1.536294718107456e-07
c4,mlp_down,Llama-2-7b-hf,8,64,6,1.3755887096067454e-07
c4,attn_in,Llama-2-7b-hf,8,64,7,1.8576417915028287e-07
c4,attn_out,Llama-2-7b-hf,8,64,7,6.787222162074613e-08
c4,mlp_gate,Llama-2-7b-hf,8,64,7,2.099066591654264e-07
c4,mlp_down,Llama-2-7b-hf,8,64,7,1.8372909948993765e-07
c4,attn_in,Llama-2-7b-hf,8,64,8,2.8016384590046073e-07
c4,attn_out,Llama-2-7b-hf,8,64,8,9.943443757265413e-08
c4,mlp_gate,Llama-2-7b-hf,8,64,8,2.570253343492368e-07
c4,mlp_down,Llama-2-7b-hf,8,64,8,2.2150732092995895e-07
c4,attn_in,Llama-2-7b-hf,8,64,9,3.946561548673344e-07
c4,attn_out,Llama-2-7b-hf,8,64,9,1.4358411704051832e-07
c4,mlp_gate,Llama-2-7b-hf,8,64,9,3.0243617743508366e-07
c4,mlp_down,Llama-2-7b-hf,8,64,9,2.4992564817694074e-07
c4,attn_in,Llama-2-7b-hf,8,64,10,4.7374496148222534e-07
c4,attn_out,Llama-2-7b-hf,8,64,10,1.955453257096451e-07
c4,mlp_gate,Llama-2-7b-hf,8,64,10,3.605381380111794e-07
c4,mlp_down,Llama-2-7b-hf,8,64,10,2.9306571036613605e-07
c4,attn_in,Llama-2-7b-hf,8,64,11,5.05873913425603e-07
c4,attn_out,Llama-2-7b-hf,8,64,11,1.951113830500617e-07
c4,mlp_gate,Llama-2-7b-hf,8,64,11,4.094277699095983e-07
c4,mlp_down,Llama-2-7b-hf,8,64,11,3.380784221462818e-07
c4,attn_in,Llama-2-7b-hf,8,64,12,5.711587505174975e-07
c4,attn_out,Llama-2-7b-hf,8,64,12,2.1946237893644138e-07
c4,mlp_gate,Llama-2-7b-hf,8,64,12,4.615058628587576e-07
c4,mlp_down,Llama-2-7b-hf,8,64,12,3.8473132235594676e-07
c4,attn_in,Llama-2-7b-hf,8,64,13,5.419680633167445e-07
c4,attn_out,Llama-2-7b-hf,8,64,13,2.599675212877628e-07
c4,mlp_gate,Llama-2-7b-hf,8,64,13,5.588152589552919e-07
c4,mlp_down,Llama-2-7b-hf,8,64,13,4.878559138887795e-07
c4,attn_in,Llama-2-7b-hf,8,64,14,6.733273494319292e-07
c4,attn_out,Llama-2-7b-hf,8,64,14,2.908553540237335e-07
c4,mlp_gate,Llama-2-7b-hf,8,64,14,6.329510142677464e-07
c4,mlp_down,Llama-2-7b-hf,8,64,14,5.767163315795187e-07
c4,attn_in,Llama-2-7b-hf,8,64,15,7.227449145830178e-07
c4,attn_out,Llama-2-7b-hf,8,64,15,3.247888287205569e-07
c4,mlp_gate,Llama-2-7b-hf,8,64,15,7.915704713923333e-07
c4,mlp_down,Llama-2-7b-hf,8,64,15,7.324959483412385e-07
c4,attn_in,Llama-2-7b-hf,8,64,16,9.528647524348344e-07
c4,attn_out,Llama-2-7b-hf,8,64,16,4.705330525212048e-07
c4,mlp_gate,Llama-2-7b-hf,8,64,16,1.0272600547978072e-06
c4,mlp_down,Llama-2-7b-hf,8,64,16,1.0612320693326183e-06
c4,attn_in,Llama-2-7b-hf,8,64,17,6.618636803068512e-07
c4,attn_out,Llama-2-7b-hf,8,64,17,3.230051106584142e-07
c4,mlp_gate,Llama-2-7b-hf,8,64,17,1.1469406899777823e-06
c4,mlp_down,Llama-2-7b-hf,8,64,17,1.1405591067159548e-06
c4,attn_in,Llama-2-7b-hf,8,64,18,6.354219408422068e-07
c4,attn_out,Llama-2-7b-hf,8,64,18,3.3456043979640526e-07
c4,mlp_gate,Llama-2-7b-hf,8,64,18,1.3492294783645775e-06
c4,mlp_down,Llama-2-7b-hf,8,64,18,1.345520331597072e-06
c4,attn_in,Llama-2-7b-hf,8,64,19,6.051637910786667e-07
c4,attn_out,Llama-2-7b-hf,8,64,19,3.3419848932680907e-07
c4,mlp_gate,Llama-2-7b-hf,8,64,19,1.5494318859055056e-06
c4,mlp_down,Llama-2-7b-hf,8,64,19,1.5019155625850544e-06
c4,attn_in,Llama-2-7b-hf,8,64,20,7.734948894722038e-07
c4,attn_out,Llama-2-7b-hf,8,64,20,4.4239706653570465e-07
c4,mlp_gate,Llama-2-7b-hf,8,64,20,1.829439270295552e-06
c4,mlp_down,Llama-2-7b-hf,8,64,20,1.85716669420799e-06
c4,attn_in,Llama-2-7b-hf,8,64,21,6.365435183397494e-07
c4,attn_out,Llama-2-7b-hf,8,64,21,3.4452307318133535e-07
c4,mlp_gate,Llama-2-7b-hf,8,64,21,1.996223090827698e-06
c4,mlp_down,Llama-2-7b-hf,8,64,21,1.874809186119819e-06
c4,attn_in,Llama-2-7b-hf,8,64,22,9.771405302672065e-07
c4,attn_out,Llama-2-7b-hf,8,64,22,4.411519682889775e-07
c4,mlp_gate,Llama-2-7b-hf,8,64,22,2.2612546217715135e-06
c4,mlp_down,Llama-2-7b-hf,8,64,22,2.097449396387674e-06
c4,attn_in,Llama-2-7b-hf,8,64,23,8.930782087190892e-07
c4,attn_out,Llama-2-7b-hf,8,64,23,4.065176426593098e-07
c4,mlp_gate,Llama-2-7b-hf,8,64,23,2.5303072561655426e-06
c4,mlp_down,Llama-2-7b-hf,8,64,23,2.19334310713748e-06
c4,attn_in,Llama-2-7b-hf,8,64,24,1.0400373184893397e-06
c4,attn_out,Llama-2-7b-hf,8,64,24,5.536212484003045e-07
c4,mlp_gate,Llama-2-7b-hf,8,64,24,2.7629862415778916e-06
c4,mlp_down,Llama-2-7b-hf,8,64,24,2.315757001269958e-06
c4,attn_in,Llama-2-7b-hf,8,64,25,7.276195219674264e-07
c4,attn_out,Llama-2-7b-hf,8,64,25,3.7483272308236337e-07
c4,mlp_gate,Llama-2-7b-hf,8,64,25,3.1019649213703815e-06
c4,mlp_down,Llama-2-7b-hf,8,64,25,2.4721314275666373e-06
c4,attn_in,Llama-2-7b-hf,8,64,26,1.354558662569616e-06
c4,attn_out,Llama-2-7b-hf,8,64,26,7.071298568916973e-07
c4,mlp_gate,Llama-2-7b-hf,8,64,26,3.4600516300997697e-06
c4,mlp_down,Llama-2-7b-hf,8,64,26,2.6537798021308845e-06
c4,attn_in,Llama-2-7b-hf,8,64,27,1.1605133067860152e-06
c4,attn_out,Llama-2-7b-hf,8,64,27,6.17088005583355e-07
c4,mlp_gate,Llama-2-7b-hf,8,64,27,3.9519254642073065e-06
c4,mlp_down,Llama-2-7b-hf,8,64,27,3.0028845685592387e-06
c4,attn_in,Llama-2-7b-hf,8,64,28,1.4158417798171286e-06
c4,attn_out,Llama-2-7b-hf,8,64,28,7.727647926003556e-07
c4,mlp_gate,Llama-2-7b-hf,8,64,28,4.694576091424096e-06
c4,mlp_down,Llama-2-7b-hf,8,64,28,3.759718538276502e-06
c4,attn_in,Llama-2-7b-hf,8,64,29,1.396370748807385e-06
c4,attn_out,Llama-2-7b-hf,8,64,29,6.924252033968514e-07
c4,mlp_gate,Llama-2-7b-hf,8,64,29,5.640808467433089e-06
c4,mlp_down,Llama-2-7b-hf,8,64,29,5.458718987938482e-06
c4,attn_in,Llama-2-7b-hf,8,64,30,1.516133124823682e-06
c4,attn_out,Llama-2-7b-hf,8,64,30,9.796451649890514e-07
c4,mlp_gate,Llama-2-7b-hf,8,64,30,1.0412112715130206e-05
c4,mlp_down,Llama-2-7b-hf,8,64,30,0.0003387340693734586
c4,attn_in,Llama-2-7b-hf,8,64,31,8.3121840361855e-06
c4,attn_out,Llama-2-7b-hf,8,64,31,1.683946834418748e-06
c4,mlp_gate,Llama-2-7b-hf,8,64,31,2.107697400788311e-05
c4,mlp_down,Llama-2-7b-hf,8,64,31,5.628668441204354e-05
pileval,attn_in,Llama-2-7b-hf,8,64,0,1.5505027262108229e-09
pileval,attn_out,Llama-2-7b-hf,8,64,0,2.4739299497866796e-09
pileval,mlp_gate,Llama-2-7b-hf,8,64,0,5.712635919863374e-10
pileval,mlp_down,Llama-2-7b-hf,8,64,0,4.0448204785548114e-09
pileval,attn_in,Llama-2-7b-hf,8,64,1,8.18019429971173e-09
pileval,attn_out,Llama-2-7b-hf,8,64,1,7.592066531003638e-09
pileval,mlp_gate,Llama-2-7b-hf,8,64,1,7.333440521506418e-07
pileval,mlp_down,Llama-2-7b-hf,8,64,1,0.0005498492973856628
pileval,attn_in,Llama-2-7b-hf,8,64,2,1.1800739052603149e-08
pileval,attn_out,Llama-2-7b-hf,8,64,2,6.154546206005307e-09
pileval,mlp_gate,Llama-2-7b-hf,8,64,2,1.4284271543374416e-08
pileval,mlp_down,Llama-2-7b-hf,8,64,2,2.098724216637038e-08
pileval,attn_in,Llama-2-7b-hf,8,64,3,2.694579492867888e-08
pileval,attn_out,Llama-2-7b-hf,8,64,3,1.1924790932482665e-08
pileval,mlp_gate,Llama-2-7b-hf,8,64,3,3.489238054044108e-08
pileval,mlp_down,Llama-2-7b-hf,8,64,3,3.377486379463335e-08
pileval,attn_in,Llama-2-7b-hf,8,64,4,5.979741501960234e-08
pileval,attn_out,Llama-2-7b-hf,8,64,4,2.3428047057905133e-08
pileval,mlp_gate,Llama-2-7b-hf,8,64,4,6.637587546265422e-08
pileval,mlp_down,Llama-2-7b-hf,8,64,4,8.819995400699554e-08
pileval,attn_in,Llama-2-7b-hf,8,64,5,9.34076922476379e-08
pileval,attn_out,Llama-2-7b-hf,8,64,5,4.63057396871136e-08
pileval,mlp_gate,Llama-2-7b-hf,8,64,5,1.0343436684934204e-07
pileval,mlp_down,Llama-2-7b-hf,8,64,5,9.003455403444605e-08
pileval,attn_in,Llama-2-7b-hf,8,64,6,1.4421652849705424e-07
pileval,attn_out,Llama-2-7b-hf,8,64,6,5.690885274134416e-08
pileval,mlp_gate,Llama-2-7b-hf,8,64,6,1.5453937862730527e-07
pileval,mlp_down,Llama-2-7b-hf,8,64,6,1.3645509966409008e-07
pileval,attn_in,Llama-2-7b-hf,8,64,7,1.9460262024040276e-07
pileval,attn_out,Llama-2-7b-hf,8,64,7,7.99651118654765e-08
pileval,mlp_gate,Llama-2-7b-hf,8,64,7,2.1360519042445958e-07
pileval,mlp_down,Llama-2-7b-hf,8,64,7,1.8481048869034566e-07
pileval,attn_in,Llama-2-7b-hf,8,64,8,2.952619979623705e-07
pileval,attn_out,Llama-2-7b-hf,8,64,8,1.1633677843292389e-07
pileval,mlp_gate,Llama-2-7b-hf,8,64,8,2.6544768161329557e-07
pileval,mlp_down,Llama-2-7b-hf,8,64,8,2.286302844822785e-07
pileval,attn_in,Llama-2-7b-hf,8,64,9,3.999377895524958e-07
pileval,attn_out,Llama-2-7b-hf,8,64,9,1.5631474070687545e-07
pileval,mlp_gate,Llama-2-7b-hf,8,64,9,3.114948299298703e-07
pileval,mlp_down,Llama-2-7b-hf,8,64,9,2.572422204139002e-07
pileval,attn_in,Llama-2-7b-hf,8,64,10,4.806266815648996e-07
pileval,attn_out,Llama-2-7b-hf,8,64,10,2.165322712244233e-07
pileval,mlp_gate,Llama-2-7b-hf,8,64,10,3.656426201814611e-07
pileval,mlp_down,Llama-2-7b-hf,8,64,10,2.9812167667842004e-07
pileval,attn_in,Llama-2-7b-hf,8,64,11,5.275655894365627e-07
pileval,attn_out,Llama-2-7b-hf,8,64,11,2.2176230629611382e-07
pileval,mlp_gate,Llama-2-7b-hf,8,64,11,4.137408495807904e-07
pileval,mlp_down,Llama-2-7b-hf,8,64,11,3.3896736795213656e-07
pileval,attn_in,Llama-2-7b-hf,8,64,12,6.160884709061065e-07
pileval,attn_out,Llama-2-7b-hf,8,64,12,2.6016797960437543e-07
pileval,mlp_gate,Llama-2-7b-hf,8,64,12,4.6737562797716237e-07
pileval,mlp_down,Llama-2-7b-hf,8,64,12,3.86317367429001e-07
pileval,attn_in,Llama-2-7b-hf,8,64,13,5.668825338034367e-07
pileval,attn_out,Llama-2-7b-hf,8,64,13,2.8202862267789897e-07
pileval,mlp_gate,Llama-2-7b-hf,8,64,13,5.559473379435076e-07
pileval,mlp_down,Llama-2-7b-hf,8,64,13,4.778838729180279e-07
pileval,attn_in,Llama-2-7b-hf,8,64,14,6.880034675305069e-07
pileval,attn_out,Llama-2-7b-hf,8,64,14,3.180369105848513e-07
pileval,mlp_gate,Llama-2-7b-hf,8,64,14,6.275295731938968e-07
pileval,mlp_down,Llama-2-7b-hf,8,64,14,5.623147671940387e-07
pileval,attn_in,Llama-2-7b-hf,8,64,15,7.253277658492152e-07
pileval,attn_out,Llama-2-7b-hf,8,64,15,3.4202969345642487e-07
pileval,mlp_gate,Llama-2-7b-hf,8,64,15,7.790043810018688e-07
pileval,mlp_down,Llama-2-7b-hf,8,64,15,7.110209025995573e-07
pileval,attn_in,Llama-2-7b-hf,8,64,16,9.324930374532414e-07
pileval,attn_out,Llama-2-7b-hf,8,64,16,4.921317326989083e-07
pileval,mlp_gate,Llama-2-7b-hf,8,64,16,1.007316427603655e-06
pileval,mlp_down,Llama-2-7b-hf,8,64,16,1.0316115321984398e-06
pileval,attn_in,Llama-2-7b-hf,8,64,17,6.891455655022583e-07
pileval,attn_out,Llama-2-7b-hf,8,64,17,3.5032968526138575e-07
pileval,mlp_gate,Llama-2-7b-hf,8,64,17,1.1204406291653868e-06
pileval,mlp_down,Llama-2-7b-hf,8,64,17,1.0810044841491617e-06
pileval,attn_in,Llama-2-7b-hf,8,64,18,6.735260171808477e-07
pileval,attn_out,Llama-2-7b-hf,8,64,18,4.1028755504157743e-07
pileval,mlp_gate,Llama-2-7b-hf,8,64,18,1.3281558040034724e-06
pileval,mlp_down,Llama-2-7b-hf,8,64,18,1.3072482261122786e-06
pileval,attn_in,Llama-2-7b-hf,8,64,19,6.141313519947289e-07
pileval,attn_out,Llama-2-7b-hf,8,64,19,3.530514049998601e-07
pileval,mlp_gate,Llama-2-7b-hf,8,64,19,1.5276650628948119e-06
pileval,mlp_down,Llama-2-7b-hf,8,64,19,1.4651045603386592e-06
pileval,attn_in,Llama-2-7b-hf,8,64,20,6.925471893737267e-07
pileval,attn_out,Llama-2-7b-hf,8,64,20,4.1829949282146117e-07
pileval,mlp_gate,Llama-2-7b-hf,8,64,20,1.7975482933252351e-06
pileval,mlp_down,Llama-2-7b-hf,8,64,20,1.7772981664165854e-06
pileval,attn_in,Llama-2-7b-hf,8,64,21,6.537449053212185e-07
pileval,attn_out,Llama-2-7b-hf,8,64,21,3.8578045291615126e-07
pileval,mlp_gate,Llama-2-7b-hf,8,64,21,1.975826080524712e-06
pileval,mlp_down,Llama-2-7b-hf,8,64,21,1.7822235349740367e-06
pileval,attn_in,Llama-2-7b-hf,8,64,22,1.00372801625781e-06
pileval,attn_out,Llama-2-7b-hf,8,64,22,4.853696964346454e-07
pileval,mlp_gate,Llama-2-7b-hf,8,64,22,2.2515873752126936e-06
pileval,mlp_down,Llama-2-7b-hf,8,64,22,1.9845360839099158e-06
pileval,attn_in,Llama-2-7b-hf,8,64,23,8.691185939824209e-07
pileval,attn_out,Llama-2-7b-hf,8,64,23,4.1487416524432774e-07
pileval,mlp_gate,Llama-2-7b-hf,8,64,23,2.5207846192643046e-06
pileval,mlp_down,Llama-2-7b-hf,8,64,23,2.1111434307385935e-06
pileval,attn_in,Llama-2-7b-hf,8,64,24,1.0195736876994488e-06
pileval,attn_out,Llama-2-7b-hf,8,64,24,5.348949798644753e-07
pileval,mlp_gate,Llama-2-7b-hf,8,64,24,2.7477544790599495e-06
pileval,mlp_down,Llama-2-7b-hf,8,64,24,2.183462584071094e-06
pileval,attn_in,Llama-2-7b-hf,8,64,25,8.203232368941826e-07
pileval,attn_out,Llama-2-7b-hf,8,64,25,4.3599854393505666e-07
pileval,mlp_gate,Llama-2-7b-hf,8,64,25,3.0856974717607955e-06
pileval,mlp_down,Llama-2-7b-hf,8,64,25,2.416014240225195e-06
pileval,attn_in,Llama-2-7b-hf,8,64,26,1.3824087545799557e-06
pileval,attn_out,Llama-2-7b-hf,8,64,26,7.330065159294463e-07
pileval,mlp_gate,Llama-2-7b-hf,8,64,26,3.4584884360810975e-06
pileval,mlp_down,Llama-2-7b-hf,8,64,26,2.5561280381225515e-06
pileval,attn_in,Llama-2-7b-hf,8,64,27,1.2133708651163033e-06
pileval,attn_out,Llama-2-7b-hf,8,64,27,6.821461511208327e-07
pileval,mlp_gate,Llama-2-7b-hf,8,64,27,3.973210368712898e-06
pileval,mlp_down,Llama-2-7b-hf,8,64,27,2.9471686957549537e-06
pileval,attn_in,Llama-2-7b-hf,8,64,28,1.4427523638005368e-06
pileval,attn_out,Llama-2-7b-hf,8,64,28,8.138991347550473e-07
pileval,mlp_gate,Llama-2-7b-hf,8,64,28,4.740478289022576e-06
pileval,mlp_down,Llama-2-7b-hf,8,64,28,3.775381173909409e-06
pileval,attn_in,Llama-2-7b-hf,8,64,29,1.522869752079714e-06
pileval,attn_out,Llama-2-7b-hf,8,64,29,8.185836577467853e-07
pileval,mlp_gate,Llama-2-7b-hf,8,64,29,5.743670499214204e-06
pileval,mlp_down,Llama-2-7b-hf,8,64,29,5.394778327172389e-06
pileval,attn_in,Llama-2-7b-hf,8,64,30,1.6530342463738634e-06
pileval,attn_out,Llama-2-7b-hf,8,64,30,1.0972356676575146e-06
pileval,mlp_gate,Llama-2-7b-hf,8,64,30,1.0111636584042571e-05
pileval,mlp_down,Llama-2-7b-hf,8,64,30,0.00029622786678373814
pileval,attn_in,Llama-2-7b-hf,8,64,31,8.097004865703639e-06
pileval,attn_out,Llama-2-7b-hf,8,64,31,1.6316480468958616e-06
pileval,mlp_gate,Llama-2-7b-hf,8,64,31,2.0029539882671088e-05
pileval,mlp_down,Llama-2-7b-hf,8,64,31,5.131565922056325e-05
wikitext,attn_in,Llama-2-7b-hf,8,64,0,1.736272903229974e-09
wikitext,attn_out,Llama-2-7b-hf,8,64,0,2.5601556430387973e-09
wikitext,mlp_gate,Llama-2-7b-hf,8,64,0,5.126730151516767e-10
wikitext,mlp_down,Llama-2-7b-hf,8,64,0,4.343235993076178e-09
wikitext,attn_in,Llama-2-7b-hf,8,64,1,8.293790543234536e-09
wikitext,attn_out,Llama-2-7b-hf,8,64,1,9.384256038913463e-09
wikitext,mlp_gate,Llama-2-7b-hf,8,64,1,1.6439689716207795e-06
wikitext,mlp_down,Llama-2-7b-hf,8,64,1,0.0008568642078898847
wikitext,attn_in,Llama-2-7b-hf,8,64,2,7.680545088817325e-09
wikitext,attn_out,Llama-2-7b-hf,8,64,2,4.448624135733326e-09
wikitext,mlp_gate,Llama-2-7b-hf,8,64,2,1.326367282672436e-08
wikitext,mlp_down,Llama-2-7b-hf,8,64,2,2.288545175588297e-08
wikitext,attn_in,Llama-2-7b-hf,8,64,3,2.3592145126372088e-08
wikitext,attn_out,Llama-2-7b-hf,8,64,3,1.0767958080748485e-08
wikitext,mlp_gate,Llama-2-7b-hf,8,64,3,3.198625719846859e-08
wikitext,mlp_down,Llama-2-7b-hf,8,64,3,2.9743354446054582e-08
wikitext,attn_in,Llama-2-7b-hf,8,64,4,4.7668468283745824e-08
wikitext,attn_out,Llama-2-7b-hf,8,64,4,1.9660138406152328e-08
wikitext,mlp_gate,Llama-2-7b-hf,8,64,4,6.292151510933763e-08
wikitext,mlp_down,Llama-2-7b-hf,8,64,4,1.101991173868555e-07
wikitext,attn_in,Llama-2-7b-hf,8,64,5,8.52078514412824e-08
wikitext,attn_out,Llama-2-7b-hf,8,64,5,4.196242997522859e-08
wikitext,mlp_gate,Llama-2-7b-hf,8,64,5,1.0237910430532793e-07
wikitext,mlp_down,Llama-2-7b-hf,8,64,5,8.966092224227395e-08
wikitext,attn_in,Llama-2-7b-hf,8,64,6,1.3043242574894975e-07
wikitext,attn_out,Llama-2-7b-hf,8,64,6,5.206896602771849e-08
wikitext,mlp_gate,Llama-2-7b-hf,8,64,6,1.5261402097621612e-07
wikitext,mlp_down,Llama-2-7b-hf,8,64,6,1.3574921808867657e-07
wikitext,attn_in,Llama-2-7b-hf,8,64,7,1.6472962727220875e-07
wikitext,attn_out,Llama-2-7b-hf,8,64,7,7.001891333402455e-08
wikitext,mlp_gate,Llama-2-7b-hf,8,64,7,2.106354344277861e-07
wikitext,mlp_down,Llama-2-7b-hf,8,64,7,1.8749520336314163e-07
wikitext,attn_in,Llama-2-7b-hf,8,64,8,2.769799039015197e-07
wikitext,attn_out,Llama-2-7b-hf,8,64,8,1.0992609844606704e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,64,8,2.6495445126784034e-07
wikitext,mlp_down,Llama-2-7b-hf,8,64,8,2.3136261972922512e-07
wikitext,attn_in,Llama-2-7b-hf,8,64,9,3.7864603541493125e-07
wikitext,attn_out,Llama-2-7b-hf,8,64,9,1.461961289805913e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,64,9,3.1190259619506833e-07
wikitext,mlp_down,Llama-2-7b-hf,8,64,9,2.665477722985088e-07
wikitext,attn_in,Llama-2-7b-hf,8,64,10,4.5460950559572666e-07
wikitext,attn_out,Llama-2-7b-hf,8,64,10,1.9913171911412064e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,64,10,3.6737895925398334e-07
wikitext,mlp_down,Llama-2-7b-hf,8,64,10,3.008641442647786e-07
wikitext,attn_in,Llama-2-7b-hf,8,64,11,4.837883693653566e-07
wikitext,attn_out,Llama-2-7b-hf,8,64,11,1.9453698030247324e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,64,11,4.1120591731669265e-07
wikitext,mlp_down,Llama-2-7b-hf,8,64,11,3.3936100862774765e-07
wikitext,attn_in,Llama-2-7b-hf,8,64,12,5.554261406359728e-07
wikitext,attn_out,Llama-2-7b-hf,8,64,12,2.2966972323956725e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,64,12,4.5794217840011697e-07
wikitext,mlp_down,Llama-2-7b-hf,8,64,12,3.756489377337857e-07
wikitext,attn_in,Llama-2-7b-hf,8,64,13,5.130379463480494e-07
wikitext,attn_out,Llama-2-7b-hf,8,64,13,2.6622615223459434e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,64,13,5.414969450612261e-07
wikitext,mlp_down,Llama-2-7b-hf,8,64,13,4.631818626421591e-07
wikitext,attn_in,Llama-2-7b-hf,8,64,14,6.081680794522981e-07
wikitext,attn_out,Llama-2-7b-hf,8,64,14,2.839040291746642e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,64,14,6.113643280514225e-07
wikitext,mlp_down,Llama-2-7b-hf,8,64,14,5.447586204354593e-07
wikitext,attn_in,Llama-2-7b-hf,8,64,15,6.719067187077599e-07
wikitext,attn_out,Llama-2-7b-hf,8,64,15,3.162303130466171e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,64,15,7.562314294773387e-07
wikitext,mlp_down,Llama-2-7b-hf,8,64,15,6.960405016798177e-07
wikitext,attn_in,Llama-2-7b-hf,8,64,16,8.228212209360208e-07
wikitext,attn_out,Llama-2-7b-hf,8,64,16,4.1111195514531573e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,64,16,9.638324627303518e-07
wikitext,mlp_down,Llama-2-7b-hf,8,64,16,1.0322435173293343e-06
wikitext,attn_in,Llama-2-7b-hf,8,64,17,6.094206810303149e-07
wikitext,attn_out,Llama-2-7b-hf,8,64,17,3.461217943367956e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,64,17,1.0866223192351754e-06
wikitext,mlp_down,Llama-2-7b-hf,8,64,17,1.0680430477805203e-06
wikitext,attn_in,Llama-2-7b-hf,8,64,18,5.953057211627311e-07
wikitext,attn_out,Llama-2-7b-hf,8,64,18,3.246889548336185e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,64,18,1.283668098039925e-06
wikitext,mlp_down,Llama-2-7b-hf,8,64,18,1.2541414662337047e-06
wikitext,attn_in,Llama-2-7b-hf,8,64,19,5.281315225147409e-07
wikitext,attn_out,Llama-2-7b-hf,8,64,19,3.095079819104285e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,64,19,1.451434854971012e-06
wikitext,mlp_down,Llama-2-7b-hf,8,64,19,1.380440266984806e-06
wikitext,attn_in,Llama-2-7b-hf,8,64,20,6.716616667290509e-07
wikitext,attn_out,Llama-2-7b-hf,8,64,20,4.106368578504771e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,64,20,1.7093658470912487e-06
wikitext,mlp_down,Llama-2-7b-hf,8,64,20,1.7275884829359711e-06
wikitext,attn_in,Llama-2-7b-hf,8,64,21,5.214845373302524e-07
wikitext,attn_out,Llama-2-7b-hf,8,64,21,2.9247266297716124e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,64,21,1.9260048702562926e-06
wikitext,mlp_down,Llama-2-7b-hf,8,64,21,1.826230572987697e-06
wikitext,attn_in,Llama-2-7b-hf,8,64,22,9.142878525381093e-07
wikitext,attn_out,Llama-2-7b-hf,8,64,22,4.688875208103127e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,64,22,2.152058868887252e-06
wikitext,mlp_down,Llama-2-7b-hf,8,64,22,1.9225876712880563e-06
wikitext,attn_in,Llama-2-7b-hf,8,64,23,8.439330372311815e-07
wikitext,attn_out,Llama-2-7b-hf,8,64,23,4.3999520471516007e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,64,23,2.4458561256324174e-06
wikitext,mlp_down,Llama-2-7b-hf,8,64,23,2.0657439563365187e-06
wikitext,attn_in,Llama-2-7b-hf,8,64,24,8.59088288507337e-07
wikitext,attn_out,Llama-2-7b-hf,8,64,24,4.811037683793984e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,64,24,2.6814432203536853e-06
wikitext,mlp_down,Llama-2-7b-hf,8,64,24,2.181908030252089e-06
wikitext,attn_in,Llama-2-7b-hf,8,64,25,9.886263114822214e-07
wikitext,attn_out,Llama-2-7b-hf,8,64,25,6.25349969141098e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,64,25,3.0526723548973678e-06
wikitext,mlp_down,Llama-2-7b-hf,8,64,25,2.373731149418745e-06
wikitext,attn_in,Llama-2-7b-hf,8,64,26,1.3043230637777015e-06
wikitext,attn_out,Llama-2-7b-hf,8,64,26,6.873806910334679e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,64,26,3.441202579779201e-06
wikitext,mlp_down,Llama-2-7b-hf,8,64,26,2.574781092334888e-06
wikitext,attn_in,Llama-2-7b-hf,8,64,27,1.166141260000586e-06
wikitext,attn_out,Llama-2-7b-hf,8,64,27,6.882448246869899e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,64,27,3.963882591051515e-06
wikitext,mlp_down,Llama-2-7b-hf,8,64,27,2.9817283575539477e-06
wikitext,attn_in,Llama-2-7b-hf,8,64,28,1.5686622418797924e-06
wikitext,attn_out,Llama-2-7b-hf,8,64,28,9.431324201614188e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,64,28,4.5924239202577155e-06
wikitext,mlp_down,Llama-2-7b-hf,8,64,28,3.5069274417764973e-06
wikitext,attn_in,Llama-2-7b-hf,8,64,29,1.6519022665306693e-06
wikitext,attn_out,Llama-2-7b-hf,8,64,29,9.561957767800777e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,64,29,5.51228413314675e-06
wikitext,mlp_down,Llama-2-7b-hf,8,64,29,5.7367792578588706e-06
wikitext,attn_in,Llama-2-7b-hf,8,64,30,1.649882165111194e-06
wikitext,attn_out,Llama-2-7b-hf,8,64,30,1.1755544164770981e-06
wikitext,mlp_gate,Llama-2-7b-hf,8,64,30,1.0949243915092666e-05
wikitext,mlp_down,Llama-2-7b-hf,8,64,30,0.0010630341712385416
wikitext,attn_in,Llama-2-7b-hf,8,64,31,6.580009994650027e-06
wikitext,attn_out,Llama-2-7b-hf,8,64,31,1.9371352664165897e-06
wikitext,mlp_gate,Llama-2-7b-hf,8,64,31,1.895927925943397e-05
wikitext,mlp_down,Llama-2-7b-hf,8,64,31,5.027050428907387e-05
c4,attn_in,Meta-Llama-3-8B,8,128,0,1.389392156880831e-09
c4,mlp_gate,Meta-Llama-3-8B,8,128,0,1.7422211451290082e-09
c4,mlp_down,Meta-Llama-3-8B,8,128,0,4.120522234529744e-08
c4,attn_in,Meta-Llama-3-8B,8,128,1,2.3588213604597286e-09
c4,mlp_gate,Meta-Llama-3-8B,8,128,1,2.3549290517621557e-08
c4,mlp_down,Meta-Llama-3-8B,8,128,1,6.70127246849006e-06
c4,attn_in,Meta-Llama-3-8B,8,128,2,4.666006692133351e-09
c4,mlp_gate,Meta-Llama-3-8B,8,128,2,8.97591689863475e-09
c4,mlp_down,Meta-Llama-3-8B,8,128,2,9.522933552830182e-09
c4,attn_in,Meta-Llama-3-8B,8,128,3,8.081549651706155e-09
c4,mlp_gate,Meta-Llama-3-8B,8,128,3,2.0058770644482138e-08
c4,mlp_down,Meta-Llama-3-8B,8,128,3,1.6674531977400875e-08
c4,attn_in,Meta-Llama-3-8B,8,128,4,1.760237289261113e-08
c4,mlp_gate,Meta-Llama-3-8B,8,128,4,3.6415844562043276e-08
c4,mlp_down,Meta-Llama-3-8B,8,128,4,2.9211930652195406e-08
c4,attn_in,Meta-Llama-3-8B,8,128,5,2.438407165072931e-08
c4,mlp_gate,Meta-Llama-3-8B,8,128,5,5.15439211312696e-08
c4,mlp_down,Meta-Llama-3-8B,8,128,5,4.4371240903728904e-08
c4,attn_in,Meta-Llama-3-8B,8,128,6,3.3343773964134016e-08
c4,mlp_gate,Meta-Llama-3-8B,8,128,6,6.621507253612435e-08
c4,mlp_down,Meta-Llama-3-8B,8,128,6,5.3503089958439887e-08
c4,attn_in,Meta-Llama-3-8B,8,128,7,4.549091414673967e-08
c4,mlp_gate,Meta-Llama-3-8B,8,128,7,7.808652213725509e-08
c4,mlp_down,Meta-Llama-3-8B,8,128,7,6.005276276255245e-08
c4,attn_in,Meta-Llama-3-8B,8,128,8,6.190514767467903e-08
c4,mlp_gate,Meta-Llama-3-8B,8,128,8,8.581888977232666e-08
c4,mlp_down,Meta-Llama-3-8B,8,128,8,6.53609006917577e-08
c4,attn_in,Meta-Llama-3-8B,8,128,9,7.878864494159643e-08
c4,mlp_gate,Meta-Llama-3-8B,8,128,9,9.81293268864647e-08
c4,mlp_down,Meta-Llama-3-8B,8,128,9,7.592027628788856e-08
c4,attn_in,Meta-Llama-3-8B,8,128,10,7.879658170395487e-08
c4,mlp_gate,Meta-Llama-3-8B,8,128,10,9.7665534326552e-08
c4,mlp_down,Meta-Llama-3-8B,8,128,10,7.872475293879688e-08
c4,attn_in,Meta-Llama-3-8B,8,128,11,8.555907271556862e-08
c4,mlp_gate,Meta-Llama-3-8B,8,128,11,1.054130649436047e-07
c4,mlp_down,Meta-Llama-3-8B,8,128,11,8.109036286896298e-08
c4,attn_in,Meta-Llama-3-8B,8,128,12,8.546638241568871e-08
c4,mlp_gate,Meta-Llama-3-8B,8,128,12,1.259196267255902e-07
c4,mlp_down,Meta-Llama-3-8B,8,128,12,9.162378233895652e-08
c4,attn_in,Meta-Llama-3-8B,8,128,13,1.0785362292153877e-07
c4,mlp_gate,Meta-Llama-3-8B,8,128,13,1.4565820549705677e-07
c4,mlp_down,Meta-Llama-3-8B,8,128,13,1.1098956065325183e-07
c4,attn_in,Meta-Llama-3-8B,8,128,14,1.3150798849892453e-07
c4,mlp_gate,Meta-Llama-3-8B,8,128,14,1.7565034227118304e-07
c4,mlp_down,Meta-Llama-3-8B,8,128,14,1.2622618328350654e-07
c4,attn_in,Meta-Llama-3-8B,8,128,15,1.2313576291944628e-07
c4,mlp_gate,Meta-Llama-3-8B,8,128,15,2.0150507396010653e-07
c4,mlp_down,Meta-Llama-3-8B,8,128,15,1.619024772026023e-07
c4,attn_in,Meta-Llama-3-8B,8,128,16,1.2682932037932915e-07
c4,mlp_gate,Meta-Llama-3-8B,8,128,16,2.0372161202431016e-07
c4,mlp_down,Meta-Llama-3-8B,8,128,16,1.7821926689975953e-07
c4,attn_in,Meta-Llama-3-8B,8,128,17,1.0737429789742237e-07
c4,mlp_gate,Meta-Llama-3-8B,8,128,17,2.3413328165133862e-07
c4,mlp_down,Meta-Llama-3-8B,8,128,17,2.1122055215982982e-07
c4,attn_in,Meta-Llama-3-8B,8,128,18,7.063045615041119e-08
c4,mlp_gate,Meta-Llama-3-8B,8,128,18,2.2779401831485302e-07
c4,mlp_down,Meta-Llama-3-8B,8,128,18,2.0248036491921084e-07
c4,attn_in,Meta-Llama-3-8B,8,128,19,5.833347316297477e-08
c4,mlp_gate,Meta-Llama-3-8B,8,128,19,2.3820396677365352e-07
c4,mlp_down,Meta-Llama-3-8B,8,128,19,2.1356132151595375e-07
c4,attn_in,Meta-Llama-3-8B,8,128,20,7.331119888931426e-08
c4,mlp_gate,Meta-Llama-3-8B,8,128,20,2.5713990225995076e-07
c4,mlp_down,Meta-Llama-3-8B,8,128,20,2.2576674041374645e-07
c4,attn_in,Meta-Llama-3-8B,8,128,21,1.321911042850843e-07
c4,mlp_gate,Meta-Llama-3-8B,8,128,21,3.0662977223983034e-07
c4,mlp_down,Meta-Llama-3-8B,8,128,21,2.823798581630399e-07
c4,attn_in,Meta-Llama-3-8B,8,128,22,9.503965259227698e-08
c4,mlp_gate,Meta-Llama-3-8B,8,128,22,3.169327271734801e-07
c4,mlp_down,Meta-Llama-3-8B,8,128,22,2.868154922452959e-07
c4,attn_in,Meta-Llama-3-8B,8,128,23,9.926937849513706e-08
c4,mlp_gate,Meta-Llama-3-8B,8,128,23,3.430432400364225e-07
c4,mlp_down,Meta-Llama-3-8B,8,128,23,3.035127349448885e-07
c4,attn_in,Meta-Llama-3-8B,8,128,24,1.0246581894080009e-07
c4,mlp_gate,Meta-Llama-3-8B,8,128,24,3.740790930351068e-07
c4,mlp_down,Meta-Llama-3-8B,8,128,24,3.137938620056957e-07
c4,attn_in,Meta-Llama-3-8B,8,128,25,1.5087351812326233e-07
c4,mlp_gate,Meta-Llama-3-8B,8,128,25,4.259831030140049e-07
c4,mlp_down,Meta-Llama-3-8B,8,128,25,3.412895352994383e-07
c4,attn_in,Meta-Llama-3-8B,8,128,26,1.903407991221684e-07
c4,mlp_gate,Meta-Llama-3-8B,8,128,26,4.985940336155181e-07
c4,mlp_down,Meta-Llama-3-8B,8,128,26,3.631113827395893e-07
c4,attn_in,Meta-Llama-3-8B,8,128,27,2.4516441499145003e-07
c4,mlp_gate,Meta-Llama-3-8B,8,128,27,6.145264137558115e-07
c4,mlp_down,Meta-Llama-3-8B,8,128,27,4.803071078640642e-07
c4,attn_in,Meta-Llama-3-8B,8,128,28,3.090668485583592e-07
c4,mlp_gate,Meta-Llama-3-8B,8,128,28,8.53790368182672e-07
c4,mlp_down,Meta-Llama-3-8B,8,128,28,6.353043318085838e-07
c4,attn_in,Meta-Llama-3-8B,8,128,29,4.709706047378859e-07
c4,mlp_gate,Meta-Llama-3-8B,8,128,29,1.2157503306298167e-06
c4,mlp_down,Meta-Llama-3-8B,8,128,29,1.1003444342350122e-06
c4,attn_in,Meta-Llama-3-8B,8,128,30,9.081121561393957e-07
c4,mlp_gate,Meta-Llama-3-8B,8,128,30,2.2704145976604195e-06
c4,mlp_down,Meta-Llama-3-8B,8,128,30,2.5628989988035755e-06
c4,attn_in,Meta-Llama-3-8B,8,128,31,1.2954266139786341e-06
c4,mlp_gate,Meta-Llama-3-8B,8,128,31,1.2003860319964588e-05
c4,mlp_down,Meta-Llama-3-8B,8,128,31,0.00108627718873322
pileval,attn_in,Meta-Llama-3-8B,8,128,0,1.4107603973911864e-09
pileval,mlp_gate,Meta-Llama-3-8B,8,128,0,1.929079562756897e-09
pileval,mlp_down,Meta-Llama-3-8B,8,128,0,3.943822690644083e-08
pileval,attn_in,Meta-Llama-3-8B,8,128,1,2.521857389581328e-09
pileval,mlp_gate,Meta-Llama-3-8B,8,128,1,2.9757167396837758e-08
pileval,mlp_down,Meta-Llama-3-8B,8,128,1,6.6400230025465135e-06
pileval,attn_in,Meta-Llama-3-8B,8,128,2,4.842112044656233e-09
pileval,mlp_gate,Meta-Llama-3-8B,8,128,2,9.160873837288364e-09
pileval,mlp_down,Meta-Llama-3-8B,8,128,2,9.656738519936425e-09
pileval,attn_in,Meta-Llama-3-8B,8,128,3,8.472816226401392e-09
pileval,mlp_gate,Meta-Llama-3-8B,8,128,3,2.0854443505413656e-08
pileval,mlp_down,Meta-Llama-3-8B,8,128,3,1.7479594660585462e-08
pileval,attn_in,Meta-Llama-3-8B,8,128,4,1.8214509012182134e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,128,4,3.646823643066455e-08
pileval,mlp_down,Meta-Llama-3-8B,8,128,4,2.913831487205698e-08
pileval,attn_in,Meta-Llama-3-8B,8,128,5,2.5032548478520766e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,128,5,5.175126815970543e-08
pileval,mlp_down,Meta-Llama-3-8B,8,128,5,4.457692526216306e-08
pileval,attn_in,Meta-Llama-3-8B,8,128,6,3.305223827965165e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,128,6,6.587154643966642e-08
pileval,mlp_down,Meta-Llama-3-8B,8,128,6,5.358154808732252e-08
pileval,attn_in,Meta-Llama-3-8B,8,128,7,4.652465435128761e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,128,7,7.710152516438029e-08
pileval,mlp_down,Meta-Llama-3-8B,8,128,7,5.960674798188847e-08
pileval,attn_in,Meta-Llama-3-8B,8,128,8,6.344049552353681e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,128,8,8.45960670403656e-08
pileval,mlp_down,Meta-Llama-3-8B,8,128,8,6.485154813162808e-08
pileval,attn_in,Meta-Llama-3-8B,8,128,9,7.93574841395639e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,128,9,9.599780526059476e-08
pileval,mlp_down,Meta-Llama-3-8B,8,128,9,7.459385642505367e-08
pileval,attn_in,Meta-Llama-3-8B,8,128,10,8.080476732175157e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,128,10,9.681809132189301e-08
pileval,mlp_down,Meta-Llama-3-8B,8,128,10,7.843912186444868e-08
pileval,attn_in,Meta-Llama-3-8B,8,128,11,8.756875757853777e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,128,11,1.0427674368429507e-07
pileval,mlp_down,Meta-Llama-3-8B,8,128,11,8.100047210746197e-08
pileval,attn_in,Meta-Llama-3-8B,8,128,12,8.695715791873226e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,128,12,1.2390407277962368e-07
pileval,mlp_down,Meta-Llama-3-8B,8,128,12,9.11913318191182e-08
pileval,attn_in,Meta-Llama-3-8B,8,128,13,1.1126186905130453e-07
pileval,mlp_gate,Meta-Llama-3-8B,8,128,13,1.4229831890588684e-07
pileval,mlp_down,Meta-Llama-3-8B,8,128,13,1.1004028266370369e-07
pileval,attn_in,Meta-Llama-3-8B,8,128,14,1.3727404279961775e-07
pileval,mlp_gate,Meta-Llama-3-8B,8,128,14,1.7199947421886463e-07
pileval,mlp_down,Meta-Llama-3-8B,8,128,14,1.2335409849129064e-07
pileval,attn_in,Meta-Llama-3-8B,8,128,15,1.2156846196376137e-07
pileval,mlp_gate,Meta-Llama-3-8B,8,128,15,1.9425617381330085e-07
pileval,mlp_down,Meta-Llama-3-8B,8,128,15,1.5546409315447818e-07
pileval,attn_in,Meta-Llama-3-8B,8,128,16,1.397526290247697e-07
pileval,mlp_gate,Meta-Llama-3-8B,8,128,16,1.9666832429265924e-07
pileval,mlp_down,Meta-Llama-3-8B,8,128,16,1.7243240790776326e-07
pileval,attn_in,Meta-Llama-3-8B,8,128,17,1.0871415412339047e-07
pileval,mlp_gate,Meta-Llama-3-8B,8,128,17,2.264372369609191e-07
pileval,mlp_down,Meta-Llama-3-8B,8,128,17,2.0920798249335348e-07
pileval,attn_in,Meta-Llama-3-8B,8,128,18,7.314486083487282e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,128,18,2.2090492279858154e-07
pileval,mlp_down,Meta-Llama-3-8B,8,128,18,1.9989568045275519e-07
pileval,attn_in,Meta-Llama-3-8B,8,128,19,6.36549231103345e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,128,19,2.3231426382608333e-07
pileval,mlp_down,Meta-Llama-3-8B,8,128,19,2.075044278626592e-07
pileval,attn_in,Meta-Llama-3-8B,8,128,20,7.641483534825966e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,128,20,2.5197257969011844e-07
pileval,mlp_down,Meta-Llama-3-8B,8,128,20,2.171094024561171e-07
pileval,attn_in,Meta-Llama-3-8B,8,128,21,1.263756246316916e-07
pileval,mlp_gate,Meta-Llama-3-8B,8,128,21,2.9972011361678597e-07
pileval,mlp_down,Meta-Llama-3-8B,8,128,21,2.7086363729722507e-07
pileval,attn_in,Meta-Llama-3-8B,8,128,22,9.868406181112732e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,128,22,3.093375653406838e-07
pileval,mlp_down,Meta-Llama-3-8B,8,128,22,2.7231678245698276e-07
pileval,attn_in,Meta-Llama-3-8B,8,128,23,9.366151942913348e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,128,23,3.3729770620993804e-07
pileval,mlp_down,Meta-Llama-3-8B,8,128,23,2.8659829354182875e-07
pileval,attn_in,Meta-Llama-3-8B,8,128,24,1.1264641130992459e-07
pileval,mlp_gate,Meta-Llama-3-8B,8,128,24,3.696627288718446e-07
pileval,mlp_down,Meta-Llama-3-8B,8,128,24,3.0091419489508553e-07
pileval,attn_in,Meta-Llama-3-8B,8,128,25,1.563780784863411e-07
pileval,mlp_gate,Meta-Llama-3-8B,8,128,25,4.239840620812174e-07
pileval,mlp_down,Meta-Llama-3-8B,8,128,25,3.3467139815002156e-07
pileval,attn_in,Meta-Llama-3-8B,8,128,26,2.0324992533460318e-07
pileval,mlp_gate,Meta-Llama-3-8B,8,128,26,4.993903530703392e-07
pileval,mlp_down,Meta-Llama-3-8B,8,128,26,3.67960836911152e-07
pileval,attn_in,Meta-Llama-3-8B,8,128,27,2.698370451525989e-07
pileval,mlp_gate,Meta-Llama-3-8B,8,128,27,6.214701215867535e-07
pileval,mlp_down,Meta-Llama-3-8B,8,128,27,4.983739927411079e-07
pileval,attn_in,Meta-Llama-3-8B,8,128,28,3.2645428404975974e-07
pileval,mlp_gate,Meta-Llama-3-8B,8,128,28,8.662581194585073e-07
pileval,mlp_down,Meta-Llama-3-8B,8,128,28,6.592280215045321e-07
pileval,attn_in,Meta-Llama-3-8B,8,128,29,5.051397806710156e-07
pileval,mlp_gate,Meta-Llama-3-8B,8,128,29,1.240553274328704e-06
pileval,mlp_down,Meta-Llama-3-8B,8,128,29,1.109154140976898e-06
pileval,attn_in,Meta-Llama-3-8B,8,128,30,9.459396892452787e-07
pileval,mlp_gate,Meta-Llama-3-8B,8,128,30,2.3026984763419023e-06
pileval,mlp_down,Meta-Llama-3-8B,8,128,30,2.5575695872248616e-06
pileval,attn_in,Meta-Llama-3-8B,8,128,31,1.2993592690691003e-06
pileval,mlp_gate,Meta-Llama-3-8B,8,128,31,1.1313990398775786e-05
pileval,mlp_down,Meta-Llama-3-8B,8,128,31,0.0008992307703010738
wikitext,attn_in,Meta-Llama-3-8B,8,128,0,1.2115477510121764e-09
wikitext,mlp_gate,Meta-Llama-3-8B,8,128,0,1.7836718768649007e-09
wikitext,mlp_down,Meta-Llama-3-8B,8,128,0,1.334753392256971e-07
wikitext,attn_in,Meta-Llama-3-8B,8,128,1,1.8822072789248523e-09
wikitext,mlp_gate,Meta-Llama-3-8B,8,128,1,2.206910387769767e-08
wikitext,mlp_down,Meta-Llama-3-8B,8,128,1,8.636107850179542e-06
wikitext,attn_in,Meta-Llama-3-8B,8,128,2,3.335845377705482e-09
wikitext,mlp_gate,Meta-Llama-3-8B,8,128,2,8.781112725841922e-09
wikitext,mlp_down,Meta-Llama-3-8B,8,128,2,9.085935559483005e-09
wikitext,attn_in,Meta-Llama-3-8B,8,128,3,6.0738876150878696e-09
wikitext,mlp_gate,Meta-Llama-3-8B,8,128,3,1.9858589439536445e-08
wikitext,mlp_down,Meta-Llama-3-8B,8,128,3,1.5758349292127605e-08
wikitext,attn_in,Meta-Llama-3-8B,8,128,4,1.5287632493254932e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,128,4,3.5616771754121146e-08
wikitext,mlp_down,Meta-Llama-3-8B,8,128,4,2.7758716214520973e-08
wikitext,attn_in,Meta-Llama-3-8B,8,128,5,2.2179884595630028e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,128,5,5.0406562479565764e-08
wikitext,mlp_down,Meta-Llama-3-8B,8,128,5,4.399712238978282e-08
wikitext,attn_in,Meta-Llama-3-8B,8,128,6,3.262721293140203e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,128,6,6.489226223038713e-08
wikitext,mlp_down,Meta-Llama-3-8B,8,128,6,5.281027881665068e-08
wikitext,attn_in,Meta-Llama-3-8B,8,128,7,4.335474557137786e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,128,7,7.609742880276826e-08
wikitext,mlp_down,Meta-Llama-3-8B,8,128,7,5.863681451501179e-08
wikitext,attn_in,Meta-Llama-3-8B,8,128,8,5.809522463096073e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,128,8,8.410901841671148e-08
wikitext,mlp_down,Meta-Llama-3-8B,8,128,8,6.525458928763328e-08
wikitext,attn_in,Meta-Llama-3-8B,8,128,9,7.33507405925593e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,128,9,9.578909043739259e-08
wikitext,mlp_down,Meta-Llama-3-8B,8,128,9,7.510487876061234e-08
wikitext,attn_in,Meta-Llama-3-8B,8,128,10,7.358787001976452e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,128,10,9.667076028563315e-08
wikitext,mlp_down,Meta-Llama-3-8B,8,128,10,8.05008966153764e-08
wikitext,attn_in,Meta-Llama-3-8B,8,128,11,7.988074202103235e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,128,11,1.0445389619917478e-07
wikitext,mlp_down,Meta-Llama-3-8B,8,128,11,8.324875722109937e-08
wikitext,attn_in,Meta-Llama-3-8B,8,128,12,8.05782889301554e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,128,12,1.2396502313549718e-07
wikitext,mlp_down,Meta-Llama-3-8B,8,128,12,9.125781019747592e-08
wikitext,attn_in,Meta-Llama-3-8B,8,128,13,1.0237846481686574e-07
wikitext,mlp_gate,Meta-Llama-3-8B,8,128,13,1.410417098668404e-07
wikitext,mlp_down,Meta-Llama-3-8B,8,128,13,1.0776761882880237e-07
wikitext,attn_in,Meta-Llama-3-8B,8,128,14,1.338277684226341e-07
wikitext,mlp_gate,Meta-Llama-3-8B,8,128,14,1.6986719231226743e-07
wikitext,mlp_down,Meta-Llama-3-8B,8,128,14,1.231462647410808e-07
wikitext,attn_in,Meta-Llama-3-8B,8,128,15,1.10426078947512e-07
wikitext,mlp_gate,Meta-Llama-3-8B,8,128,15,1.9283407937109587e-07
wikitext,mlp_down,Meta-Llama-3-8B,8,128,15,1.547415138247743e-07
wikitext,attn_in,Meta-Llama-3-8B,8,128,16,1.258305246665259e-07
wikitext,mlp_gate,Meta-Llama-3-8B,8,128,16,1.9407811180371937e-07
wikitext,mlp_down,Meta-Llama-3-8B,8,128,16,1.6755365095377783e-07
wikitext,attn_in,Meta-Llama-3-8B,8,128,17,1.0064785271879373e-07
wikitext,mlp_gate,Meta-Llama-3-8B,8,128,17,2.1886657464165182e-07
wikitext,mlp_down,Meta-Llama-3-8B,8,128,17,1.9858337907407986e-07
wikitext,attn_in,Meta-Llama-3-8B,8,128,18,6.705373323256936e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,128,18,2.1450986764648405e-07
wikitext,mlp_down,Meta-Llama-3-8B,8,128,18,1.9220814806431008e-07
wikitext,attn_in,Meta-Llama-3-8B,8,128,19,5.339083486433083e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,128,19,2.211806560126206e-07
wikitext,mlp_down,Meta-Llama-3-8B,8,128,19,1.9522424565820984e-07
wikitext,attn_in,Meta-Llama-3-8B,8,128,20,6.564913945794615e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,128,20,2.4229700557043543e-07
wikitext,mlp_down,Meta-Llama-3-8B,8,128,20,2.133865706355209e-07
wikitext,attn_in,Meta-Llama-3-8B,8,128,21,1.0428351515656686e-07
wikitext,mlp_gate,Meta-Llama-3-8B,8,128,21,2.861003736143175e-07
wikitext,mlp_down,Meta-Llama-3-8B,8,128,21,2.594340173800447e-07
wikitext,attn_in,Meta-Llama-3-8B,8,128,22,8.052236921685108e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,128,22,3.011361968674464e-07
wikitext,mlp_down,Meta-Llama-3-8B,8,128,22,2.6962948140862864e-07
wikitext,attn_in,Meta-Llama-3-8B,8,128,23,8.960962816217943e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,128,23,3.284825140781322e-07
wikitext,mlp_down,Meta-Llama-3-8B,8,128,23,2.818608777488407e-07
wikitext,attn_in,Meta-Llama-3-8B,8,128,24,1.0809768014041765e-07
wikitext,mlp_gate,Meta-Llama-3-8B,8,128,24,3.6232412981007656e-07
wikitext,mlp_down,Meta-Llama-3-8B,8,128,24,2.8537829166452866e-07
wikitext,attn_in,Meta-Llama-3-8B,8,128,25,1.4667804748569324e-07
wikitext,mlp_gate,Meta-Llama-3-8B,8,128,25,4.123265853195335e-07
wikitext,mlp_down,Meta-Llama-3-8B,8,128,25,3.1345132356364047e-07
wikitext,attn_in,Meta-Llama-3-8B,8,128,26,2.0982278670089727e-07
wikitext,mlp_gate,Meta-Llama-3-8B,8,128,26,4.77264734399796e-07
wikitext,mlp_down,Meta-Llama-3-8B,8,128,26,3.43008537129208e-07
wikitext,attn_in,Meta-Llama-3-8B,8,128,27,2.9376445809248253e-07
wikitext,mlp_gate,Meta-Llama-3-8B,8,128,27,6.028034249538905e-07
wikitext,mlp_down,Meta-Llama-3-8B,8,128,27,4.441794203557947e-07
wikitext,attn_in,Meta-Llama-3-8B,8,128,28,3.753830810637737e-07
wikitext,mlp_gate,Meta-Llama-3-8B,8,128,28,8.415728416366619e-07
wikitext,mlp_down,Meta-Llama-3-8B,8,128,28,6.149230102892034e-07
wikitext,attn_in,Meta-Llama-3-8B,8,128,29,6.133046213108173e-07
wikitext,mlp_gate,Meta-Llama-3-8B,8,128,29,1.195817503685248e-06
wikitext,mlp_down,Meta-Llama-3-8B,8,128,29,1.1298697017991799e-06
wikitext,attn_in,Meta-Llama-3-8B,8,128,30,1.1975010920650675e-06
wikitext,mlp_gate,Meta-Llama-3-8B,8,128,30,2.1352457224566024e-06
wikitext,mlp_down,Meta-Llama-3-8B,8,128,30,2.890712721637101e-06
wikitext,attn_in,Meta-Llama-3-8B,8,128,31,1.6078148519227398e-06
wikitext,mlp_gate,Meta-Llama-3-8B,8,128,31,1.3822851542499848e-05
wikitext,mlp_down,Meta-Llama-3-8B,8,128,31,0.003329719416797161
c4,attn_in,Meta-Llama-3-8B,8,32,0,1.0896016311434664e-09
c4,mlp_gate,Meta-Llama-3-8B,8,32,0,9.774496767533947e-10
c4,mlp_down,Meta-Llama-3-8B,8,32,0,8.451420896449235e-09
c4,attn_in,Meta-Llama-3-8B,8,32,1,1.2815540850752427e-09
c4,mlp_gate,Meta-Llama-3-8B,8,32,1,2.381365327153162e-08
c4,mlp_down,Meta-Llama-3-8B,8,32,1,1.7394071392118349e-06
c4,attn_in,Meta-Llama-3-8B,8,32,2,2.4354760430611577e-09
c4,mlp_gate,Meta-Llama-3-8B,8,32,2,5.068931940854782e-09
c4,mlp_down,Meta-Llama-3-8B,8,32,2,4.964678002039591e-09
c4,attn_in,Meta-Llama-3-8B,8,32,3,4.9518869005282795e-09
c4,mlp_gate,Meta-Llama-3-8B,8,32,3,1.1127343491068586e-08
c4,mlp_down,Meta-Llama-3-8B,8,32,3,9.133743539280204e-09
c4,attn_in,Meta-Llama-3-8B,8,32,4,8.79394423947133e-09
c4,mlp_gate,Meta-Llama-3-8B,8,32,4,1.9855441735217028e-08
c4,mlp_down,Meta-Llama-3-8B,8,32,4,1.6444756667510774e-08
c4,attn_in,Meta-Llama-3-8B,8,32,5,1.17287317635828e-08
c4,mlp_gate,Meta-Llama-3-8B,8,32,5,2.8450319433659388e-08
c4,mlp_down,Meta-Llama-3-8B,8,32,5,2.4185380809171875e-08
c4,attn_in,Meta-Llama-3-8B,8,32,6,1.741577548841633e-08
c4,mlp_gate,Meta-Llama-3-8B,8,32,6,3.632339229397985e-08
c4,mlp_down,Meta-Llama-3-8B,8,32,6,2.9719036120923192e-08
c4,attn_in,Meta-Llama-3-8B,8,32,7,2.462824433280275e-08
c4,mlp_gate,Meta-Llama-3-8B,8,32,7,4.237035255982846e-08
c4,mlp_down,Meta-Llama-3-8B,8,32,7,3.341439835935489e-08
c4,attn_in,Meta-Llama-3-8B,8,32,8,2.8834868714966433e-08
c4,mlp_gate,Meta-Llama-3-8B,8,32,8,4.642019035827616e-08
c4,mlp_down,Meta-Llama-3-8B,8,32,8,3.6717217710702243e-08
c4,attn_in,Meta-Llama-3-8B,8,32,9,4.154396648914371e-08
c4,mlp_gate,Meta-Llama-3-8B,8,32,9,5.2824951524144126e-08
c4,mlp_down,Meta-Llama-3-8B,8,32,9,4.2593811144797655e-08
c4,attn_in,Meta-Llama-3-8B,8,32,10,3.697821782111532e-08
c4,mlp_gate,Meta-Llama-3-8B,8,32,10,5.3459736193417484e-08
c4,mlp_down,Meta-Llama-3-8B,8,32,10,4.382630081067873e-08
c4,attn_in,Meta-Llama-3-8B,8,32,11,4.050406943179041e-08
c4,mlp_gate,Meta-Llama-3-8B,8,32,11,5.684040615960839e-08
c4,mlp_down,Meta-Llama-3-8B,8,32,11,4.539643327916565e-08
c4,attn_in,Meta-Llama-3-8B,8,32,12,4.220832394707941e-08
c4,mlp_gate,Meta-Llama-3-8B,8,32,12,6.560803456068243e-08
c4,mlp_down,Meta-Llama-3-8B,8,32,12,5.0123908579280396e-08
c4,attn_in,Meta-Llama-3-8B,8,32,13,5.062263497279673e-08
c4,mlp_gate,Meta-Llama-3-8B,8,32,13,7.603830454172567e-08
c4,mlp_down,Meta-Llama-3-8B,8,32,13,6.155000420449142e-08
c4,attn_in,Meta-Llama-3-8B,8,32,14,6.427549692489265e-08
c4,mlp_gate,Meta-Llama-3-8B,8,32,14,8.97661749377221e-08
c4,mlp_down,Meta-Llama-3-8B,8,32,14,7.082297770466539e-08
c4,attn_in,Meta-Llama-3-8B,8,32,15,5.664912805514177e-08
c4,mlp_gate,Meta-Llama-3-8B,8,32,15,1.0611967127260868e-07
c4,mlp_down,Meta-Llama-3-8B,8,32,15,9.135424505757328e-08
c4,attn_in,Meta-Llama-3-8B,8,32,16,5.987327256207209e-08
c4,mlp_gate,Meta-Llama-3-8B,8,32,16,1.0998679300655567e-07
c4,mlp_down,Meta-Llama-3-8B,8,32,16,9.745026829932613e-08
c4,attn_in,Meta-Llama-3-8B,8,32,17,5.126695512558399e-08
c4,mlp_gate,Meta-Llama-3-8B,8,32,17,1.2654858494443033e-07
c4,mlp_down,Meta-Llama-3-8B,8,32,17,1.1536558019997756e-07
c4,attn_in,Meta-Llama-3-8B,8,32,18,3.528209902015078e-08
c4,mlp_gate,Meta-Llama-3-8B,8,32,18,1.2562325935050467e-07
c4,mlp_down,Meta-Llama-3-8B,8,32,18,1.1228644325456116e-07
c4,attn_in,Meta-Llama-3-8B,8,32,19,3.267211567958839e-08
c4,mlp_gate,Meta-Llama-3-8B,8,32,19,1.320154581208044e-07
c4,mlp_down,Meta-Llama-3-8B,8,32,19,1.1660812049285596e-07
c4,attn_in,Meta-Llama-3-8B,8,32,20,4.008550646972253e-08
c4,mlp_gate,Meta-Llama-3-8B,8,32,20,1.4373688372870674e-07
c4,mlp_down,Meta-Llama-3-8B,8,32,20,1.2611347699476028e-07
c4,attn_in,Meta-Llama-3-8B,8,32,21,6.240512107069662e-08
c4,mlp_gate,Meta-Llama-3-8B,8,32,21,1.7014465925058175e-07
c4,mlp_down,Meta-Llama-3-8B,8,32,21,1.5200905068013526e-07
c4,attn_in,Meta-Llama-3-8B,8,32,22,4.756510918468848e-08
c4,mlp_gate,Meta-Llama-3-8B,8,32,22,1.7914950944941666e-07
c4,mlp_down,Meta-Llama-3-8B,8,32,22,1.601445660526224e-07
c4,attn_in,Meta-Llama-3-8B,8,32,23,5.425752647170157e-08
c4,mlp_gate,Meta-Llama-3-8B,8,32,23,1.9375617910100118e-07
c4,mlp_down,Meta-Llama-3-8B,8,32,23,1.6824186843678035e-07
c4,attn_in,Meta-Llama-3-8B,8,32,24,5.6628838507322143e-08
c4,mlp_gate,Meta-Llama-3-8B,8,32,24,2.1085752166527527e-07
c4,mlp_down,Meta-Llama-3-8B,8,32,24,1.7538619090373686e-07
c4,attn_in,Meta-Llama-3-8B,8,32,25,7.189242268168528e-08
c4,mlp_gate,Meta-Llama-3-8B,8,32,25,2.3802675741535495e-07
c4,mlp_down,Meta-Llama-3-8B,8,32,25,1.882445133105648e-07
c4,attn_in,Meta-Llama-3-8B,8,32,26,9.083112217922462e-08
c4,mlp_gate,Meta-Llama-3-8B,8,32,26,2.751802128386771e-07
c4,mlp_down,Meta-Llama-3-8B,8,32,26,2.0655375010392163e-07
c4,attn_in,Meta-Llama-3-8B,8,32,27,1.2364762369543314e-07
c4,mlp_gate,Meta-Llama-3-8B,8,32,27,3.382910733762401e-07
c4,mlp_down,Meta-Llama-3-8B,8,32,27,2.661435587469896e-07
c4,attn_in,Meta-Llama-3-8B,8,32,28,1.565333462849594e-07
c4,mlp_gate,Meta-Llama-3-8B,8,32,28,4.6356191774066247e-07
c4,mlp_down,Meta-Llama-3-8B,8,32,28,3.57492183411523e-07
c4,attn_in,Meta-Llama-3-8B,8,32,29,2.3458768794171192e-07
c4,mlp_gate,Meta-Llama-3-8B,8,32,29,6.556564926540887e-07
c4,mlp_down,Meta-Llama-3-8B,8,32,29,5.596428422904864e-07
c4,attn_in,Meta-Llama-3-8B,8,32,30,5.089062256047328e-07
c4,mlp_gate,Meta-Llama-3-8B,8,32,30,1.2204903896417818e-06
c4,mlp_down,Meta-Llama-3-8B,8,32,30,1.2443363175407285e-06
c4,attn_in,Meta-Llama-3-8B,8,32,31,6.353860158014868e-07
c4,mlp_gate,Meta-Llama-3-8B,8,32,31,7.373105745500652e-06
c4,mlp_down,Meta-Llama-3-8B,8,32,31,0.0002593720273580402
pileval,attn_in,Meta-Llama-3-8B,8,32,0,1.0704397368499485e-09
pileval,mlp_gate,Meta-Llama-3-8B,8,32,0,1.070508015565963e-09
pileval,mlp_down,Meta-Llama-3-8B,8,32,0,8.169506848787478e-09
pileval,attn_in,Meta-Llama-3-8B,8,32,1,1.3865650849709255e-09
pileval,mlp_gate,Meta-Llama-3-8B,8,32,1,2.975725088560921e-08
pileval,mlp_down,Meta-Llama-3-8B,8,32,1,1.7374094340993906e-06
pileval,attn_in,Meta-Llama-3-8B,8,32,2,2.590597958374019e-09
pileval,mlp_gate,Meta-Llama-3-8B,8,32,2,5.175157635761707e-09
pileval,mlp_down,Meta-Llama-3-8B,8,32,2,5.012044113072989e-09
pileval,attn_in,Meta-Llama-3-8B,8,32,3,5.031861149973338e-09
pileval,mlp_gate,Meta-Llama-3-8B,8,32,3,1.157785600724992e-08
pileval,mlp_down,Meta-Llama-3-8B,8,32,3,9.567386882736173e-09
pileval,attn_in,Meta-Llama-3-8B,8,32,4,8.955771235719112e-09
pileval,mlp_gate,Meta-Llama-3-8B,8,32,4,1.989261022572464e-08
pileval,mlp_down,Meta-Llama-3-8B,8,32,4,1.63742495118413e-08
pileval,attn_in,Meta-Llama-3-8B,8,32,5,1.20699343852948e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,32,5,2.859490599860237e-08
pileval,mlp_down,Meta-Llama-3-8B,8,32,5,2.42300295383302e-08
pileval,attn_in,Meta-Llama-3-8B,8,32,6,1.7226703619144246e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,32,6,3.624388966727565e-08
pileval,mlp_down,Meta-Llama-3-8B,8,32,6,2.9698139059064488e-08
pileval,attn_in,Meta-Llama-3-8B,8,32,7,2.552799749366841e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,32,7,4.1956777607765616e-08
pileval,mlp_down,Meta-Llama-3-8B,8,32,7,3.309824592179211e-08
pileval,attn_in,Meta-Llama-3-8B,8,32,8,3.027527739618563e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,32,8,4.5771027856744695e-08
pileval,mlp_down,Meta-Llama-3-8B,8,32,8,3.627807032557939e-08
pileval,attn_in,Meta-Llama-3-8B,8,32,9,4.27203801223186e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,32,9,5.177136586098641e-08
pileval,mlp_down,Meta-Llama-3-8B,8,32,9,4.177258006166085e-08
pileval,attn_in,Meta-Llama-3-8B,8,32,10,3.8636329691144056e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,32,10,5.295710181485447e-08
pileval,mlp_down,Meta-Llama-3-8B,8,32,10,4.364530070688488e-08
pileval,attn_in,Meta-Llama-3-8B,8,32,11,4.092939676070273e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,32,11,5.620989895760431e-08
pileval,mlp_down,Meta-Llama-3-8B,8,32,11,4.533021069619281e-08
pileval,attn_in,Meta-Llama-3-8B,8,32,12,4.311691625957792e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,32,12,6.449473488601143e-08
pileval,mlp_down,Meta-Llama-3-8B,8,32,12,4.9797279189078836e-08
pileval,attn_in,Meta-Llama-3-8B,8,32,13,5.279780168621073e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,32,13,7.453730432871453e-08
pileval,mlp_down,Meta-Llama-3-8B,8,32,13,6.086043669029095e-08
pileval,attn_in,Meta-Llama-3-8B,8,32,14,6.63168719938767e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,32,14,8.797216821676557e-08
pileval,mlp_down,Meta-Llama-3-8B,8,32,14,6.915563233178545e-08
pileval,attn_in,Meta-Llama-3-8B,8,32,15,5.712252360012826e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,32,15,1.0228075808527137e-07
pileval,mlp_down,Meta-Llama-3-8B,8,32,15,8.75123262744637e-08
pileval,attn_in,Meta-Llama-3-8B,8,32,16,6.41398614220634e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,32,16,1.0636772884708989e-07
pileval,mlp_down,Meta-Llama-3-8B,8,32,16,9.42564071237939e-08
pileval,attn_in,Meta-Llama-3-8B,8,32,17,5.071084174801399e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,32,17,1.2232378310272907e-07
pileval,mlp_down,Meta-Llama-3-8B,8,32,17,1.136914846711079e-07
pileval,attn_in,Meta-Llama-3-8B,8,32,18,3.7172391387230164e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,32,18,1.218505190081487e-07
pileval,mlp_down,Meta-Llama-3-8B,8,32,18,1.1047033154909514e-07
pileval,attn_in,Meta-Llama-3-8B,8,32,19,3.542507442944043e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,32,19,1.2872379784312216e-07
pileval,mlp_down,Meta-Llama-3-8B,8,32,19,1.1269263922031314e-07
pileval,attn_in,Meta-Llama-3-8B,8,32,20,4.276951415249641e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,32,20,1.4086595001572277e-07
pileval,mlp_down,Meta-Llama-3-8B,8,32,20,1.211813014379004e-07
pileval,attn_in,Meta-Llama-3-8B,8,32,21,6.08618861974719e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,32,21,1.6601462959897617e-07
pileval,mlp_down,Meta-Llama-3-8B,8,32,21,1.4590125374525087e-07
pileval,attn_in,Meta-Llama-3-8B,8,32,22,4.9277776525968875e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,32,22,1.7504677884971898e-07
pileval,mlp_down,Meta-Llama-3-8B,8,32,22,1.519880470368662e-07
pileval,attn_in,Meta-Llama-3-8B,8,32,23,4.9897273868282355e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,32,23,1.901730968256743e-07
pileval,mlp_down,Meta-Llama-3-8B,8,32,23,1.5881167314546474e-07
pileval,attn_in,Meta-Llama-3-8B,8,32,24,6.233801030930408e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,32,24,2.0856170124261553e-07
pileval,mlp_down,Meta-Llama-3-8B,8,32,24,1.6805137192932307e-07
pileval,attn_in,Meta-Llama-3-8B,8,32,25,7.679570046548179e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,32,25,2.3729170095521113e-07
pileval,mlp_down,Meta-Llama-3-8B,8,32,25,1.8383475719474518e-07
pileval,attn_in,Meta-Llama-3-8B,8,32,26,9.679862245093318e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,32,26,2.7691635295923334e-07
pileval,mlp_down,Meta-Llama-3-8B,8,32,26,2.0871119943421945e-07
pileval,attn_in,Meta-Llama-3-8B,8,32,27,1.3918490537889738e-07
pileval,mlp_gate,Meta-Llama-3-8B,8,32,27,3.4329744380556804e-07
pileval,mlp_down,Meta-Llama-3-8B,8,32,27,2.7494431265040475e-07
pileval,attn_in,Meta-Llama-3-8B,8,32,28,1.6090532994894602e-07
pileval,mlp_gate,Meta-Llama-3-8B,8,32,28,4.710527150564303e-07
pileval,mlp_down,Meta-Llama-3-8B,8,32,28,3.7174447697907453e-07
pileval,attn_in,Meta-Llama-3-8B,8,32,29,2.545180848301243e-07
pileval,mlp_gate,Meta-Llama-3-8B,8,32,29,6.712104436701338e-07
pileval,mlp_down,Meta-Llama-3-8B,8,32,29,5.729409622290405e-07
pileval,attn_in,Meta-Llama-3-8B,8,32,30,5.346525995264528e-07
pileval,mlp_gate,Meta-Llama-3-8B,8,32,30,1.2343765547484509e-06
pileval,mlp_down,Meta-Llama-3-8B,8,32,30,1.2586900766109466e-06
pileval,attn_in,Meta-Llama-3-8B,8,32,31,6.430139478652563e-07
pileval,mlp_gate,Meta-Llama-3-8B,8,32,31,6.736871910106856e-06
pileval,mlp_down,Meta-Llama-3-8B,8,32,31,0.00021485482284333557
wikitext,attn_in,Meta-Llama-3-8B,8,32,0,8.032299270155363e-10
wikitext,mlp_gate,Meta-Llama-3-8B,8,32,0,9.869143280383241e-10
wikitext,mlp_down,Meta-Llama-3-8B,8,32,0,2.559839629157068e-08
wikitext,attn_in,Meta-Llama-3-8B,8,32,1,1.112425485061408e-09
wikitext,mlp_gate,Meta-Llama-3-8B,8,32,1,4.339619508186843e-08
wikitext,mlp_down,Meta-Llama-3-8B,8,32,1,2.250973466288997e-06
wikitext,attn_in,Meta-Llama-3-8B,8,32,2,1.8005759105932384e-09
wikitext,mlp_gate,Meta-Llama-3-8B,8,32,2,4.9556190262478594e-09
wikitext,mlp_down,Meta-Llama-3-8B,8,32,2,4.741244730155358e-09
wikitext,attn_in,Meta-Llama-3-8B,8,32,3,3.6507519229900254e-09
wikitext,mlp_gate,Meta-Llama-3-8B,8,32,3,1.1029284152641594e-08
wikitext,mlp_down,Meta-Llama-3-8B,8,32,3,8.557888619975529e-09
wikitext,attn_in,Meta-Llama-3-8B,8,32,4,7.672108282008594e-09
wikitext,mlp_gate,Meta-Llama-3-8B,8,32,4,1.9475955070902273e-08
wikitext,mlp_down,Meta-Llama-3-8B,8,32,4,1.561972418073765e-08
wikitext,attn_in,Meta-Llama-3-8B,8,32,5,1.0726423305129629e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,32,5,2.7911870148500384e-08
wikitext,mlp_down,Meta-Llama-3-8B,8,32,5,2.3872365417787478e-08
wikitext,attn_in,Meta-Llama-3-8B,8,32,6,1.6637688560194874e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,32,6,3.5717917512556596e-08
wikitext,mlp_down,Meta-Llama-3-8B,8,32,6,2.923125563825124e-08
wikitext,attn_in,Meta-Llama-3-8B,8,32,7,2.4119868768934793e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,32,7,4.145130105825956e-08
wikitext,mlp_down,Meta-Llama-3-8B,8,32,7,3.266295323101076e-08
wikitext,attn_in,Meta-Llama-3-8B,8,32,8,2.631136908348708e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,32,8,4.545576004488794e-08
wikitext,mlp_down,Meta-Llama-3-8B,8,32,8,3.654132285646483e-08
wikitext,attn_in,Meta-Llama-3-8B,8,32,9,3.950997751189789e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,32,9,5.1861942296227426e-08
wikitext,mlp_down,Meta-Llama-3-8B,8,32,9,4.191417701804312e-08
wikitext,attn_in,Meta-Llama-3-8B,8,32,10,3.593604702700759e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,32,10,5.2699547836709826e-08
wikitext,mlp_down,Meta-Llama-3-8B,8,32,10,4.4110414876286086e-08
wikitext,attn_in,Meta-Llama-3-8B,8,32,11,3.8088927567514475e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,32,11,5.6454883434753356e-08
wikitext,mlp_down,Meta-Llama-3-8B,8,32,11,4.625246674549999e-08
wikitext,attn_in,Meta-Llama-3-8B,8,32,12,4.049583424148295e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,32,12,6.472446045791003e-08
wikitext,mlp_down,Meta-Llama-3-8B,8,32,12,4.996020308567495e-08
wikitext,attn_in,Meta-Llama-3-8B,8,32,13,4.837107780986116e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,32,13,7.357987641398722e-08
wikitext,mlp_down,Meta-Llama-3-8B,8,32,13,5.945634029558278e-08
wikitext,attn_in,Meta-Llama-3-8B,8,32,14,6.096267668453947e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,32,14,8.679877083750398e-08
wikitext,mlp_down,Meta-Llama-3-8B,8,32,14,6.876177849335363e-08
wikitext,attn_in,Meta-Llama-3-8B,8,32,15,5.350361576006435e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,32,15,1.01385481343641e-07
wikitext,mlp_down,Meta-Llama-3-8B,8,32,15,8.709274368357e-08
wikitext,attn_in,Meta-Llama-3-8B,8,32,16,5.71632909895925e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,32,16,1.0545311113219213e-07
wikitext,mlp_down,Meta-Llama-3-8B,8,32,16,9.170088333121384e-08
wikitext,attn_in,Meta-Llama-3-8B,8,32,17,4.834454614410788e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,32,17,1.1901025231964013e-07
wikitext,mlp_down,Meta-Llama-3-8B,8,32,17,1.0845826636796119e-07
wikitext,attn_in,Meta-Llama-3-8B,8,32,18,3.482387711528645e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,32,18,1.180181214976983e-07
wikitext,mlp_down,Meta-Llama-3-8B,8,32,18,1.0577765863217792e-07
wikitext,attn_in,Meta-Llama-3-8B,8,32,19,2.925664510655679e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,32,19,1.228008557063731e-07
wikitext,mlp_down,Meta-Llama-3-8B,8,32,19,1.06778159647547e-07
wikitext,attn_in,Meta-Llama-3-8B,8,32,20,3.640247570046995e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,32,20,1.3546473098813294e-07
wikitext,mlp_down,Meta-Llama-3-8B,8,32,20,1.1843936675859368e-07
wikitext,attn_in,Meta-Llama-3-8B,8,32,21,5.101751554548173e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,32,21,1.5889985149897257e-07
wikitext,mlp_down,Meta-Llama-3-8B,8,32,21,1.4038265305771347e-07
wikitext,attn_in,Meta-Llama-3-8B,8,32,22,4.2516028031514e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,32,22,1.7020754228269652e-07
wikitext,mlp_down,Meta-Llama-3-8B,8,32,22,1.4996052755122946e-07
wikitext,attn_in,Meta-Llama-3-8B,8,32,23,5.081545850771363e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,32,23,1.8429579995427048e-07
wikitext,mlp_down,Meta-Llama-3-8B,8,32,23,1.5525768048973987e-07
wikitext,attn_in,Meta-Llama-3-8B,8,32,24,5.926097301767186e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,32,24,2.0432115377388982e-07
wikitext,mlp_down,Meta-Llama-3-8B,8,32,24,1.5950243437146128e-07
wikitext,attn_in,Meta-Llama-3-8B,8,32,25,7.034905991076812e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,32,25,2.3056907139107352e-07
wikitext,mlp_down,Meta-Llama-3-8B,8,32,25,1.7353760028981924e-07
wikitext,attn_in,Meta-Llama-3-8B,8,32,26,9.436527648176707e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,32,26,2.644390519890294e-07
wikitext,mlp_down,Meta-Llama-3-8B,8,32,26,1.941661196269706e-07
wikitext,attn_in,Meta-Llama-3-8B,8,32,27,1.6461942209389235e-07
wikitext,mlp_gate,Meta-Llama-3-8B,8,32,27,3.311954515083926e-07
wikitext,mlp_down,Meta-Llama-3-8B,8,32,27,2.45540547894052e-07
wikitext,attn_in,Meta-Llama-3-8B,8,32,28,1.7197810109337297e-07
wikitext,mlp_gate,Meta-Llama-3-8B,8,32,28,4.547165985968604e-07
wikitext,mlp_down,Meta-Llama-3-8B,8,32,28,3.4439250384821207e-07
wikitext,attn_in,Meta-Llama-3-8B,8,32,29,2.8955170705557975e-07
wikitext,mlp_gate,Meta-Llama-3-8B,8,32,29,6.391935585270403e-07
wikitext,mlp_down,Meta-Llama-3-8B,8,32,29,5.521756065718364e-07
wikitext,attn_in,Meta-Llama-3-8B,8,32,30,6.943994321773062e-07
wikitext,mlp_gate,Meta-Llama-3-8B,8,32,30,1.1243545259276289e-06
wikitext,mlp_down,Meta-Llama-3-8B,8,32,30,1.4407657999981893e-06
wikitext,attn_in,Meta-Llama-3-8B,8,32,31,8.411846010858426e-07
wikitext,mlp_gate,Meta-Llama-3-8B,8,32,31,8.875828825694043e-06
wikitext,mlp_down,Meta-Llama-3-8B,8,32,31,0.0007862246711738408
c4,attn_in,Meta-Llama-3-8B,8,64,0,1.1909205843707582e-09
c4,mlp_gate,Meta-Llama-3-8B,8,64,0,1.3492575945406315e-09
c4,mlp_down,Meta-Llama-3-8B,8,64,0,1.7987190403800923e-08
c4,attn_in,Meta-Llama-3-8B,8,64,1,2.135948751202932e-09
c4,mlp_gate,Meta-Llama-3-8B,8,64,1,1.9113507221391046e-08
c4,mlp_down,Meta-Llama-3-8B,8,64,1,3.621920086516184e-06
c4,attn_in,Meta-Llama-3-8B,8,64,2,3.6679985715437624e-09
c4,mlp_gate,Meta-Llama-3-8B,8,64,2,6.953834397194214e-09
c4,mlp_down,Meta-Llama-3-8B,8,64,2,7.049920203172633e-09
c4,attn_in,Meta-Llama-3-8B,8,64,3,6.232959925966952e-09
c4,mlp_gate,Meta-Llama-3-8B,8,64,3,1.539479654866227e-08
c4,mlp_down,Meta-Llama-3-8B,8,64,3,1.2729428178204216e-08
c4,attn_in,Meta-Llama-3-8B,8,64,4,1.3245620600343955e-08
c4,mlp_gate,Meta-Llama-3-8B,8,64,4,2.7680348679837152e-08
c4,mlp_down,Meta-Llama-3-8B,8,64,4,2.262930465235513e-08
c4,attn_in,Meta-Llama-3-8B,8,64,5,1.7692567411131677e-08
c4,mlp_gate,Meta-Llama-3-8B,8,64,5,3.9432826781649055e-08
c4,mlp_down,Meta-Llama-3-8B,8,64,5,3.368272061265998e-08
c4,attn_in,Meta-Llama-3-8B,8,64,6,2.6096742544723384e-08
c4,mlp_gate,Meta-Llama-3-8B,8,64,6,5.053216511896608e-08
c4,mlp_down,Meta-Llama-3-8B,8,64,6,4.115758400757841e-08
c4,attn_in,Meta-Llama-3-8B,8,64,7,3.4140533955451247e-08
c4,mlp_gate,Meta-Llama-3-8B,8,64,7,5.939573100022244e-08
c4,mlp_down,Meta-Llama-3-8B,8,64,7,4.614068771502389e-08
c4,attn_in,Meta-Llama-3-8B,8,64,8,4.4254655051645386e-08
c4,mlp_gate,Meta-Llama-3-8B,8,64,8,6.514380146427357e-08
c4,mlp_down,Meta-Llama-3-8B,8,64,8,5.053081508776813e-08
c4,attn_in,Meta-Llama-3-8B,8,64,9,5.552471193936981e-08
c4,mlp_gate,Meta-Llama-3-8B,8,64,9,7.435446036652138e-08
c4,mlp_down,Meta-Llama-3-8B,8,64,9,5.869594232876807e-08
c4,attn_in,Meta-Llama-3-8B,8,64,10,6.039014266434606e-08
c4,mlp_gate,Meta-Llama-3-8B,8,64,10,7.465131091066723e-08
c4,mlp_down,Meta-Llama-3-8B,8,64,10,6.071819314001914e-08
c4,attn_in,Meta-Llama-3-8B,8,64,11,6.152521336844075e-08
c4,mlp_gate,Meta-Llama-3-8B,8,64,11,7.985217820305479e-08
c4,mlp_down,Meta-Llama-3-8B,8,64,11,6.25675156129546e-08
c4,attn_in,Meta-Llama-3-8B,8,64,12,6.321457846070189e-08
c4,mlp_gate,Meta-Llama-3-8B,8,64,12,9.366981856828716e-08
c4,mlp_down,Meta-Llama-3-8B,8,64,12,6.96385882292816e-08
c4,attn_in,Meta-Llama-3-8B,8,64,13,7.807491897438013e-08
c4,mlp_gate,Meta-Llama-3-8B,8,64,13,1.0823374907431571e-07
c4,mlp_down,Meta-Llama-3-8B,8,64,13,8.525588413021978e-08
c4,attn_in,Meta-Llama-3-8B,8,64,14,9.964520586436265e-08
c4,mlp_gate,Meta-Llama-3-8B,8,64,14,1.2927947068419599e-07
c4,mlp_down,Meta-Llama-3-8B,8,64,14,9.724677596523179e-08
c4,attn_in,Meta-Llama-3-8B,8,64,15,8.992536493224179e-08
c4,mlp_gate,Meta-Llama-3-8B,8,64,15,1.50327949199891e-07
c4,mlp_down,Meta-Llama-3-8B,8,64,15,1.2529220327905932e-07
c4,attn_in,Meta-Llama-3-8B,8,64,16,9.157542280036068e-08
c4,mlp_gate,Meta-Llama-3-8B,8,64,16,1.5438868672390527e-07
c4,mlp_down,Meta-Llama-3-8B,8,64,16,1.355050756046694e-07
c4,attn_in,Meta-Llama-3-8B,8,64,17,7.917114430711081e-08
c4,mlp_gate,Meta-Llama-3-8B,8,64,17,1.7765071902431373e-07
c4,mlp_down,Meta-Llama-3-8B,8,64,17,1.603279713435768e-07
c4,attn_in,Meta-Llama-3-8B,8,64,18,5.0951658892017804e-08
c4,mlp_gate,Meta-Llama-3-8B,8,64,18,1.7460153856063698e-07
c4,mlp_down,Meta-Llama-3-8B,8,64,18,1.553015493982457e-07
c4,attn_in,Meta-Llama-3-8B,8,64,19,4.499394279378066e-08
c4,mlp_gate,Meta-Llama-3-8B,8,64,19,1.8273294699611142e-07
c4,mlp_down,Meta-Llama-3-8B,8,64,19,1.6250581325039093e-07
c4,attn_in,Meta-Llama-3-8B,8,64,20,6.305871380618555e-08
c4,mlp_gate,Meta-Llama-3-8B,8,64,20,1.9806520867859945e-07
c4,mlp_down,Meta-Llama-3-8B,8,64,20,1.7375913330397452e-07
c4,attn_in,Meta-Llama-3-8B,8,64,21,9.458940297690788e-08
c4,mlp_gate,Meta-Llama-3-8B,8,64,21,2.3492290779358882e-07
c4,mlp_down,Meta-Llama-3-8B,8,64,21,2.135573566874882e-07
c4,attn_in,Meta-Llama-3-8B,8,64,22,7.104447519168389e-08
c4,mlp_gate,Meta-Llama-3-8B,8,64,22,2.461318331370421e-07
c4,mlp_down,Meta-Llama-3-8B,8,64,22,2.208069105336108e-07
c4,attn_in,Meta-Llama-3-8B,8,64,23,7.612502628262519e-08
c4,mlp_gate,Meta-Llama-3-8B,8,64,23,2.65503445007198e-07
c4,mlp_down,Meta-Llama-3-8B,8,64,23,2.316126597179391e-07
c4,attn_in,Meta-Llama-3-8B,8,64,24,8.32947364415304e-08
c4,mlp_gate,Meta-Llama-3-8B,8,64,24,2.899756736951531e-07
c4,mlp_down,Meta-Llama-3-8B,8,64,24,2.410813806363876e-07
c4,attn_in,Meta-Llama-3-8B,8,64,25,1.1072055627892041e-07
c4,mlp_gate,Meta-Llama-3-8B,8,64,25,3.285791478901956e-07
c4,mlp_down,Meta-Llama-3-8B,8,64,25,2.6007580800069263e-07
c4,attn_in,Meta-Llama-3-8B,8,64,26,1.3516230978893873e-07
c4,mlp_gate,Meta-Llama-3-8B,8,64,26,3.820494214323844e-07
c4,mlp_down,Meta-Llama-3-8B,8,64,26,2.8314477162894036e-07
c4,attn_in,Meta-Llama-3-8B,8,64,27,1.9320076205531223e-07
c4,mlp_gate,Meta-Llama-3-8B,8,64,27,4.698078441833786e-07
c4,mlp_down,Meta-Llama-3-8B,8,64,27,3.694565009482176e-07
c4,attn_in,Meta-Llama-3-8B,8,64,28,2.243610310870281e-07
c4,mlp_gate,Meta-Llama-3-8B,8,64,28,6.526650508931198e-07
c4,mlp_down,Meta-Llama-3-8B,8,64,28,4.917736760035041e-07
c4,attn_in,Meta-Llama-3-8B,8,64,29,3.4344898836025095e-07
c4,mlp_gate,Meta-Llama-3-8B,8,64,29,9.201352781929018e-07
c4,mlp_down,Meta-Llama-3-8B,8,64,29,8.011594445633818e-07
c4,attn_in,Meta-Llama-3-8B,8,64,30,7.276165092662268e-07
c4,mlp_gate,Meta-Llama-3-8B,8,64,30,1.7277006918448023e-06
c4,mlp_down,Meta-Llama-3-8B,8,64,30,1.822984017962881e-06
c4,attn_in,Meta-Llama-3-8B,8,64,31,9.558733609082992e-07
c4,mlp_gate,Meta-Llama-3-8B,8,64,31,1.021851221594261e-05
c4,mlp_down,Meta-Llama-3-8B,8,64,31,0.0005294713191688061
pileval,attn_in,Meta-Llama-3-8B,8,64,0,1.1988625647774143e-09
pileval,mlp_gate,Meta-Llama-3-8B,8,64,0,1.4891359256807846e-09
pileval,mlp_down,Meta-Llama-3-8B,8,64,0,1.7264879303979797e-08
pileval,attn_in,Meta-Llama-3-8B,8,64,1,2.400563969828795e-09
pileval,mlp_gate,Meta-Llama-3-8B,8,64,1,3.030287842875623e-08
pileval,mlp_down,Meta-Llama-3-8B,8,64,1,3.595343741835677e-06
pileval,attn_in,Meta-Llama-3-8B,8,64,2,3.750694421711387e-09
pileval,mlp_gate,Meta-Llama-3-8B,8,64,2,7.0981127642255615e-09
pileval,mlp_down,Meta-Llama-3-8B,8,64,2,7.127425316610925e-09
pileval,attn_in,Meta-Llama-3-8B,8,64,3,6.596638346678674e-09
pileval,mlp_gate,Meta-Llama-3-8B,8,64,3,1.6021383331121797e-08
pileval,mlp_down,Meta-Llama-3-8B,8,64,3,1.3336289406140622e-08
pileval,attn_in,Meta-Llama-3-8B,8,64,4,1.3785685482048393e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,64,4,2.7763185528328904e-08
pileval,mlp_down,Meta-Llama-3-8B,8,64,4,2.2541865263292493e-08
pileval,attn_in,Meta-Llama-3-8B,8,64,5,1.8172805482663534e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,64,5,3.9588059053130564e-08
pileval,mlp_down,Meta-Llama-3-8B,8,64,5,3.378258739417106e-08
pileval,attn_in,Meta-Llama-3-8B,8,64,6,2.621534633817646e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,64,6,5.03449690825164e-08
pileval,mlp_down,Meta-Llama-3-8B,8,64,6,4.108741080699474e-08
pileval,attn_in,Meta-Llama-3-8B,8,64,7,3.5283800770002927e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,64,7,5.8759933807550624e-08
pileval,mlp_down,Meta-Llama-3-8B,8,64,7,4.5718426378016375e-08
pileval,attn_in,Meta-Llama-3-8B,8,64,8,4.557772470548116e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,64,8,6.418405718022768e-08
pileval,mlp_down,Meta-Llama-3-8B,8,64,8,5.002814873478201e-08
pileval,attn_in,Meta-Llama-3-8B,8,64,9,5.581032525014962e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,64,9,7.283730951712641e-08
pileval,mlp_down,Meta-Llama-3-8B,8,64,9,5.7544838227840955e-08
pileval,attn_in,Meta-Llama-3-8B,8,64,10,6.17360100818587e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,64,10,7.379915700767015e-08
pileval,mlp_down,Meta-Llama-3-8B,8,64,10,6.043116940190885e-08
pileval,attn_in,Meta-Llama-3-8B,8,64,11,6.23208791239449e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,64,11,7.896843357002581e-08
pileval,mlp_down,Meta-Llama-3-8B,8,64,11,6.245658568104773e-08
pileval,attn_in,Meta-Llama-3-8B,8,64,12,6.354029125077432e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,64,12,9.222969765687594e-08
pileval,mlp_down,Meta-Llama-3-8B,8,64,12,6.936785723610228e-08
pileval,attn_in,Meta-Llama-3-8B,8,64,13,7.938289314779468e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,64,13,1.056687821687774e-07
pileval,mlp_down,Meta-Llama-3-8B,8,64,13,8.4186858373414e-08
pileval,attn_in,Meta-Llama-3-8B,8,64,14,1.0205005196439743e-07
pileval,mlp_gate,Meta-Llama-3-8B,8,64,14,1.2644093771996268e-07
pileval,mlp_down,Meta-Llama-3-8B,8,64,14,9.510583254268568e-08
pileval,attn_in,Meta-Llama-3-8B,8,64,15,8.809201546000622e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,64,15,1.4478021626018744e-07
pileval,mlp_down,Meta-Llama-3-8B,8,64,15,1.200701973402829e-07
pileval,attn_in,Meta-Llama-3-8B,8,64,16,9.856751859160795e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,64,16,1.4916453494606685e-07
pileval,mlp_down,Meta-Llama-3-8B,8,64,16,1.3120101982622145e-07
pileval,attn_in,Meta-Llama-3-8B,8,64,17,8.045347499319178e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,64,17,1.7179431210934126e-07
pileval,mlp_down,Meta-Llama-3-8B,8,64,17,1.5847041368033388e-07
pileval,attn_in,Meta-Llama-3-8B,8,64,18,5.250106838161628e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,64,18,1.6944898106885375e-07
pileval,mlp_down,Meta-Llama-3-8B,8,64,18,1.5307200840197766e-07
pileval,attn_in,Meta-Llama-3-8B,8,64,19,4.97645054053919e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,64,19,1.782238996383967e-07
pileval,mlp_down,Meta-Llama-3-8B,8,64,19,1.5738183378743997e-07
pileval,attn_in,Meta-Llama-3-8B,8,64,20,6.513808870067805e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,64,20,1.9425947073159477e-07
pileval,mlp_down,Meta-Llama-3-8B,8,64,20,1.668680340571882e-07
pileval,attn_in,Meta-Llama-3-8B,8,64,21,8.933274386890844e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,64,21,2.2959829948376864e-07
pileval,mlp_down,Meta-Llama-3-8B,8,64,21,2.0494553609751165e-07
pileval,attn_in,Meta-Llama-3-8B,8,64,22,7.306361027303865e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,64,22,2.4017120381358836e-07
pileval,mlp_down,Meta-Llama-3-8B,8,64,22,2.096227689207808e-07
pileval,attn_in,Meta-Llama-3-8B,8,64,23,7.202788054883058e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,64,23,2.612228513498849e-07
pileval,mlp_down,Meta-Llama-3-8B,8,64,23,2.1881986356220295e-07
pileval,attn_in,Meta-Llama-3-8B,8,64,24,9.406610246287528e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,64,24,2.8679394858954765e-07
pileval,mlp_down,Meta-Llama-3-8B,8,64,24,2.3111354607863177e-07
pileval,attn_in,Meta-Llama-3-8B,8,64,25,1.1472620542463119e-07
pileval,mlp_gate,Meta-Llama-3-8B,8,64,25,3.26139115713886e-07
pileval,mlp_down,Meta-Llama-3-8B,8,64,25,2.5397241643076995e-07
pileval,attn_in,Meta-Llama-3-8B,8,64,26,1.4379585877577483e-07
pileval,mlp_gate,Meta-Llama-3-8B,8,64,26,3.8393579870898975e-07
pileval,mlp_down,Meta-Llama-3-8B,8,64,26,2.864031500848796e-07
pileval,attn_in,Meta-Llama-3-8B,8,64,27,2.1260237303977192e-07
pileval,mlp_gate,Meta-Llama-3-8B,8,64,27,4.7527234414701525e-07
pileval,mlp_down,Meta-Llama-3-8B,8,64,27,3.8264681734290207e-07
pileval,attn_in,Meta-Llama-3-8B,8,64,28,2.3780752655966353e-07
pileval,mlp_gate,Meta-Llama-3-8B,8,64,28,6.605402518289338e-07
pileval,mlp_down,Meta-Llama-3-8B,8,64,28,5.113769816489366e-07
pileval,attn_in,Meta-Llama-3-8B,8,64,29,3.6982928008910676e-07
pileval,mlp_gate,Meta-Llama-3-8B,8,64,29,9.369767326461442e-07
pileval,mlp_down,Meta-Llama-3-8B,8,64,29,8.146226946337265e-07
pileval,attn_in,Meta-Llama-3-8B,8,64,30,7.583861361126765e-07
pileval,mlp_gate,Meta-Llama-3-8B,8,64,30,1.7425811620341847e-06
pileval,mlp_down,Meta-Llama-3-8B,8,64,30,1.8258292584505398e-06
pileval,attn_in,Meta-Llama-3-8B,8,64,31,9.594374432708719e-07
pileval,mlp_gate,Meta-Llama-3-8B,8,64,31,8.975366654340178e-06
pileval,mlp_down,Meta-Llama-3-8B,8,64,31,0.0004390220856294036
wikitext,attn_in,Meta-Llama-3-8B,8,64,0,1.1188896475999854e-09
wikitext,mlp_gate,Meta-Llama-3-8B,8,64,0,1.3732496251250836e-09
wikitext,mlp_down,Meta-Llama-3-8B,8,64,0,5.7196647418322755e-08
wikitext,attn_in,Meta-Llama-3-8B,8,64,1,1.7687350473138963e-09
wikitext,mlp_gate,Meta-Llama-3-8B,8,64,1,2.030933465846374e-08
wikitext,mlp_down,Meta-Llama-3-8B,8,64,1,4.674165666074259e-06
wikitext,attn_in,Meta-Llama-3-8B,8,64,2,2.610800242663913e-09
wikitext,mlp_gate,Meta-Llama-3-8B,8,64,2,6.777948424740998e-09
wikitext,mlp_down,Meta-Llama-3-8B,8,64,2,6.711679212401123e-09
wikitext,attn_in,Meta-Llama-3-8B,8,64,3,4.710637213634072e-09
wikitext,mlp_gate,Meta-Llama-3-8B,8,64,3,1.526359127979049e-08
wikitext,mlp_down,Meta-Llama-3-8B,8,64,3,1.1982303149693507e-08
wikitext,attn_in,Meta-Llama-3-8B,8,64,4,1.1277720979308015e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,64,4,2.7187635254222187e-08
wikitext,mlp_down,Meta-Llama-3-8B,8,64,4,2.1462737365141038e-08
wikitext,attn_in,Meta-Llama-3-8B,8,64,5,1.6187893692176658e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,64,5,3.8560926896025194e-08
wikitext,mlp_down,Meta-Llama-3-8B,8,64,5,3.324249320257877e-08
wikitext,attn_in,Meta-Llama-3-8B,8,64,6,2.4668279863249154e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,64,6,4.9669921509121195e-08
wikitext,mlp_down,Meta-Llama-3-8B,8,64,6,4.052965962841881e-08
wikitext,attn_in,Meta-Llama-3-8B,8,64,7,3.3048870307084144e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,64,7,5.781828349427087e-08
wikitext,mlp_down,Meta-Llama-3-8B,8,64,7,4.50199451051958e-08
wikitext,attn_in,Meta-Llama-3-8B,8,64,8,4.0842536463969736e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,64,8,6.379251260568708e-08
wikitext,mlp_down,Meta-Llama-3-8B,8,64,8,5.031629868312848e-08
wikitext,attn_in,Meta-Llama-3-8B,8,64,9,5.037833972210137e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,64,9,7.26853954802209e-08
wikitext,mlp_down,Meta-Llama-3-8B,8,64,9,5.780085388096268e-08
wikitext,attn_in,Meta-Llama-3-8B,8,64,10,5.5693277545287856e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,64,10,7.368277721298e-08
wikitext,mlp_down,Meta-Llama-3-8B,8,64,10,6.149522135956431e-08
wikitext,attn_in,Meta-Llama-3-8B,8,64,11,5.6800704584247796e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,64,11,7.947991775836272e-08
wikitext,mlp_down,Meta-Llama-3-8B,8,64,11,6.414072117877367e-08
wikitext,attn_in,Meta-Llama-3-8B,8,64,12,5.998040109034264e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,64,12,9.225988861771839e-08
wikitext,mlp_down,Meta-Llama-3-8B,8,64,12,6.943152897065374e-08
wikitext,attn_in,Meta-Llama-3-8B,8,64,13,7.222390507877208e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,64,13,1.0454236587520427e-07
wikitext,mlp_down,Meta-Llama-3-8B,8,64,13,8.227589631815135e-08
wikitext,attn_in,Meta-Llama-3-8B,8,64,14,9.273365009221379e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,64,14,1.245708887154251e-07
wikitext,mlp_down,Meta-Llama-3-8B,8,64,14,9.446983995076152e-08
wikitext,attn_in,Meta-Llama-3-8B,8,64,15,8.34892688317268e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,64,15,1.4370471035363153e-07
wikitext,mlp_down,Meta-Llama-3-8B,8,64,15,1.1989894233011e-07
wikitext,attn_in,Meta-Llama-3-8B,8,64,16,8.558519226653516e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,64,16,1.4773706880077953e-07
wikitext,mlp_down,Meta-Llama-3-8B,8,64,16,1.273924965516926e-07
wikitext,attn_in,Meta-Llama-3-8B,8,64,17,7.436993598730623e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,64,17,1.6625055820895795e-07
wikitext,mlp_down,Meta-Llama-3-8B,8,64,17,1.5051084290007566e-07
wikitext,attn_in,Meta-Llama-3-8B,8,64,18,4.830483035789257e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,64,18,1.6383370393668883e-07
wikitext,mlp_down,Meta-Llama-3-8B,8,64,18,1.465953687329602e-07
wikitext,attn_in,Meta-Llama-3-8B,8,64,19,4.103620554474219e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,64,19,1.6947325320870732e-07
wikitext,mlp_down,Meta-Llama-3-8B,8,64,19,1.4886228427712922e-07
wikitext,attn_in,Meta-Llama-3-8B,8,64,20,5.709701866862815e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,64,20,1.8698978010434075e-07
wikitext,mlp_down,Meta-Llama-3-8B,8,64,20,1.6358704613139707e-07
wikitext,attn_in,Meta-Llama-3-8B,8,64,21,7.660040068913077e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,64,21,2.200033577537397e-07
wikitext,mlp_down,Meta-Llama-3-8B,8,64,21,1.9707573528648936e-07
wikitext,attn_in,Meta-Llama-3-8B,8,64,22,5.982462880638195e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,64,22,2.3376705371447315e-07
wikitext,mlp_down,Meta-Llama-3-8B,8,64,22,2.0703527070509153e-07
wikitext,attn_in,Meta-Llama-3-8B,8,64,23,6.872102886745779e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,64,23,2.532340772631869e-07
wikitext,mlp_down,Meta-Llama-3-8B,8,64,23,2.1449389464578417e-07
wikitext,attn_in,Meta-Llama-3-8B,8,64,24,9.135079892530484e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,64,24,2.81260042811482e-07
wikitext,mlp_down,Meta-Llama-3-8B,8,64,24,2.190236898513831e-07
wikitext,attn_in,Meta-Llama-3-8B,8,64,25,1.1166163460529788e-07
wikitext,mlp_gate,Meta-Llama-3-8B,8,64,25,3.18189563586202e-07
wikitext,mlp_down,Meta-Llama-3-8B,8,64,25,2.385381492331362e-07
wikitext,attn_in,Meta-Llama-3-8B,8,64,26,1.4216951171874825e-07
wikitext,mlp_gate,Meta-Llama-3-8B,8,64,26,3.6807745118494495e-07
wikitext,mlp_down,Meta-Llama-3-8B,8,64,26,2.661773237377929e-07
wikitext,attn_in,Meta-Llama-3-8B,8,64,27,2.3200915677534795e-07
wikitext,mlp_gate,Meta-Llama-3-8B,8,64,27,4.6076769422143116e-07
wikitext,mlp_down,Meta-Llama-3-8B,8,64,27,3.403437176530133e-07
wikitext,attn_in,Meta-Llama-3-8B,8,64,28,2.5562317773619725e-07
wikitext,mlp_gate,Meta-Llama-3-8B,8,64,28,6.396821845555678e-07
wikitext,mlp_down,Meta-Llama-3-8B,8,64,28,4.7529513835797843e-07
wikitext,attn_in,Meta-Llama-3-8B,8,64,29,4.4078657879254024e-07
wikitext,mlp_gate,Meta-Llama-3-8B,8,64,29,8.877821642272465e-07
wikitext,mlp_down,Meta-Llama-3-8B,8,64,29,8.033521226025186e-07
wikitext,attn_in,Meta-Llama-3-8B,8,64,30,9.246597301171278e-07
wikitext,mlp_gate,Meta-Llama-3-8B,8,64,30,1.582757704454707e-06
wikitext,mlp_down,Meta-Llama-3-8B,8,64,30,2.0884594960079994e-06
wikitext,attn_in,Meta-Llama-3-8B,8,64,31,1.2227549177623587e-06
wikitext,mlp_gate,Meta-Llama-3-8B,8,64,31,1.2826638339902274e-05
wikitext,mlp_down,Meta-Llama-3-8B,8,64,31,0.001625375123694539
c4,attn_in,Llama-2-7b-hf,2,128,0,1.86923862202093e-05
c4,attn_out,Llama-2-7b-hf,2,128,0,1.0046355782833416e-05
c4,mlp_gate,Llama-2-7b-hf,2,128,0,3.685540150399902e-06
c4,mlp_down,Llama-2-7b-hf,2,128,0,3.3024138247128576e-05
c4,attn_in,Llama-2-7b-hf,2,128,1,0.00013850952382199466
c4,attn_out,Llama-2-7b-hf,2,128,1,4.6788438339717686e-05
c4,mlp_gate,Llama-2-7b-hf,2,128,1,0.012954705394804478
c4,mlp_down,Llama-2-7b-hf,2,128,1,0.0405312143266201
c4,attn_in,Llama-2-7b-hf,2,128,2,0.00044946023263037205
c4,attn_out,Llama-2-7b-hf,2,128,2,4.84261145174969e-05
c4,mlp_gate,Llama-2-7b-hf,2,128,2,0.00012912324746139348
c4,mlp_down,Llama-2-7b-hf,2,128,2,0.00013704370940104127
c4,attn_in,Llama-2-7b-hf,2,128,3,0.0009294474730268121
c4,attn_out,Llama-2-7b-hf,2,128,3,8.846697892295197e-05
c4,mlp_gate,Llama-2-7b-hf,2,128,3,0.0003008506610058248
c4,mlp_down,Llama-2-7b-hf,2,128,3,0.0002715873997658491
c4,attn_in,Llama-2-7b-hf,2,128,4,0.0011879414087161422
c4,attn_out,Llama-2-7b-hf,2,128,4,0.00017757175373844802
c4,mlp_gate,Llama-2-7b-hf,2,128,4,0.000593511969782412
c4,mlp_down,Llama-2-7b-hf,2,128,4,0.0006432929076254368
c4,attn_in,Llama-2-7b-hf,2,128,5,0.00167203473392874
c4,attn_out,Llama-2-7b-hf,2,128,5,0.00035011261934414506
c4,mlp_gate,Llama-2-7b-hf,2,128,5,0.000945434148889035
c4,mlp_down,Llama-2-7b-hf,2,128,5,0.000773278996348381
c4,attn_in,Llama-2-7b-hf,2,128,6,0.0025417846627533436
c4,attn_out,Llama-2-7b-hf,2,128,6,0.0003931125975213945
c4,mlp_gate,Llama-2-7b-hf,2,128,6,0.0014242613688111305
c4,mlp_down,Llama-2-7b-hf,2,128,6,0.0011825606925413013
c4,attn_in,Llama-2-7b-hf,2,128,7,0.0024396213702857494
c4,attn_out,Llama-2-7b-hf,2,128,7,0.0005802356754429638
c4,mlp_gate,Llama-2-7b-hf,2,128,7,0.0019506131066009402
c4,mlp_down,Llama-2-7b-hf,2,128,7,0.0015598199097439647
c4,attn_in,Llama-2-7b-hf,2,128,8,0.0033085416071116924
c4,attn_out,Llama-2-7b-hf,2,128,8,0.0008440553210675716
c4,mlp_gate,Llama-2-7b-hf,2,128,8,0.0024153809063136578
c4,mlp_down,Llama-2-7b-hf,2,128,8,0.0018553092377260327
c4,attn_in,Llama-2-7b-hf,2,128,9,0.005954829975962639
c4,attn_out,Llama-2-7b-hf,2,128,9,0.0012398601975291967
c4,mlp_gate,Llama-2-7b-hf,2,128,9,0.0028242841362953186
c4,mlp_down,Llama-2-7b-hf,2,128,9,0.0021516121923923492
c4,attn_in,Llama-2-7b-hf,2,128,10,0.00613499665632844
c4,attn_out,Llama-2-7b-hf,2,128,10,0.0016748425550758839
c4,mlp_gate,Llama-2-7b-hf,2,128,10,0.003393264254555106
c4,mlp_down,Llama-2-7b-hf,2,128,10,0.0025172170717269182
c4,attn_in,Llama-2-7b-hf,2,128,11,0.007675670552998781
c4,attn_out,Llama-2-7b-hf,2,128,11,0.0016716294921934605
c4,mlp_gate,Llama-2-7b-hf,2,128,11,0.0038025088142603636
c4,mlp_down,Llama-2-7b-hf,2,128,11,0.0029254737310111523
c4,attn_in,Llama-2-7b-hf,2,128,12,0.006989930756390095
c4,attn_out,Llama-2-7b-hf,2,128,12,0.0018846004968509078
c4,mlp_gate,Llama-2-7b-hf,2,128,12,0.0042778728529810905
c4,mlp_down,Llama-2-7b-hf,2,128,12,0.0033386650029569864
c4,attn_in,Llama-2-7b-hf,2,128,13,0.006254391744732857
c4,attn_out,Llama-2-7b-hf,2,128,13,0.00223894277587533
c4,mlp_gate,Llama-2-7b-hf,2,128,13,0.005162674933671951
c4,mlp_down,Llama-2-7b-hf,2,128,13,0.0041803219355642796
c4,attn_in,Llama-2-7b-hf,2,128,14,0.0069243693724274635
c4,attn_out,Llama-2-7b-hf,2,128,14,0.0025047408416867256
c4,mlp_gate,Llama-2-7b-hf,2,128,14,0.005880195647478104
c4,mlp_down,Llama-2-7b-hf,2,128,14,0.00499389972537756
c4,attn_in,Llama-2-7b-hf,2,128,15,0.00977376103401184
c4,attn_out,Llama-2-7b-hf,2,128,15,0.0028236061334609985
c4,mlp_gate,Llama-2-7b-hf,2,128,15,0.0073234993033111095
c4,mlp_down,Llama-2-7b-hf,2,128,15,0.006291133351624012
c4,attn_in,Llama-2-7b-hf,2,128,16,0.0099876057356596
c4,attn_out,Llama-2-7b-hf,2,128,16,0.004066075198352337
c4,mlp_gate,Llama-2-7b-hf,2,128,16,0.00956276897341013
c4,mlp_down,Llama-2-7b-hf,2,128,16,0.009002718143165112
c4,attn_in,Llama-2-7b-hf,2,128,17,0.011566915549337864
c4,attn_out,Llama-2-7b-hf,2,128,17,0.0027891097124665976
c4,mlp_gate,Llama-2-7b-hf,2,128,17,0.010739775374531746
c4,mlp_down,Llama-2-7b-hf,2,128,17,0.009811310097575188
c4,attn_in,Llama-2-7b-hf,2,128,18,0.008516505360603333
c4,attn_out,Llama-2-7b-hf,2,128,18,0.002909854520112276
c4,mlp_gate,Llama-2-7b-hf,2,128,18,0.012684918940067291
c4,mlp_down,Llama-2-7b-hf,2,128,18,0.011497640050947666
c4,attn_in,Llama-2-7b-hf,2,128,19,0.007587432395666838
c4,attn_out,Llama-2-7b-hf,2,128,19,0.002894899807870388
c4,mlp_gate,Llama-2-7b-hf,2,128,19,0.014746290631592274
c4,mlp_down,Llama-2-7b-hf,2,128,19,0.012717816047370434
c4,attn_in,Llama-2-7b-hf,2,128,20,0.010829989798367023
c4,attn_out,Llama-2-7b-hf,2,128,20,0.003822597209364176
c4,mlp_gate,Llama-2-7b-hf,2,128,20,0.01726958155632019
c4,mlp_down,Llama-2-7b-hf,2,128,20,0.015903502702713013
c4,attn_in,Llama-2-7b-hf,2,128,21,0.006583955604583025
c4,attn_out,Llama-2-7b-hf,2,128,21,0.0029791835695505142
c4,mlp_gate,Llama-2-7b-hf,2,128,21,0.01904739998281002
c4,mlp_down,Llama-2-7b-hf,2,128,21,0.016148511320352554
c4,attn_in,Llama-2-7b-hf,2,128,22,0.011614339426159859
c4,attn_out,Llama-2-7b-hf,2,128,22,0.003778670448809862
c4,mlp_gate,Llama-2-7b-hf,2,128,22,0.02159200981259346
c4,mlp_down,Llama-2-7b-hf,2,128,22,0.018146509304642677
c4,attn_in,Llama-2-7b-hf,2,128,23,0.011046163737773895
c4,attn_out,Llama-2-7b-hf,2,128,23,0.0035191294737160206
c4,mlp_gate,Llama-2-7b-hf,2,128,23,0.024189500138163567
c4,mlp_down,Llama-2-7b-hf,2,128,23,0.018921472132205963
c4,attn_in,Llama-2-7b-hf,2,128,24,0.012684755958616734
c4,attn_out,Llama-2-7b-hf,2,128,24,0.004708543419837952
c4,mlp_gate,Llama-2-7b-hf,2,128,24,0.02667115069925785
c4,mlp_down,Llama-2-7b-hf,2,128,24,0.02004283107817173
c4,attn_in,Llama-2-7b-hf,2,128,25,0.009120011702179909
c4,attn_out,Llama-2-7b-hf,2,128,25,0.0032482105307281017
c4,mlp_gate,Llama-2-7b-hf,2,128,25,0.030075406655669212
c4,mlp_down,Llama-2-7b-hf,2,128,25,0.020920084789395332
c4,attn_in,Llama-2-7b-hf,2,128,26,0.014492908492684364
c4,attn_out,Llama-2-7b-hf,2,128,26,0.006066422443836927
c4,mlp_gate,Llama-2-7b-hf,2,128,26,0.03387460857629776
c4,mlp_down,Llama-2-7b-hf,2,128,26,0.02295478992164135
c4,attn_in,Llama-2-7b-hf,2,128,27,0.009472399018704891
c4,attn_out,Llama-2-7b-hf,2,128,27,0.005342811346054077
c4,mlp_gate,Llama-2-7b-hf,2,128,27,0.038953039795160294
c4,mlp_down,Llama-2-7b-hf,2,128,27,0.026023324579000473
c4,attn_in,Llama-2-7b-hf,2,128,28,0.012646966613829136
c4,attn_out,Llama-2-7b-hf,2,128,28,0.006719933357089758
c4,mlp_gate,Llama-2-7b-hf,2,128,28,0.0461714044213295
c4,mlp_down,Llama-2-7b-hf,2,128,28,0.032174743711948395
c4,attn_in,Llama-2-7b-hf,2,128,29,0.011936279013752937
c4,attn_out,Llama-2-7b-hf,2,128,29,0.006013456732034683
c4,mlp_gate,Llama-2-7b-hf,2,128,29,0.05546357110142708
c4,mlp_down,Llama-2-7b-hf,2,128,29,0.04465639591217041
c4,attn_in,Llama-2-7b-hf,2,128,30,0.013159407302737236
c4,attn_out,Llama-2-7b-hf,2,128,30,0.008535875007510185
c4,mlp_gate,Llama-2-7b-hf,2,128,30,0.17307612299919128
c4,mlp_down,Llama-2-7b-hf,2,128,30,0.10109781473875046
c4,attn_in,Llama-2-7b-hf,2,128,31,0.03475697711110115
c4,attn_out,Llama-2-7b-hf,2,128,31,0.012923688627779484
c4,mlp_gate,Llama-2-7b-hf,2,128,31,0.19838348031044006
c4,mlp_down,Llama-2-7b-hf,2,128,31,0.38412153720855713
pileval,attn_in,Llama-2-7b-hf,2,128,0,2.0774496078956872e-05
pileval,attn_out,Llama-2-7b-hf,2,128,0,1.2087700270058122e-05
pileval,mlp_gate,Llama-2-7b-hf,2,128,0,4.5886549742135685e-06
pileval,mlp_down,Llama-2-7b-hf,2,128,0,3.3337328204652295e-05
pileval,attn_in,Llama-2-7b-hf,2,128,1,0.0001451772841392085
pileval,attn_out,Llama-2-7b-hf,2,128,1,4.7759738663444296e-05
pileval,mlp_gate,Llama-2-7b-hf,2,128,1,0.011554597876966
pileval,mlp_down,Llama-2-7b-hf,2,128,1,0.03379787504673004
pileval,attn_in,Llama-2-7b-hf,2,128,2,0.0004573112528305501
pileval,attn_out,Llama-2-7b-hf,2,128,2,5.27524680364877e-05
pileval,mlp_gate,Llama-2-7b-hf,2,128,2,0.00013839539315085858
pileval,mlp_down,Llama-2-7b-hf,2,128,2,0.0001472409931011498
pileval,attn_in,Llama-2-7b-hf,2,128,3,0.0009382787393406034
pileval,attn_out,Llama-2-7b-hf,2,128,3,9.989960381062701e-05
pileval,mlp_gate,Llama-2-7b-hf,2,128,3,0.0003282383258920163
pileval,mlp_down,Llama-2-7b-hf,2,128,3,0.00028963430668227375
pileval,attn_in,Llama-2-7b-hf,2,128,4,0.0011938647367060184
pileval,attn_out,Llama-2-7b-hf,2,128,4,0.00019829606753773987
pileval,mlp_gate,Llama-2-7b-hf,2,128,4,0.0006329150055535138
pileval,mlp_down,Llama-2-7b-hf,2,128,4,0.0006664447137154639
pileval,attn_in,Llama-2-7b-hf,2,128,5,0.0016708177281543612
pileval,attn_out,Llama-2-7b-hf,2,128,5,0.00039766260306350887
pileval,mlp_gate,Llama-2-7b-hf,2,128,5,0.0009711978491395712
pileval,mlp_down,Llama-2-7b-hf,2,128,5,0.0007771744858473539
pileval,attn_in,Llama-2-7b-hf,2,128,6,0.0026256460696458817
pileval,attn_out,Llama-2-7b-hf,2,128,6,0.00047387697850354016
pileval,mlp_gate,Llama-2-7b-hf,2,128,6,0.0014400898944586515
pileval,mlp_down,Llama-2-7b-hf,2,128,6,0.001169326831586659
pileval,attn_in,Llama-2-7b-hf,2,128,7,0.0025517973117530346
pileval,attn_out,Llama-2-7b-hf,2,128,7,0.0006830262136645615
pileval,mlp_gate,Llama-2-7b-hf,2,128,7,0.001988448668271303
pileval,mlp_down,Llama-2-7b-hf,2,128,7,0.0015690200962126255
pileval,attn_in,Llama-2-7b-hf,2,128,8,0.0035605246666818857
pileval,attn_out,Llama-2-7b-hf,2,128,8,0.0009878117125481367
pileval,mlp_gate,Llama-2-7b-hf,2,128,8,0.0024851129855960608
pileval,mlp_down,Llama-2-7b-hf,2,128,8,0.0019170428859069943
pileval,attn_in,Llama-2-7b-hf,2,128,9,0.006041924934834242
pileval,attn_out,Llama-2-7b-hf,2,128,9,0.0013443941716104746
pileval,mlp_gate,Llama-2-7b-hf,2,128,9,0.0029180925339460373
pileval,mlp_down,Llama-2-7b-hf,2,128,9,0.0022161195520311594
pileval,attn_in,Llama-2-7b-hf,2,128,10,0.006474196910858154
pileval,attn_out,Llama-2-7b-hf,2,128,10,0.0018556873546913266
pileval,mlp_gate,Llama-2-7b-hf,2,128,10,0.0034346883185207844
pileval,mlp_down,Llama-2-7b-hf,2,128,10,0.0025573873426765203
pileval,attn_in,Llama-2-7b-hf,2,128,11,0.007788245566189289
pileval,attn_out,Llama-2-7b-hf,2,128,11,0.0018971269018948078
pileval,mlp_gate,Llama-2-7b-hf,2,128,11,0.0038433477748185396
pileval,mlp_down,Llama-2-7b-hf,2,128,11,0.00293037761002779
pileval,attn_in,Llama-2-7b-hf,2,128,12,0.007166729308664799
pileval,attn_out,Llama-2-7b-hf,2,128,12,0.0022378109861165285
pileval,mlp_gate,Llama-2-7b-hf,2,128,12,0.004348032176494598
pileval,mlp_down,Llama-2-7b-hf,2,128,12,0.003350544022396207
pileval,attn_in,Llama-2-7b-hf,2,128,13,0.006542527582496405
pileval,attn_out,Llama-2-7b-hf,2,128,13,0.0024373233318328857
pileval,mlp_gate,Llama-2-7b-hf,2,128,13,0.005170042626559734
pileval,mlp_down,Llama-2-7b-hf,2,128,13,0.004092476796358824
pileval,attn_in,Llama-2-7b-hf,2,128,14,0.007014892995357513
pileval,attn_out,Llama-2-7b-hf,2,128,14,0.0027382003609091043
pileval,mlp_gate,Llama-2-7b-hf,2,128,14,0.005846039857715368
pileval,mlp_down,Llama-2-7b-hf,2,128,14,0.0048700859770178795
pileval,attn_in,Llama-2-7b-hf,2,128,15,0.00959407165646553
pileval,attn_out,Llama-2-7b-hf,2,128,15,0.0029732745606452227
pileval,mlp_gate,Llama-2-7b-hf,2,128,15,0.007231835275888443
pileval,mlp_down,Llama-2-7b-hf,2,128,15,0.0060961125418543816
pileval,attn_in,Llama-2-7b-hf,2,128,16,0.009890490211546421
pileval,attn_out,Llama-2-7b-hf,2,128,16,0.0042494828812778
pileval,mlp_gate,Llama-2-7b-hf,2,128,16,0.009394530206918716
pileval,mlp_down,Llama-2-7b-hf,2,128,16,0.00875857938081026
pileval,attn_in,Llama-2-7b-hf,2,128,17,0.011387760750949383
pileval,attn_out,Llama-2-7b-hf,2,128,17,0.0030220833141356707
pileval,mlp_gate,Llama-2-7b-hf,2,128,17,0.010537334717810154
pileval,mlp_down,Llama-2-7b-hf,2,128,17,0.00929287075996399
pileval,attn_in,Llama-2-7b-hf,2,128,18,0.008920814841985703
pileval,attn_out,Llama-2-7b-hf,2,128,18,0.003527373308315873
pileval,mlp_gate,Llama-2-7b-hf,2,128,18,0.012557805515825748
pileval,mlp_down,Llama-2-7b-hf,2,128,18,0.01114185806363821
pileval,attn_in,Llama-2-7b-hf,2,128,19,0.007754297461360693
pileval,attn_out,Llama-2-7b-hf,2,128,19,0.003059407463297248
pileval,mlp_gate,Llama-2-7b-hf,2,128,19,0.0145873436704278
pileval,mlp_down,Llama-2-7b-hf,2,128,19,0.012417348101735115
pileval,attn_in,Llama-2-7b-hf,2,128,20,0.009513165801763535
pileval,attn_out,Llama-2-7b-hf,2,128,20,0.0035959111992269754
pileval,mlp_gate,Llama-2-7b-hf,2,128,20,0.01709228940308094
pileval,mlp_down,Llama-2-7b-hf,2,128,20,0.015217003412544727
pileval,attn_in,Llama-2-7b-hf,2,128,21,0.007020898163318634
pileval,attn_out,Llama-2-7b-hf,2,128,21,0.0033294421155005693
pileval,mlp_gate,Llama-2-7b-hf,2,128,21,0.018944909796118736
pileval,mlp_down,Llama-2-7b-hf,2,128,21,0.015363690443336964
pileval,attn_in,Llama-2-7b-hf,2,128,22,0.011683015152812004
pileval,attn_out,Llama-2-7b-hf,2,128,22,0.004133730661123991
pileval,mlp_gate,Llama-2-7b-hf,2,128,22,0.021678047254681587
pileval,mlp_down,Llama-2-7b-hf,2,128,22,0.017177622765302658
pileval,attn_in,Llama-2-7b-hf,2,128,23,0.010763240978121758
pileval,attn_out,Llama-2-7b-hf,2,128,23,0.003588868072256446
pileval,mlp_gate,Llama-2-7b-hf,2,128,23,0.024274712428450584
pileval,mlp_down,Llama-2-7b-hf,2,128,23,0.018227875232696533
pileval,attn_in,Llama-2-7b-hf,2,128,24,0.012383105233311653
pileval,attn_out,Llama-2-7b-hf,2,128,24,0.004547488410025835
pileval,mlp_gate,Llama-2-7b-hf,2,128,24,0.026637300848960876
pileval,mlp_down,Llama-2-7b-hf,2,128,24,0.018899966031312943
pileval,attn_in,Llama-2-7b-hf,2,128,25,0.010252334177494049
pileval,attn_out,Llama-2-7b-hf,2,128,25,0.003778852056711912
pileval,mlp_gate,Llama-2-7b-hf,2,128,25,0.030100923031568527
pileval,mlp_down,Llama-2-7b-hf,2,128,25,0.020311929285526276
pileval,attn_in,Llama-2-7b-hf,2,128,26,0.014620318077504635
pileval,attn_out,Llama-2-7b-hf,2,128,26,0.006280615925788879
pileval,mlp_gate,Llama-2-7b-hf,2,128,26,0.034111492335796356
pileval,mlp_down,Llama-2-7b-hf,2,128,26,0.022117353975772858
pileval,attn_in,Llama-2-7b-hf,2,128,27,0.009920023381710052
pileval,attn_out,Llama-2-7b-hf,2,128,27,0.005929557606577873
pileval,mlp_gate,Llama-2-7b-hf,2,128,27,0.039404869079589844
pileval,mlp_down,Llama-2-7b-hf,2,128,27,0.02555842697620392
pileval,attn_in,Llama-2-7b-hf,2,128,28,0.012898698449134827
pileval,attn_out,Llama-2-7b-hf,2,128,28,0.007072512060403824
pileval,mlp_gate,Llama-2-7b-hf,2,128,28,0.046903859823942184
pileval,mlp_down,Llama-2-7b-hf,2,128,28,0.03232904151082039
pileval,attn_in,Llama-2-7b-hf,2,128,29,0.013427906669676304
pileval,attn_out,Llama-2-7b-hf,2,128,29,0.007100360933691263
pileval,mlp_gate,Llama-2-7b-hf,2,128,29,0.05677978694438934
pileval,mlp_down,Llama-2-7b-hf,2,128,29,0.04452838748693466
pileval,attn_in,Llama-2-7b-hf,2,128,30,0.01412178948521614
pileval,attn_out,Llama-2-7b-hf,2,128,30,0.009564629755914211
pileval,mlp_gate,Llama-2-7b-hf,2,128,30,0.15923188626766205
pileval,mlp_down,Llama-2-7b-hf,2,128,30,0.09604237228631973
pileval,attn_in,Llama-2-7b-hf,2,128,31,0.03203119710087776
pileval,attn_out,Llama-2-7b-hf,2,128,31,0.012356793507933617
pileval,mlp_gate,Llama-2-7b-hf,2,128,31,0.18957144021987915
pileval,mlp_down,Llama-2-7b-hf,2,128,31,0.3551536202430725
wikitext,attn_in,Llama-2-7b-hf,2,128,0,1.6196787328226492e-05
wikitext,attn_out,Llama-2-7b-hf,2,128,0,1.3210441466071643e-05
wikitext,mlp_gate,Llama-2-7b-hf,2,128,0,4.179350071353838e-06
wikitext,mlp_down,Llama-2-7b-hf,2,128,0,3.524051862768829e-05
wikitext,attn_in,Llama-2-7b-hf,2,128,1,0.00011956116941291839
wikitext,attn_out,Llama-2-7b-hf,2,128,1,6.0320609918562695e-05
wikitext,mlp_gate,Llama-2-7b-hf,2,128,1,0.02993765100836754
wikitext,mlp_down,Llama-2-7b-hf,2,128,1,0.051246363669633865
wikitext,attn_in,Llama-2-7b-hf,2,128,2,0.0003293838817626238
wikitext,attn_out,Llama-2-7b-hf,2,128,2,3.7053818232379854e-05
wikitext,mlp_gate,Llama-2-7b-hf,2,128,2,0.0001365179632557556
wikitext,mlp_down,Llama-2-7b-hf,2,128,2,0.00013313932868186384
wikitext,attn_in,Llama-2-7b-hf,2,128,3,0.0008483858546242118
wikitext,attn_out,Llama-2-7b-hf,2,128,3,9.073239198187366e-05
wikitext,mlp_gate,Llama-2-7b-hf,2,128,3,0.00030189266544766724
wikitext,mlp_down,Llama-2-7b-hf,2,128,3,0.0002552555815782398
wikitext,attn_in,Llama-2-7b-hf,2,128,4,0.0009980497416108847
wikitext,attn_out,Llama-2-7b-hf,2,128,4,0.00016420775500591844
wikitext,mlp_gate,Llama-2-7b-hf,2,128,4,0.0006137686432339251
wikitext,mlp_down,Llama-2-7b-hf,2,128,4,0.0007544016116298735
wikitext,attn_in,Llama-2-7b-hf,2,128,5,0.0014212788082659245
wikitext,attn_out,Llama-2-7b-hf,2,128,5,0.00035501064849086106
wikitext,mlp_gate,Llama-2-7b-hf,2,128,5,0.0009630789281800389
wikitext,mlp_down,Llama-2-7b-hf,2,128,5,0.0007735087419860065
wikitext,attn_in,Llama-2-7b-hf,2,128,6,0.0023521611001342535
wikitext,attn_out,Llama-2-7b-hf,2,128,6,0.00043701959657482803
wikitext,mlp_gate,Llama-2-7b-hf,2,128,6,0.0014204182662069798
wikitext,mlp_down,Llama-2-7b-hf,2,128,6,0.0011610181536525488
wikitext,attn_in,Llama-2-7b-hf,2,128,7,0.0023742762859910727
wikitext,attn_out,Llama-2-7b-hf,2,128,7,0.0005992217338643968
wikitext,mlp_gate,Llama-2-7b-hf,2,128,7,0.001965334638953209
wikitext,mlp_down,Llama-2-7b-hf,2,128,7,0.001574345980770886
wikitext,attn_in,Llama-2-7b-hf,2,128,8,0.0033153679687529802
wikitext,attn_out,Llama-2-7b-hf,2,128,8,0.0009370581828989089
wikitext,mlp_gate,Llama-2-7b-hf,2,128,8,0.002480803057551384
wikitext,mlp_down,Llama-2-7b-hf,2,128,8,0.0019344977336004376
wikitext,attn_in,Llama-2-7b-hf,2,128,9,0.005684325471520424
wikitext,attn_out,Llama-2-7b-hf,2,128,9,0.0012600395129993558
wikitext,mlp_gate,Llama-2-7b-hf,2,128,9,0.002904334804043174
wikitext,mlp_down,Llama-2-7b-hf,2,128,9,0.002290990436449647
wikitext,attn_in,Llama-2-7b-hf,2,128,10,0.00559991504997015
wikitext,attn_out,Llama-2-7b-hf,2,128,10,0.0017034821212291718
wikitext,mlp_gate,Llama-2-7b-hf,2,128,10,0.0034370634239166975
wikitext,mlp_down,Llama-2-7b-hf,2,128,10,0.002587882336229086
wikitext,attn_in,Llama-2-7b-hf,2,128,11,0.007229176815599203
wikitext,attn_out,Llama-2-7b-hf,2,128,11,0.0016703156288713217
wikitext,mlp_gate,Llama-2-7b-hf,2,128,11,0.0038089132867753506
wikitext,mlp_down,Llama-2-7b-hf,2,128,11,0.0029366789385676384
wikitext,attn_in,Llama-2-7b-hf,2,128,12,0.006503593642264605
wikitext,attn_out,Llama-2-7b-hf,2,128,12,0.0019698382820934057
wikitext,mlp_gate,Llama-2-7b-hf,2,128,12,0.00426483154296875
wikitext,mlp_down,Llama-2-7b-hf,2,128,12,0.0032536990474909544
wikitext,attn_in,Llama-2-7b-hf,2,128,13,0.005645851604640484
wikitext,attn_out,Llama-2-7b-hf,2,128,13,0.0023036866914480925
wikitext,mlp_gate,Llama-2-7b-hf,2,128,13,0.005018122959882021
wikitext,mlp_down,Llama-2-7b-hf,2,128,13,0.00397125817835331
wikitext,attn_in,Llama-2-7b-hf,2,128,14,0.006041375920176506
wikitext,attn_out,Llama-2-7b-hf,2,128,14,0.00243660481646657
wikitext,mlp_gate,Llama-2-7b-hf,2,128,14,0.005714249797165394
wikitext,mlp_down,Llama-2-7b-hf,2,128,14,0.004712908528745174
wikitext,attn_in,Llama-2-7b-hf,2,128,15,0.008760782890021801
wikitext,attn_out,Llama-2-7b-hf,2,128,15,0.002729586558416486
wikitext,mlp_gate,Llama-2-7b-hf,2,128,15,0.0070267836563289165
wikitext,mlp_down,Llama-2-7b-hf,2,128,15,0.005956039763987064
wikitext,attn_in,Llama-2-7b-hf,2,128,16,0.008592485450208187
wikitext,attn_out,Llama-2-7b-hf,2,128,16,0.003559654578566551
wikitext,mlp_gate,Llama-2-7b-hf,2,128,16,0.008991832844913006
wikitext,mlp_down,Llama-2-7b-hf,2,128,16,0.0086324792355299
wikitext,attn_in,Llama-2-7b-hf,2,128,17,0.010071508586406708
wikitext,attn_out,Llama-2-7b-hf,2,128,17,0.00298512214794755
wikitext,mlp_gate,Llama-2-7b-hf,2,128,17,0.010210523381829262
wikitext,mlp_down,Llama-2-7b-hf,2,128,17,0.009187894873321056
wikitext,attn_in,Llama-2-7b-hf,2,128,18,0.007700270973145962
wikitext,attn_out,Llama-2-7b-hf,2,128,18,0.002819894813001156
wikitext,mlp_gate,Llama-2-7b-hf,2,128,18,0.012111670337617397
wikitext,mlp_down,Llama-2-7b-hf,2,128,18,0.010705153457820415
wikitext,attn_in,Llama-2-7b-hf,2,128,19,0.006697618868201971
wikitext,attn_out,Llama-2-7b-hf,2,128,19,0.0026870674919337034
wikitext,mlp_gate,Llama-2-7b-hf,2,128,19,0.013890483416616917
wikitext,mlp_down,Llama-2-7b-hf,2,128,19,0.011614037677645683
wikitext,attn_in,Llama-2-7b-hf,2,128,20,0.0095569072291255
wikitext,attn_out,Llama-2-7b-hf,2,128,20,0.0035372294951230288
wikitext,mlp_gate,Llama-2-7b-hf,2,128,20,0.0162121020257473
wikitext,mlp_down,Llama-2-7b-hf,2,128,20,0.014788606204092503
wikitext,attn_in,Llama-2-7b-hf,2,128,21,0.005736870691180229
wikitext,attn_out,Llama-2-7b-hf,2,128,21,0.00253034895285964
wikitext,mlp_gate,Llama-2-7b-hf,2,128,21,0.018463002517819405
wikitext,mlp_down,Llama-2-7b-hf,2,128,21,0.015712929889559746
wikitext,attn_in,Llama-2-7b-hf,2,128,22,0.010950597934424877
wikitext,attn_out,Llama-2-7b-hf,2,128,22,0.0040025366470217705
wikitext,mlp_gate,Llama-2-7b-hf,2,128,22,0.020562458783388138
wikitext,mlp_down,Llama-2-7b-hf,2,128,22,0.016647150740027428
wikitext,attn_in,Llama-2-7b-hf,2,128,23,0.010161311365664005
wikitext,attn_out,Llama-2-7b-hf,2,128,23,0.0038077784702181816
wikitext,mlp_gate,Llama-2-7b-hf,2,128,23,0.0235065259039402
wikitext,mlp_down,Llama-2-7b-hf,2,128,23,0.01777174137532711
wikitext,attn_in,Llama-2-7b-hf,2,128,24,0.011172973550856113
wikitext,attn_out,Llama-2-7b-hf,2,128,24,0.004073134623467922
wikitext,mlp_gate,Llama-2-7b-hf,2,128,24,0.026005776599049568
wikitext,mlp_down,Llama-2-7b-hf,2,128,24,0.018884455785155296
wikitext,attn_in,Llama-2-7b-hf,2,128,25,0.010697675868868828
wikitext,attn_out,Llama-2-7b-hf,2,128,25,0.005323680583387613
wikitext,mlp_gate,Llama-2-7b-hf,2,128,25,0.02974168211221695
wikitext,mlp_down,Llama-2-7b-hf,2,128,25,0.01992364041507244
wikitext,attn_in,Llama-2-7b-hf,2,128,26,0.013480305671691895
wikitext,attn_out,Llama-2-7b-hf,2,128,26,0.005930293817073107
wikitext,mlp_gate,Llama-2-7b-hf,2,128,26,0.03388199955224991
wikitext,mlp_down,Llama-2-7b-hf,2,128,26,0.022253146395087242
wikitext,attn_in,Llama-2-7b-hf,2,128,27,0.009827968664467335
wikitext,attn_out,Llama-2-7b-hf,2,128,27,0.005957584362477064
wikitext,mlp_gate,Llama-2-7b-hf,2,128,27,0.03932284191250801
wikitext,mlp_down,Llama-2-7b-hf,2,128,27,0.025934729725122452
wikitext,attn_in,Llama-2-7b-hf,2,128,28,0.014178388752043247
wikitext,attn_out,Llama-2-7b-hf,2,128,28,0.008150318637490273
wikitext,mlp_gate,Llama-2-7b-hf,2,128,28,0.0456724613904953
wikitext,mlp_down,Llama-2-7b-hf,2,128,28,0.030022332444787025
wikitext,attn_in,Llama-2-7b-hf,2,128,29,0.013608790002763271
wikitext,attn_out,Llama-2-7b-hf,2,128,29,0.00831212941557169
wikitext,mlp_gate,Llama-2-7b-hf,2,128,29,0.05438826605677605
wikitext,mlp_down,Llama-2-7b-hf,2,128,29,0.04520551487803459
wikitext,attn_in,Llama-2-7b-hf,2,128,30,0.013780132867395878
wikitext,attn_out,Llama-2-7b-hf,2,128,30,0.010216772556304932
wikitext,mlp_gate,Llama-2-7b-hf,2,128,30,0.3545900583267212
wikitext,mlp_down,Llama-2-7b-hf,2,128,30,0.14164184033870697
wikitext,attn_in,Llama-2-7b-hf,2,128,31,0.030849851667881012
wikitext,attn_out,Llama-2-7b-hf,2,128,31,0.013449935242533684
wikitext,mlp_gate,Llama-2-7b-hf,2,128,31,0.17525361478328705
wikitext,mlp_down,Llama-2-7b-hf,2,128,31,0.3300042152404785
c4,attn_in,Llama-2-7b-hf,2,32,0,7.177573934313841e-06
c4,attn_out,Llama-2-7b-hf,2,32,0,4.984626684745308e-06
c4,mlp_gate,Llama-2-7b-hf,2,32,0,1.9110045741399517e-06
c4,mlp_down,Llama-2-7b-hf,2,32,0,1.707686169538647e-05
c4,attn_in,Llama-2-7b-hf,2,32,1,4.49288563686423e-05
c4,attn_out,Llama-2-7b-hf,2,32,1,2.355611286475323e-05
c4,mlp_gate,Llama-2-7b-hf,2,32,1,0.15551292896270752
c4,mlp_down,Llama-2-7b-hf,2,32,1,0.014253412373363972
c4,attn_in,Llama-2-7b-hf,2,32,2,0.0003453706740401685
c4,attn_out,Llama-2-7b-hf,2,32,2,2.6391355277155526e-05
c4,mlp_gate,Llama-2-7b-hf,2,32,2,7.422473572660238e-05
c4,mlp_down,Llama-2-7b-hf,2,32,2,7.779221050441265e-05
c4,attn_in,Llama-2-7b-hf,2,32,3,0.0005893601337447762
c4,attn_out,Llama-2-7b-hf,2,32,3,4.8674861318431795e-05
c4,mlp_gate,Llama-2-7b-hf,2,32,3,0.00016888929530978203
c4,mlp_down,Llama-2-7b-hf,2,32,3,0.00015680654905736446
c4,attn_in,Llama-2-7b-hf,2,32,4,0.0010189951863139868
c4,attn_out,Llama-2-7b-hf,2,32,4,0.00010005406511481851
c4,mlp_gate,Llama-2-7b-hf,2,32,4,0.0003454584802966565
c4,mlp_down,Llama-2-7b-hf,2,32,4,0.0003480020968709141
c4,attn_in,Llama-2-7b-hf,2,32,5,0.0010489989072084427
c4,attn_out,Llama-2-7b-hf,2,32,5,0.00019402691395953298
c4,mlp_gate,Llama-2-7b-hf,2,32,5,0.000520462344866246
c4,mlp_down,Llama-2-7b-hf,2,32,5,0.0004464637313503772
c4,attn_in,Llama-2-7b-hf,2,32,6,0.0007819222519174218
c4,attn_out,Llama-2-7b-hf,2,32,6,0.0002217558940174058
c4,mlp_gate,Llama-2-7b-hf,2,32,6,0.0007897577015683055
c4,mlp_down,Llama-2-7b-hf,2,32,6,0.0006828093319199979
c4,attn_in,Llama-2-7b-hf,2,32,7,0.0010130772134289145
c4,attn_out,Llama-2-7b-hf,2,32,7,0.0003279274969827384
c4,mlp_gate,Llama-2-7b-hf,2,32,7,0.0010734471725299954
c4,mlp_down,Llama-2-7b-hf,2,32,7,0.0009015066316351295
c4,attn_in,Llama-2-7b-hf,2,32,8,0.0025578532367944717
c4,attn_out,Llama-2-7b-hf,2,32,8,0.0004800423339474946
c4,mlp_gate,Llama-2-7b-hf,2,32,8,0.0013113458408042789
c4,mlp_down,Llama-2-7b-hf,2,32,8,0.0010701596038416028
c4,attn_in,Llama-2-7b-hf,2,32,9,0.002765573561191559
c4,attn_out,Llama-2-7b-hf,2,32,9,0.0007116310298442841
c4,mlp_gate,Llama-2-7b-hf,2,32,9,0.0015407716855406761
c4,mlp_down,Llama-2-7b-hf,2,32,9,0.0012420290149748325
c4,attn_in,Llama-2-7b-hf,2,32,10,0.0033404279965907335
c4,attn_out,Llama-2-7b-hf,2,32,10,0.000961977755650878
c4,mlp_gate,Llama-2-7b-hf,2,32,10,0.0018301408272236586
c4,mlp_down,Llama-2-7b-hf,2,32,10,0.0014549436746165156
c4,attn_in,Llama-2-7b-hf,2,32,11,0.0027277162298560143
c4,attn_out,Llama-2-7b-hf,2,32,11,0.0009591351845301688
c4,mlp_gate,Llama-2-7b-hf,2,32,11,0.002079707570374012
c4,mlp_down,Llama-2-7b-hf,2,32,11,0.001691926852799952
c4,attn_in,Llama-2-7b-hf,2,32,12,0.0030698697082698345
c4,attn_out,Llama-2-7b-hf,2,32,12,0.0010878079337999225
c4,mlp_gate,Llama-2-7b-hf,2,32,12,0.002362581202760339
c4,mlp_down,Llama-2-7b-hf,2,32,12,0.0019308814080432057
c4,attn_in,Llama-2-7b-hf,2,32,13,0.0027451873756945133
c4,attn_out,Llama-2-7b-hf,2,32,13,0.0012895450927317142
c4,mlp_gate,Llama-2-7b-hf,2,32,13,0.0028474421706050634
c4,mlp_down,Llama-2-7b-hf,2,32,13,0.0024158444721251726
c4,attn_in,Llama-2-7b-hf,2,32,14,0.002916912781074643
c4,attn_out,Llama-2-7b-hf,2,32,14,0.0014402789529412985
c4,mlp_gate,Llama-2-7b-hf,2,32,14,0.0032441038638353348
c4,mlp_down,Llama-2-7b-hf,2,32,14,0.0028902292251586914
c4,attn_in,Llama-2-7b-hf,2,32,15,0.0036594003904610872
c4,attn_out,Llama-2-7b-hf,2,32,15,0.0016106669791042805
c4,mlp_gate,Llama-2-7b-hf,2,32,15,0.0040471721440553665
c4,mlp_down,Llama-2-7b-hf,2,32,15,0.003641663119196892
c4,attn_in,Llama-2-7b-hf,2,32,16,0.00391474599018693
c4,attn_out,Llama-2-7b-hf,2,32,16,0.002343887696042657
c4,mlp_gate,Llama-2-7b-hf,2,32,16,0.005342735908925533
c4,mlp_down,Llama-2-7b-hf,2,32,16,0.005166779737919569
c4,attn_in,Llama-2-7b-hf,2,32,17,0.003632505889981985
c4,attn_out,Llama-2-7b-hf,2,32,17,0.001610530773177743
c4,mlp_gate,Llama-2-7b-hf,2,32,17,0.005996948108077049
c4,mlp_down,Llama-2-7b-hf,2,32,17,0.005691005848348141
c4,attn_in,Llama-2-7b-hf,2,32,18,0.0032976691145449877
c4,attn_out,Llama-2-7b-hf,2,32,18,0.0016683217836543918
c4,mlp_gate,Llama-2-7b-hf,2,32,18,0.0070938910357654095
c4,mlp_down,Llama-2-7b-hf,2,32,18,0.006648809649050236
c4,attn_in,Llama-2-7b-hf,2,32,19,0.0031926226802170277
c4,attn_out,Llama-2-7b-hf,2,32,19,0.0016552084125578403
c4,mlp_gate,Llama-2-7b-hf,2,32,19,0.008202293887734413
c4,mlp_down,Llama-2-7b-hf,2,32,19,0.0073653096333146095
c4,attn_in,Llama-2-7b-hf,2,32,20,0.0039891586638987064
c4,attn_out,Llama-2-7b-hf,2,32,20,0.002201058669015765
c4,mlp_gate,Llama-2-7b-hf,2,32,20,0.009703454561531544
c4,mlp_down,Llama-2-7b-hf,2,32,20,0.009214748628437519
c4,attn_in,Llama-2-7b-hf,2,32,21,0.0031281630508601665
c4,attn_out,Llama-2-7b-hf,2,32,21,0.001720571774058044
c4,mlp_gate,Llama-2-7b-hf,2,32,21,0.010682830587029457
c4,mlp_down,Llama-2-7b-hf,2,32,21,0.009385956451296806
c4,attn_in,Llama-2-7b-hf,2,32,22,0.004649353679269552
c4,attn_out,Llama-2-7b-hf,2,32,22,0.002174637047573924
c4,mlp_gate,Llama-2-7b-hf,2,32,22,0.01210419274866581
c4,mlp_down,Llama-2-7b-hf,2,32,22,0.010551710613071918
c4,attn_in,Llama-2-7b-hf,2,32,23,0.00440110033378005
c4,attn_out,Llama-2-7b-hf,2,32,23,0.0020317095331847668
c4,mlp_gate,Llama-2-7b-hf,2,32,23,0.013613183982670307
c4,mlp_down,Llama-2-7b-hf,2,32,23,0.01101037859916687
c4,attn_in,Llama-2-7b-hf,2,32,24,0.00551426550373435
c4,attn_out,Llama-2-7b-hf,2,32,24,0.00269791716709733
c4,mlp_gate,Llama-2-7b-hf,2,32,24,0.01497302670031786
c4,mlp_down,Llama-2-7b-hf,2,32,24,0.011651802808046341
c4,attn_in,Llama-2-7b-hf,2,32,25,0.003964112605899572
c4,attn_out,Llama-2-7b-hf,2,32,25,0.0018827073508873582
c4,mlp_gate,Llama-2-7b-hf,2,32,25,0.01678142510354519
c4,mlp_down,Llama-2-7b-hf,2,32,25,0.012148469686508179
c4,attn_in,Llama-2-7b-hf,2,32,26,0.007719702553004026
c4,attn_out,Llama-2-7b-hf,2,32,26,0.0034573872108012438
c4,mlp_gate,Llama-2-7b-hf,2,32,26,0.018704429268836975
c4,mlp_down,Llama-2-7b-hf,2,32,26,0.013370725326240063
c4,attn_in,Llama-2-7b-hf,2,32,27,0.005400226917117834
c4,attn_out,Llama-2-7b-hf,2,32,27,0.003093462437391281
c4,mlp_gate,Llama-2-7b-hf,2,32,27,0.021397335454821587
c4,mlp_down,Llama-2-7b-hf,2,32,27,0.015126926824450493
c4,attn_in,Llama-2-7b-hf,2,32,28,0.0067104012705385685
c4,attn_out,Llama-2-7b-hf,2,32,28,0.003859698073938489
c4,mlp_gate,Llama-2-7b-hf,2,32,28,0.025168312713503838
c4,mlp_down,Llama-2-7b-hf,2,32,28,0.01855647563934326
c4,attn_in,Llama-2-7b-hf,2,32,29,0.007468212395906448
c4,attn_out,Llama-2-7b-hf,2,32,29,0.0034579208586364985
c4,mlp_gate,Llama-2-7b-hf,2,32,29,0.030526308342814445
c4,mlp_down,Llama-2-7b-hf,2,32,29,0.02510855905711651
c4,attn_in,Llama-2-7b-hf,2,32,30,0.007173473015427589
c4,attn_out,Llama-2-7b-hf,2,32,30,0.004869726486504078
c4,mlp_gate,Llama-2-7b-hf,2,32,30,0.09545065462589264
c4,mlp_down,Llama-2-7b-hf,2,32,30,0.05186290293931961
c4,attn_in,Llama-2-7b-hf,2,32,31,0.011412863619625568
c4,attn_out,Llama-2-7b-hf,2,32,31,0.006742407567799091
c4,mlp_gate,Llama-2-7b-hf,2,32,31,0.1066117137670517
c4,mlp_down,Llama-2-7b-hf,2,32,31,0.1781187802553177
pileval,attn_in,Llama-2-7b-hf,2,32,0,7.048050520097604e-06
pileval,attn_out,Llama-2-7b-hf,2,32,0,5.912761935178423e-06
pileval,mlp_gate,Llama-2-7b-hf,2,32,0,2.4060666419245536e-06
pileval,mlp_down,Llama-2-7b-hf,2,32,0,1.7461843526689336e-05
pileval,attn_in,Llama-2-7b-hf,2,32,1,4.704909224528819e-05
pileval,attn_out,Llama-2-7b-hf,2,32,1,2.4071463485597633e-05
pileval,mlp_gate,Llama-2-7b-hf,2,32,1,0.1276182383298874
pileval,mlp_down,Llama-2-7b-hf,2,32,1,0.011896028183400631
pileval,attn_in,Llama-2-7b-hf,2,32,2,0.0003407894109841436
pileval,attn_out,Llama-2-7b-hf,2,32,2,2.8767552066710778e-05
pileval,mlp_gate,Llama-2-7b-hf,2,32,2,7.937689224490896e-05
pileval,mlp_down,Llama-2-7b-hf,2,32,2,8.380578947253525e-05
pileval,attn_in,Llama-2-7b-hf,2,32,3,0.000562724657356739
pileval,attn_out,Llama-2-7b-hf,2,32,3,5.4971518693491817e-05
pileval,mlp_gate,Llama-2-7b-hf,2,32,3,0.0001838736206991598
pileval,mlp_down,Llama-2-7b-hf,2,32,3,0.0001670577039476484
pileval,attn_in,Llama-2-7b-hf,2,32,4,0.0009561225306242704
pileval,attn_out,Llama-2-7b-hf,2,32,4,0.00011144396557938308
pileval,mlp_gate,Llama-2-7b-hf,2,32,4,0.000366058258805424
pileval,mlp_down,Llama-2-7b-hf,2,32,4,0.00036293399170972407
pileval,attn_in,Llama-2-7b-hf,2,32,5,0.0009948230581358075
pileval,attn_out,Llama-2-7b-hf,2,32,5,0.0002208850346505642
pileval,mlp_gate,Llama-2-7b-hf,2,32,5,0.0005358121707104146
pileval,mlp_down,Llama-2-7b-hf,2,32,5,0.00044845513184554875
pileval,attn_in,Llama-2-7b-hf,2,32,6,0.0007688382174819708
pileval,attn_out,Llama-2-7b-hf,2,32,6,0.00026847346452996135
pileval,mlp_gate,Llama-2-7b-hf,2,32,6,0.0007966537959873676
pileval,mlp_down,Llama-2-7b-hf,2,32,6,0.0006762787816114724
pileval,attn_in,Llama-2-7b-hf,2,32,7,0.0010326909832656384
pileval,attn_out,Llama-2-7b-hf,2,32,7,0.00038617258542217314
pileval,mlp_gate,Llama-2-7b-hf,2,32,7,0.0010976978810504079
pileval,mlp_down,Llama-2-7b-hf,2,32,7,0.0009066901984624565
pileval,attn_in,Llama-2-7b-hf,2,32,8,0.0025396673008799553
pileval,attn_out,Llama-2-7b-hf,2,32,8,0.0005645615165121853
pileval,mlp_gate,Llama-2-7b-hf,2,32,8,0.001361222006380558
pileval,mlp_down,Llama-2-7b-hf,2,32,8,0.001105820876546204
pileval,attn_in,Llama-2-7b-hf,2,32,9,0.0026648156344890594
pileval,attn_out,Llama-2-7b-hf,2,32,9,0.0007742128800600767
pileval,mlp_gate,Llama-2-7b-hf,2,32,9,0.0015935415867716074
pileval,mlp_down,Llama-2-7b-hf,2,32,9,0.0012783609563484788
pileval,attn_in,Llama-2-7b-hf,2,32,10,0.003307880135253072
pileval,attn_out,Llama-2-7b-hf,2,32,10,0.0010647629387676716
pileval,mlp_gate,Llama-2-7b-hf,2,32,10,0.0018642381764948368
pileval,mlp_down,Llama-2-7b-hf,2,32,10,0.0014778586337342858
pileval,attn_in,Llama-2-7b-hf,2,32,11,0.002773827873170376
pileval,attn_out,Llama-2-7b-hf,2,32,11,0.0010902202920988202
pileval,mlp_gate,Llama-2-7b-hf,2,32,11,0.0021096125710755587
pileval,mlp_down,Llama-2-7b-hf,2,32,11,0.0016938828630372882
pileval,attn_in,Llama-2-7b-hf,2,32,12,0.003144636983051896
pileval,attn_out,Llama-2-7b-hf,2,32,12,0.0012925099581480026
pileval,mlp_gate,Llama-2-7b-hf,2,32,12,0.0024031309876590967
pileval,mlp_down,Llama-2-7b-hf,2,32,12,0.0019405072089284658
pileval,attn_in,Llama-2-7b-hf,2,32,13,0.0028661342803388834
pileval,attn_out,Llama-2-7b-hf,2,32,13,0.0014006179990246892
pileval,mlp_gate,Llama-2-7b-hf,2,32,13,0.0028474729042500257
pileval,mlp_down,Llama-2-7b-hf,2,32,13,0.002365825232118368
pileval,attn_in,Llama-2-7b-hf,2,32,14,0.003061943454667926
pileval,attn_out,Llama-2-7b-hf,2,32,14,0.0015768773155286908
pileval,mlp_gate,Llama-2-7b-hf,2,32,14,0.0032261686865240335
pileval,mlp_down,Llama-2-7b-hf,2,32,14,0.0028192754834890366
pileval,attn_in,Llama-2-7b-hf,2,32,15,0.0035650136414915323
pileval,attn_out,Llama-2-7b-hf,2,32,15,0.0016983882524073124
pileval,mlp_gate,Llama-2-7b-hf,2,32,15,0.003993593621999025
pileval,mlp_down,Llama-2-7b-hf,2,32,15,0.003525323700159788
pileval,attn_in,Llama-2-7b-hf,2,32,16,0.0038903511594980955
pileval,attn_out,Llama-2-7b-hf,2,32,16,0.0024460444692522287
pileval,mlp_gate,Llama-2-7b-hf,2,32,16,0.005254155024886131
pileval,mlp_down,Llama-2-7b-hf,2,32,16,0.0050300005823373795
pileval,attn_in,Llama-2-7b-hf,2,32,17,0.0036522008012980223
pileval,attn_out,Llama-2-7b-hf,2,32,17,0.0017368356930091977
pileval,mlp_gate,Llama-2-7b-hf,2,32,17,0.0058758873492479324
pileval,mlp_down,Llama-2-7b-hf,2,32,17,0.005391133017838001
pileval,attn_in,Llama-2-7b-hf,2,32,18,0.0036226576194167137
pileval,attn_out,Llama-2-7b-hf,2,32,18,0.002018190221861005
pileval,mlp_gate,Llama-2-7b-hf,2,32,18,0.007007232867181301
pileval,mlp_down,Llama-2-7b-hf,2,32,18,0.006448637694120407
pileval,attn_in,Llama-2-7b-hf,2,32,19,0.0032109087333083153
pileval,attn_out,Llama-2-7b-hf,2,32,19,0.001755699166096747
pileval,mlp_gate,Llama-2-7b-hf,2,32,19,0.008103841915726662
pileval,mlp_down,Llama-2-7b-hf,2,32,19,0.007192080840468407
pileval,attn_in,Llama-2-7b-hf,2,32,20,0.003749252064153552
pileval,attn_out,Llama-2-7b-hf,2,32,20,0.0020689263474196196
pileval,mlp_gate,Llama-2-7b-hf,2,32,20,0.009579280391335487
pileval,mlp_down,Llama-2-7b-hf,2,32,20,0.008805399760603905
pileval,attn_in,Llama-2-7b-hf,2,32,21,0.0032785877119749784
pileval,attn_out,Llama-2-7b-hf,2,32,21,0.0019251701887696981
pileval,mlp_gate,Llama-2-7b-hf,2,32,21,0.01060177106410265
pileval,mlp_down,Llama-2-7b-hf,2,32,21,0.008921227417886257
pileval,attn_in,Llama-2-7b-hf,2,32,22,0.004721744451671839
pileval,attn_out,Llama-2-7b-hf,2,32,22,0.0023778064642101526
pileval,mlp_gate,Llama-2-7b-hf,2,32,22,0.012096653692424297
pileval,mlp_down,Llama-2-7b-hf,2,32,22,0.009988789446651936
pileval,attn_in,Llama-2-7b-hf,2,32,23,0.00428567873314023
pileval,attn_out,Llama-2-7b-hf,2,32,23,0.002071187598630786
pileval,mlp_gate,Llama-2-7b-hf,2,32,23,0.013597222045063972
pileval,mlp_down,Llama-2-7b-hf,2,32,23,0.010606059804558754
pileval,attn_in,Llama-2-7b-hf,2,32,24,0.0052910977974534035
pileval,attn_out,Llama-2-7b-hf,2,32,24,0.0026118650566786528
pileval,mlp_gate,Llama-2-7b-hf,2,32,24,0.01489682961255312
pileval,mlp_down,Llama-2-7b-hf,2,32,24,0.010974093340337276
pileval,attn_in,Llama-2-7b-hf,2,32,25,0.004508798010647297
pileval,attn_out,Llama-2-7b-hf,2,32,25,0.002186096739023924
pileval,mlp_gate,Llama-2-7b-hf,2,32,25,0.016756726428866386
pileval,mlp_down,Llama-2-7b-hf,2,32,25,0.011788355186581612
pileval,attn_in,Llama-2-7b-hf,2,32,26,0.007858575321733952
pileval,attn_out,Llama-2-7b-hf,2,32,26,0.0036046740133315325
pileval,mlp_gate,Llama-2-7b-hf,2,32,26,0.018798952922225
pileval,mlp_down,Llama-2-7b-hf,2,32,26,0.012870784848928452
pileval,attn_in,Llama-2-7b-hf,2,32,27,0.0058004530146718025
pileval,attn_out,Llama-2-7b-hf,2,32,27,0.00342372665181756
pileval,mlp_gate,Llama-2-7b-hf,2,32,27,0.021596083417534828
pileval,mlp_down,Llama-2-7b-hf,2,32,27,0.014840449206531048
pileval,attn_in,Llama-2-7b-hf,2,32,28,0.007048036437481642
pileval,attn_out,Llama-2-7b-hf,2,32,28,0.0040636127814650536
pileval,mlp_gate,Llama-2-7b-hf,2,32,28,0.0255278293043375
pileval,mlp_down,Llama-2-7b-hf,2,32,28,0.018659459426999092
pileval,attn_in,Llama-2-7b-hf,2,32,29,0.008159453049302101
pileval,attn_out,Llama-2-7b-hf,2,32,29,0.004080119542777538
pileval,mlp_gate,Llama-2-7b-hf,2,32,29,0.031143100932240486
pileval,mlp_down,Llama-2-7b-hf,2,32,29,0.025099560618400574
pileval,attn_in,Llama-2-7b-hf,2,32,30,0.008028441108763218
pileval,attn_out,Llama-2-7b-hf,2,32,30,0.00546698272228241
pileval,mlp_gate,Llama-2-7b-hf,2,32,30,0.0887540653347969
pileval,mlp_down,Llama-2-7b-hf,2,32,30,0.04974567890167236
pileval,attn_in,Llama-2-7b-hf,2,32,31,0.011028354056179523
pileval,attn_out,Llama-2-7b-hf,2,32,31,0.006486206315457821
pileval,mlp_gate,Llama-2-7b-hf,2,32,31,0.10084144026041031
pileval,mlp_down,Llama-2-7b-hf,2,32,31,0.1650201678276062
wikitext,attn_in,Llama-2-7b-hf,2,32,0,7.059075869619846e-06
wikitext,attn_out,Llama-2-7b-hf,2,32,0,6.404664873116417e-06
wikitext,mlp_gate,Llama-2-7b-hf,2,32,0,2.2929075385036413e-06
wikitext,mlp_down,Llama-2-7b-hf,2,32,0,1.8076219930662774e-05
wikitext,attn_in,Llama-2-7b-hf,2,32,1,4.512006853474304e-05
wikitext,attn_out,Llama-2-7b-hf,2,32,1,3.048813778150361e-05
wikitext,mlp_gate,Llama-2-7b-hf,2,32,1,0.16691595315933228
wikitext,mlp_down,Llama-2-7b-hf,2,32,1,0.01805996522307396
wikitext,attn_in,Llama-2-7b-hf,2,32,2,0.00021469610510393977
wikitext,attn_out,Llama-2-7b-hf,2,32,2,1.9665054423967376e-05
wikitext,mlp_gate,Llama-2-7b-hf,2,32,2,7.841754995752126e-05
wikitext,mlp_down,Llama-2-7b-hf,2,32,2,7.452743739122525e-05
wikitext,attn_in,Llama-2-7b-hf,2,32,3,0.00047186732990667224
wikitext,attn_out,Llama-2-7b-hf,2,32,3,4.9797443352872506e-05
wikitext,mlp_gate,Llama-2-7b-hf,2,32,3,0.00016880841576494277
wikitext,mlp_down,Llama-2-7b-hf,2,32,3,0.00014757055032532662
wikitext,attn_in,Llama-2-7b-hf,2,32,4,0.0007771681412123144
wikitext,attn_out,Llama-2-7b-hf,2,32,4,9.185598173644394e-05
wikitext,mlp_gate,Llama-2-7b-hf,2,32,4,0.0003718624939210713
wikitext,mlp_down,Llama-2-7b-hf,2,32,4,0.00039343422395177186
wikitext,attn_in,Llama-2-7b-hf,2,32,5,0.0009055791306309402
wikitext,attn_out,Llama-2-7b-hf,2,32,5,0.00019730813801288605
wikitext,mlp_gate,Llama-2-7b-hf,2,32,5,0.0005303589859977365
wikitext,mlp_down,Llama-2-7b-hf,2,32,5,0.00044635418453253806
wikitext,attn_in,Llama-2-7b-hf,2,32,6,0.0006573798600584269
wikitext,attn_out,Llama-2-7b-hf,2,32,6,0.00024732324527576566
wikitext,mlp_gate,Llama-2-7b-hf,2,32,6,0.0007858077296987176
wikitext,mlp_down,Llama-2-7b-hf,2,32,6,0.0006729111773893237
wikitext,attn_in,Llama-2-7b-hf,2,32,7,0.0009154861909337342
wikitext,attn_out,Llama-2-7b-hf,2,32,7,0.0003388909681234509
wikitext,mlp_gate,Llama-2-7b-hf,2,32,7,0.0010851608822122216
wikitext,mlp_down,Llama-2-7b-hf,2,32,7,0.0009098080336116254
wikitext,attn_in,Llama-2-7b-hf,2,32,8,0.0022165649570524693
wikitext,attn_out,Llama-2-7b-hf,2,32,8,0.0005311366985552013
wikitext,mlp_gate,Llama-2-7b-hf,2,32,8,0.0013564896071329713
wikitext,mlp_down,Llama-2-7b-hf,2,32,8,0.0011156236287206411
wikitext,attn_in,Llama-2-7b-hf,2,32,9,0.002521167742088437
wikitext,attn_out,Llama-2-7b-hf,2,32,9,0.0007255804957821965
wikitext,mlp_gate,Llama-2-7b-hf,2,32,9,0.0016000886680558324
wikitext,mlp_down,Llama-2-7b-hf,2,32,9,0.0013221882982179523
wikitext,attn_in,Llama-2-7b-hf,2,32,10,0.0029047897551208735
wikitext,attn_out,Llama-2-7b-hf,2,32,10,0.0009792731143534184
wikitext,mlp_gate,Llama-2-7b-hf,2,32,10,0.0018720583757385612
wikitext,mlp_down,Llama-2-7b-hf,2,32,10,0.0014959295513108373
wikitext,attn_in,Llama-2-7b-hf,2,32,11,0.002515121828764677
wikitext,attn_out,Llama-2-7b-hf,2,32,11,0.0009520325693301857
wikitext,mlp_gate,Llama-2-7b-hf,2,32,11,0.002088564448058605
wikitext,mlp_down,Llama-2-7b-hf,2,32,11,0.0016986613627523184
wikitext,attn_in,Llama-2-7b-hf,2,32,12,0.0027532412204891443
wikitext,attn_out,Llama-2-7b-hf,2,32,12,0.0011393341701477766
wikitext,mlp_gate,Llama-2-7b-hf,2,32,12,0.0023575189989060163
wikitext,mlp_down,Llama-2-7b-hf,2,32,12,0.0018832021160051227
wikitext,attn_in,Llama-2-7b-hf,2,32,13,0.0025707341264933348
wikitext,attn_out,Llama-2-7b-hf,2,32,13,0.0013190649915486574
wikitext,mlp_gate,Llama-2-7b-hf,2,32,13,0.002765028038993478
wikitext,mlp_down,Llama-2-7b-hf,2,32,13,0.002296312479302287
wikitext,attn_in,Llama-2-7b-hf,2,32,14,0.0027181946206837893
wikitext,attn_out,Llama-2-7b-hf,2,32,14,0.0014068798627704382
wikitext,mlp_gate,Llama-2-7b-hf,2,32,14,0.0031553804874420166
wikitext,mlp_down,Llama-2-7b-hf,2,32,14,0.002730052685365081
wikitext,attn_in,Llama-2-7b-hf,2,32,15,0.0033323350362479687
wikitext,attn_out,Llama-2-7b-hf,2,32,15,0.0015669286949560046
wikitext,mlp_gate,Llama-2-7b-hf,2,32,15,0.003889875952154398
wikitext,mlp_down,Llama-2-7b-hf,2,32,15,0.0034432881511747837
wikitext,attn_in,Llama-2-7b-hf,2,32,16,0.003330811858177185
wikitext,attn_out,Llama-2-7b-hf,2,32,16,0.002042112872004509
wikitext,mlp_gate,Llama-2-7b-hf,2,32,16,0.005033308640122414
wikitext,mlp_down,Llama-2-7b-hf,2,32,16,0.0049474057741463184
wikitext,attn_in,Llama-2-7b-hf,2,32,17,0.0033599641174077988
wikitext,attn_out,Llama-2-7b-hf,2,32,17,0.001722836634144187
wikitext,mlp_gate,Llama-2-7b-hf,2,32,17,0.005704646930098534
wikitext,mlp_down,Llama-2-7b-hf,2,32,17,0.0053368257358670235
wikitext,attn_in,Llama-2-7b-hf,2,32,18,0.003119128290563822
wikitext,attn_out,Llama-2-7b-hf,2,32,18,0.0016229174798354506
wikitext,mlp_gate,Llama-2-7b-hf,2,32,18,0.006744638085365295
wikitext,mlp_down,Llama-2-7b-hf,2,32,18,0.006186718121170998
wikitext,attn_in,Llama-2-7b-hf,2,32,19,0.002693570451810956
wikitext,attn_out,Llama-2-7b-hf,2,32,19,0.0015396963572129607
wikitext,mlp_gate,Llama-2-7b-hf,2,32,19,0.007715419866144657
wikitext,mlp_down,Llama-2-7b-hf,2,32,19,0.006712732370942831
wikitext,attn_in,Llama-2-7b-hf,2,32,20,0.003467721398919821
wikitext,attn_out,Llama-2-7b-hf,2,32,20,0.0020330948755145073
wikitext,mlp_gate,Llama-2-7b-hf,2,32,20,0.009129135869443417
wikitext,mlp_down,Llama-2-7b-hf,2,32,20,0.008577017113566399
wikitext,attn_in,Llama-2-7b-hf,2,32,21,0.0028834377881139517
wikitext,attn_out,Llama-2-7b-hf,2,32,21,0.0014608006458729506
wikitext,mlp_gate,Llama-2-7b-hf,2,32,21,0.010320245288312435
wikitext,mlp_down,Llama-2-7b-hf,2,32,21,0.009112831205129623
wikitext,attn_in,Llama-2-7b-hf,2,32,22,0.004420224577188492
wikitext,attn_out,Llama-2-7b-hf,2,32,22,0.002312078606337309
wikitext,mlp_gate,Llama-2-7b-hf,2,32,22,0.011562352068722248
wikitext,mlp_down,Llama-2-7b-hf,2,32,22,0.009679201059043407
wikitext,attn_in,Llama-2-7b-hf,2,32,23,0.004217407666146755
wikitext,attn_out,Llama-2-7b-hf,2,32,23,0.0022036253940314054
wikitext,mlp_gate,Llama-2-7b-hf,2,32,23,0.013236102648079395
wikitext,mlp_down,Llama-2-7b-hf,2,32,23,0.01036361139267683
wikitext,attn_in,Llama-2-7b-hf,2,32,24,0.00474413251504302
wikitext,attn_out,Llama-2-7b-hf,2,32,24,0.0023565166629850864
wikitext,mlp_gate,Llama-2-7b-hf,2,32,24,0.01454851496964693
wikitext,mlp_down,Llama-2-7b-hf,2,32,24,0.010983373038470745
wikitext,attn_in,Llama-2-7b-hf,2,32,25,0.005057855509221554
wikitext,attn_out,Llama-2-7b-hf,2,32,25,0.0031275285873562098
wikitext,mlp_gate,Llama-2-7b-hf,2,32,25,0.01656869426369667
wikitext,mlp_down,Llama-2-7b-hf,2,32,25,0.011581056751310825
wikitext,attn_in,Llama-2-7b-hf,2,32,26,0.006843267474323511
wikitext,attn_out,Llama-2-7b-hf,2,32,26,0.0033782157115638256
wikitext,mlp_gate,Llama-2-7b-hf,2,32,26,0.01865769550204277
wikitext,mlp_down,Llama-2-7b-hf,2,32,26,0.01300119049847126
wikitext,attn_in,Llama-2-7b-hf,2,32,27,0.005818293895572424
wikitext,attn_out,Llama-2-7b-hf,2,32,27,0.0034235017374157906
wikitext,mlp_gate,Llama-2-7b-hf,2,32,27,0.021553870290517807
wikitext,mlp_down,Llama-2-7b-hf,2,32,27,0.015048764646053314
wikitext,attn_in,Llama-2-7b-hf,2,32,28,0.007352329324930906
wikitext,attn_out,Llama-2-7b-hf,2,32,28,0.004697541706264019
wikitext,mlp_gate,Llama-2-7b-hf,2,32,28,0.024858849123120308
wikitext,mlp_down,Llama-2-7b-hf,2,32,28,0.017345264554023743
wikitext,attn_in,Llama-2-7b-hf,2,32,29,0.008304724469780922
wikitext,attn_out,Llama-2-7b-hf,2,32,29,0.004752126056700945
wikitext,mlp_gate,Llama-2-7b-hf,2,32,29,0.03030603751540184
wikitext,mlp_down,Llama-2-7b-hf,2,32,29,0.02539770118892193
wikitext,attn_in,Llama-2-7b-hf,2,32,30,0.0077370391227304935
wikitext,attn_out,Llama-2-7b-hf,2,32,30,0.005837857257574797
wikitext,mlp_gate,Llama-2-7b-hf,2,32,30,0.22990365326404572
wikitext,mlp_down,Llama-2-7b-hf,2,32,30,0.06934499740600586
wikitext,attn_in,Llama-2-7b-hf,2,32,31,0.01225114706903696
wikitext,attn_out,Llama-2-7b-hf,2,32,31,0.007106130942702293
wikitext,mlp_gate,Llama-2-7b-hf,2,32,31,0.09571438282728195
wikitext,mlp_down,Llama-2-7b-hf,2,32,31,0.15156424045562744
c4,attn_in,Llama-2-7b-hf,2,64,0,9.488288924330845e-06
c4,attn_out,Llama-2-7b-hf,2,64,0,7.312222351174569e-06
c4,mlp_gate,Llama-2-7b-hf,2,64,0,2.5499787170701893e-06
c4,mlp_down,Llama-2-7b-hf,2,64,0,2.4282348022097722e-05
c4,attn_in,Llama-2-7b-hf,2,64,1,9.300062811234966e-05
c4,attn_out,Llama-2-7b-hf,2,64,1,3.3835822250694036e-05
c4,mlp_gate,Llama-2-7b-hf,2,64,1,0.029263149946928024
c4,mlp_down,Llama-2-7b-hf,2,64,1,0.01936819963157177
c4,attn_in,Llama-2-7b-hf,2,64,2,0.0012521417811512947
c4,attn_out,Llama-2-7b-hf,2,64,2,3.665640178951435e-05
c4,mlp_gate,Llama-2-7b-hf,2,64,2,0.0001008470353554003
c4,mlp_down,Llama-2-7b-hf,2,64,2,0.00010641777771525085
c4,attn_in,Llama-2-7b-hf,2,64,3,0.0013794673141092062
c4,attn_out,Llama-2-7b-hf,2,64,3,6.730772292939946e-05
c4,mlp_gate,Llama-2-7b-hf,2,64,3,0.0002322891668882221
c4,mlp_down,Llama-2-7b-hf,2,64,3,0.00021308011491782963
c4,attn_in,Llama-2-7b-hf,2,64,4,0.0025821924209594727
c4,attn_out,Llama-2-7b-hf,2,64,4,0.0001372335245832801
c4,mlp_gate,Llama-2-7b-hf,2,64,4,0.0004548535216599703
c4,mlp_down,Llama-2-7b-hf,2,64,4,0.0004898711340501904
c4,attn_in,Llama-2-7b-hf,2,64,5,0.0014908325392752886
c4,attn_out,Llama-2-7b-hf,2,64,5,0.0002682640333659947
c4,mlp_gate,Llama-2-7b-hf,2,64,5,0.000720930693205446
c4,mlp_down,Llama-2-7b-hf,2,64,5,0.0006064512999728322
c4,attn_in,Llama-2-7b-hf,2,64,6,0.0023684639018028975
c4,attn_out,Llama-2-7b-hf,2,64,6,0.0003041171294171363
c4,mlp_gate,Llama-2-7b-hf,2,64,6,0.0010899825720116496
c4,mlp_down,Llama-2-7b-hf,2,64,6,0.0009286497952416539
c4,attn_in,Llama-2-7b-hf,2,64,7,0.002100963145494461
c4,attn_out,Llama-2-7b-hf,2,64,7,0.000448161008534953
c4,mlp_gate,Llama-2-7b-hf,2,64,7,0.0014846795238554478
c4,mlp_down,Llama-2-7b-hf,2,64,7,0.0012237639166414738
c4,attn_in,Llama-2-7b-hf,2,64,8,0.0044855079613626
c4,attn_out,Llama-2-7b-hf,2,64,8,0.00065939303021878
c4,mlp_gate,Llama-2-7b-hf,2,64,8,0.0018239199416711926
c4,mlp_down,Llama-2-7b-hf,2,64,8,0.0014539058320224285
c4,attn_in,Llama-2-7b-hf,2,64,9,0.00666029890999198
c4,attn_out,Llama-2-7b-hf,2,64,9,0.0009692357270978391
c4,mlp_gate,Llama-2-7b-hf,2,64,9,0.002137386240065098
c4,mlp_down,Llama-2-7b-hf,2,64,9,0.0016873215790838003
c4,attn_in,Llama-2-7b-hf,2,64,10,0.004952539689838886
c4,attn_out,Llama-2-7b-hf,2,64,10,0.001308945007622242
c4,mlp_gate,Llama-2-7b-hf,2,64,10,0.0025451562833040953
c4,mlp_down,Llama-2-7b-hf,2,64,10,0.0019754853565245867
c4,attn_in,Llama-2-7b-hf,2,64,11,0.005997641943395138
c4,attn_out,Llama-2-7b-hf,2,64,11,0.0013068830594420433
c4,mlp_gate,Llama-2-7b-hf,2,64,11,0.002893805503845215
c4,mlp_down,Llama-2-7b-hf,2,64,11,0.002297609578818083
c4,attn_in,Llama-2-7b-hf,2,64,12,0.00656411936506629
c4,attn_out,Llama-2-7b-hf,2,64,12,0.0014757037861272693
c4,mlp_gate,Llama-2-7b-hf,2,64,12,0.0032727636862546206
c4,mlp_down,Llama-2-7b-hf,2,64,12,0.0026236979756504297
c4,attn_in,Llama-2-7b-hf,2,64,13,0.00642349012196064
c4,attn_out,Llama-2-7b-hf,2,64,13,0.0017481776885688305
c4,mlp_gate,Llama-2-7b-hf,2,64,13,0.003959448542445898
c4,mlp_down,Llama-2-7b-hf,2,64,13,0.003282626159489155
c4,attn_in,Llama-2-7b-hf,2,64,14,0.005491083953529596
c4,attn_out,Llama-2-7b-hf,2,64,14,0.0019617837388068438
c4,mlp_gate,Llama-2-7b-hf,2,64,14,0.004495643079280853
c4,mlp_down,Llama-2-7b-hf,2,64,14,0.0039194799028337
c4,attn_in,Llama-2-7b-hf,2,64,15,0.008173221722245216
c4,attn_out,Llama-2-7b-hf,2,64,15,0.00219164346344769
c4,mlp_gate,Llama-2-7b-hf,2,64,15,0.005620858632028103
c4,mlp_down,Llama-2-7b-hf,2,64,15,0.004939443897455931
c4,attn_in,Llama-2-7b-hf,2,64,16,0.008448557928204536
c4,attn_out,Llama-2-7b-hf,2,64,16,0.003177725477144122
c4,mlp_gate,Llama-2-7b-hf,2,64,16,0.007389625534415245
c4,mlp_down,Llama-2-7b-hf,2,64,16,0.007037338800728321
c4,attn_in,Llama-2-7b-hf,2,64,17,0.008390006609261036
c4,attn_out,Llama-2-7b-hf,2,64,17,0.002185588236898184
c4,mlp_gate,Llama-2-7b-hf,2,64,17,0.008273486979305744
c4,mlp_down,Llama-2-7b-hf,2,64,17,0.007721723057329655
c4,attn_in,Llama-2-7b-hf,2,64,18,0.00651915417984128
c4,attn_out,Llama-2-7b-hf,2,64,18,0.0022755698300898075
c4,mlp_gate,Llama-2-7b-hf,2,64,18,0.009781835600733757
c4,mlp_down,Llama-2-7b-hf,2,64,18,0.009031827561557293
c4,attn_in,Llama-2-7b-hf,2,64,19,0.004886276554316282
c4,attn_out,Llama-2-7b-hf,2,64,19,0.002260292647406459
c4,mlp_gate,Llama-2-7b-hf,2,64,19,0.011355586349964142
c4,mlp_down,Llama-2-7b-hf,2,64,19,0.009991875849664211
c4,attn_in,Llama-2-7b-hf,2,64,20,0.007079934701323509
c4,attn_out,Llama-2-7b-hf,2,64,20,0.00300401053391397
c4,mlp_gate,Llama-2-7b-hf,2,64,20,0.013343481346964836
c4,mlp_down,Llama-2-7b-hf,2,64,20,0.012499101459980011
c4,attn_in,Llama-2-7b-hf,2,64,21,0.0060155573301017284
c4,attn_out,Llama-2-7b-hf,2,64,21,0.0023328301031142473
c4,mlp_gate,Llama-2-7b-hf,2,64,21,0.014684159308671951
c4,mlp_down,Llama-2-7b-hf,2,64,21,0.012718750163912773
c4,attn_in,Llama-2-7b-hf,2,64,22,0.009102591313421726
c4,attn_out,Llama-2-7b-hf,2,64,22,0.0029627406038343906
c4,mlp_gate,Llama-2-7b-hf,2,64,22,0.016690462827682495
c4,mlp_down,Llama-2-7b-hf,2,64,22,0.014289725571870804
c4,attn_in,Llama-2-7b-hf,2,64,23,0.008286379277706146
c4,attn_out,Llama-2-7b-hf,2,64,23,0.002761188428848982
c4,mlp_gate,Llama-2-7b-hf,2,64,23,0.018744759261608124
c4,mlp_down,Llama-2-7b-hf,2,64,23,0.014906943775713444
c4,attn_in,Llama-2-7b-hf,2,64,24,0.012935214675962925
c4,attn_out,Llama-2-7b-hf,2,64,24,0.003681211732327938
c4,mlp_gate,Llama-2-7b-hf,2,64,24,0.020616455003619194
c4,mlp_down,Llama-2-7b-hf,2,64,24,0.015801317989826202
c4,attn_in,Llama-2-7b-hf,2,64,25,0.00780125055462122
c4,attn_out,Llama-2-7b-hf,2,64,25,0.0025493288412690163
c4,mlp_gate,Llama-2-7b-hf,2,64,25,0.02317316271364689
c4,mlp_down,Llama-2-7b-hf,2,64,25,0.016451261937618256
c4,attn_in,Llama-2-7b-hf,2,64,26,0.012428720481693745
c4,attn_out,Llama-2-7b-hf,2,64,26,0.004741376265883446
c4,mlp_gate,Llama-2-7b-hf,2,64,26,0.02598482556641102
c4,mlp_down,Llama-2-7b-hf,2,64,26,0.018128778785467148
c4,attn_in,Llama-2-7b-hf,2,64,27,0.007392977364361286
c4,attn_out,Llama-2-7b-hf,2,64,27,0.004196627996861935
c4,mlp_gate,Llama-2-7b-hf,2,64,27,0.02974243089556694
c4,mlp_down,Llama-2-7b-hf,2,64,27,0.020491132512688637
c4,attn_in,Llama-2-7b-hf,2,64,28,0.010621365159749985
c4,attn_out,Llama-2-7b-hf,2,64,28,0.00523899681866169
c4,mlp_gate,Llama-2-7b-hf,2,64,28,0.03515373170375824
c4,mlp_down,Llama-2-7b-hf,2,64,28,0.02520434744656086
c4,attn_in,Llama-2-7b-hf,2,64,29,0.01032987516373396
c4,attn_out,Llama-2-7b-hf,2,64,29,0.004704433958977461
c4,mlp_gate,Llama-2-7b-hf,2,64,29,0.04209050536155701
c4,mlp_down,Llama-2-7b-hf,2,64,29,0.0345451720058918
c4,attn_in,Llama-2-7b-hf,2,64,30,0.010418538935482502
c4,attn_out,Llama-2-7b-hf,2,64,30,0.00662295101210475
c4,mlp_gate,Llama-2-7b-hf,2,64,30,0.16223762929439545
c4,mlp_down,Llama-2-7b-hf,2,64,30,0.07379116863012314
c4,attn_in,Llama-2-7b-hf,2,64,31,0.019985264167189598
c4,attn_out,Llama-2-7b-hf,2,64,31,0.009483927860856056
c4,mlp_gate,Llama-2-7b-hf,2,64,31,0.14951097965240479
c4,mlp_down,Llama-2-7b-hf,2,64,31,0.2664714455604553
pileval,attn_in,Llama-2-7b-hf,2,64,0,1.0594822924758773e-05
pileval,attn_out,Llama-2-7b-hf,2,64,0,8.795170288067311e-06
pileval,mlp_gate,Llama-2-7b-hf,2,64,0,3.2583704978605965e-06
pileval,mlp_down,Llama-2-7b-hf,2,64,0,2.4729688448132947e-05
pileval,attn_in,Llama-2-7b-hf,2,64,1,9.536586730973795e-05
pileval,attn_out,Llama-2-7b-hf,2,64,1,3.4641518141143024e-05
pileval,mlp_gate,Llama-2-7b-hf,2,64,1,0.023963043466210365
pileval,mlp_down,Llama-2-7b-hf,2,64,1,0.016156507655978203
pileval,attn_in,Llama-2-7b-hf,2,64,2,0.0012282631359994411
pileval,attn_out,Llama-2-7b-hf,2,64,2,3.9957158151082695e-05
pileval,mlp_gate,Llama-2-7b-hf,2,64,2,0.00010809647210408002
pileval,mlp_down,Llama-2-7b-hf,2,64,2,0.00011446698772488162
pileval,attn_in,Llama-2-7b-hf,2,64,3,0.0013116470072418451
pileval,attn_out,Llama-2-7b-hf,2,64,3,7.600334356538951e-05
pileval,mlp_gate,Llama-2-7b-hf,2,64,3,0.0002529752382542938
pileval,mlp_down,Llama-2-7b-hf,2,64,3,0.0002270605182275176
pileval,attn_in,Llama-2-7b-hf,2,64,4,0.0024164305068552494
pileval,attn_out,Llama-2-7b-hf,2,64,4,0.00015297038771677762
pileval,mlp_gate,Llama-2-7b-hf,2,64,4,0.000485365220811218
pileval,mlp_down,Llama-2-7b-hf,2,64,4,0.000508809695020318
pileval,attn_in,Llama-2-7b-hf,2,64,5,0.0014135217061266303
pileval,attn_out,Llama-2-7b-hf,2,64,5,0.00030462301219813526
pileval,mlp_gate,Llama-2-7b-hf,2,64,5,0.0007417609449476004
pileval,mlp_down,Llama-2-7b-hf,2,64,5,0.0006095004500821233
pileval,attn_in,Llama-2-7b-hf,2,64,6,0.0022218674421310425
pileval,attn_out,Llama-2-7b-hf,2,64,6,0.00036821761750616133
pileval,mlp_gate,Llama-2-7b-hf,2,64,6,0.0011026909342035651
pileval,mlp_down,Llama-2-7b-hf,2,64,6,0.0009196988539770246
pileval,attn_in,Llama-2-7b-hf,2,64,7,0.002049027942121029
pileval,attn_out,Llama-2-7b-hf,2,64,7,0.0005277569289319217
pileval,mlp_gate,Llama-2-7b-hf,2,64,7,0.001517217606306076
pileval,mlp_down,Llama-2-7b-hf,2,64,7,0.0012316195061430335
pileval,attn_in,Llama-2-7b-hf,2,64,8,0.004517155699431896
pileval,attn_out,Llama-2-7b-hf,2,64,8,0.000772520259488374
pileval,mlp_gate,Llama-2-7b-hf,2,64,8,0.0018871513893827796
pileval,mlp_down,Llama-2-7b-hf,2,64,8,0.0015027994522824883
pileval,attn_in,Llama-2-7b-hf,2,64,9,0.00645702937617898
pileval,attn_out,Llama-2-7b-hf,2,64,9,0.0010523981181904674
pileval,mlp_gate,Llama-2-7b-hf,2,64,9,0.00220996281132102
pileval,mlp_down,Llama-2-7b-hf,2,64,9,0.0017368483822792768
pileval,attn_in,Llama-2-7b-hf,2,64,10,0.004972925875335932
pileval,attn_out,Llama-2-7b-hf,2,64,10,0.0014509492320939898
pileval,mlp_gate,Llama-2-7b-hf,2,64,10,0.002590261632576585
pileval,mlp_down,Llama-2-7b-hf,2,64,10,0.0020078178495168686
pileval,attn_in,Llama-2-7b-hf,2,64,11,0.005825785454362631
pileval,attn_out,Llama-2-7b-hf,2,64,11,0.0014856904745101929
pileval,mlp_gate,Llama-2-7b-hf,2,64,11,0.002936736447736621
pileval,mlp_down,Llama-2-7b-hf,2,64,11,0.0023008324205875397
pileval,attn_in,Llama-2-7b-hf,2,64,12,0.006442345678806305
pileval,attn_out,Llama-2-7b-hf,2,64,12,0.0017518058884888887
pileval,mlp_gate,Llama-2-7b-hf,2,64,12,0.003330573672428727
pileval,mlp_down,Llama-2-7b-hf,2,64,12,0.002634546020999551
pileval,attn_in,Llama-2-7b-hf,2,64,13,0.006350223906338215
pileval,attn_out,Llama-2-7b-hf,2,64,13,0.0019051196286454797
pileval,mlp_gate,Llama-2-7b-hf,2,64,13,0.003955060616135597
pileval,mlp_down,Llama-2-7b-hf,2,64,13,0.0032129893079400063
pileval,attn_in,Llama-2-7b-hf,2,64,14,0.005477181635797024
pileval,attn_out,Llama-2-7b-hf,2,64,14,0.00214733206667006
pileval,mlp_gate,Llama-2-7b-hf,2,64,14,0.0044694324024021626
pileval,mlp_down,Llama-2-7b-hf,2,64,14,0.0038239259738475084
pileval,attn_in,Llama-2-7b-hf,2,64,15,0.007789026014506817
pileval,attn_out,Llama-2-7b-hf,2,64,15,0.00231535523198545
pileval,mlp_gate,Llama-2-7b-hf,2,64,15,0.005543628707528114
pileval,mlp_down,Llama-2-7b-hf,2,64,15,0.004783844109624624
pileval,attn_in,Llama-2-7b-hf,2,64,16,0.008287201635539532
pileval,attn_out,Llama-2-7b-hf,2,64,16,0.003326184581965208
pileval,mlp_gate,Llama-2-7b-hf,2,64,16,0.007260823156684637
pileval,mlp_down,Llama-2-7b-hf,2,64,16,0.00684759858995676
pileval,attn_in,Llama-2-7b-hf,2,64,17,0.008084732107818127
pileval,attn_out,Llama-2-7b-hf,2,64,17,0.002366151660680771
pileval,mlp_gate,Llama-2-7b-hf,2,64,17,0.008104975335299969
pileval,mlp_down,Llama-2-7b-hf,2,64,17,0.007310485001653433
pileval,attn_in,Llama-2-7b-hf,2,64,18,0.006544112227857113
pileval,attn_out,Llama-2-7b-hf,2,64,18,0.0027578771114349365
pileval,mlp_gate,Llama-2-7b-hf,2,64,18,0.009677743539214134
pileval,mlp_down,Llama-2-7b-hf,2,64,18,0.008761938661336899
pileval,attn_in,Llama-2-7b-hf,2,64,19,0.004971368238329887
pileval,attn_out,Llama-2-7b-hf,2,64,19,0.002394553739577532
pileval,mlp_gate,Llama-2-7b-hf,2,64,19,0.01119445264339447
pileval,mlp_down,Llama-2-7b-hf,2,64,19,0.009754449129104614
pileval,attn_in,Llama-2-7b-hf,2,64,20,0.006522069685161114
pileval,attn_out,Llama-2-7b-hf,2,64,20,0.0028241281397640705
pileval,mlp_gate,Llama-2-7b-hf,2,64,20,0.013198742642998695
pileval,mlp_down,Llama-2-7b-hf,2,64,20,0.011956023052334785
pileval,attn_in,Llama-2-7b-hf,2,64,21,0.006362220272421837
pileval,attn_out,Llama-2-7b-hf,2,64,21,0.0026122897397726774
pileval,mlp_gate,Llama-2-7b-hf,2,64,21,0.01460231002420187
pileval,mlp_down,Llama-2-7b-hf,2,64,21,0.012094796635210514
pileval,attn_in,Llama-2-7b-hf,2,64,22,0.009571485221385956
pileval,attn_out,Llama-2-7b-hf,2,64,22,0.003238850738853216
pileval,mlp_gate,Llama-2-7b-hf,2,64,22,0.01668502949178219
pileval,mlp_down,Llama-2-7b-hf,2,64,22,0.013535985723137856
pileval,attn_in,Llama-2-7b-hf,2,64,23,0.007962193340063095
pileval,attn_out,Llama-2-7b-hf,2,64,23,0.0028166568372398615
pileval,mlp_gate,Llama-2-7b-hf,2,64,23,0.018752798438072205
pileval,mlp_down,Llama-2-7b-hf,2,64,23,0.014363582246005535
pileval,attn_in,Llama-2-7b-hf,2,64,24,0.012331089936196804
pileval,attn_out,Llama-2-7b-hf,2,64,24,0.0035520063247531652
pileval,mlp_gate,Llama-2-7b-hf,2,64,24,0.02054174430668354
pileval,mlp_down,Llama-2-7b-hf,2,64,24,0.01486478466540575
pileval,attn_in,Llama-2-7b-hf,2,64,25,0.008541063405573368
pileval,attn_out,Llama-2-7b-hf,2,64,25,0.002965247491374612
pileval,mlp_gate,Llama-2-7b-hf,2,64,25,0.023131007328629494
pileval,mlp_down,Llama-2-7b-hf,2,64,25,0.01598343253135681
pileval,attn_in,Llama-2-7b-hf,2,64,26,0.012428448535501957
pileval,attn_out,Llama-2-7b-hf,2,64,26,0.0049196635372936726
pileval,mlp_gate,Llama-2-7b-hf,2,64,26,0.026083556935191154
pileval,mlp_down,Llama-2-7b-hf,2,64,26,0.017460597679018974
pileval,attn_in,Llama-2-7b-hf,2,64,27,0.007812377065420151
pileval,attn_out,Llama-2-7b-hf,2,64,27,0.004647583235055208
pileval,mlp_gate,Llama-2-7b-hf,2,64,27,0.030008135363459587
pileval,mlp_down,Llama-2-7b-hf,2,64,27,0.020117782056331635
pileval,attn_in,Llama-2-7b-hf,2,64,28,0.010736098513007164
pileval,attn_out,Llama-2-7b-hf,2,64,28,0.005520022939890623
pileval,mlp_gate,Llama-2-7b-hf,2,64,28,0.03569796681404114
pileval,mlp_down,Llama-2-7b-hf,2,64,28,0.025370540097355843
pileval,attn_in,Llama-2-7b-hf,2,64,29,0.011393161490559578
pileval,attn_out,Llama-2-7b-hf,2,64,29,0.005540946964174509
pileval,mlp_gate,Llama-2-7b-hf,2,64,29,0.04309907928109169
pileval,mlp_down,Llama-2-7b-hf,2,64,29,0.03454110026359558
pileval,attn_in,Llama-2-7b-hf,2,64,30,0.01145975012332201
pileval,attn_out,Llama-2-7b-hf,2,64,30,0.007434860337525606
pileval,mlp_gate,Llama-2-7b-hf,2,64,30,0.1479824036359787
pileval,mlp_down,Llama-2-7b-hf,2,64,30,0.07059276103973389
pileval,attn_in,Llama-2-7b-hf,2,64,31,0.0187081266194582
pileval,attn_out,Llama-2-7b-hf,2,64,31,0.009085857309401035
pileval,mlp_gate,Llama-2-7b-hf,2,64,31,0.14365622401237488
pileval,mlp_down,Llama-2-7b-hf,2,64,31,0.24664726853370667
wikitext,attn_in,Llama-2-7b-hf,2,64,0,9.238697202818003e-06
wikitext,attn_out,Llama-2-7b-hf,2,64,0,9.527229849481955e-06
wikitext,mlp_gate,Llama-2-7b-hf,2,64,0,2.9887055461585987e-06
wikitext,mlp_down,Llama-2-7b-hf,2,64,0,2.5741992430994287e-05
wikitext,attn_in,Llama-2-7b-hf,2,64,1,8.362426160601899e-05
wikitext,attn_out,Llama-2-7b-hf,2,64,1,4.37648814113345e-05
wikitext,mlp_gate,Llama-2-7b-hf,2,64,1,0.02130892500281334
wikitext,mlp_down,Llama-2-7b-hf,2,64,1,0.024461479857563972
wikitext,attn_in,Llama-2-7b-hf,2,64,2,0.0007905373931862414
wikitext,attn_out,Llama-2-7b-hf,2,64,2,2.7669360861182213e-05
wikitext,mlp_gate,Llama-2-7b-hf,2,64,2,0.00010696832760004327
wikitext,mlp_down,Llama-2-7b-hf,2,64,2,0.00010253379150526598
wikitext,attn_in,Llama-2-7b-hf,2,64,3,0.0011636428534984589
wikitext,attn_out,Llama-2-7b-hf,2,64,3,6.885577749926597e-05
wikitext,mlp_gate,Llama-2-7b-hf,2,64,3,0.00023288873489946127
wikitext,mlp_down,Llama-2-7b-hf,2,64,3,0.00020025404228363186
wikitext,attn_in,Llama-2-7b-hf,2,64,4,0.001928540412336588
wikitext,attn_out,Llama-2-7b-hf,2,64,4,0.00012575380969792604
wikitext,mlp_gate,Llama-2-7b-hf,2,64,4,0.00047211526543833315
wikitext,mlp_down,Llama-2-7b-hf,2,64,4,0.0005658934242092073
wikitext,attn_in,Llama-2-7b-hf,2,64,5,0.0012409057235345244
wikitext,attn_out,Llama-2-7b-hf,2,64,5,0.00027237393078394234
wikitext,mlp_gate,Llama-2-7b-hf,2,64,5,0.0007320947479456663
wikitext,mlp_down,Llama-2-7b-hf,2,64,5,0.0006066886126063764
wikitext,attn_in,Llama-2-7b-hf,2,64,6,0.0020303360652178526
wikitext,attn_out,Llama-2-7b-hf,2,64,6,0.00033837606315501034
wikitext,mlp_gate,Llama-2-7b-hf,2,64,6,0.0010858813766390085
wikitext,mlp_down,Llama-2-7b-hf,2,64,6,0.0009133716812357306
wikitext,attn_in,Llama-2-7b-hf,2,64,7,0.001838190946727991
wikitext,attn_out,Llama-2-7b-hf,2,64,7,0.00046212811139412224
wikitext,mlp_gate,Llama-2-7b-hf,2,64,7,0.0015018684789538383
wikitext,mlp_down,Llama-2-7b-hf,2,64,7,0.001236285432241857
wikitext,attn_in,Llama-2-7b-hf,2,64,8,0.004292857367545366
wikitext,attn_out,Llama-2-7b-hf,2,64,8,0.0007311344961635768
wikitext,mlp_gate,Llama-2-7b-hf,2,64,8,0.0018768422305583954
wikitext,mlp_down,Llama-2-7b-hf,2,64,8,0.0015178828034549952
wikitext,attn_in,Llama-2-7b-hf,2,64,9,0.006108593195676804
wikitext,attn_out,Llama-2-7b-hf,2,64,9,0.0009869899367913604
wikitext,mlp_gate,Llama-2-7b-hf,2,64,9,0.002213243627920747
wikitext,mlp_down,Llama-2-7b-hf,2,64,9,0.0017961914418265224
wikitext,attn_in,Llama-2-7b-hf,2,64,10,0.004578163847327232
wikitext,attn_out,Llama-2-7b-hf,2,64,10,0.0013318624114617705
wikitext,mlp_gate,Llama-2-7b-hf,2,64,10,0.0026086580473929644
wikitext,mlp_down,Llama-2-7b-hf,2,64,10,0.0020310631953179836
wikitext,attn_in,Llama-2-7b-hf,2,64,11,0.005359663628041744
wikitext,attn_out,Llama-2-7b-hf,2,64,11,0.0013002366758883
wikitext,mlp_gate,Llama-2-7b-hf,2,64,11,0.0029079027008265257
wikitext,mlp_down,Llama-2-7b-hf,2,64,11,0.0023086420260369778
wikitext,attn_in,Llama-2-7b-hf,2,64,12,0.005814707837998867
wikitext,attn_out,Llama-2-7b-hf,2,64,12,0.0015498470747843385
wikitext,mlp_gate,Llama-2-7b-hf,2,64,12,0.0032597712706774473
wikitext,mlp_down,Llama-2-7b-hf,2,64,12,0.002560657449066639
wikitext,attn_in,Llama-2-7b-hf,2,64,13,0.005791645497083664
wikitext,attn_out,Llama-2-7b-hf,2,64,13,0.0018016825197264552
wikitext,mlp_gate,Llama-2-7b-hf,2,64,13,0.003847360610961914
wikitext,mlp_down,Llama-2-7b-hf,2,64,13,0.0031233681365847588
wikitext,attn_in,Llama-2-7b-hf,2,64,14,0.004724055994302034
wikitext,attn_out,Llama-2-7b-hf,2,64,14,0.0019115390023216605
wikitext,mlp_gate,Llama-2-7b-hf,2,64,14,0.004359392449259758
wikitext,mlp_down,Llama-2-7b-hf,2,64,14,0.003702581627294421
wikitext,attn_in,Llama-2-7b-hf,2,64,15,0.007317250594496727
wikitext,attn_out,Llama-2-7b-hf,2,64,15,0.002128529828041792
wikitext,mlp_gate,Llama-2-7b-hf,2,64,15,0.005402573384344578
wikitext,mlp_down,Llama-2-7b-hf,2,64,15,0.004674640949815512
wikitext,attn_in,Llama-2-7b-hf,2,64,16,0.007169357500970364
wikitext,attn_out,Llama-2-7b-hf,2,64,16,0.002784418873488903
wikitext,mlp_gate,Llama-2-7b-hf,2,64,16,0.006944828201085329
wikitext,mlp_down,Llama-2-7b-hf,2,64,16,0.0067213443107903
wikitext,attn_in,Llama-2-7b-hf,2,64,17,0.007493951823562384
wikitext,attn_out,Llama-2-7b-hf,2,64,17,0.0023292344994843006
wikitext,mlp_gate,Llama-2-7b-hf,2,64,17,0.007864050567150116
wikitext,mlp_down,Llama-2-7b-hf,2,64,17,0.0072325156070292
wikitext,attn_in,Llama-2-7b-hf,2,64,18,0.005575951654464006
wikitext,attn_out,Llama-2-7b-hf,2,64,18,0.0022130017168819904
wikitext,mlp_gate,Llama-2-7b-hf,2,64,18,0.009351840242743492
wikitext,mlp_down,Llama-2-7b-hf,2,64,18,0.008403349667787552
wikitext,attn_in,Llama-2-7b-hf,2,64,19,0.004175674170255661
wikitext,attn_out,Llama-2-7b-hf,2,64,19,0.002093430608510971
wikitext,mlp_gate,Llama-2-7b-hf,2,64,19,0.010670192539691925
wikitext,mlp_down,Llama-2-7b-hf,2,64,19,0.009096539579331875
wikitext,attn_in,Llama-2-7b-hf,2,64,20,0.006118719466030598
wikitext,attn_out,Llama-2-7b-hf,2,64,20,0.0027669104747474194
wikitext,mlp_gate,Llama-2-7b-hf,2,64,20,0.012586085125803947
wikitext,mlp_down,Llama-2-7b-hf,2,64,20,0.011626966297626495
wikitext,attn_in,Llama-2-7b-hf,2,64,21,0.005280158948153257
wikitext,attn_out,Llama-2-7b-hf,2,64,21,0.0019862805493175983
wikitext,mlp_gate,Llama-2-7b-hf,2,64,21,0.014222201891243458
wikitext,mlp_down,Llama-2-7b-hf,2,64,21,0.012359704822301865
wikitext,attn_in,Llama-2-7b-hf,2,64,22,0.008145802654325962
wikitext,attn_out,Llama-2-7b-hf,2,64,22,0.0031458826269954443
wikitext,mlp_gate,Llama-2-7b-hf,2,64,22,0.01590314321219921
wikitext,mlp_down,Llama-2-7b-hf,2,64,22,0.01310979574918747
wikitext,attn_in,Llama-2-7b-hf,2,64,23,0.007662332616746426
wikitext,attn_out,Llama-2-7b-hf,2,64,23,0.0029936397913843393
wikitext,mlp_gate,Llama-2-7b-hf,2,64,23,0.018137022852897644
wikitext,mlp_down,Llama-2-7b-hf,2,64,23,0.01403655856847763
wikitext,attn_in,Llama-2-7b-hf,2,64,24,0.010642839595675468
wikitext,attn_out,Llama-2-7b-hf,2,64,24,0.003193822456523776
wikitext,mlp_gate,Llama-2-7b-hf,2,64,24,0.020069459453225136
wikitext,mlp_down,Llama-2-7b-hf,2,64,24,0.014887802302837372
wikitext,attn_in,Llama-2-7b-hf,2,64,25,0.008611239492893219
wikitext,attn_out,Llama-2-7b-hf,2,64,25,0.00419421074911952
wikitext,mlp_gate,Llama-2-7b-hf,2,64,25,0.022865479812026024
wikitext,mlp_down,Llama-2-7b-hf,2,64,25,0.01571528986096382
wikitext,attn_in,Llama-2-7b-hf,2,64,26,0.010947325266897678
wikitext,attn_out,Llama-2-7b-hf,2,64,26,0.004624664783477783
wikitext,mlp_gate,Llama-2-7b-hf,2,64,26,0.025783030316233635
wikitext,mlp_down,Llama-2-7b-hf,2,64,26,0.017598416656255722
wikitext,attn_in,Llama-2-7b-hf,2,64,27,0.007488210219889879
wikitext,attn_out,Llama-2-7b-hf,2,64,27,0.004666408523917198
wikitext,mlp_gate,Llama-2-7b-hf,2,64,27,0.029945895075798035
wikitext,mlp_down,Llama-2-7b-hf,2,64,27,0.020465480163693428
wikitext,attn_in,Llama-2-7b-hf,2,64,28,0.011722016148269176
wikitext,attn_out,Llama-2-7b-hf,2,64,28,0.006399873178452253
wikitext,mlp_gate,Llama-2-7b-hf,2,64,28,0.03472653031349182
wikitext,mlp_down,Llama-2-7b-hf,2,64,28,0.023559104651212692
wikitext,attn_in,Llama-2-7b-hf,2,64,29,0.011929580010473728
wikitext,attn_out,Llama-2-7b-hf,2,64,29,0.006456722039729357
wikitext,mlp_gate,Llama-2-7b-hf,2,64,29,0.04142707586288452
wikitext,mlp_down,Llama-2-7b-hf,2,64,29,0.03478284925222397
wikitext,attn_in,Llama-2-7b-hf,2,64,30,0.011378638446331024
wikitext,attn_out,Llama-2-7b-hf,2,64,30,0.007946991361677647
wikitext,mlp_gate,Llama-2-7b-hf,2,64,30,0.38359618186950684
wikitext,mlp_down,Llama-2-7b-hf,2,64,30,0.09930729120969772
wikitext,attn_in,Llama-2-7b-hf,2,64,31,0.017989572137594223
wikitext,attn_out,Llama-2-7b-hf,2,64,31,0.009879112243652344
wikitext,mlp_gate,Llama-2-7b-hf,2,64,31,0.1384774148464203
wikitext,mlp_down,Llama-2-7b-hf,2,64,31,0.22785939276218414
c4,attn_in,Meta-Llama-3-8B,2,128,0,6.874927294120425e-06
c4,mlp_gate,Meta-Llama-3-8B,2,128,0,1.2533810149761848e-05
c4,mlp_down,Meta-Llama-3-8B,2,128,0,2.294432488270104e-05
c4,attn_in,Meta-Llama-3-8B,2,128,1,6.429032509913668e-05
c4,mlp_gate,Meta-Llama-3-8B,2,128,1,0.0020463932305574417
c4,mlp_down,Meta-Llama-3-8B,2,128,1,0.0002674756688065827
c4,attn_in,Meta-Llama-3-8B,2,128,2,9.210473217535764e-05
c4,mlp_gate,Meta-Llama-3-8B,2,128,2,6.613590085180476e-05
c4,mlp_down,Meta-Llama-3-8B,2,128,2,5.7590805226936936e-05
c4,attn_in,Meta-Llama-3-8B,2,128,3,9.084381599677727e-05
c4,mlp_gate,Meta-Llama-3-8B,2,128,3,0.00014500130782835186
c4,mlp_down,Meta-Llama-3-8B,2,128,3,0.00010887649114010856
c4,attn_in,Meta-Llama-3-8B,2,128,4,0.00014366841060109437
c4,mlp_gate,Meta-Llama-3-8B,2,128,4,0.0002562310837674886
c4,mlp_down,Meta-Llama-3-8B,2,128,4,0.0001959403307409957
c4,attn_in,Meta-Llama-3-8B,2,128,5,0.000140948046464473
c4,mlp_gate,Meta-Llama-3-8B,2,128,5,0.0003630539576988667
c4,mlp_down,Meta-Llama-3-8B,2,128,5,0.00028731671045534313
c4,attn_in,Meta-Llama-3-8B,2,128,6,0.00020179968851152807
c4,mlp_gate,Meta-Llama-3-8B,2,128,6,0.00046219403157010674
c4,mlp_down,Meta-Llama-3-8B,2,128,6,0.00035582168493419886
c4,attn_in,Meta-Llama-3-8B,2,128,7,0.0003968871315009892
c4,mlp_gate,Meta-Llama-3-8B,2,128,7,0.0005398855428211391
c4,mlp_down,Meta-Llama-3-8B,2,128,7,0.00040046931826509535
c4,attn_in,Meta-Llama-3-8B,2,128,8,0.00032919240766204894
c4,mlp_gate,Meta-Llama-3-8B,2,128,8,0.0005900098476558924
c4,mlp_down,Meta-Llama-3-8B,2,128,8,0.00043636898044496775
c4,attn_in,Meta-Llama-3-8B,2,128,9,0.0004318832070566714
c4,mlp_gate,Meta-Llama-3-8B,2,128,9,0.000672746857162565
c4,mlp_down,Meta-Llama-3-8B,2,128,9,0.0005093817599117756
c4,attn_in,Meta-Llama-3-8B,2,128,10,0.0004784905759152025
c4,mlp_gate,Meta-Llama-3-8B,2,128,10,0.0006809847545810044
c4,mlp_down,Meta-Llama-3-8B,2,128,10,0.0005218565347604454
c4,attn_in,Meta-Llama-3-8B,2,128,11,0.0004577120125759393
c4,mlp_gate,Meta-Llama-3-8B,2,128,11,0.0007240003906190395
c4,mlp_down,Meta-Llama-3-8B,2,128,11,0.0005438017542473972
c4,attn_in,Meta-Llama-3-8B,2,128,12,0.000544979702681303
c4,mlp_gate,Meta-Llama-3-8B,2,128,12,0.0008263618219643831
c4,mlp_down,Meta-Llama-3-8B,2,128,12,0.0005981959402561188
c4,attn_in,Meta-Llama-3-8B,2,128,13,0.0005953117506578565
c4,mlp_gate,Meta-Llama-3-8B,2,128,13,0.0009544985368847847
c4,mlp_down,Meta-Llama-3-8B,2,128,13,0.000733829103410244
c4,attn_in,Meta-Llama-3-8B,2,128,14,0.0006852496298961341
c4,mlp_gate,Meta-Llama-3-8B,2,128,14,0.0011249942472204566
c4,mlp_down,Meta-Llama-3-8B,2,128,14,0.0008320233901031315
c4,attn_in,Meta-Llama-3-8B,2,128,15,0.0006851725047454238
c4,mlp_gate,Meta-Llama-3-8B,2,128,15,0.0013335993280634284
c4,mlp_down,Meta-Llama-3-8B,2,128,15,0.001091517973691225
c4,attn_in,Meta-Llama-3-8B,2,128,16,0.0008112220093607903
c4,mlp_gate,Meta-Llama-3-8B,2,128,16,0.0013983624521642923
c4,mlp_down,Meta-Llama-3-8B,2,128,16,0.0011393852764740586
c4,attn_in,Meta-Llama-3-8B,2,128,17,0.0009170364937745035
c4,mlp_gate,Meta-Llama-3-8B,2,128,17,0.0016108398558571935
c4,mlp_down,Meta-Llama-3-8B,2,128,17,0.0013536132173612714
c4,attn_in,Meta-Llama-3-8B,2,128,18,0.00044048207928426564
c4,mlp_gate,Meta-Llama-3-8B,2,128,18,0.0016155902994796634
c4,mlp_down,Meta-Llama-3-8B,2,128,18,0.0013188619632273912
c4,attn_in,Meta-Llama-3-8B,2,128,19,0.0004168675804976374
c4,mlp_gate,Meta-Llama-3-8B,2,128,19,0.00170281867031008
c4,mlp_down,Meta-Llama-3-8B,2,128,19,0.0013582201208919287
c4,attn_in,Meta-Llama-3-8B,2,128,20,0.0005504775908775628
c4,mlp_gate,Meta-Llama-3-8B,2,128,20,0.0018654523883014917
c4,mlp_down,Meta-Llama-3-8B,2,128,20,0.0014852032763883471
c4,attn_in,Meta-Llama-3-8B,2,128,21,0.0008408809662796557
c4,mlp_gate,Meta-Llama-3-8B,2,128,21,0.002208295278251171
c4,mlp_down,Meta-Llama-3-8B,2,128,21,0.001783286570571363
c4,attn_in,Meta-Llama-3-8B,2,128,22,0.0006520086317323148
c4,mlp_gate,Meta-Llama-3-8B,2,128,22,0.0023243981413543224
c4,mlp_down,Meta-Llama-3-8B,2,128,22,0.001881463686004281
c4,attn_in,Meta-Llama-3-8B,2,128,23,0.0006509354570880532
c4,mlp_gate,Meta-Llama-3-8B,2,128,23,0.0025325329042971134
c4,mlp_down,Meta-Llama-3-8B,2,128,23,0.001955356914550066
c4,attn_in,Meta-Llama-3-8B,2,128,24,0.0008863602415658534
c4,mlp_gate,Meta-Llama-3-8B,2,128,24,0.002781451912596822
c4,mlp_down,Meta-Llama-3-8B,2,128,24,0.0020596985705196857
c4,attn_in,Meta-Llama-3-8B,2,128,25,0.0018042988376691937
c4,mlp_gate,Meta-Llama-3-8B,2,128,25,0.00316825183108449
c4,mlp_down,Meta-Llama-3-8B,2,128,25,0.00215501943603158
c4,attn_in,Meta-Llama-3-8B,2,128,26,0.0012773623457178473
c4,mlp_gate,Meta-Llama-3-8B,2,128,26,0.003699859604239464
c4,mlp_down,Meta-Llama-3-8B,2,128,26,0.0024188717361539602
c4,attn_in,Meta-Llama-3-8B,2,128,27,0.003200721461325884
c4,mlp_gate,Meta-Llama-3-8B,2,128,27,0.004616393707692623
c4,mlp_down,Meta-Llama-3-8B,2,128,27,0.0031347491312772036
c4,attn_in,Meta-Llama-3-8B,2,128,28,0.001786362612619996
c4,mlp_gate,Meta-Llama-3-8B,2,128,28,0.0063173891976475716
c4,mlp_down,Meta-Llama-3-8B,2,128,28,0.004251720383763313
c4,attn_in,Meta-Llama-3-8B,2,128,29,0.0023865827824920416
c4,mlp_gate,Meta-Llama-3-8B,2,128,29,0.008947707712650299
c4,mlp_down,Meta-Llama-3-8B,2,128,29,0.006644773297011852
c4,attn_in,Meta-Llama-3-8B,2,128,30,0.0055202399380505085
c4,mlp_gate,Meta-Llama-3-8B,2,128,30,0.016378046944737434
c4,mlp_down,Meta-Llama-3-8B,2,128,30,0.01568445935845375
c4,attn_in,Meta-Llama-3-8B,2,128,31,0.009066366590559483
c4,mlp_gate,Meta-Llama-3-8B,2,128,31,0.09577321261167526
c4,mlp_down,Meta-Llama-3-8B,2,128,31,1.3603432178497314
pileval,attn_in,Meta-Llama-3-8B,2,128,0,6.980003036005655e-06
pileval,mlp_gate,Meta-Llama-3-8B,2,128,0,1.3835106983606238e-05
pileval,mlp_down,Meta-Llama-3-8B,2,128,0,2.3736152797937393e-05
pileval,attn_in,Meta-Llama-3-8B,2,128,1,6.428507913369685e-05
pileval,mlp_gate,Meta-Llama-3-8B,2,128,1,0.0019225325668230653
pileval,mlp_down,Meta-Llama-3-8B,2,128,1,0.0002669882960617542
pileval,attn_in,Meta-Llama-3-8B,2,128,2,0.00010249157639918849
pileval,mlp_gate,Meta-Llama-3-8B,2,128,2,6.760351243428886e-05
pileval,mlp_down,Meta-Llama-3-8B,2,128,2,5.803624299005605e-05
pileval,attn_in,Meta-Llama-3-8B,2,128,3,9.705677075544372e-05
pileval,mlp_gate,Meta-Llama-3-8B,2,128,3,0.00015120874741114676
pileval,mlp_down,Meta-Llama-3-8B,2,128,3,0.00011409909348003566
pileval,attn_in,Meta-Llama-3-8B,2,128,4,0.00014971778728067875
pileval,mlp_gate,Meta-Llama-3-8B,2,128,4,0.00025834437110461295
pileval,mlp_down,Meta-Llama-3-8B,2,128,4,0.00019515579333528876
pileval,attn_in,Meta-Llama-3-8B,2,128,5,0.00014386091788765043
pileval,mlp_gate,Meta-Llama-3-8B,2,128,5,0.00036552248639054596
pileval,mlp_down,Meta-Llama-3-8B,2,128,5,0.0002876336802728474
pileval,attn_in,Meta-Llama-3-8B,2,128,6,0.0001977329229703173
pileval,mlp_gate,Meta-Llama-3-8B,2,128,6,0.00046184571692720056
pileval,mlp_down,Meta-Llama-3-8B,2,128,6,0.00035554333589971066
pileval,attn_in,Meta-Llama-3-8B,2,128,7,0.00040637474739924073
pileval,mlp_gate,Meta-Llama-3-8B,2,128,7,0.0005363791715353727
pileval,mlp_down,Meta-Llama-3-8B,2,128,7,0.0003963018534705043
pileval,attn_in,Meta-Llama-3-8B,2,128,8,0.0003434150421526283
pileval,mlp_gate,Meta-Llama-3-8B,2,128,8,0.0005841896636411548
pileval,mlp_down,Meta-Llama-3-8B,2,128,8,0.0004305398906581104
pileval,attn_in,Meta-Llama-3-8B,2,128,9,0.0004351444949861616
pileval,mlp_gate,Meta-Llama-3-8B,2,128,9,0.0006605344824492931
pileval,mlp_down,Meta-Llama-3-8B,2,128,9,0.0004996868083253503
pileval,attn_in,Meta-Llama-3-8B,2,128,10,0.00048671080730855465
pileval,mlp_gate,Meta-Llama-3-8B,2,128,10,0.0006753445486538112
pileval,mlp_down,Meta-Llama-3-8B,2,128,10,0.0005200411542318761
pileval,attn_in,Meta-Llama-3-8B,2,128,11,0.0004635474761016667
pileval,mlp_gate,Meta-Llama-3-8B,2,128,11,0.0007180271786637604
pileval,mlp_down,Meta-Llama-3-8B,2,128,11,0.0005430742166936398
pileval,attn_in,Meta-Llama-3-8B,2,128,12,0.0005464396090246737
pileval,mlp_gate,Meta-Llama-3-8B,2,128,12,0.0008141091093420982
pileval,mlp_down,Meta-Llama-3-8B,2,128,12,0.000594890967477113
pileval,attn_in,Meta-Llama-3-8B,2,128,13,0.0006099052843637764
pileval,mlp_gate,Meta-Llama-3-8B,2,128,13,0.0009375280351378024
pileval,mlp_down,Meta-Llama-3-8B,2,128,13,0.0007255809614434838
pileval,attn_in,Meta-Llama-3-8B,2,128,14,0.0007308073691092432
pileval,mlp_gate,Meta-Llama-3-8B,2,128,14,0.0011056666262447834
pileval,mlp_down,Meta-Llama-3-8B,2,128,14,0.0008148134802468121
pileval,attn_in,Meta-Llama-3-8B,2,128,15,0.0006795713561587036
pileval,mlp_gate,Meta-Llama-3-8B,2,128,15,0.001284997328184545
pileval,mlp_down,Meta-Llama-3-8B,2,128,15,0.0010462154168635607
pileval,attn_in,Meta-Llama-3-8B,2,128,16,0.0008985465974546969
pileval,mlp_gate,Meta-Llama-3-8B,2,128,16,0.00135434465482831
pileval,mlp_down,Meta-Llama-3-8B,2,128,16,0.0011036933865398169
pileval,attn_in,Meta-Llama-3-8B,2,128,17,0.0009577763266861439
pileval,mlp_gate,Meta-Llama-3-8B,2,128,17,0.0015607337700203061
pileval,mlp_down,Meta-Llama-3-8B,2,128,17,0.0013338298304006457
pileval,attn_in,Meta-Llama-3-8B,2,128,18,0.00046419439604505897
pileval,mlp_gate,Meta-Llama-3-8B,2,128,18,0.0015708276769146323
pileval,mlp_down,Meta-Llama-3-8B,2,128,18,0.0012991741532459855
pileval,attn_in,Meta-Llama-3-8B,2,128,19,0.0004598784144036472
pileval,mlp_gate,Meta-Llama-3-8B,2,128,19,0.0016673078062012792
pileval,mlp_down,Meta-Llama-3-8B,2,128,19,0.0013073269510641694
pileval,attn_in,Meta-Llama-3-8B,2,128,20,0.0005733745056204498
pileval,mlp_gate,Meta-Llama-3-8B,2,128,20,0.0018368210876360536
pileval,mlp_down,Meta-Llama-3-8B,2,128,20,0.00142654066439718
pileval,attn_in,Meta-Llama-3-8B,2,128,21,0.0008074265788309276
pileval,mlp_gate,Meta-Llama-3-8B,2,128,21,0.0021720968652516603
pileval,mlp_down,Meta-Llama-3-8B,2,128,21,0.0017091414192691445
pileval,attn_in,Meta-Llama-3-8B,2,128,22,0.000670561334118247
pileval,mlp_gate,Meta-Llama-3-8B,2,128,22,0.0022811146918684244
pileval,mlp_down,Meta-Llama-3-8B,2,128,22,0.001783002750016749
pileval,attn_in,Meta-Llama-3-8B,2,128,23,0.0006084630731493235
pileval,mlp_gate,Meta-Llama-3-8B,2,128,23,0.002501084702089429
pileval,mlp_down,Meta-Llama-3-8B,2,128,23,0.0018496244447305799
pileval,attn_in,Meta-Llama-3-8B,2,128,24,0.0009873206727206707
pileval,mlp_gate,Meta-Llama-3-8B,2,128,24,0.002764355856925249
pileval,mlp_down,Meta-Llama-3-8B,2,128,24,0.0019746574107557535
pileval,attn_in,Meta-Llama-3-8B,2,128,25,0.0018583160126581788
pileval,mlp_gate,Meta-Llama-3-8B,2,128,25,0.003171962685883045
pileval,mlp_down,Meta-Llama-3-8B,2,128,25,0.0020926848519593477
pileval,attn_in,Meta-Llama-3-8B,2,128,26,0.0013811994576826692
pileval,mlp_gate,Meta-Llama-3-8B,2,128,26,0.0037187777925282717
pileval,mlp_down,Meta-Llama-3-8B,2,128,26,0.0024490184150636196
pileval,attn_in,Meta-Llama-3-8B,2,128,27,0.003357307054102421
pileval,mlp_gate,Meta-Llama-3-8B,2,128,27,0.004681537859141827
pileval,mlp_down,Meta-Llama-3-8B,2,128,27,0.003229006426408887
pileval,attn_in,Meta-Llama-3-8B,2,128,28,0.001783184357918799
pileval,mlp_gate,Meta-Llama-3-8B,2,128,28,0.006431020330637693
pileval,mlp_down,Meta-Llama-3-8B,2,128,28,0.004410413559526205
pileval,attn_in,Meta-Llama-3-8B,2,128,29,0.0025992989540100098
pileval,mlp_gate,Meta-Llama-3-8B,2,128,29,0.009159262292087078
pileval,mlp_down,Meta-Llama-3-8B,2,128,29,0.006788811646401882
pileval,attn_in,Meta-Llama-3-8B,2,128,30,0.0056946673430502415
pileval,mlp_gate,Meta-Llama-3-8B,2,128,30,0.01659519039094448
pileval,mlp_down,Meta-Llama-3-8B,2,128,30,0.015805715695023537
pileval,attn_in,Meta-Llama-3-8B,2,128,31,0.00897953100502491
pileval,mlp_gate,Meta-Llama-3-8B,2,128,31,0.0912012979388237
pileval,mlp_down,Meta-Llama-3-8B,2,128,31,1.1247220039367676
wikitext,attn_in,Meta-Llama-3-8B,2,128,0,6.478763680206612e-06
wikitext,mlp_gate,Meta-Llama-3-8B,2,128,0,1.3364351616473868e-05
wikitext,mlp_down,Meta-Llama-3-8B,2,128,0,3.6846642615273595e-05
wikitext,attn_in,Meta-Llama-3-8B,2,128,1,4.758211434818804e-05
wikitext,mlp_gate,Meta-Llama-3-8B,2,128,1,0.0028007905930280685
wikitext,mlp_down,Meta-Llama-3-8B,2,128,1,0.0003343822609167546
wikitext,attn_in,Meta-Llama-3-8B,2,128,2,6.894807302160189e-05
wikitext,mlp_gate,Meta-Llama-3-8B,2,128,2,6.504031625809148e-05
wikitext,mlp_down,Meta-Llama-3-8B,2,128,2,5.5167860409710556e-05
wikitext,attn_in,Meta-Llama-3-8B,2,128,3,6.70279550831765e-05
wikitext,mlp_gate,Meta-Llama-3-8B,2,128,3,0.00014517331146635115
wikitext,mlp_down,Meta-Llama-3-8B,2,128,3,0.00010268126789014786
wikitext,attn_in,Meta-Llama-3-8B,2,128,4,0.00012431826326064765
wikitext,mlp_gate,Meta-Llama-3-8B,2,128,4,0.0002525530871935189
wikitext,mlp_down,Meta-Llama-3-8B,2,128,4,0.00018597743473947048
wikitext,attn_in,Meta-Llama-3-8B,2,128,5,0.0001235279196407646
wikitext,mlp_gate,Meta-Llama-3-8B,2,128,5,0.00035711037344299257
wikitext,mlp_down,Meta-Llama-3-8B,2,128,5,0.00028416712302714586
wikitext,attn_in,Meta-Llama-3-8B,2,128,6,0.00018468074267730117
wikitext,mlp_gate,Meta-Llama-3-8B,2,128,6,0.0004546830023173243
wikitext,mlp_down,Meta-Llama-3-8B,2,128,6,0.00035127485170960426
wikitext,attn_in,Meta-Llama-3-8B,2,128,7,0.0003641856601461768
wikitext,mlp_gate,Meta-Llama-3-8B,2,128,7,0.0005314042791724205
wikitext,mlp_down,Meta-Llama-3-8B,2,128,7,0.00039086290053091943
wikitext,attn_in,Meta-Llama-3-8B,2,128,8,0.0002927480381913483
wikitext,mlp_gate,Meta-Llama-3-8B,2,128,8,0.0005815092008560896
wikitext,mlp_down,Meta-Llama-3-8B,2,128,8,0.00043410705984570086
wikitext,attn_in,Meta-Llama-3-8B,2,128,9,0.0004072104929946363
wikitext,mlp_gate,Meta-Llama-3-8B,2,128,9,0.0006591994897462428
wikitext,mlp_down,Meta-Llama-3-8B,2,128,9,0.0005027829902246594
wikitext,attn_in,Meta-Llama-3-8B,2,128,10,0.0004415885778144002
wikitext,mlp_gate,Meta-Llama-3-8B,2,128,10,0.0006782261189073324
wikitext,mlp_down,Meta-Llama-3-8B,2,128,10,0.0005241460166871548
wikitext,attn_in,Meta-Llama-3-8B,2,128,11,0.00041857929318211973
wikitext,mlp_gate,Meta-Llama-3-8B,2,128,11,0.0007227727910503745
wikitext,mlp_down,Meta-Llama-3-8B,2,128,11,0.0005558717530220747
wikitext,attn_in,Meta-Llama-3-8B,2,128,12,0.000496089574880898
wikitext,mlp_gate,Meta-Llama-3-8B,2,128,12,0.0008209272054955363
wikitext,mlp_down,Meta-Llama-3-8B,2,128,12,0.0005961776478216052
wikitext,attn_in,Meta-Llama-3-8B,2,128,13,0.0005536997341550887
wikitext,mlp_gate,Meta-Llama-3-8B,2,128,13,0.0009263178217224777
wikitext,mlp_down,Meta-Llama-3-8B,2,128,13,0.0007106473785825074
wikitext,attn_in,Meta-Llama-3-8B,2,128,14,0.0006881228182464838
wikitext,mlp_gate,Meta-Llama-3-8B,2,128,14,0.0010906719835475087
wikitext,mlp_down,Meta-Llama-3-8B,2,128,14,0.0008055844809859991
wikitext,attn_in,Meta-Llama-3-8B,2,128,15,0.0006153603317216039
wikitext,mlp_gate,Meta-Llama-3-8B,2,128,15,0.0012711472809314728
wikitext,mlp_down,Meta-Llama-3-8B,2,128,15,0.0010433661518618464
wikitext,attn_in,Meta-Llama-3-8B,2,128,16,0.0007756457198411226
wikitext,mlp_gate,Meta-Llama-3-8B,2,128,16,0.0013414232525974512
wikitext,mlp_down,Meta-Llama-3-8B,2,128,16,0.001072104088962078
wikitext,attn_in,Meta-Llama-3-8B,2,128,17,0.0008350301068276167
wikitext,mlp_gate,Meta-Llama-3-8B,2,128,17,0.0015148381935432553
wikitext,mlp_down,Meta-Llama-3-8B,2,128,17,0.0012708124704658985
wikitext,attn_in,Meta-Llama-3-8B,2,128,18,0.00041620832053013146
wikitext,mlp_gate,Meta-Llama-3-8B,2,128,18,0.0015236621256917715
wikitext,mlp_down,Meta-Llama-3-8B,2,128,18,0.001240645651705563
wikitext,attn_in,Meta-Llama-3-8B,2,128,19,0.0003780600964091718
wikitext,mlp_gate,Meta-Llama-3-8B,2,128,19,0.0015907345805317163
wikitext,mlp_down,Meta-Llama-3-8B,2,128,19,0.0012374231591820717
wikitext,attn_in,Meta-Llama-3-8B,2,128,20,0.0005170059739612043
wikitext,mlp_gate,Meta-Llama-3-8B,2,128,20,0.0017631629016250372
wikitext,mlp_down,Meta-Llama-3-8B,2,128,20,0.001397572341375053
wikitext,attn_in,Meta-Llama-3-8B,2,128,21,0.0007204810390248895
wikitext,mlp_gate,Meta-Llama-3-8B,2,128,21,0.0020777517929673195
wikitext,mlp_down,Meta-Llama-3-8B,2,128,21,0.0016464748186990619
wikitext,attn_in,Meta-Llama-3-8B,2,128,22,0.000569669296965003
wikitext,mlp_gate,Meta-Llama-3-8B,2,128,22,0.002216047840192914
wikitext,mlp_down,Meta-Llama-3-8B,2,128,22,0.001751546747982502
wikitext,attn_in,Meta-Llama-3-8B,2,128,23,0.0006246080156415701
wikitext,mlp_gate,Meta-Llama-3-8B,2,128,23,0.002436925657093525
wikitext,mlp_down,Meta-Llama-3-8B,2,128,23,0.0017893416807055473
wikitext,attn_in,Meta-Llama-3-8B,2,128,24,0.0009298571385443211
wikitext,mlp_gate,Meta-Llama-3-8B,2,128,24,0.0027307001873850822
wikitext,mlp_down,Meta-Llama-3-8B,2,128,24,0.0018701222725212574
wikitext,attn_in,Meta-Llama-3-8B,2,128,25,0.0017613479867577553
wikitext,mlp_gate,Meta-Llama-3-8B,2,128,25,0.0030941287986934185
wikitext,mlp_down,Meta-Llama-3-8B,2,128,25,0.001988429808989167
wikitext,attn_in,Meta-Llama-3-8B,2,128,26,0.001328366925008595
wikitext,mlp_gate,Meta-Llama-3-8B,2,128,26,0.0035735541023314
wikitext,mlp_down,Meta-Llama-3-8B,2,128,26,0.002274820813909173
wikitext,attn_in,Meta-Llama-3-8B,2,128,27,0.0029730433598160744
wikitext,mlp_gate,Meta-Llama-3-8B,2,128,27,0.004579116590321064
wikitext,mlp_down,Meta-Llama-3-8B,2,128,27,0.0028896909207105637
wikitext,attn_in,Meta-Llama-3-8B,2,128,28,0.0020340564660727978
wikitext,mlp_gate,Meta-Llama-3-8B,2,128,28,0.006335272919386625
wikitext,mlp_down,Meta-Llama-3-8B,2,128,28,0.004077490419149399
wikitext,attn_in,Meta-Llama-3-8B,2,128,29,0.0033623441122472286
wikitext,mlp_gate,Meta-Llama-3-8B,2,128,29,0.008873731829226017
wikitext,mlp_down,Meta-Llama-3-8B,2,128,29,0.006431316025555134
wikitext,attn_in,Meta-Llama-3-8B,2,128,30,0.007353011053055525
wikitext,mlp_gate,Meta-Llama-3-8B,2,128,30,0.015310666523873806
wikitext,mlp_down,Meta-Llama-3-8B,2,128,30,0.01843269355595112
wikitext,attn_in,Meta-Llama-3-8B,2,128,31,0.011729452759027481
wikitext,mlp_gate,Meta-Llama-3-8B,2,128,31,0.13455167412757874
wikitext,mlp_down,Meta-Llama-3-8B,2,128,31,3.8009629249572754
c4,attn_in,Meta-Llama-3-8B,2,32,0,3.2539317089685937e-06
c4,mlp_gate,Meta-Llama-3-8B,2,32,0,6.698517154291039e-06
c4,mlp_down,Meta-Llama-3-8B,2,32,0,1.0971070878440514e-05
c4,attn_in,Meta-Llama-3-8B,2,32,1,9.693571882962715e-06
c4,mlp_gate,Meta-Llama-3-8B,2,32,1,0.001940440502949059
c4,mlp_down,Meta-Llama-3-8B,2,32,1,0.00010287565237376839
c4,attn_in,Meta-Llama-3-8B,2,32,2,1.355540007352829e-05
c4,mlp_gate,Meta-Llama-3-8B,2,32,2,3.65846608474385e-05
c4,mlp_down,Meta-Llama-3-8B,2,32,2,3.256441414123401e-05
c4,attn_in,Meta-Llama-3-8B,2,32,3,2.6240875740768388e-05
c4,mlp_gate,Meta-Llama-3-8B,2,32,3,7.968521094880998e-05
c4,mlp_down,Meta-Llama-3-8B,2,32,3,6.16379693383351e-05
c4,attn_in,Meta-Llama-3-8B,2,32,4,7.080195064190775e-05
c4,mlp_gate,Meta-Llama-3-8B,2,32,4,0.00014009825827088207
c4,mlp_down,Meta-Llama-3-8B,2,32,4,0.00011150889622513205
c4,attn_in,Meta-Llama-3-8B,2,32,5,6.929330265847966e-05
c4,mlp_gate,Meta-Llama-3-8B,2,32,5,0.00019988208077847958
c4,mlp_down,Meta-Llama-3-8B,2,32,5,0.0001625508739380166
c4,attn_in,Meta-Llama-3-8B,2,32,6,0.00011868412548210472
c4,mlp_gate,Meta-Llama-3-8B,2,32,6,0.0002547625044826418
c4,mlp_down,Meta-Llama-3-8B,2,32,6,0.00020068894082214683
c4,attn_in,Meta-Llama-3-8B,2,32,7,0.00017989931802731007
c4,mlp_gate,Meta-Llama-3-8B,2,32,7,0.0002973141090478748
c4,mlp_down,Meta-Llama-3-8B,2,32,7,0.00022652558982372284
c4,attn_in,Meta-Llama-3-8B,2,32,8,0.00016953106387518346
c4,mlp_gate,Meta-Llama-3-8B,2,32,8,0.0003258661017753184
c4,mlp_down,Meta-Llama-3-8B,2,32,8,0.00024806748842820525
c4,attn_in,Meta-Llama-3-8B,2,32,9,0.0002341547078685835
c4,mlp_gate,Meta-Llama-3-8B,2,32,9,0.0003700245579238981
c4,mlp_down,Meta-Llama-3-8B,2,32,9,0.0002879545500036329
c4,attn_in,Meta-Llama-3-8B,2,32,10,0.00022988698037806898
c4,mlp_gate,Meta-Llama-3-8B,2,32,10,0.0003754388017114252
c4,mlp_down,Meta-Llama-3-8B,2,32,10,0.0002952510549221188
c4,attn_in,Meta-Llama-3-8B,2,32,11,0.0002396482741460204
c4,mlp_gate,Meta-Llama-3-8B,2,32,11,0.0003974867577198893
c4,mlp_down,Meta-Llama-3-8B,2,32,11,0.0003072986437473446
c4,attn_in,Meta-Llama-3-8B,2,32,12,0.00025481422198936343
c4,mlp_gate,Meta-Llama-3-8B,2,32,12,0.0004532344173640013
c4,mlp_down,Meta-Llama-3-8B,2,32,12,0.00033612363040447235
c4,attn_in,Meta-Llama-3-8B,2,32,13,0.0003235512995161116
c4,mlp_gate,Meta-Llama-3-8B,2,32,13,0.0005273259012028575
c4,mlp_down,Meta-Llama-3-8B,2,32,13,0.0004138460208196193
c4,attn_in,Meta-Llama-3-8B,2,32,14,0.0003624550881795585
c4,mlp_gate,Meta-Llama-3-8B,2,32,14,0.0006213291198946536
c4,mlp_down,Meta-Llama-3-8B,2,32,14,0.0004742301534861326
c4,attn_in,Meta-Llama-3-8B,2,32,15,0.00042695552110671997
c4,mlp_gate,Meta-Llama-3-8B,2,32,15,0.0007346890633925796
c4,mlp_down,Meta-Llama-3-8B,2,32,15,0.0006195831228978932
c4,attn_in,Meta-Llama-3-8B,2,32,16,0.0003901697346009314
c4,mlp_gate,Meta-Llama-3-8B,2,32,16,0.0007708001066930592
c4,mlp_down,Meta-Llama-3-8B,2,32,16,0.0006478993454948068
c4,attn_in,Meta-Llama-3-8B,2,32,17,0.00034763195435516536
c4,mlp_gate,Meta-Llama-3-8B,2,32,17,0.0008889544405974448
c4,mlp_down,Meta-Llama-3-8B,2,32,17,0.0007680055568926036
c4,attn_in,Meta-Llama-3-8B,2,32,18,0.00023277080617845058
c4,mlp_gate,Meta-Llama-3-8B,2,32,18,0.0008895903592929244
c4,mlp_down,Meta-Llama-3-8B,2,32,18,0.0007525227847509086
c4,attn_in,Meta-Llama-3-8B,2,32,19,0.00020634011889342219
c4,mlp_gate,Meta-Llama-3-8B,2,32,19,0.0009379570255987346
c4,mlp_down,Meta-Llama-3-8B,2,32,19,0.0007742622983641922
c4,attn_in,Meta-Llama-3-8B,2,32,20,0.00025116332108154893
c4,mlp_gate,Meta-Llama-3-8B,2,32,20,0.0010270291240885854
c4,mlp_down,Meta-Llama-3-8B,2,32,20,0.0008473802590742707
c4,attn_in,Meta-Llama-3-8B,2,32,21,0.0004275800893083215
c4,mlp_gate,Meta-Llama-3-8B,2,32,21,0.0012117092264816165
c4,mlp_down,Meta-Llama-3-8B,2,32,21,0.0010107995476573706
c4,attn_in,Meta-Llama-3-8B,2,32,22,0.00032724777702242136
c4,mlp_gate,Meta-Llama-3-8B,2,32,22,0.0012785067083314061
c4,mlp_down,Meta-Llama-3-8B,2,32,22,0.00107356917578727
c4,attn_in,Meta-Llama-3-8B,2,32,23,0.0003433201345615089
c4,mlp_gate,Meta-Llama-3-8B,2,32,23,0.0013890231493860483
c4,mlp_down,Meta-Llama-3-8B,2,32,23,0.0011165713658556342
c4,attn_in,Meta-Llama-3-8B,2,32,24,0.0003670806472655386
c4,mlp_gate,Meta-Llama-3-8B,2,32,24,0.0015257475897669792
c4,mlp_down,Meta-Llama-3-8B,2,32,24,0.0011781260836869478
c4,attn_in,Meta-Llama-3-8B,2,32,25,0.0006288032745942473
c4,mlp_gate,Meta-Llama-3-8B,2,32,25,0.0017229364020749927
c4,mlp_down,Meta-Llama-3-8B,2,32,25,0.0012365822913125157
c4,attn_in,Meta-Llama-3-8B,2,32,26,0.0006107938825152814
c4,mlp_gate,Meta-Llama-3-8B,2,32,26,0.0020019379444420338
c4,mlp_down,Meta-Llama-3-8B,2,32,26,0.00139068893622607
c4,attn_in,Meta-Llama-3-8B,2,32,27,0.0009069484658539295
c4,mlp_gate,Meta-Llama-3-8B,2,32,27,0.002456744434311986
c4,mlp_down,Meta-Llama-3-8B,2,32,27,0.001782390521839261
c4,attn_in,Meta-Llama-3-8B,2,32,28,0.001042366144247353
c4,mlp_gate,Meta-Llama-3-8B,2,32,28,0.003357766894623637
c4,mlp_down,Meta-Llama-3-8B,2,32,28,0.0024166847579181194
c4,attn_in,Meta-Llama-3-8B,2,32,29,0.0013377644354477525
c4,mlp_gate,Meta-Llama-3-8B,2,32,29,0.004768686834722757
c4,mlp_down,Meta-Llama-3-8B,2,32,29,0.0036402333062142134
c4,attn_in,Meta-Llama-3-8B,2,32,30,0.0030954733956605196
c4,mlp_gate,Meta-Llama-3-8B,2,32,30,0.008955796249210835
c4,mlp_down,Meta-Llama-3-8B,2,32,30,0.008197235874831676
c4,attn_in,Meta-Llama-3-8B,2,32,31,0.004448842257261276
c4,mlp_gate,Meta-Llama-3-8B,2,32,31,0.06894117593765259
c4,mlp_down,Meta-Llama-3-8B,2,32,31,0.6487056612968445
pileval,attn_in,Meta-Llama-3-8B,2,32,0,3.3045441796275554e-06
pileval,mlp_gate,Meta-Llama-3-8B,2,32,0,7.432032816723222e-06
pileval,mlp_down,Meta-Llama-3-8B,2,32,0,1.1478671694931109e-05
pileval,attn_in,Meta-Llama-3-8B,2,32,1,9.951922038453631e-06
pileval,mlp_gate,Meta-Llama-3-8B,2,32,1,0.001849572523497045
pileval,mlp_down,Meta-Llama-3-8B,2,32,1,0.00010256910900352523
pileval,attn_in,Meta-Llama-3-8B,2,32,2,1.4311473933048546e-05
pileval,mlp_gate,Meta-Llama-3-8B,2,32,2,3.7374597013695166e-05
pileval,mlp_down,Meta-Llama-3-8B,2,32,2,3.2814976293593645e-05
pileval,attn_in,Meta-Llama-3-8B,2,32,3,2.786484401440248e-05
pileval,mlp_gate,Meta-Llama-3-8B,2,32,3,8.310169505421072e-05
pileval,mlp_down,Meta-Llama-3-8B,2,32,3,6.459403084591031e-05
pileval,attn_in,Meta-Llama-3-8B,2,32,4,7.263496081577614e-05
pileval,mlp_gate,Meta-Llama-3-8B,2,32,4,0.00014089341857470572
pileval,mlp_down,Meta-Llama-3-8B,2,32,4,0.00011099248513346538
pileval,attn_in,Meta-Llama-3-8B,2,32,5,7.15708447387442e-05
pileval,mlp_gate,Meta-Llama-3-8B,2,32,5,0.00020158571715001017
pileval,mlp_down,Meta-Llama-3-8B,2,32,5,0.00016276126552838832
pileval,attn_in,Meta-Llama-3-8B,2,32,6,0.00011671829997794703
pileval,mlp_gate,Meta-Llama-3-8B,2,32,6,0.00025491282576695085
pileval,mlp_down,Meta-Llama-3-8B,2,32,6,0.0002002043038373813
pileval,attn_in,Meta-Llama-3-8B,2,32,7,0.0001883745426312089
pileval,mlp_gate,Meta-Llama-3-8B,2,32,7,0.0002947459288407117
pileval,mlp_down,Meta-Llama-3-8B,2,32,7,0.00022429386444855481
pileval,attn_in,Meta-Llama-3-8B,2,32,8,0.0001769644586602226
pileval,mlp_gate,Meta-Llama-3-8B,2,32,8,0.0003218658093828708
pileval,mlp_down,Meta-Llama-3-8B,2,32,8,0.0002448190643917769
pileval,attn_in,Meta-Llama-3-8B,2,32,9,0.0002374700125074014
pileval,mlp_gate,Meta-Llama-3-8B,2,32,9,0.0003619013587012887
pileval,mlp_down,Meta-Llama-3-8B,2,32,9,0.0002822060778271407
pileval,attn_in,Meta-Llama-3-8B,2,32,10,0.00023776647867634892
pileval,mlp_gate,Meta-Llama-3-8B,2,32,10,0.00037160326610319316
pileval,mlp_down,Meta-Llama-3-8B,2,32,10,0.00029398337937891483
pileval,attn_in,Meta-Llama-3-8B,2,32,11,0.00024305030819959939
pileval,mlp_gate,Meta-Llama-3-8B,2,32,11,0.0003939824819099158
pileval,mlp_down,Meta-Llama-3-8B,2,32,11,0.0003066255012527108
pileval,attn_in,Meta-Llama-3-8B,2,32,12,0.0002605122863315046
pileval,mlp_gate,Meta-Llama-3-8B,2,32,12,0.00044613255886361003
pileval,mlp_down,Meta-Llama-3-8B,2,32,12,0.0003341965493746102
pileval,attn_in,Meta-Llama-3-8B,2,32,13,0.0003260186349507421
pileval,mlp_gate,Meta-Llama-3-8B,2,32,13,0.0005157422856427729
pileval,mlp_down,Meta-Llama-3-8B,2,32,13,0.0004084295651409775
pileval,attn_in,Meta-Llama-3-8B,2,32,14,0.00038247258635237813
pileval,mlp_gate,Meta-Llama-3-8B,2,32,14,0.0006084658089093864
pileval,mlp_down,Meta-Llama-3-8B,2,32,14,0.0004638957034330815
pileval,attn_in,Meta-Llama-3-8B,2,32,15,0.00043513954733498394
pileval,mlp_gate,Meta-Llama-3-8B,2,32,15,0.0007080933428369462
pileval,mlp_down,Meta-Llama-3-8B,2,32,15,0.0005933574284426868
pileval,attn_in,Meta-Llama-3-8B,2,32,16,0.0004170644097030163
pileval,mlp_gate,Meta-Llama-3-8B,2,32,16,0.0007463201764039695
pileval,mlp_down,Meta-Llama-3-8B,2,32,16,0.0006268220604397357
pileval,attn_in,Meta-Llama-3-8B,2,32,17,0.0003575280716177076
pileval,mlp_gate,Meta-Llama-3-8B,2,32,17,0.0008601553272455931
pileval,mlp_down,Meta-Llama-3-8B,2,32,17,0.0007561019738204777
pileval,attn_in,Meta-Llama-3-8B,2,32,18,0.00024959855363704264
pileval,mlp_gate,Meta-Llama-3-8B,2,32,18,0.0008645458146929741
pileval,mlp_down,Meta-Llama-3-8B,2,32,18,0.0007410546531900764
pileval,attn_in,Meta-Llama-3-8B,2,32,19,0.00022847196669317782
pileval,mlp_gate,Meta-Llama-3-8B,2,32,19,0.0009180356282740831
pileval,mlp_down,Meta-Llama-3-8B,2,32,19,0.0007447722600772977
pileval,attn_in,Meta-Llama-3-8B,2,32,20,0.0002666959771886468
pileval,mlp_gate,Meta-Llama-3-8B,2,32,20,0.0010074040619656444
pileval,mlp_down,Meta-Llama-3-8B,2,32,20,0.0008127254550345242
pileval,attn_in,Meta-Llama-3-8B,2,32,21,0.00040661764796823263
pileval,mlp_gate,Meta-Llama-3-8B,2,32,21,0.0011886194115504622
pileval,mlp_down,Meta-Llama-3-8B,2,32,21,0.0009697767673060298
pileval,attn_in,Meta-Llama-3-8B,2,32,22,0.0003337997186463326
pileval,mlp_gate,Meta-Llama-3-8B,2,32,22,0.0012564881471917033
pileval,mlp_down,Meta-Llama-3-8B,2,32,22,0.0010195727227255702
pileval,attn_in,Meta-Llama-3-8B,2,32,23,0.0003232546732760966
pileval,mlp_gate,Meta-Llama-3-8B,2,32,23,0.001371703459881246
pileval,mlp_down,Meta-Llama-3-8B,2,32,23,0.001054681371897459
pileval,attn_in,Meta-Llama-3-8B,2,32,24,0.0004055215395055711
pileval,mlp_gate,Meta-Llama-3-8B,2,32,24,0.0015147391241043806
pileval,mlp_down,Meta-Llama-3-8B,2,32,24,0.001129804295487702
pileval,attn_in,Meta-Llama-3-8B,2,32,25,0.0006778085953556001
pileval,mlp_gate,Meta-Llama-3-8B,2,32,25,0.0017215549014508724
pileval,mlp_down,Meta-Llama-3-8B,2,32,25,0.0011995176319032907
pileval,attn_in,Meta-Llama-3-8B,2,32,26,0.0006378622492775321
pileval,mlp_gate,Meta-Llama-3-8B,2,32,26,0.0020107978489249945
pileval,mlp_down,Meta-Llama-3-8B,2,32,26,0.0014039995148777962
pileval,attn_in,Meta-Llama-3-8B,2,32,27,0.0010357971768826246
pileval,mlp_gate,Meta-Llama-3-8B,2,32,27,0.0024970034137368202
pileval,mlp_down,Meta-Llama-3-8B,2,32,27,0.0018365011783316731
pileval,attn_in,Meta-Llama-3-8B,2,32,28,0.0010701912688091397
pileval,mlp_gate,Meta-Llama-3-8B,2,32,28,0.0034265092108398676
pileval,mlp_down,Meta-Llama-3-8B,2,32,28,0.002511038212105632
pileval,attn_in,Meta-Llama-3-8B,2,32,29,0.0014843653189018369
pileval,mlp_gate,Meta-Llama-3-8B,2,32,29,0.004895889200270176
pileval,mlp_down,Meta-Llama-3-8B,2,32,29,0.0037339814007282257
pileval,attn_in,Meta-Llama-3-8B,2,32,30,0.003297074930742383
pileval,mlp_gate,Meta-Llama-3-8B,2,32,30,0.009073031134903431
pileval,mlp_down,Meta-Llama-3-8B,2,32,30,0.008346451446413994
pileval,attn_in,Meta-Llama-3-8B,2,32,31,0.004363096319139004
pileval,mlp_gate,Meta-Llama-3-8B,2,32,31,0.062252845615148544
pileval,mlp_down,Meta-Llama-3-8B,2,32,31,0.5371546149253845
wikitext,attn_in,Meta-Llama-3-8B,2,32,0,3.0032929316803347e-06
wikitext,mlp_gate,Meta-Llama-3-8B,2,32,0,6.639681487285998e-06
wikitext,mlp_down,Meta-Llama-3-8B,2,32,0,1.5076331692398526e-05
wikitext,attn_in,Meta-Llama-3-8B,2,32,1,6.8935996750951745e-06
wikitext,mlp_gate,Meta-Llama-3-8B,2,32,1,0.0028524661902338266
wikitext,mlp_down,Meta-Llama-3-8B,2,32,1,0.00012973842967767268
wikitext,attn_in,Meta-Llama-3-8B,2,32,2,1.0193418347625993e-05
wikitext,mlp_gate,Meta-Llama-3-8B,2,32,2,3.5793171264231205e-05
wikitext,mlp_down,Meta-Llama-3-8B,2,32,2,3.104744973825291e-05
wikitext,attn_in,Meta-Llama-3-8B,2,32,3,1.9413415429880843e-05
wikitext,mlp_gate,Meta-Llama-3-8B,2,32,3,7.936038309708238e-05
wikitext,mlp_down,Meta-Llama-3-8B,2,32,3,5.776362377218902e-05
wikitext,attn_in,Meta-Llama-3-8B,2,32,4,5.779992352472618e-05
wikitext,mlp_gate,Meta-Llama-3-8B,2,32,4,0.00013774787657894194
wikitext,mlp_down,Meta-Llama-3-8B,2,32,4,0.00010579323134152219
wikitext,attn_in,Meta-Llama-3-8B,2,32,5,6.741215474903584e-05
wikitext,mlp_gate,Meta-Llama-3-8B,2,32,5,0.00019684684230014682
wikitext,mlp_down,Meta-Llama-3-8B,2,32,5,0.00016031964332796633
wikitext,attn_in,Meta-Llama-3-8B,2,32,6,0.00011154156527481973
wikitext,mlp_gate,Meta-Llama-3-8B,2,32,6,0.0002513118670322001
wikitext,mlp_down,Meta-Llama-3-8B,2,32,6,0.00019723577133845538
wikitext,attn_in,Meta-Llama-3-8B,2,32,7,0.00017481777467764914
wikitext,mlp_gate,Meta-Llama-3-8B,2,32,7,0.00029033812461420894
wikitext,mlp_down,Meta-Llama-3-8B,2,32,7,0.0002216025022789836
wikitext,attn_in,Meta-Llama-3-8B,2,32,8,0.0001553369511384517
wikitext,mlp_gate,Meta-Llama-3-8B,2,32,8,0.0003205765679012984
wikitext,mlp_down,Meta-Llama-3-8B,2,32,8,0.00024651127750985324
wikitext,attn_in,Meta-Llama-3-8B,2,32,9,0.00021784201089758426
wikitext,mlp_gate,Meta-Llama-3-8B,2,32,9,0.0003628482227213681
wikitext,mlp_down,Meta-Llama-3-8B,2,32,9,0.0002838079526554793
wikitext,attn_in,Meta-Llama-3-8B,2,32,10,0.00021926453337073326
wikitext,mlp_gate,Meta-Llama-3-8B,2,32,10,0.0003739626263268292
wikitext,mlp_down,Meta-Llama-3-8B,2,32,10,0.0002959420089609921
wikitext,attn_in,Meta-Llama-3-8B,2,32,11,0.0002354471798753366
wikitext,mlp_gate,Meta-Llama-3-8B,2,32,11,0.000394913658965379
wikitext,mlp_down,Meta-Llama-3-8B,2,32,11,0.0003124595677945763
wikitext,attn_in,Meta-Llama-3-8B,2,32,12,0.0002446926955599338
wikitext,mlp_gate,Meta-Llama-3-8B,2,32,12,0.00044729848741553724
wikitext,mlp_down,Meta-Llama-3-8B,2,32,12,0.0003351462073624134
wikitext,attn_in,Meta-Llama-3-8B,2,32,13,0.00029988103779032826
wikitext,mlp_gate,Meta-Llama-3-8B,2,32,13,0.0005092583014629781
wikitext,mlp_down,Meta-Llama-3-8B,2,32,13,0.0003998952452093363
wikitext,attn_in,Meta-Llama-3-8B,2,32,14,0.0003569741966202855
wikitext,mlp_gate,Meta-Llama-3-8B,2,32,14,0.0006016495171934366
wikitext,mlp_down,Meta-Llama-3-8B,2,32,14,0.00045862910337746143
wikitext,attn_in,Meta-Llama-3-8B,2,32,15,0.0003984136856161058
wikitext,mlp_gate,Meta-Llama-3-8B,2,32,15,0.0007031343411654234
wikitext,mlp_down,Meta-Llama-3-8B,2,32,15,0.0005911167827434838
wikitext,attn_in,Meta-Llama-3-8B,2,32,16,0.0003687891294248402
wikitext,mlp_gate,Meta-Llama-3-8B,2,32,16,0.0007396569708362222
wikitext,mlp_down,Meta-Llama-3-8B,2,32,16,0.0006086253561079502
wikitext,attn_in,Meta-Llama-3-8B,2,32,17,0.0003141022752970457
wikitext,mlp_gate,Meta-Llama-3-8B,2,32,17,0.0008374893805012107
wikitext,mlp_down,Meta-Llama-3-8B,2,32,17,0.0007209414034150541
wikitext,attn_in,Meta-Llama-3-8B,2,32,18,0.0002329210692550987
wikitext,mlp_gate,Meta-Llama-3-8B,2,32,18,0.0008387924754060805
wikitext,mlp_down,Meta-Llama-3-8B,2,32,18,0.0007096341578289866
wikitext,attn_in,Meta-Llama-3-8B,2,32,19,0.00018820236437022686
wikitext,mlp_gate,Meta-Llama-3-8B,2,32,19,0.0008740336052142084
wikitext,mlp_down,Meta-Llama-3-8B,2,32,19,0.0007074732566252351
wikitext,attn_in,Meta-Llama-3-8B,2,32,20,0.00023064135166350752
wikitext,mlp_gate,Meta-Llama-3-8B,2,32,20,0.0009687312413007021
wikitext,mlp_down,Meta-Llama-3-8B,2,32,20,0.0007968537975102663
wikitext,attn_in,Meta-Llama-3-8B,2,32,21,0.00036600991734303534
wikitext,mlp_gate,Meta-Llama-3-8B,2,32,21,0.0011420416412875056
wikitext,mlp_down,Meta-Llama-3-8B,2,32,21,0.0009349576430395246
wikitext,attn_in,Meta-Llama-3-8B,2,32,22,0.0002928813046310097
wikitext,mlp_gate,Meta-Llama-3-8B,2,32,22,0.001219076570123434
wikitext,mlp_down,Meta-Llama-3-8B,2,32,22,0.0010057146428152919
wikitext,attn_in,Meta-Llama-3-8B,2,32,23,0.000309196999296546
wikitext,mlp_gate,Meta-Llama-3-8B,2,32,23,0.0013378694420680404
wikitext,mlp_down,Meta-Llama-3-8B,2,32,23,0.0010237906826660037
wikitext,attn_in,Meta-Llama-3-8B,2,32,24,0.0004012533463537693
wikitext,mlp_gate,Meta-Llama-3-8B,2,32,24,0.0014909610617905855
wikitext,mlp_down,Meta-Llama-3-8B,2,32,24,0.0010728957131505013
wikitext,attn_in,Meta-Llama-3-8B,2,32,25,0.0006343674613162875
wikitext,mlp_gate,Meta-Llama-3-8B,2,32,25,0.0016852557891979814
wikitext,mlp_down,Meta-Llama-3-8B,2,32,25,0.0011381006333976984
wikitext,attn_in,Meta-Llama-3-8B,2,32,26,0.0006667975103482604
wikitext,mlp_gate,Meta-Llama-3-8B,2,32,26,0.0019310525385662913
wikitext,mlp_down,Meta-Llama-3-8B,2,32,26,0.0013070836430415511
wikitext,attn_in,Meta-Llama-3-8B,2,32,27,0.0010685364250093699
wikitext,mlp_gate,Meta-Llama-3-8B,2,32,27,0.0024387999437749386
wikitext,mlp_down,Meta-Llama-3-8B,2,32,27,0.0016444842331111431
wikitext,attn_in,Meta-Llama-3-8B,2,32,28,0.00116253225132823
wikitext,mlp_gate,Meta-Llama-3-8B,2,32,28,0.0033365485724061728
wikitext,mlp_down,Meta-Llama-3-8B,2,32,28,0.0023153647780418396
wikitext,attn_in,Meta-Llama-3-8B,2,32,29,0.0018145553767681122
wikitext,mlp_gate,Meta-Llama-3-8B,2,32,29,0.0046937121078372
wikitext,mlp_down,Meta-Llama-3-8B,2,32,29,0.0035238657146692276
wikitext,attn_in,Meta-Llama-3-8B,2,32,30,0.003982714377343655
wikitext,mlp_gate,Meta-Llama-3-8B,2,32,30,0.008648212067782879
wikitext,mlp_down,Meta-Llama-3-8B,2,32,30,0.009608026593923569
wikitext,attn_in,Meta-Llama-3-8B,2,32,31,0.0055450694635510445
wikitext,mlp_gate,Meta-Llama-3-8B,2,32,31,0.1324760615825653
wikitext,mlp_down,Meta-Llama-3-8B,2,32,31,1.8051328659057617
c4,attn_in,Meta-Llama-3-8B,2,64,0,4.776473360834643e-06
c4,mlp_gate,Meta-Llama-3-8B,2,64,0,9.294426490669139e-06
c4,mlp_down,Meta-Llama-3-8B,2,64,0,1.596381116542034e-05
c4,attn_in,Meta-Llama-3-8B,2,64,1,4.070468639838509e-05
c4,mlp_gate,Meta-Llama-3-8B,2,64,1,0.0019900547340512276
c4,mlp_down,Meta-Llama-3-8B,2,64,1,0.00013633865455631167
c4,attn_in,Meta-Llama-3-8B,2,64,2,4.5570188376586884e-05
c4,mlp_gate,Meta-Llama-3-8B,2,64,2,5.073423380963504e-05
c4,mlp_down,Meta-Llama-3-8B,2,64,2,4.4781983888242394e-05
c4,attn_in,Meta-Llama-3-8B,2,64,3,6.829700578236952e-05
c4,mlp_gate,Meta-Llama-3-8B,2,64,3,0.00011087288294220343
c4,mlp_down,Meta-Llama-3-8B,2,64,3,8.468861051369458e-05
c4,attn_in,Meta-Llama-3-8B,2,64,4,0.00010151660535484552
c4,mlp_gate,Meta-Llama-3-8B,2,64,4,0.0001953551545739174
c4,mlp_down,Meta-Llama-3-8B,2,64,4,0.00015281072410289198
c4,attn_in,Meta-Llama-3-8B,2,64,5,0.0001069888094207272
c4,mlp_gate,Meta-Llama-3-8B,2,64,5,0.0002780622453428805
c4,mlp_down,Meta-Llama-3-8B,2,64,5,0.00022351524967234582
c4,attn_in,Meta-Llama-3-8B,2,64,6,0.00015384082507807761
c4,mlp_gate,Meta-Llama-3-8B,2,64,6,0.0003544327337294817
c4,mlp_down,Meta-Llama-3-8B,2,64,6,0.0002797567576635629
c4,attn_in,Meta-Llama-3-8B,2,64,7,0.0002985786704812199
c4,mlp_gate,Meta-Llama-3-8B,2,64,7,0.00041436872561462224
c4,mlp_down,Meta-Llama-3-8B,2,64,7,0.00031081028282642365
c4,attn_in,Meta-Llama-3-8B,2,64,8,0.00024770459276624024
c4,mlp_gate,Meta-Llama-3-8B,2,64,8,0.0004527218407019973
c4,mlp_down,Meta-Llama-3-8B,2,64,8,0.00034025285276584327
c4,attn_in,Meta-Llama-3-8B,2,64,9,0.00031334697268903255
c4,mlp_gate,Meta-Llama-3-8B,2,64,9,0.0005152065423317254
c4,mlp_down,Meta-Llama-3-8B,2,64,9,0.00039588651270605624
c4,attn_in,Meta-Llama-3-8B,2,64,10,0.0003192280710209161
c4,mlp_gate,Meta-Llama-3-8B,2,64,10,0.000521934125572443
c4,mlp_down,Meta-Llama-3-8B,2,64,10,0.000405940692871809
c4,attn_in,Meta-Llama-3-8B,2,64,11,0.00032942453981377184
c4,mlp_gate,Meta-Llama-3-8B,2,64,11,0.000555346196051687
c4,mlp_down,Meta-Llama-3-8B,2,64,11,0.00042138551361858845
c4,attn_in,Meta-Llama-3-8B,2,64,12,0.0004311508673708886
c4,mlp_gate,Meta-Llama-3-8B,2,64,12,0.000634911993984133
c4,mlp_down,Meta-Llama-3-8B,2,64,12,0.0004620735126081854
c4,attn_in,Meta-Llama-3-8B,2,64,13,0.0004945505643263459
c4,mlp_gate,Meta-Llama-3-8B,2,64,13,0.0007355377310886979
c4,mlp_down,Meta-Llama-3-8B,2,64,13,0.0005699294852092862
c4,attn_in,Meta-Llama-3-8B,2,64,14,0.0005592445959337056
c4,mlp_gate,Meta-Llama-3-8B,2,64,14,0.0008681603940203786
c4,mlp_down,Meta-Llama-3-8B,2,64,14,0.0006488797371275723
c4,attn_in,Meta-Llama-3-8B,2,64,15,0.0005430353339761496
c4,mlp_gate,Meta-Llama-3-8B,2,64,15,0.0010229534236714244
c4,mlp_down,Meta-Llama-3-8B,2,64,15,0.0008494607172906399
c4,attn_in,Meta-Llama-3-8B,2,64,16,0.0005490999901667237
c4,mlp_gate,Meta-Llama-3-8B,2,64,16,0.0010721624130383134
c4,mlp_down,Meta-Llama-3-8B,2,64,16,0.0008855586056597531
c4,attn_in,Meta-Llama-3-8B,2,64,17,0.0005252946284599602
c4,mlp_gate,Meta-Llama-3-8B,2,64,17,0.0012389038456603885
c4,mlp_down,Meta-Llama-3-8B,2,64,17,0.0010521461954340339
c4,attn_in,Meta-Llama-3-8B,2,64,18,0.0003463841276243329
c4,mlp_gate,Meta-Llama-3-8B,2,64,18,0.0012395542580634356
c4,mlp_down,Meta-Llama-3-8B,2,64,18,0.0010290417121723294
c4,attn_in,Meta-Llama-3-8B,2,64,19,0.0002784704265650362
c4,mlp_gate,Meta-Llama-3-8B,2,64,19,0.0013023115461692214
c4,mlp_down,Meta-Llama-3-8B,2,64,19,0.0010587393771857023
c4,attn_in,Meta-Llama-3-8B,2,64,20,0.00038421028875745833
c4,mlp_gate,Meta-Llama-3-8B,2,64,20,0.0014253896661102772
c4,mlp_down,Meta-Llama-3-8B,2,64,20,0.0011579986894503236
c4,attn_in,Meta-Llama-3-8B,2,64,21,0.0006084004999138415
c4,mlp_gate,Meta-Llama-3-8B,2,64,21,0.001688608550466597
c4,mlp_down,Meta-Llama-3-8B,2,64,21,0.001387477503158152
c4,attn_in,Meta-Llama-3-8B,2,64,22,0.0004732810193672776
c4,mlp_gate,Meta-Llama-3-8B,2,64,22,0.001778707024641335
c4,mlp_down,Meta-Llama-3-8B,2,64,22,0.0014688930241391063
c4,attn_in,Meta-Llama-3-8B,2,64,23,0.0005984193994663656
c4,mlp_gate,Meta-Llama-3-8B,2,64,23,0.001937397988513112
c4,mlp_down,Meta-Llama-3-8B,2,64,23,0.001525506260804832
c4,attn_in,Meta-Llama-3-8B,2,64,24,0.000694550049956888
c4,mlp_gate,Meta-Llama-3-8B,2,64,24,0.002125377068296075
c4,mlp_down,Meta-Llama-3-8B,2,64,24,0.001602480304427445
c4,attn_in,Meta-Llama-3-8B,2,64,25,0.0010243004653602839
c4,mlp_gate,Meta-Llama-3-8B,2,64,25,0.0024126763455569744
c4,mlp_down,Meta-Llama-3-8B,2,64,25,0.0016850713873282075
c4,attn_in,Meta-Llama-3-8B,2,64,26,0.0009222634835168719
c4,mlp_gate,Meta-Llama-3-8B,2,64,26,0.002804884687066078
c4,mlp_down,Meta-Llama-3-8B,2,64,26,0.0018912957748398185
c4,attn_in,Meta-Llama-3-8B,2,64,27,0.0016559064388275146
c4,mlp_gate,Meta-Llama-3-8B,2,64,27,0.0034717232920229435
c4,mlp_down,Meta-Llama-3-8B,2,64,27,0.0024424055591225624
c4,attn_in,Meta-Llama-3-8B,2,64,28,0.001562325400300324
c4,mlp_gate,Meta-Llama-3-8B,2,64,28,0.0047648209147155285
c4,mlp_down,Meta-Llama-3-8B,2,64,28,0.0033049110788851976
c4,attn_in,Meta-Llama-3-8B,2,64,29,0.0020173804368823767
c4,mlp_gate,Meta-Llama-3-8B,2,64,29,0.0067178038880229
c4,mlp_down,Meta-Llama-3-8B,2,64,29,0.0050782710313797
c4,attn_in,Meta-Llama-3-8B,2,64,30,0.004410238936543465
c4,mlp_gate,Meta-Llama-3-8B,2,64,30,0.012464604340493679
c4,mlp_down,Meta-Llama-3-8B,2,64,30,0.011621943674981594
c4,attn_in,Meta-Llama-3-8B,2,64,31,0.00622572610154748
c4,mlp_gate,Meta-Llama-3-8B,2,64,31,0.05712185055017471
c4,mlp_down,Meta-Llama-3-8B,2,64,31,0.9489443302154541
pileval,attn_in,Meta-Llama-3-8B,2,64,0,4.8869187594391406e-06
pileval,mlp_gate,Meta-Llama-3-8B,2,64,0,1.0297422704752535e-05
pileval,mlp_down,Meta-Llama-3-8B,2,64,0,1.6668276657583192e-05
pileval,attn_in,Meta-Llama-3-8B,2,64,1,4.1129675082629547e-05
pileval,mlp_gate,Meta-Llama-3-8B,2,64,1,0.0018829902401193976
pileval,mlp_down,Meta-Llama-3-8B,2,64,1,0.00013618568482343107
pileval,attn_in,Meta-Llama-3-8B,2,64,2,5.18955203006044e-05
pileval,mlp_gate,Meta-Llama-3-8B,2,64,2,5.1846309361280873e-05
pileval,mlp_down,Meta-Llama-3-8B,2,64,2,4.51673440693412e-05
pileval,attn_in,Meta-Llama-3-8B,2,64,3,6.992340058786795e-05
pileval,mlp_gate,Meta-Llama-3-8B,2,64,3,0.00011542046559043229
pileval,mlp_down,Meta-Llama-3-8B,2,64,3,8.873632032191381e-05
pileval,attn_in,Meta-Llama-3-8B,2,64,4,0.00010343739268137142
pileval,mlp_gate,Meta-Llama-3-8B,2,64,4,0.0001968217984540388
pileval,mlp_down,Meta-Llama-3-8B,2,64,4,0.0001520312507636845
pileval,attn_in,Meta-Llama-3-8B,2,64,5,0.00010796416609082371
pileval,mlp_gate,Meta-Llama-3-8B,2,64,5,0.0002803202369250357
pileval,mlp_down,Meta-Llama-3-8B,2,64,5,0.0002237277658423409
pileval,attn_in,Meta-Llama-3-8B,2,64,6,0.00015425258607137948
pileval,mlp_gate,Meta-Llama-3-8B,2,64,6,0.0003552726120688021
pileval,mlp_down,Meta-Llama-3-8B,2,64,6,0.0002797167398966849
pileval,attn_in,Meta-Llama-3-8B,2,64,7,0.0003058662114199251
pileval,mlp_gate,Meta-Llama-3-8B,2,64,7,0.00041156256338581443
pileval,mlp_down,Meta-Llama-3-8B,2,64,7,0.0003074674168601632
pileval,attn_in,Meta-Llama-3-8B,2,64,8,0.00025576140615157783
pileval,mlp_gate,Meta-Llama-3-8B,2,64,8,0.00044773195986635983
pileval,mlp_down,Meta-Llama-3-8B,2,64,8,0.00033611684921197593
pileval,attn_in,Meta-Llama-3-8B,2,64,9,0.0003181826323270798
pileval,mlp_gate,Meta-Llama-3-8B,2,64,9,0.0005059560644440353
pileval,mlp_down,Meta-Llama-3-8B,2,64,9,0.000388345739338547
pileval,attn_in,Meta-Llama-3-8B,2,64,10,0.00033181457547470927
pileval,mlp_gate,Meta-Llama-3-8B,2,64,10,0.0005161850131116807
pileval,mlp_down,Meta-Llama-3-8B,2,64,10,0.00040484784403815866
pileval,attn_in,Meta-Llama-3-8B,2,64,11,0.00033625520882196724
pileval,mlp_gate,Meta-Llama-3-8B,2,64,11,0.0005499585531651974
pileval,mlp_down,Meta-Llama-3-8B,2,64,11,0.00042054642108269036
pileval,attn_in,Meta-Llama-3-8B,2,64,12,0.00043763918802142143
pileval,mlp_gate,Meta-Llama-3-8B,2,64,12,0.0006265519186854362
pileval,mlp_down,Meta-Llama-3-8B,2,64,12,0.0004592005570884794
pileval,attn_in,Meta-Llama-3-8B,2,64,13,0.0004959578509442508
pileval,mlp_gate,Meta-Llama-3-8B,2,64,13,0.0007199959363788366
pileval,mlp_down,Meta-Llama-3-8B,2,64,13,0.0005630553932860494
pileval,attn_in,Meta-Llama-3-8B,2,64,14,0.0005985847092233598
pileval,mlp_gate,Meta-Llama-3-8B,2,64,14,0.0008513240609318018
pileval,mlp_down,Meta-Llama-3-8B,2,64,14,0.0006352504133246839
pileval,attn_in,Meta-Llama-3-8B,2,64,15,0.0005418554064817727
pileval,mlp_gate,Meta-Llama-3-8B,2,64,15,0.000984056037850678
pileval,mlp_down,Meta-Llama-3-8B,2,64,15,0.0008134155068546534
pileval,attn_in,Meta-Llama-3-8B,2,64,16,0.000587521237321198
pileval,mlp_gate,Meta-Llama-3-8B,2,64,16,0.001038919435814023
pileval,mlp_down,Meta-Llama-3-8B,2,64,16,0.000857689359690994
pileval,attn_in,Meta-Llama-3-8B,2,64,17,0.0005304507212713361
pileval,mlp_gate,Meta-Llama-3-8B,2,64,17,0.0011993360240012407
pileval,mlp_down,Meta-Llama-3-8B,2,64,17,0.0010371343232691288
pileval,attn_in,Meta-Llama-3-8B,2,64,18,0.0003559881297405809
pileval,mlp_gate,Meta-Llama-3-8B,2,64,18,0.001204162836074829
pileval,mlp_down,Meta-Llama-3-8B,2,64,18,0.0010126855922862887
pileval,attn_in,Meta-Llama-3-8B,2,64,19,0.0003088194935116917
pileval,mlp_gate,Meta-Llama-3-8B,2,64,19,0.001273706671781838
pileval,mlp_down,Meta-Llama-3-8B,2,64,19,0.0010186891304329038
pileval,attn_in,Meta-Llama-3-8B,2,64,20,0.0004030813870485872
pileval,mlp_gate,Meta-Llama-3-8B,2,64,20,0.0014027078868821263
pileval,mlp_down,Meta-Llama-3-8B,2,64,20,0.0011116433888673782
pileval,attn_in,Meta-Llama-3-8B,2,64,21,0.0005855637136846781
pileval,mlp_gate,Meta-Llama-3-8B,2,64,21,0.0016567553393542767
pileval,mlp_down,Meta-Llama-3-8B,2,64,21,0.0013298714766278863
pileval,attn_in,Meta-Llama-3-8B,2,64,22,0.00048705830704420805
pileval,mlp_gate,Meta-Llama-3-8B,2,64,22,0.001745701185427606
pileval,mlp_down,Meta-Llama-3-8B,2,64,22,0.0013929959386587143
pileval,attn_in,Meta-Llama-3-8B,2,64,23,0.0005432351026684046
pileval,mlp_gate,Meta-Llama-3-8B,2,64,23,0.0019150052685290575
pileval,mlp_down,Meta-Llama-3-8B,2,64,23,0.001442970591597259
pileval,attn_in,Meta-Llama-3-8B,2,64,24,0.0007466968381777406
pileval,mlp_gate,Meta-Llama-3-8B,2,64,24,0.0021082658786326647
pileval,mlp_down,Meta-Llama-3-8B,2,64,24,0.0015378803946077824
pileval,attn_in,Meta-Llama-3-8B,2,64,25,0.0011049003805965185
pileval,mlp_gate,Meta-Llama-3-8B,2,64,25,0.0024161136243492365
pileval,mlp_down,Meta-Llama-3-8B,2,64,25,0.0016355039551854134
pileval,attn_in,Meta-Llama-3-8B,2,64,26,0.0009771116310730577
pileval,mlp_gate,Meta-Llama-3-8B,2,64,26,0.002817313652485609
pileval,mlp_down,Meta-Llama-3-8B,2,64,26,0.0019119841745123267
pileval,attn_in,Meta-Llama-3-8B,2,64,27,0.001736709731630981
pileval,mlp_gate,Meta-Llama-3-8B,2,64,27,0.0035270447842776775
pileval,mlp_down,Meta-Llama-3-8B,2,64,27,0.0025201011449098587
pileval,attn_in,Meta-Llama-3-8B,2,64,28,0.0015464103780686855
pileval,mlp_gate,Meta-Llama-3-8B,2,64,28,0.004857623018324375
pileval,mlp_down,Meta-Llama-3-8B,2,64,28,0.0034328780602663755
pileval,attn_in,Meta-Llama-3-8B,2,64,29,0.0022220874670892954
pileval,mlp_gate,Meta-Llama-3-8B,2,64,29,0.006918890401721001
pileval,mlp_down,Meta-Llama-3-8B,2,64,29,0.005192144308239222
pileval,attn_in,Meta-Llama-3-8B,2,64,30,0.004694152623414993
pileval,mlp_gate,Meta-Llama-3-8B,2,64,30,0.012690339237451553
pileval,mlp_down,Meta-Llama-3-8B,2,64,30,0.0117871705442667
pileval,attn_in,Meta-Llama-3-8B,2,64,31,0.0062276022508740425
pileval,mlp_gate,Meta-Llama-3-8B,2,64,31,0.05568603053689003
pileval,mlp_down,Meta-Llama-3-8B,2,64,31,0.78481525182724
wikitext,attn_in,Meta-Llama-3-8B,2,64,0,4.577313120535109e-06
wikitext,mlp_gate,Meta-Llama-3-8B,2,64,0,9.059676813194528e-06
wikitext,mlp_down,Meta-Llama-3-8B,2,64,0,2.29181423492264e-05
wikitext,attn_in,Meta-Llama-3-8B,2,64,1,2.731348286033608e-05
wikitext,mlp_gate,Meta-Llama-3-8B,2,64,1,0.0028638942167162895
wikitext,mlp_down,Meta-Llama-3-8B,2,64,1,0.0001694795209914446
wikitext,attn_in,Meta-Llama-3-8B,2,64,2,3.106394433416426e-05
wikitext,mlp_gate,Meta-Llama-3-8B,2,64,2,4.988302680430934e-05
wikitext,mlp_down,Meta-Llama-3-8B,2,64,2,4.271153738955036e-05
wikitext,attn_in,Meta-Llama-3-8B,2,64,3,4.720325523521751e-05
wikitext,mlp_gate,Meta-Llama-3-8B,2,64,3,0.00011076251394115388
wikitext,mlp_down,Meta-Llama-3-8B,2,64,3,7.9556462878827e-05
wikitext,attn_in,Meta-Llama-3-8B,2,64,4,8.167319174390286e-05
wikitext,mlp_gate,Meta-Llama-3-8B,2,64,4,0.00019214293570257723
wikitext,mlp_down,Meta-Llama-3-8B,2,64,4,0.00014534423826262355
wikitext,attn_in,Meta-Llama-3-8B,2,64,5,9.1149726358708e-05
wikitext,mlp_gate,Meta-Llama-3-8B,2,64,5,0.0002731432323344052
wikitext,mlp_down,Meta-Llama-3-8B,2,64,5,0.00022082097711972892
wikitext,attn_in,Meta-Llama-3-8B,2,64,6,0.00014830251166131347
wikitext,mlp_gate,Meta-Llama-3-8B,2,64,6,0.0003489486698526889
wikitext,mlp_down,Meta-Llama-3-8B,2,64,6,0.0002757749753072858
wikitext,attn_in,Meta-Llama-3-8B,2,64,7,0.00027859557303600013
wikitext,mlp_gate,Meta-Llama-3-8B,2,64,7,0.0004058844642713666
wikitext,mlp_down,Meta-Llama-3-8B,2,64,7,0.00030349724693223834
wikitext,attn_in,Meta-Llama-3-8B,2,64,8,0.00021931096853222698
wikitext,mlp_gate,Meta-Llama-3-8B,2,64,8,0.0004453418659977615
wikitext,mlp_down,Meta-Llama-3-8B,2,64,8,0.00033851113403216004
wikitext,attn_in,Meta-Llama-3-8B,2,64,9,0.00030155378044582903
wikitext,mlp_gate,Meta-Llama-3-8B,2,64,9,0.0005060239927843213
wikitext,mlp_down,Meta-Llama-3-8B,2,64,9,0.00039094508974812925
wikitext,attn_in,Meta-Llama-3-8B,2,64,10,0.00029489019652828574
wikitext,mlp_gate,Meta-Llama-3-8B,2,64,10,0.000518800166901201
wikitext,mlp_down,Meta-Llama-3-8B,2,64,10,0.0004081764491274953
wikitext,attn_in,Meta-Llama-3-8B,2,64,11,0.00030812894692644477
wikitext,mlp_gate,Meta-Llama-3-8B,2,64,11,0.0005517217796295881
wikitext,mlp_down,Meta-Llama-3-8B,2,64,11,0.00042942370055243373
wikitext,attn_in,Meta-Llama-3-8B,2,64,12,0.00041851180139929056
wikitext,mlp_gate,Meta-Llama-3-8B,2,64,12,0.0006294940831139684
wikitext,mlp_down,Meta-Llama-3-8B,2,64,12,0.00046087123337201774
wikitext,attn_in,Meta-Llama-3-8B,2,64,13,0.0004398055316414684
wikitext,mlp_gate,Meta-Llama-3-8B,2,64,13,0.0007145279087126255
wikitext,mlp_down,Meta-Llama-3-8B,2,64,13,0.0005505786975845695
wikitext,attn_in,Meta-Llama-3-8B,2,64,14,0.0005655196728184819
wikitext,mlp_gate,Meta-Llama-3-8B,2,64,14,0.0008400389924645424
wikitext,mlp_down,Meta-Llama-3-8B,2,64,14,0.0006277343491092324
wikitext,attn_in,Meta-Llama-3-8B,2,64,15,0.000496722524985671
wikitext,mlp_gate,Meta-Llama-3-8B,2,64,15,0.0009753110352903605
wikitext,mlp_down,Meta-Llama-3-8B,2,64,15,0.0008111068746075034
wikitext,attn_in,Meta-Llama-3-8B,2,64,16,0.0005157309351488948
wikitext,mlp_gate,Meta-Llama-3-8B,2,64,16,0.001029685023240745
wikitext,mlp_down,Meta-Llama-3-8B,2,64,16,0.0008318217005580664
wikitext,attn_in,Meta-Llama-3-8B,2,64,17,0.00046679560909979045
wikitext,mlp_gate,Meta-Llama-3-8B,2,64,17,0.0011645187623798847
wikitext,mlp_down,Meta-Llama-3-8B,2,64,17,0.0009877432603389025
wikitext,attn_in,Meta-Llama-3-8B,2,64,18,0.00032308988738805056
wikitext,mlp_gate,Meta-Llama-3-8B,2,64,18,0.0011651492677628994
wikitext,mlp_down,Meta-Llama-3-8B,2,64,18,0.0009656312176957726
wikitext,attn_in,Meta-Llama-3-8B,2,64,19,0.0002540844725444913
wikitext,mlp_gate,Meta-Llama-3-8B,2,64,19,0.0012159822508692741
wikitext,mlp_down,Meta-Llama-3-8B,2,64,19,0.0009670801809988916
wikitext,attn_in,Meta-Llama-3-8B,2,64,20,0.0003381599672138691
wikitext,mlp_gate,Meta-Llama-3-8B,2,64,20,0.001351571991108358
wikitext,mlp_down,Meta-Llama-3-8B,2,64,20,0.0010884393705055118
wikitext,attn_in,Meta-Llama-3-8B,2,64,21,0.0005460007814690471
wikitext,mlp_gate,Meta-Llama-3-8B,2,64,21,0.0015935406554490328
wikitext,mlp_down,Meta-Llama-3-8B,2,64,21,0.0012802182463929057
wikitext,attn_in,Meta-Llama-3-8B,2,64,22,0.00043145244126208127
wikitext,mlp_gate,Meta-Llama-3-8B,2,64,22,0.001698087202385068
wikitext,mlp_down,Meta-Llama-3-8B,2,64,22,0.0013752080267295241
wikitext,attn_in,Meta-Llama-3-8B,2,64,23,0.0005402127280831337
wikitext,mlp_gate,Meta-Llama-3-8B,2,64,23,0.0018646258395165205
wikitext,mlp_down,Meta-Llama-3-8B,2,64,23,0.001398518681526184
wikitext,attn_in,Meta-Llama-3-8B,2,64,24,0.0007286500185728073
wikitext,mlp_gate,Meta-Llama-3-8B,2,64,24,0.002081173937767744
wikitext,mlp_down,Meta-Llama-3-8B,2,64,24,0.0014571213396266103
wikitext,attn_in,Meta-Llama-3-8B,2,64,25,0.0010166240390390158
wikitext,mlp_gate,Meta-Llama-3-8B,2,64,25,0.002359384438022971
wikitext,mlp_down,Meta-Llama-3-8B,2,64,25,0.0015576683217659593
wikitext,attn_in,Meta-Llama-3-8B,2,64,26,0.0009867590852081776
wikitext,mlp_gate,Meta-Llama-3-8B,2,64,26,0.002710741013288498
wikitext,mlp_down,Meta-Llama-3-8B,2,64,26,0.0017777325119823217
wikitext,attn_in,Meta-Llama-3-8B,2,64,27,0.0018680304056033492
wikitext,mlp_gate,Meta-Llama-3-8B,2,64,27,0.0034432231914252043
wikitext,mlp_down,Meta-Llama-3-8B,2,64,27,0.0022590395528823137
wikitext,attn_in,Meta-Llama-3-8B,2,64,28,0.001713269972242415
wikitext,mlp_gate,Meta-Llama-3-8B,2,64,28,0.004763300530612469
wikitext,mlp_down,Meta-Llama-3-8B,2,64,28,0.0031655000057071447
wikitext,attn_in,Meta-Llama-3-8B,2,64,29,0.0026613811496645212
wikitext,mlp_gate,Meta-Llama-3-8B,2,64,29,0.006657755002379417
wikitext,mlp_down,Meta-Llama-3-8B,2,64,29,0.0048823789693415165
wikitext,attn_in,Meta-Llama-3-8B,2,64,30,0.006286222953349352
wikitext,mlp_gate,Meta-Llama-3-8B,2,64,30,0.011630145832896233
wikitext,mlp_down,Meta-Llama-3-8B,2,64,30,0.013534089550375938
wikitext,attn_in,Meta-Llama-3-8B,2,64,31,0.008196022361516953
wikitext,mlp_gate,Meta-Llama-3-8B,2,64,31,0.05897333472967148
wikitext,mlp_down,Meta-Llama-3-8B,2,64,31,2.6212759017944336