dataset,part,model,nbits,group_size,layer,sensitivity
c4,attn_in,Llama-2-7b-chat-hf,3,128,0,2.522855766073917e-06
c4,attn_out,Llama-2-7b-chat-hf,3,128,0,2.867207513190806e-06
c4,mlp_gate,Llama-2-7b-chat-hf,3,128,0,6.711895821354119e-07
c4,mlp_down,Llama-2-7b-chat-hf,3,128,0,6.7198329816164915e-06
c4,attn_in,Llama-2-7b-chat-hf,3,128,1,7.727867341600358e-06
c4,attn_out,Llama-2-7b-chat-hf,3,128,1,1.0625341019476764e-05
c4,mlp_gate,Llama-2-7b-chat-hf,3,128,1,0.00014886358985677361
c4,mlp_down,Llama-2-7b-chat-hf,3,128,1,0.02867015078663826
c4,attn_in,Llama-2-7b-chat-hf,3,128,2,1.8639648260432296e-05
c4,attn_out,Llama-2-7b-chat-hf,3,128,2,1.0641711014613975e-05
c4,mlp_gate,Llama-2-7b-chat-hf,3,128,2,2.1038989871158265e-05
c4,mlp_down,Llama-2-7b-chat-hf,3,128,2,2.644555024744477e-05
c4,attn_in,Llama-2-7b-chat-hf,3,128,3,3.686738637043163e-05
c4,attn_out,Llama-2-7b-chat-hf,3,128,3,1.668496770435013e-05
c4,mlp_gate,Llama-2-7b-chat-hf,3,128,3,5.182471431908198e-05
c4,mlp_down,Llama-2-7b-chat-hf,3,128,3,4.7185327275656164e-05
c4,attn_in,Llama-2-7b-chat-hf,3,128,4,7.11778411641717e-05
c4,attn_out,Llama-2-7b-chat-hf,3,128,4,3.0251727366703562e-05
c4,mlp_gate,Llama-2-7b-chat-hf,3,128,4,0.00010139225196326151
c4,mlp_down,Llama-2-7b-chat-hf,3,128,4,0.00013707666948903352
c4,attn_in,Llama-2-7b-chat-hf,3,128,5,0.00012531089305412024
c4,attn_out,Llama-2-7b-chat-hf,3,128,5,5.6671120546525344e-05
c4,mlp_gate,Llama-2-7b-chat-hf,3,128,5,0.00016190587484743446
c4,mlp_down,Llama-2-7b-chat-hf,3,128,5,0.0001297040143981576
c4,attn_in,Llama-2-7b-chat-hf,3,128,6,0.00015578929742332548
c4,attn_out,Llama-2-7b-chat-hf,3,128,6,7.091773295542225e-05
c4,mlp_gate,Llama-2-7b-chat-hf,3,128,6,0.0002431217289995402
c4,mlp_down,Llama-2-7b-chat-hf,3,128,6,0.0001950913283508271
c4,attn_in,Llama-2-7b-chat-hf,3,128,7,0.00022163396351970732
c4,attn_out,Llama-2-7b-chat-hf,3,128,7,9.501798922428861e-05
c4,mlp_gate,Llama-2-7b-chat-hf,3,128,7,0.00033468997571617365
c4,mlp_down,Llama-2-7b-chat-hf,3,128,7,0.00025662154075689614
c4,attn_in,Llama-2-7b-chat-hf,3,128,8,0.0003524872590787709
c4,attn_out,Llama-2-7b-chat-hf,3,128,8,0.00013619867968373
c4,mlp_gate,Llama-2-7b-chat-hf,3,128,8,0.0004109160217922181
c4,mlp_down,Llama-2-7b-chat-hf,3,128,8,0.0003121227491647005
c4,attn_in,Llama-2-7b-chat-hf,3,128,9,0.0004606967850122601
c4,attn_out,Llama-2-7b-chat-hf,3,128,9,0.000201065355213359
c4,mlp_gate,Llama-2-7b-chat-hf,3,128,9,0.0004868144460488111
c4,mlp_down,Llama-2-7b-chat-hf,3,128,9,0.00036517358967103064
c4,attn_in,Llama-2-7b-chat-hf,3,128,10,0.000514721148647368
c4,attn_out,Llama-2-7b-chat-hf,3,128,10,0.00027098829741589725
c4,mlp_gate,Llama-2-7b-chat-hf,3,128,10,0.0005740007618442178
c4,mlp_down,Llama-2-7b-chat-hf,3,128,10,0.000419186515500769
c4,attn_in,Llama-2-7b-chat-hf,3,128,11,0.0005523672443814576
c4,attn_out,Llama-2-7b-chat-hf,3,128,11,0.00025968789122998714
c4,mlp_gate,Llama-2-7b-chat-hf,3,128,11,0.0006338319508358836
c4,mlp_down,Llama-2-7b-chat-hf,3,128,11,0.0004666822496801615
c4,attn_in,Llama-2-7b-chat-hf,3,128,12,0.0006580037879757583
c4,attn_out,Llama-2-7b-chat-hf,3,128,12,0.0002793016319628805
c4,mlp_gate,Llama-2-7b-chat-hf,3,128,12,0.0007119496585801244
c4,mlp_down,Llama-2-7b-chat-hf,3,128,12,0.0005277449963614345
c4,attn_in,Llama-2-7b-chat-hf,3,128,13,0.0006758268573321402
c4,attn_out,Llama-2-7b-chat-hf,3,128,13,0.00034173205494880676
c4,mlp_gate,Llama-2-7b-chat-hf,3,128,13,0.0008440922247245908
c4,mlp_down,Llama-2-7b-chat-hf,3,128,13,0.0006418640841729939
c4,attn_in,Llama-2-7b-chat-hf,3,128,14,0.0007209479226730764
c4,attn_out,Llama-2-7b-chat-hf,3,128,14,0.00037194008473306894
c4,mlp_gate,Llama-2-7b-chat-hf,3,128,14,0.0009572911658324301
c4,mlp_down,Llama-2-7b-chat-hf,3,128,14,0.0007530574803240597
c4,attn_in,Llama-2-7b-chat-hf,3,128,15,0.0008899829117581248
c4,attn_out,Llama-2-7b-chat-hf,3,128,15,0.00041348839295096695
c4,mlp_gate,Llama-2-7b-chat-hf,3,128,15,0.0011803590459749103
c4,mlp_down,Llama-2-7b-chat-hf,3,128,15,0.0009352138149552047
c4,attn_in,Llama-2-7b-chat-hf,3,128,16,0.0009267829009331763
c4,attn_out,Llama-2-7b-chat-hf,3,128,16,0.0005576697294600308
c4,mlp_gate,Llama-2-7b-chat-hf,3,128,16,0.0014785915846005082
c4,mlp_down,Llama-2-7b-chat-hf,3,128,16,0.0013543161330744624
c4,attn_in,Llama-2-7b-chat-hf,3,128,17,0.0006974308053031564
c4,attn_out,Llama-2-7b-chat-hf,3,128,17,0.0003745197900570929
c4,mlp_gate,Llama-2-7b-chat-hf,3,128,17,0.0016449118265882134
c4,mlp_down,Llama-2-7b-chat-hf,3,128,17,0.001371120917610824
c4,attn_in,Llama-2-7b-chat-hf,3,128,18,0.0008034544298425317
c4,attn_out,Llama-2-7b-chat-hf,3,128,18,0.0003869619977194816
c4,mlp_gate,Llama-2-7b-chat-hf,3,128,18,0.0019401309546083212
c4,mlp_down,Llama-2-7b-chat-hf,3,128,18,0.001598875503987074
c4,attn_in,Llama-2-7b-chat-hf,3,128,19,0.0008081968990154564
c4,attn_out,Llama-2-7b-chat-hf,3,128,19,0.00039793158066459
c4,mlp_gate,Llama-2-7b-chat-hf,3,128,19,0.0022289156913757324
c4,mlp_down,Llama-2-7b-chat-hf,3,128,19,0.0018174683209508657
c4,attn_in,Llama-2-7b-chat-hf,3,128,20,0.0008881792891770601
c4,attn_out,Llama-2-7b-chat-hf,3,128,20,0.00048461114056408405
c4,mlp_gate,Llama-2-7b-chat-hf,3,128,20,0.002579797524958849
c4,mlp_down,Llama-2-7b-chat-hf,3,128,20,0.00213133217766881
c4,attn_in,Llama-2-7b-chat-hf,3,128,21,0.0007606739527545869
c4,attn_out,Llama-2-7b-chat-hf,3,128,21,0.000435080990428105
c4,mlp_gate,Llama-2-7b-chat-hf,3,128,21,0.002894345438107848
c4,mlp_down,Llama-2-7b-chat-hf,3,128,21,0.002230376936495304
c4,attn_in,Llama-2-7b-chat-hf,3,128,22,0.0012442171573638916
c4,attn_out,Llama-2-7b-chat-hf,3,128,22,0.0005132841179147363
c4,mlp_gate,Llama-2-7b-chat-hf,3,128,22,0.0033470105845481157
c4,mlp_down,Llama-2-7b-chat-hf,3,128,22,0.002521742833778262
c4,attn_in,Llama-2-7b-chat-hf,3,128,23,0.001113019185140729
c4,attn_out,Llama-2-7b-chat-hf,3,128,23,0.000552155717741698
c4,mlp_gate,Llama-2-7b-chat-hf,3,128,23,0.003796221222728491
c4,mlp_down,Llama-2-7b-chat-hf,3,128,23,0.0027104925829917192
c4,attn_in,Llama-2-7b-chat-hf,3,128,24,0.0017726203659549356
c4,attn_out,Llama-2-7b-chat-hf,3,128,24,0.0007346305646933615
c4,mlp_gate,Llama-2-7b-chat-hf,3,128,24,0.004259000066667795
c4,mlp_down,Llama-2-7b-chat-hf,3,128,24,0.0029427490662783384
c4,attn_in,Llama-2-7b-chat-hf,3,128,25,0.0012511786771938205
c4,attn_out,Llama-2-7b-chat-hf,3,128,25,0.0005600877339020371
c4,mlp_gate,Llama-2-7b-chat-hf,3,128,25,0.004847937263548374
c4,mlp_down,Llama-2-7b-chat-hf,3,128,25,0.003172279568389058
c4,attn_in,Llama-2-7b-chat-hf,3,128,26,0.002017990918830037
c4,attn_out,Llama-2-7b-chat-hf,3,128,26,0.0010181278921663761
c4,mlp_gate,Llama-2-7b-chat-hf,3,128,26,0.0056390161626040936
c4,mlp_down,Llama-2-7b-chat-hf,3,128,26,0.003618827322497964
c4,attn_in,Llama-2-7b-chat-hf,3,128,27,0.0017420478397980332
c4,attn_out,Llama-2-7b-chat-hf,3,128,27,0.0008927905582822859
c4,mlp_gate,Llama-2-7b-chat-hf,3,128,27,0.0065559507347643375
c4,mlp_down,Llama-2-7b-chat-hf,3,128,27,0.004158960655331612
c4,attn_in,Llama-2-7b-chat-hf,3,128,28,0.002248063450679183
c4,attn_out,Llama-2-7b-chat-hf,3,128,28,0.0011772309662774205
c4,mlp_gate,Llama-2-7b-chat-hf,3,128,28,0.007900437340140343
c4,mlp_down,Llama-2-7b-chat-hf,3,128,28,0.005197048187255859
c4,attn_in,Llama-2-7b-chat-hf,3,128,29,0.002380324760451913
c4,attn_out,Llama-2-7b-chat-hf,3,128,29,0.0012503507314249873
c4,mlp_gate,Llama-2-7b-chat-hf,3,128,29,0.009369025006890297
c4,mlp_down,Llama-2-7b-chat-hf,3,128,29,0.007339405827224255
c4,attn_in,Llama-2-7b-chat-hf,3,128,30,0.002366631990298629
c4,attn_out,Llama-2-7b-chat-hf,3,128,30,0.0014226736966520548
c4,mlp_gate,Llama-2-7b-chat-hf,3,128,30,0.014572490006685257
c4,mlp_down,Llama-2-7b-chat-hf,3,128,30,0.02272847108542919
c4,attn_in,Llama-2-7b-chat-hf,3,128,31,0.007984881289303303
c4,attn_out,Llama-2-7b-chat-hf,3,128,31,0.002429801970720291
c4,mlp_gate,Llama-2-7b-chat-hf,3,128,31,0.024104595184326172
c4,mlp_down,Llama-2-7b-chat-hf,3,128,31,0.03698178008198738
pileval,attn_in,Llama-2-7b-chat-hf,3,128,0,2.945909045592998e-06
pileval,attn_out,Llama-2-7b-chat-hf,3,128,0,3.3305213946732692e-06
pileval,mlp_gate,Llama-2-7b-chat-hf,3,128,0,8.491051630699076e-07
pileval,mlp_down,Llama-2-7b-chat-hf,3,128,0,6.566038337041391e-06
pileval,attn_in,Llama-2-7b-chat-hf,3,128,1,7.777065547998063e-06
pileval,attn_out,Llama-2-7b-chat-hf,3,128,1,1.0991659110004548e-05
pileval,mlp_gate,Llama-2-7b-chat-hf,3,128,1,0.00013339119323063642
pileval,mlp_down,Llama-2-7b-chat-hf,3,128,1,0.02357177808880806
pileval,attn_in,Llama-2-7b-chat-hf,3,128,2,1.9738170522032306e-05
pileval,attn_out,Llama-2-7b-chat-hf,3,128,2,1.099464589060517e-05
pileval,mlp_gate,Llama-2-7b-chat-hf,3,128,2,2.250934630865231e-05
pileval,mlp_down,Llama-2-7b-chat-hf,3,128,2,2.771643084997777e-05
pileval,attn_in,Llama-2-7b-chat-hf,3,128,3,3.761800326174125e-05
pileval,attn_out,Llama-2-7b-chat-hf,3,128,3,1.8277834897162393e-05
pileval,mlp_gate,Llama-2-7b-chat-hf,3,128,3,5.5015840189298615e-05
pileval,mlp_down,Llama-2-7b-chat-hf,3,128,3,4.943165185977705e-05
pileval,attn_in,Llama-2-7b-chat-hf,3,128,4,7.318401912925765e-05
pileval,attn_out,Llama-2-7b-chat-hf,3,128,4,3.2856882171472535e-05
pileval,mlp_gate,Llama-2-7b-chat-hf,3,128,4,0.00010563898831605911
pileval,mlp_down,Llama-2-7b-chat-hf,3,128,4,0.00013702179421670735
pileval,attn_in,Llama-2-7b-chat-hf,3,128,5,0.00012275892368052155
pileval,attn_out,Llama-2-7b-chat-hf,3,128,5,6.104660133132711e-05
pileval,mlp_gate,Llama-2-7b-chat-hf,3,128,5,0.0001622666750336066
pileval,mlp_down,Llama-2-7b-chat-hf,3,128,5,0.00012918839638587087
pileval,attn_in,Llama-2-7b-chat-hf,3,128,6,0.00016878361930139363
pileval,attn_out,Llama-2-7b-chat-hf,3,128,6,8.257110312115401e-05
pileval,mlp_gate,Llama-2-7b-chat-hf,3,128,6,0.00024139585730154067
pileval,mlp_down,Llama-2-7b-chat-hf,3,128,6,0.00019271390920039266
pileval,attn_in,Llama-2-7b-chat-hf,3,128,7,0.00023577504907734692
pileval,attn_out,Llama-2-7b-chat-hf,3,128,7,0.00010967178968712687
pileval,mlp_gate,Llama-2-7b-chat-hf,3,128,7,0.00033627526136115193
pileval,mlp_down,Llama-2-7b-chat-hf,3,128,7,0.0002583354653324932
pileval,attn_in,Llama-2-7b-chat-hf,3,128,8,0.00036827893927693367
pileval,attn_out,Llama-2-7b-chat-hf,3,128,8,0.00015944932238198817
pileval,mlp_gate,Llama-2-7b-chat-hf,3,128,8,0.00041809846879914403
pileval,mlp_down,Llama-2-7b-chat-hf,3,128,8,0.0003216017794329673
pileval,attn_in,Llama-2-7b-chat-hf,3,128,9,0.0004778466827701777
pileval,attn_out,Llama-2-7b-chat-hf,3,128,9,0.0002223240298917517
pileval,mlp_gate,Llama-2-7b-chat-hf,3,128,9,0.0004942920058965683
pileval,mlp_down,Llama-2-7b-chat-hf,3,128,9,0.0003744921996258199
pileval,attn_in,Llama-2-7b-chat-hf,3,128,10,0.0005364801036193967
pileval,attn_out,Llama-2-7b-chat-hf,3,128,10,0.00030301333754323423
pileval,mlp_gate,Llama-2-7b-chat-hf,3,128,10,0.0005778591148555279
pileval,mlp_down,Llama-2-7b-chat-hf,3,128,10,0.00042552364175207913
pileval,attn_in,Llama-2-7b-chat-hf,3,128,11,0.0005836239433847368
pileval,attn_out,Llama-2-7b-chat-hf,3,128,11,0.0002938869583886117
pileval,mlp_gate,Llama-2-7b-chat-hf,3,128,11,0.0006345130386762321
pileval,mlp_down,Llama-2-7b-chat-hf,3,128,11,0.00046693847980350256
pileval,attn_in,Llama-2-7b-chat-hf,3,128,12,0.0006985447835177183
pileval,attn_out,Llama-2-7b-chat-hf,3,128,12,0.0003267986758146435
pileval,mlp_gate,Llama-2-7b-chat-hf,3,128,12,0.0007131229504011571
pileval,mlp_down,Llama-2-7b-chat-hf,3,128,12,0.0005280051846057177
pileval,attn_in,Llama-2-7b-chat-hf,3,128,13,0.0007038501789793372
pileval,attn_out,Llama-2-7b-chat-hf,3,128,13,0.00037056728615425527
pileval,mlp_gate,Llama-2-7b-chat-hf,3,128,13,0.000835407292470336
pileval,mlp_down,Llama-2-7b-chat-hf,3,128,13,0.0006319099920801818
pileval,attn_in,Llama-2-7b-chat-hf,3,128,14,0.0007558987708762288
pileval,attn_out,Llama-2-7b-chat-hf,3,128,14,0.00041063581011258066
pileval,mlp_gate,Llama-2-7b-chat-hf,3,128,14,0.000943247287068516
pileval,mlp_down,Llama-2-7b-chat-hf,3,128,14,0.0007356895948760211
pileval,attn_in,Llama-2-7b-chat-hf,3,128,15,0.0008956199744716287
pileval,attn_out,Llama-2-7b-chat-hf,3,128,15,0.0004426524101290852
pileval,mlp_gate,Llama-2-7b-chat-hf,3,128,15,0.0011597482953220606
pileval,mlp_down,Llama-2-7b-chat-hf,3,128,15,0.0009138418245129287
pileval,attn_in,Llama-2-7b-chat-hf,3,128,16,0.0009484450565651059
pileval,attn_out,Llama-2-7b-chat-hf,3,128,16,0.0005918874521739781
pileval,mlp_gate,Llama-2-7b-chat-hf,3,128,16,0.0014545278390869498
pileval,mlp_down,Llama-2-7b-chat-hf,3,128,16,0.0013253624783828855
pileval,attn_in,Llama-2-7b-chat-hf,3,128,17,0.0007329256623052061
pileval,attn_out,Llama-2-7b-chat-hf,3,128,17,0.00041300649172626436
pileval,mlp_gate,Llama-2-7b-chat-hf,3,128,17,0.0016132246237248182
pileval,mlp_down,Llama-2-7b-chat-hf,3,128,17,0.0013221119297668338
pileval,attn_in,Llama-2-7b-chat-hf,3,128,18,0.0008873204351402819
pileval,attn_out,Llama-2-7b-chat-hf,3,128,18,0.0004662696737796068
pileval,mlp_gate,Llama-2-7b-chat-hf,3,128,18,0.0019181777024641633
pileval,mlp_down,Llama-2-7b-chat-hf,3,128,18,0.001572956214658916
pileval,attn_in,Llama-2-7b-chat-hf,3,128,19,0.0008222782053053379
pileval,attn_out,Llama-2-7b-chat-hf,3,128,19,0.0004219140682835132
pileval,mlp_gate,Llama-2-7b-chat-hf,3,128,19,0.0022029527463018894
pileval,mlp_down,Llama-2-7b-chat-hf,3,128,19,0.0017791778082028031
pileval,attn_in,Llama-2-7b-chat-hf,3,128,20,0.00083405856275931
pileval,attn_out,Llama-2-7b-chat-hf,3,128,20,0.0004624252615030855
pileval,mlp_gate,Llama-2-7b-chat-hf,3,128,20,0.0025528999976813793
pileval,mlp_down,Llama-2-7b-chat-hf,3,128,20,0.0020736362785100937
pileval,attn_in,Llama-2-7b-chat-hf,3,128,21,0.0007785285706631839
pileval,attn_out,Llama-2-7b-chat-hf,3,128,21,0.0004734278190881014
pileval,mlp_gate,Llama-2-7b-chat-hf,3,128,21,0.00287477090023458
pileval,mlp_down,Llama-2-7b-chat-hf,3,128,21,0.0021541183814406395
pileval,attn_in,Llama-2-7b-chat-hf,3,128,22,0.0012745218118652701
pileval,attn_out,Llama-2-7b-chat-hf,3,128,22,0.0005733655416406691
pileval,mlp_gate,Llama-2-7b-chat-hf,3,128,22,0.003329439088702202
pileval,mlp_down,Llama-2-7b-chat-hf,3,128,22,0.0024274711031466722
pileval,attn_in,Llama-2-7b-chat-hf,3,128,23,0.0010683120926842093
pileval,attn_out,Llama-2-7b-chat-hf,3,128,23,0.0005604738253168762
pileval,mlp_gate,Llama-2-7b-chat-hf,3,128,23,0.0037731535267084837
pileval,mlp_down,Llama-2-7b-chat-hf,3,128,23,0.002643073443323374
pileval,attn_in,Llama-2-7b-chat-hf,3,128,24,0.0017008889699354768
pileval,attn_out,Llama-2-7b-chat-hf,3,128,24,0.0007152720936574042
pileval,mlp_gate,Llama-2-7b-chat-hf,3,128,24,0.004219431430101395
pileval,mlp_down,Llama-2-7b-chat-hf,3,128,24,0.002802119357511401
pileval,attn_in,Llama-2-7b-chat-hf,3,128,25,0.0013390802778303623
pileval,attn_out,Llama-2-7b-chat-hf,3,128,25,0.0006204802193678916
pileval,mlp_gate,Llama-2-7b-chat-hf,3,128,25,0.00480580423027277
pileval,mlp_down,Llama-2-7b-chat-hf,3,128,25,0.0031095535960048437
pileval,attn_in,Llama-2-7b-chat-hf,3,128,26,0.002049335977062583
pileval,attn_out,Llama-2-7b-chat-hf,3,128,26,0.0010358786676079035
pileval,mlp_gate,Llama-2-7b-chat-hf,3,128,26,0.005599393974989653
pileval,mlp_down,Llama-2-7b-chat-hf,3,128,26,0.0035033514723181725
pileval,attn_in,Llama-2-7b-chat-hf,3,128,27,0.0018218309851363301
pileval,attn_out,Llama-2-7b-chat-hf,3,128,27,0.0009678661590442061
pileval,mlp_gate,Llama-2-7b-chat-hf,3,128,27,0.006535708904266357
pileval,mlp_down,Llama-2-7b-chat-hf,3,128,27,0.004085205961018801
pileval,attn_in,Llama-2-7b-chat-hf,3,128,28,0.00220969645306468
pileval,attn_out,Llama-2-7b-chat-hf,3,128,28,0.0011842752574011683
pileval,mlp_gate,Llama-2-7b-chat-hf,3,128,28,0.007948756217956543
pileval,mlp_down,Llama-2-7b-chat-hf,3,128,28,0.005227948538959026
pileval,attn_in,Llama-2-7b-chat-hf,3,128,29,0.002540695248171687
pileval,attn_out,Llama-2-7b-chat-hf,3,128,29,0.0013752201339229941
pileval,mlp_gate,Llama-2-7b-chat-hf,3,128,29,0.009569183923304081
pileval,mlp_down,Llama-2-7b-chat-hf,3,128,29,0.007309147156774998
pileval,attn_in,Llama-2-7b-chat-hf,3,128,30,0.0025273989886045456
pileval,attn_out,Llama-2-7b-chat-hf,3,128,30,0.0015700537478551269
pileval,mlp_gate,Llama-2-7b-chat-hf,3,128,30,0.014621649868786335
pileval,mlp_down,Llama-2-7b-chat-hf,3,128,30,0.020990140736103058
pileval,attn_in,Llama-2-7b-chat-hf,3,128,31,0.007755497004836798
pileval,attn_out,Llama-2-7b-chat-hf,3,128,31,0.0023908978328108788
pileval,mlp_gate,Llama-2-7b-chat-hf,3,128,31,0.023883163928985596
pileval,mlp_down,Llama-2-7b-chat-hf,3,128,31,0.03451888635754585
wikitext,attn_in,Llama-2-7b-chat-hf,3,128,0,2.4695209503988735e-06
wikitext,attn_out,Llama-2-7b-chat-hf,3,128,0,3.3722010357450927e-06
wikitext,mlp_gate,Llama-2-7b-chat-hf,3,128,0,7.650692737115605e-07
wikitext,mlp_down,Llama-2-7b-chat-hf,3,128,0,5.833001978317043e-06
wikitext,attn_in,Llama-2-7b-chat-hf,3,128,1,7.753556019451935e-06
wikitext,attn_out,Llama-2-7b-chat-hf,3,128,1,1.4109785297478084e-05
wikitext,mlp_gate,Llama-2-7b-chat-hf,3,128,1,0.0001554525370011106
wikitext,mlp_down,Llama-2-7b-chat-hf,3,128,1,0.034825537353754044
wikitext,attn_in,Llama-2-7b-chat-hf,3,128,2,1.425821756129153e-05
wikitext,attn_out,Llama-2-7b-chat-hf,3,128,2,8.298747161461506e-06
wikitext,mlp_gate,Llama-2-7b-chat-hf,3,128,2,2.0628122001653537e-05
wikitext,mlp_down,Llama-2-7b-chat-hf,3,128,2,2.6856432668864727e-05
wikitext,attn_in,Llama-2-7b-chat-hf,3,128,3,3.4487369703128934e-05
wikitext,attn_out,Llama-2-7b-chat-hf,3,128,3,1.7387950720149092e-05
wikitext,mlp_gate,Llama-2-7b-chat-hf,3,128,3,5.1734576118178666e-05
wikitext,mlp_down,Llama-2-7b-chat-hf,3,128,3,4.523915413301438e-05
wikitext,attn_in,Llama-2-7b-chat-hf,3,128,4,6.13105803495273e-05
wikitext,attn_out,Llama-2-7b-chat-hf,3,128,4,2.833810322044883e-05
wikitext,mlp_gate,Llama-2-7b-chat-hf,3,128,4,0.00010231821215711534
wikitext,mlp_down,Llama-2-7b-chat-hf,3,128,4,0.00017994284280575812
wikitext,attn_in,Llama-2-7b-chat-hf,3,128,5,0.00011087676102761179
wikitext,attn_out,Llama-2-7b-chat-hf,3,128,5,5.77423743379768e-05
wikitext,mlp_gate,Llama-2-7b-chat-hf,3,128,5,0.00016245729057118297
wikitext,mlp_down,Llama-2-7b-chat-hf,3,128,5,0.0001303250464843586
wikitext,attn_in,Llama-2-7b-chat-hf,3,128,6,0.00015439516573678702
wikitext,attn_out,Llama-2-7b-chat-hf,3,128,6,7.793980330461636e-05
wikitext,mlp_gate,Llama-2-7b-chat-hf,3,128,6,0.00024227783433161676
wikitext,mlp_down,Llama-2-7b-chat-hf,3,128,6,0.00019585478003136814
wikitext,attn_in,Llama-2-7b-chat-hf,3,128,7,0.00021849543554708362
wikitext,attn_out,Llama-2-7b-chat-hf,3,128,7,0.00010005597869167104
wikitext,mlp_gate,Llama-2-7b-chat-hf,3,128,7,0.00033585852361284196
wikitext,mlp_down,Llama-2-7b-chat-hf,3,128,7,0.00026047014398500323
wikitext,attn_in,Llama-2-7b-chat-hf,3,128,8,0.00034046630025841296
wikitext,attn_out,Llama-2-7b-chat-hf,3,128,8,0.0001534995826659724
wikitext,mlp_gate,Llama-2-7b-chat-hf,3,128,8,0.00041699031135067344
wikitext,mlp_down,Llama-2-7b-chat-hf,3,128,8,0.0003219901700504124
wikitext,attn_in,Llama-2-7b-chat-hf,3,128,9,0.0004436969757080078
wikitext,attn_out,Llama-2-7b-chat-hf,3,128,9,0.0002064222062472254
wikitext,mlp_gate,Llama-2-7b-chat-hf,3,128,9,0.0004907461698167026
wikitext,mlp_down,Llama-2-7b-chat-hf,3,128,9,0.0003812701324932277
wikitext,attn_in,Llama-2-7b-chat-hf,3,128,10,0.0005123571609146893
wikitext,attn_out,Llama-2-7b-chat-hf,3,128,10,0.00028794282115995884
wikitext,mlp_gate,Llama-2-7b-chat-hf,3,128,10,0.0005748934927396476
wikitext,mlp_down,Llama-2-7b-chat-hf,3,128,10,0.0004254138912074268
wikitext,attn_in,Llama-2-7b-chat-hf,3,128,11,0.0005333242588676512
wikitext,attn_out,Llama-2-7b-chat-hf,3,128,11,0.0002686362713575363
wikitext,mlp_gate,Llama-2-7b-chat-hf,3,128,11,0.0006274443003349006
wikitext,mlp_down,Llama-2-7b-chat-hf,3,128,11,0.00046736179501749575
wikitext,attn_in,Llama-2-7b-chat-hf,3,128,12,0.0006603081128560007
wikitext,attn_out,Llama-2-7b-chat-hf,3,128,12,0.0002971943758893758
wikitext,mlp_gate,Llama-2-7b-chat-hf,3,128,12,0.0006968257366679609
wikitext,mlp_down,Llama-2-7b-chat-hf,3,128,12,0.0005153283709660172
wikitext,attn_in,Llama-2-7b-chat-hf,3,128,13,0.0006721985409967601
wikitext,attn_out,Llama-2-7b-chat-hf,3,128,13,0.00036060812999494374
wikitext,mlp_gate,Llama-2-7b-chat-hf,3,128,13,0.0008073899080045521
wikitext,mlp_down,Llama-2-7b-chat-hf,3,128,13,0.0006119136232882738
wikitext,attn_in,Llama-2-7b-chat-hf,3,128,14,0.0007118115318007767
wikitext,attn_out,Llama-2-7b-chat-hf,3,128,14,0.00037654448533430696
wikitext,mlp_gate,Llama-2-7b-chat-hf,3,128,14,0.0009144832147285342
wikitext,mlp_down,Llama-2-7b-chat-hf,3,128,14,0.000716122449375689
wikitext,attn_in,Llama-2-7b-chat-hf,3,128,15,0.000847150047775358
wikitext,attn_out,Llama-2-7b-chat-hf,3,128,15,0.0004200660914648324
wikitext,mlp_gate,Llama-2-7b-chat-hf,3,128,15,0.0011224537156522274
wikitext,mlp_down,Llama-2-7b-chat-hf,3,128,15,0.0009014980751089752
wikitext,attn_in,Llama-2-7b-chat-hf,3,128,16,0.0008568970370106399
wikitext,attn_out,Llama-2-7b-chat-hf,3,128,16,0.0005189166404306889
wikitext,mlp_gate,Llama-2-7b-chat-hf,3,128,16,0.0013962931698188186
wikitext,mlp_down,Llama-2-7b-chat-hf,3,128,16,0.0013906429521739483
wikitext,attn_in,Llama-2-7b-chat-hf,3,128,17,0.0006785953301005065
wikitext,attn_out,Llama-2-7b-chat-hf,3,128,17,0.00042365718400105834
wikitext,mlp_gate,Llama-2-7b-chat-hf,3,128,17,0.001562225865200162
wikitext,mlp_down,Llama-2-7b-chat-hf,3,128,17,0.0013137313071638346
wikitext,attn_in,Llama-2-7b-chat-hf,3,128,18,0.0008128176559694111
wikitext,attn_out,Llama-2-7b-chat-hf,3,128,18,0.0003964854695368558
wikitext,mlp_gate,Llama-2-7b-chat-hf,3,128,18,0.0018458518898114562
wikitext,mlp_down,Llama-2-7b-chat-hf,3,128,18,0.0015247713308781385
wikitext,attn_in,Llama-2-7b-chat-hf,3,128,19,0.0007376790745183825
wikitext,attn_out,Llama-2-7b-chat-hf,3,128,19,0.000387208245228976
wikitext,mlp_gate,Llama-2-7b-chat-hf,3,128,19,0.0020984646398574114
wikitext,mlp_down,Llama-2-7b-chat-hf,3,128,19,0.0017644728068262339
wikitext,attn_in,Llama-2-7b-chat-hf,3,128,20,0.000836432387586683
wikitext,attn_out,Llama-2-7b-chat-hf,3,128,20,0.0004942166269756854
wikitext,mlp_gate,Llama-2-7b-chat-hf,3,128,20,0.002438287017866969
wikitext,mlp_down,Llama-2-7b-chat-hf,3,128,20,0.0020651472732424736
wikitext,attn_in,Llama-2-7b-chat-hf,3,128,21,0.0006832140497863293
wikitext,attn_out,Llama-2-7b-chat-hf,3,128,21,0.0003913050750270486
wikitext,mlp_gate,Llama-2-7b-chat-hf,3,128,21,0.002800385933369398
wikitext,mlp_down,Llama-2-7b-chat-hf,3,128,21,0.002240723231807351
wikitext,attn_in,Llama-2-7b-chat-hf,3,128,22,0.0012332577025517821
wikitext,attn_out,Llama-2-7b-chat-hf,3,128,22,0.0005844387342222035
wikitext,mlp_gate,Llama-2-7b-chat-hf,3,128,22,0.0032100374810397625
wikitext,mlp_down,Llama-2-7b-chat-hf,3,128,22,0.002422461286187172
wikitext,attn_in,Llama-2-7b-chat-hf,3,128,23,0.0011211769888177514
wikitext,attn_out,Llama-2-7b-chat-hf,3,128,23,0.0006173669826239347
wikitext,mlp_gate,Llama-2-7b-chat-hf,3,128,23,0.003684907453134656
wikitext,mlp_down,Llama-2-7b-chat-hf,3,128,23,0.0026340531185269356
wikitext,attn_in,Llama-2-7b-chat-hf,3,128,24,0.001539974589832127
wikitext,attn_out,Llama-2-7b-chat-hf,3,128,24,0.0006604712107218802
wikitext,mlp_gate,Llama-2-7b-chat-hf,3,128,24,0.004172805696725845
wikitext,mlp_down,Llama-2-7b-chat-hf,3,128,24,0.002862711204215884
wikitext,attn_in,Llama-2-7b-chat-hf,3,128,25,0.001601177966222167
wikitext,attn_out,Llama-2-7b-chat-hf,3,128,25,0.0009489827207289636
wikitext,mlp_gate,Llama-2-7b-chat-hf,3,128,25,0.004810266196727753
wikitext,mlp_down,Llama-2-7b-chat-hf,3,128,25,0.00316796381957829
wikitext,attn_in,Llama-2-7b-chat-hf,3,128,26,0.001918484689667821
wikitext,attn_out,Llama-2-7b-chat-hf,3,128,26,0.0010313938837498426
wikitext,mlp_gate,Llama-2-7b-chat-hf,3,128,26,0.005655129440128803
wikitext,mlp_down,Llama-2-7b-chat-hf,3,128,26,0.003653209889307618
wikitext,attn_in,Llama-2-7b-chat-hf,3,128,27,0.0018972615944221616
wikitext,attn_out,Llama-2-7b-chat-hf,3,128,27,0.001063649426214397
wikitext,mlp_gate,Llama-2-7b-chat-hf,3,128,27,0.006686889100819826
wikitext,mlp_down,Llama-2-7b-chat-hf,3,128,27,0.004353492055088282
wikitext,attn_in,Llama-2-7b-chat-hf,3,128,28,0.0024688043631613255
wikitext,attn_out,Llama-2-7b-chat-hf,3,128,28,0.001443227520212531
wikitext,mlp_gate,Llama-2-7b-chat-hf,3,128,28,0.00795375369489193
wikitext,mlp_down,Llama-2-7b-chat-hf,3,128,28,0.005140454974025488
wikitext,attn_in,Llama-2-7b-chat-hf,3,128,29,0.0027218384202569723
wikitext,attn_out,Llama-2-7b-chat-hf,3,128,29,0.0016436626901850104
wikitext,mlp_gate,Llama-2-7b-chat-hf,3,128,29,0.009615838527679443
wikitext,mlp_down,Llama-2-7b-chat-hf,3,128,29,0.008009021170437336
wikitext,attn_in,Llama-2-7b-chat-hf,3,128,30,0.0026859913486987352
wikitext,attn_out,Llama-2-7b-chat-hf,3,128,30,0.0018198942998424172
wikitext,mlp_gate,Llama-2-7b-chat-hf,3,128,30,0.01631970703601837
wikitext,mlp_down,Llama-2-7b-chat-hf,3,128,30,0.047051336616277695
wikitext,attn_in,Llama-2-7b-chat-hf,3,128,31,0.0070562176406383514
wikitext,attn_out,Llama-2-7b-chat-hf,3,128,31,0.0028288078028708696
wikitext,mlp_gate,Llama-2-7b-chat-hf,3,128,31,0.023109283298254013
wikitext,mlp_down,Llama-2-7b-chat-hf,3,128,31,0.034070100635290146
c4,attn_in,Llama-2-7b-chat-hf,3,64,0,1.3148097650628188e-06
c4,attn_out,Llama-2-7b-chat-hf,3,64,0,1.8423002074996475e-06
c4,mlp_gate,Llama-2-7b-chat-hf,3,64,0,4.7194717467391456e-07
c4,mlp_down,Llama-2-7b-chat-hf,3,64,0,4.681915925175417e-06
c4,attn_in,Llama-2-7b-chat-hf,3,64,1,4.381580765766557e-06
c4,attn_out,Llama-2-7b-chat-hf,3,64,1,6.9389957388921175e-06
c4,mlp_gate,Llama-2-7b-chat-hf,3,64,1,3.263694088673219e-05
c4,mlp_down,Llama-2-7b-chat-hf,3,64,1,0.012428829446434975
c4,attn_in,Llama-2-7b-chat-hf,3,64,2,1.5379369870061055e-05
c4,attn_out,Llama-2-7b-chat-hf,3,64,2,7.85020620241994e-06
c4,mlp_gate,Llama-2-7b-chat-hf,3,64,2,1.6443902495666407e-05
c4,mlp_down,Llama-2-7b-chat-hf,3,64,2,1.986158713407349e-05
c4,attn_in,Llama-2-7b-chat-hf,3,64,3,2.8813981771236286e-05
c4,attn_out,Llama-2-7b-chat-hf,3,64,3,1.2289269761822652e-05
c4,mlp_gate,Llama-2-7b-chat-hf,3,64,3,4.0084411011775956e-05
c4,mlp_down,Llama-2-7b-chat-hf,3,64,3,3.681820089695975e-05
c4,attn_in,Llama-2-7b-chat-hf,3,64,4,8.364774112123996e-05
c4,attn_out,Llama-2-7b-chat-hf,3,64,4,2.28491444431711e-05
c4,mlp_gate,Llama-2-7b-chat-hf,3,64,4,7.778009603498504e-05
c4,mlp_down,Llama-2-7b-chat-hf,3,64,4,9.492398385191336e-05
c4,attn_in,Llama-2-7b-chat-hf,3,64,5,8.665843779454008e-05
c4,attn_out,Llama-2-7b-chat-hf,3,64,5,4.249377889209427e-05
c4,mlp_gate,Llama-2-7b-chat-hf,3,64,5,0.00012441270519047976
c4,mlp_down,Llama-2-7b-chat-hf,3,64,5,0.0001014433364616707
c4,attn_in,Llama-2-7b-chat-hf,3,64,6,0.00013037933968007565
c4,attn_out,Llama-2-7b-chat-hf,3,64,6,5.458716259454377e-05
c4,mlp_gate,Llama-2-7b-chat-hf,3,64,6,0.00018658167391549796
c4,mlp_down,Llama-2-7b-chat-hf,3,64,6,0.00015251371951308101
c4,attn_in,Llama-2-7b-chat-hf,3,64,7,0.0001754078402882442
c4,attn_out,Llama-2-7b-chat-hf,3,64,7,7.222237036330625e-05
c4,mlp_gate,Llama-2-7b-chat-hf,3,64,7,0.00025521143106743693
c4,mlp_down,Llama-2-7b-chat-hf,3,64,7,0.00020057916117366403
c4,attn_in,Llama-2-7b-chat-hf,3,64,8,0.0002715567243285477
c4,attn_out,Llama-2-7b-chat-hf,3,64,8,0.00010455206938786432
c4,mlp_gate,Llama-2-7b-chat-hf,3,64,8,0.00031252880580723286
c4,mlp_down,Llama-2-7b-chat-hf,3,64,8,0.00024294531613122672
c4,attn_in,Llama-2-7b-chat-hf,3,64,9,0.00036337185883894563
c4,attn_out,Llama-2-7b-chat-hf,3,64,9,0.00015593040734529495
c4,mlp_gate,Llama-2-7b-chat-hf,3,64,9,0.00036922699655406177
c4,mlp_down,Llama-2-7b-chat-hf,3,64,9,0.0002855112834367901
c4,attn_in,Llama-2-7b-chat-hf,3,64,10,0.0004168926679994911
c4,attn_out,Llama-2-7b-chat-hf,3,64,10,0.00020981008128728718
c4,mlp_gate,Llama-2-7b-chat-hf,3,64,10,0.00043368610204197466
c4,mlp_down,Llama-2-7b-chat-hf,3,64,10,0.0003284324484411627
c4,attn_in,Llama-2-7b-chat-hf,3,64,11,0.00048213417176157236
c4,attn_out,Llama-2-7b-chat-hf,3,64,11,0.00020119304826948792
c4,mlp_gate,Llama-2-7b-chat-hf,3,64,11,0.0004815719439648092
c4,mlp_down,Llama-2-7b-chat-hf,3,64,11,0.00036462998832575977
c4,attn_in,Llama-2-7b-chat-hf,3,64,12,0.0005394653999246657
c4,attn_out,Llama-2-7b-chat-hf,3,64,12,0.00021557191212195903
c4,mlp_gate,Llama-2-7b-chat-hf,3,64,12,0.0005433535552583635
c4,mlp_down,Llama-2-7b-chat-hf,3,64,12,0.0004128976434003562
c4,attn_in,Llama-2-7b-chat-hf,3,64,13,0.0005483580753207207
c4,attn_out,Llama-2-7b-chat-hf,3,64,13,0.0002643629559315741
c4,mlp_gate,Llama-2-7b-chat-hf,3,64,13,0.0006420023855753243
c4,mlp_down,Llama-2-7b-chat-hf,3,64,13,0.0005018216907046735
c4,attn_in,Llama-2-7b-chat-hf,3,64,14,0.0005817518685944378
c4,attn_out,Llama-2-7b-chat-hf,3,64,14,0.00028845079941675067
c4,mlp_gate,Llama-2-7b-chat-hf,3,64,14,0.0007289421046152711
c4,mlp_down,Llama-2-7b-chat-hf,3,64,14,0.000590654497500509
c4,attn_in,Llama-2-7b-chat-hf,3,64,15,0.0007331549422815442
c4,attn_out,Llama-2-7b-chat-hf,3,64,15,0.00032011023722589016
c4,mlp_gate,Llama-2-7b-chat-hf,3,64,15,0.0008950979681685567
c4,mlp_down,Llama-2-7b-chat-hf,3,64,15,0.0007325921324081719
c4,attn_in,Llama-2-7b-chat-hf,3,64,16,0.0007543708197772503
c4,attn_out,Llama-2-7b-chat-hf,3,64,16,0.0004317555867601186
c4,mlp_gate,Llama-2-7b-chat-hf,3,64,16,0.0011339900083839893
c4,mlp_down,Llama-2-7b-chat-hf,3,64,16,0.0010318940039724112
c4,attn_in,Llama-2-7b-chat-hf,3,64,17,0.000576821097638458
c4,attn_out,Llama-2-7b-chat-hf,3,64,17,0.000291573436697945
c4,mlp_gate,Llama-2-7b-chat-hf,3,64,17,0.001262575387954712
c4,mlp_down,Llama-2-7b-chat-hf,3,64,17,0.0010751421796157956
c4,attn_in,Llama-2-7b-chat-hf,3,64,18,0.0006085502682253718
c4,attn_out,Llama-2-7b-chat-hf,3,64,18,0.0003002819139510393
c4,mlp_gate,Llama-2-7b-chat-hf,3,64,18,0.0014946541050449014
c4,mlp_down,Llama-2-7b-chat-hf,3,64,18,0.001250809640623629
c4,attn_in,Llama-2-7b-chat-hf,3,64,19,0.000628936686553061
c4,attn_out,Llama-2-7b-chat-hf,3,64,19,0.0003082194016315043
c4,mlp_gate,Llama-2-7b-chat-hf,3,64,19,0.0017226339550688863
c4,mlp_down,Llama-2-7b-chat-hf,3,64,19,0.0014087326126173139
c4,attn_in,Llama-2-7b-chat-hf,3,64,20,0.0007622845587320626
c4,attn_out,Llama-2-7b-chat-hf,3,64,20,0.00037675059866160154
c4,mlp_gate,Llama-2-7b-chat-hf,3,64,20,0.002003722358494997
c4,mlp_down,Llama-2-7b-chat-hf,3,64,20,0.0016651398036628962
c4,attn_in,Llama-2-7b-chat-hf,3,64,21,0.0006379521219059825
c4,attn_out,Llama-2-7b-chat-hf,3,64,21,0.0003376631939318031
c4,mlp_gate,Llama-2-7b-chat-hf,3,64,21,0.002247327473014593
c4,mlp_down,Llama-2-7b-chat-hf,3,64,21,0.0017491572070866823
c4,attn_in,Llama-2-7b-chat-hf,3,64,22,0.0010340623557567596
c4,attn_out,Llama-2-7b-chat-hf,3,64,22,0.0003992262645624578
c4,mlp_gate,Llama-2-7b-chat-hf,3,64,22,0.0025995266623795033
c4,mlp_down,Llama-2-7b-chat-hf,3,64,22,0.001983916386961937
c4,attn_in,Llama-2-7b-chat-hf,3,64,23,0.0008418328943662345
c4,attn_out,Llama-2-7b-chat-hf,3,64,23,0.00043008034117519855
c4,mlp_gate,Llama-2-7b-chat-hf,3,64,23,0.00296446168795228
c4,mlp_down,Llama-2-7b-chat-hf,3,64,23,0.002131879096850753
c4,attn_in,Llama-2-7b-chat-hf,3,64,24,0.001391493366099894
c4,attn_out,Llama-2-7b-chat-hf,3,64,24,0.0005651203682646155
c4,mlp_gate,Llama-2-7b-chat-hf,3,64,24,0.003320015035569668
c4,mlp_down,Llama-2-7b-chat-hf,3,64,24,0.0023159452248364687
c4,attn_in,Llama-2-7b-chat-hf,3,64,25,0.0009881941368803382
c4,attn_out,Llama-2-7b-chat-hf,3,64,25,0.00043804614688269794
c4,mlp_gate,Llama-2-7b-chat-hf,3,64,25,0.003772302996367216
c4,mlp_down,Llama-2-7b-chat-hf,3,64,25,0.0024918934796005487
c4,attn_in,Llama-2-7b-chat-hf,3,64,26,0.001582364086061716
c4,attn_out,Llama-2-7b-chat-hf,3,64,26,0.0007859417237341404
c4,mlp_gate,Llama-2-7b-chat-hf,3,64,26,0.004374688491225243
c4,mlp_down,Llama-2-7b-chat-hf,3,64,26,0.0028418004512786865
c4,attn_in,Llama-2-7b-chat-hf,3,64,27,0.001368158496916294
c4,attn_out,Llama-2-7b-chat-hf,3,64,27,0.0006977537996135652
c4,mlp_gate,Llama-2-7b-chat-hf,3,64,27,0.005055499728769064
c4,mlp_down,Llama-2-7b-chat-hf,3,64,27,0.003256055060774088
c4,attn_in,Llama-2-7b-chat-hf,3,64,28,0.001833920949138701
c4,attn_out,Llama-2-7b-chat-hf,3,64,28,0.0009165705996565521
c4,mlp_gate,Llama-2-7b-chat-hf,3,64,28,0.006066706497222185
c4,mlp_down,Llama-2-7b-chat-hf,3,64,28,0.004066502675414085
c4,attn_in,Llama-2-7b-chat-hf,3,64,29,0.0018847562605515122
c4,attn_out,Llama-2-7b-chat-hf,3,64,29,0.0009596132440492511
c4,mlp_gate,Llama-2-7b-chat-hf,3,64,29,0.007134446874260902
c4,mlp_down,Llama-2-7b-chat-hf,3,64,29,0.005536990240216255
c4,attn_in,Llama-2-7b-chat-hf,3,64,30,0.001854034373536706
c4,attn_out,Llama-2-7b-chat-hf,3,64,30,0.0010971019510179758
c4,mlp_gate,Llama-2-7b-chat-hf,3,64,30,0.012026404030621052
c4,mlp_down,Llama-2-7b-chat-hf,3,64,30,0.013768059201538563
c4,attn_in,Llama-2-7b-chat-hf,3,64,31,0.005292512010782957
c4,attn_out,Llama-2-7b-chat-hf,3,64,31,0.001826432766392827
c4,mlp_gate,Llama-2-7b-chat-hf,3,64,31,0.01826511323451996
c4,mlp_down,Llama-2-7b-chat-hf,3,64,31,0.02504281885921955
pileval,attn_in,Llama-2-7b-chat-hf,3,64,0,1.3484789178619394e-06
pileval,attn_out,Llama-2-7b-chat-hf,3,64,0,2.132125018761144e-06
pileval,mlp_gate,Llama-2-7b-chat-hf,3,64,0,6.094620061958267e-07
pileval,mlp_down,Llama-2-7b-chat-hf,3,64,0,4.616040769178653e-06
pileval,attn_in,Llama-2-7b-chat-hf,3,64,1,4.579708274832228e-06
pileval,attn_out,Llama-2-7b-chat-hf,3,64,1,7.22182403478655e-06
pileval,mlp_gate,Llama-2-7b-chat-hf,3,64,1,2.7562151444726624e-05
pileval,mlp_down,Llama-2-7b-chat-hf,3,64,1,0.01020571868866682
pileval,attn_in,Llama-2-7b-chat-hf,3,64,2,1.6206487998715602e-05
pileval,attn_out,Llama-2-7b-chat-hf,3,64,2,8.120511665765662e-06
pileval,mlp_gate,Llama-2-7b-chat-hf,3,64,2,1.7595913959667087e-05
pileval,mlp_down,Llama-2-7b-chat-hf,3,64,2,2.093859620799776e-05
pileval,attn_in,Llama-2-7b-chat-hf,3,64,3,3.117625237791799e-05
pileval,attn_out,Llama-2-7b-chat-hf,3,64,3,1.3480234883900266e-05
pileval,mlp_gate,Llama-2-7b-chat-hf,3,64,3,4.263359005562961e-05
pileval,mlp_down,Llama-2-7b-chat-hf,3,64,3,3.858828858938068e-05
pileval,attn_in,Llama-2-7b-chat-hf,3,64,4,8.586821058997884e-05
pileval,attn_out,Llama-2-7b-chat-hf,3,64,4,2.4808263333397917e-05
pileval,mlp_gate,Llama-2-7b-chat-hf,3,64,4,8.105566666927189e-05
pileval,mlp_down,Llama-2-7b-chat-hf,3,64,4,9.593764843884856e-05
pileval,attn_in,Llama-2-7b-chat-hf,3,64,5,8.650972449686378e-05
pileval,attn_out,Llama-2-7b-chat-hf,3,64,5,4.5940993004478514e-05
pileval,mlp_gate,Llama-2-7b-chat-hf,3,64,5,0.00012485285697039217
pileval,mlp_down,Llama-2-7b-chat-hf,3,64,5,0.00010100736108142883
pileval,attn_in,Llama-2-7b-chat-hf,3,64,6,0.00014215214469004422
pileval,attn_out,Llama-2-7b-chat-hf,3,64,6,6.358161772368476e-05
pileval,mlp_gate,Llama-2-7b-chat-hf,3,64,6,0.00018541139434091747
pileval,mlp_down,Llama-2-7b-chat-hf,3,64,6,0.00015064050967339426
pileval,attn_in,Llama-2-7b-chat-hf,3,64,7,0.000186073113582097
pileval,attn_out,Llama-2-7b-chat-hf,3,64,7,8.351739234058186e-05
pileval,mlp_gate,Llama-2-7b-chat-hf,3,64,7,0.00025668827584013343
pileval,mlp_down,Llama-2-7b-chat-hf,3,64,7,0.00020178983686491847
pileval,attn_in,Llama-2-7b-chat-hf,3,64,8,0.00027962413150817156
pileval,attn_out,Llama-2-7b-chat-hf,3,64,8,0.00012291254824958742
pileval,mlp_gate,Llama-2-7b-chat-hf,3,64,8,0.0003186660469509661
pileval,mlp_down,Llama-2-7b-chat-hf,3,64,8,0.0002502488496247679
pileval,attn_in,Llama-2-7b-chat-hf,3,64,9,0.0003723221889231354
pileval,attn_out,Llama-2-7b-chat-hf,3,64,9,0.00017227679200004786
pileval,mlp_gate,Llama-2-7b-chat-hf,3,64,9,0.0003756888909265399
pileval,mlp_down,Llama-2-7b-chat-hf,3,64,9,0.0002925572625827044
pileval,attn_in,Llama-2-7b-chat-hf,3,64,10,0.0004394496791064739
pileval,attn_out,Llama-2-7b-chat-hf,3,64,10,0.0002343426167499274
pileval,mlp_gate,Llama-2-7b-chat-hf,3,64,10,0.00043649456347338855
pileval,mlp_down,Llama-2-7b-chat-hf,3,64,10,0.00033353237085975707
pileval,attn_in,Llama-2-7b-chat-hf,3,64,11,0.0005010794848203659
pileval,attn_out,Llama-2-7b-chat-hf,3,64,11,0.00022724419250153005
pileval,mlp_gate,Llama-2-7b-chat-hf,3,64,11,0.0004829810932278633
pileval,mlp_down,Llama-2-7b-chat-hf,3,64,11,0.0003649227728601545
pileval,attn_in,Llama-2-7b-chat-hf,3,64,12,0.0005621977616101503
pileval,attn_out,Llama-2-7b-chat-hf,3,64,12,0.00025235896464437246
pileval,mlp_gate,Llama-2-7b-chat-hf,3,64,12,0.000544714042916894
pileval,mlp_down,Llama-2-7b-chat-hf,3,64,12,0.00041319624870084226
pileval,attn_in,Llama-2-7b-chat-hf,3,64,13,0.0005629492807202041
pileval,attn_out,Llama-2-7b-chat-hf,3,64,13,0.00028676906367763877
pileval,mlp_gate,Llama-2-7b-chat-hf,3,64,13,0.0006356575177051127
pileval,mlp_down,Llama-2-7b-chat-hf,3,64,13,0.0004934860044158995
pileval,attn_in,Llama-2-7b-chat-hf,3,64,14,0.0006106204818934202
pileval,attn_out,Llama-2-7b-chat-hf,3,64,14,0.00031881852191872895
pileval,mlp_gate,Llama-2-7b-chat-hf,3,64,14,0.0007185097201727331
pileval,mlp_down,Llama-2-7b-chat-hf,3,64,14,0.0005767415277659893
pileval,attn_in,Llama-2-7b-chat-hf,3,64,15,0.0007351555395871401
pileval,attn_out,Llama-2-7b-chat-hf,3,64,15,0.00034235327620990574
pileval,mlp_gate,Llama-2-7b-chat-hf,3,64,15,0.0008799867937341332
pileval,mlp_down,Llama-2-7b-chat-hf,3,64,15,0.0007155001512728631
pileval,attn_in,Llama-2-7b-chat-hf,3,64,16,0.0007736798725090921
pileval,attn_out,Llama-2-7b-chat-hf,3,64,16,0.0004583435074891895
pileval,mlp_gate,Llama-2-7b-chat-hf,3,64,16,0.0011170224752277136
pileval,mlp_down,Llama-2-7b-chat-hf,3,64,16,0.0010100340005010366
pileval,attn_in,Llama-2-7b-chat-hf,3,64,17,0.000602231826633215
pileval,attn_out,Llama-2-7b-chat-hf,3,64,17,0.0003208065463695675
pileval,mlp_gate,Llama-2-7b-chat-hf,3,64,17,0.0012405996676534414
pileval,mlp_down,Llama-2-7b-chat-hf,3,64,17,0.0010361198801547289
pileval,attn_in,Llama-2-7b-chat-hf,3,64,18,0.0006590847042389214
pileval,attn_out,Llama-2-7b-chat-hf,3,64,18,0.0003601802163757384
pileval,mlp_gate,Llama-2-7b-chat-hf,3,64,18,0.0014777621254324913
pileval,mlp_down,Llama-2-7b-chat-hf,3,64,18,0.0012301555834710598
pileval,attn_in,Llama-2-7b-chat-hf,3,64,19,0.0006448409985750914
pileval,attn_out,Llama-2-7b-chat-hf,3,64,19,0.0003275997587479651
pileval,mlp_gate,Llama-2-7b-chat-hf,3,64,19,0.0017020044615492225
pileval,mlp_down,Llama-2-7b-chat-hf,3,64,19,0.0013804144691675901
pileval,attn_in,Llama-2-7b-chat-hf,3,64,20,0.0007179020904004574
pileval,attn_out,Llama-2-7b-chat-hf,3,64,20,0.0003596427268348634
pileval,mlp_gate,Llama-2-7b-chat-hf,3,64,20,0.001981083769351244
pileval,mlp_down,Llama-2-7b-chat-hf,3,64,20,0.0016199348028749228
pileval,attn_in,Llama-2-7b-chat-hf,3,64,21,0.0006633064476773143
pileval,attn_out,Llama-2-7b-chat-hf,3,64,21,0.0003684668045025319
pileval,mlp_gate,Llama-2-7b-chat-hf,3,64,21,0.0022286444436758757
pileval,mlp_down,Llama-2-7b-chat-hf,3,64,21,0.0016897158930078149
pileval,attn_in,Llama-2-7b-chat-hf,3,64,22,0.0010346650378778577
pileval,attn_out,Llama-2-7b-chat-hf,3,64,22,0.0004447751853149384
pileval,mlp_gate,Llama-2-7b-chat-hf,3,64,22,0.002588751260191202
pileval,mlp_down,Llama-2-7b-chat-hf,3,64,22,0.0019089409615844488
pileval,attn_in,Llama-2-7b-chat-hf,3,64,23,0.0008180993027053773
pileval,attn_out,Llama-2-7b-chat-hf,3,64,23,0.000436833972344175
pileval,mlp_gate,Llama-2-7b-chat-hf,3,64,23,0.0029468555003404617
pileval,mlp_down,Llama-2-7b-chat-hf,3,64,23,0.0020784244406968355
pileval,attn_in,Llama-2-7b-chat-hf,3,64,24,0.0013903441140428185
pileval,attn_out,Llama-2-7b-chat-hf,3,64,24,0.0005507111782208085
pileval,mlp_gate,Llama-2-7b-chat-hf,3,64,24,0.0032891633454710245
pileval,mlp_down,Llama-2-7b-chat-hf,3,64,24,0.002203949959948659
pileval,attn_in,Llama-2-7b-chat-hf,3,64,25,0.0010647439630702138
pileval,attn_out,Llama-2-7b-chat-hf,3,64,25,0.0004863063804805279
pileval,mlp_gate,Llama-2-7b-chat-hf,3,64,25,0.0037454806733876467
pileval,mlp_down,Llama-2-7b-chat-hf,3,64,25,0.002437958726659417
pileval,attn_in,Llama-2-7b-chat-hf,3,64,26,0.0016123437089845538
pileval,attn_out,Llama-2-7b-chat-hf,3,64,26,0.0007978649227879941
pileval,mlp_gate,Llama-2-7b-chat-hf,3,64,26,0.004339326173067093
pileval,mlp_down,Llama-2-7b-chat-hf,3,64,26,0.0027487187180668116
pileval,attn_in,Llama-2-7b-chat-hf,3,64,27,0.0014425090048462152
pileval,attn_out,Llama-2-7b-chat-hf,3,64,27,0.0007595534552820027
pileval,mlp_gate,Llama-2-7b-chat-hf,3,64,27,0.00503319688141346
pileval,mlp_down,Llama-2-7b-chat-hf,3,64,27,0.0031995687168091536
pileval,attn_in,Llama-2-7b-chat-hf,3,64,28,0.0018293437315151095
pileval,attn_out,Llama-2-7b-chat-hf,3,64,28,0.0009202278451994061
pileval,mlp_gate,Llama-2-7b-chat-hf,3,64,28,0.00610406743362546
pileval,mlp_down,Llama-2-7b-chat-hf,3,64,28,0.00408807210624218
pileval,attn_in,Llama-2-7b-chat-hf,3,64,29,0.0019870370160788298
pileval,attn_out,Llama-2-7b-chat-hf,3,64,29,0.0010556839406490326
pileval,mlp_gate,Llama-2-7b-chat-hf,3,64,29,0.007299413904547691
pileval,mlp_down,Llama-2-7b-chat-hf,3,64,29,0.005534217692911625
pileval,attn_in,Llama-2-7b-chat-hf,3,64,30,0.001987934112548828
pileval,attn_out,Llama-2-7b-chat-hf,3,64,30,0.0012081082677468657
pileval,mlp_gate,Llama-2-7b-chat-hf,3,64,30,0.011903591454029083
pileval,mlp_down,Llama-2-7b-chat-hf,3,64,30,0.012942635454237461
pileval,attn_in,Llama-2-7b-chat-hf,3,64,31,0.005212118849158287
pileval,attn_out,Llama-2-7b-chat-hf,3,64,31,0.0017851729644462466
pileval,mlp_gate,Llama-2-7b-chat-hf,3,64,31,0.018043432384729385
pileval,mlp_down,Llama-2-7b-chat-hf,3,64,31,0.023613112047314644
wikitext,attn_in,Llama-2-7b-chat-hf,3,64,0,1.245007069883286e-06
wikitext,attn_out,Llama-2-7b-chat-hf,3,64,0,2.1535702217079233e-06
wikitext,mlp_gate,Llama-2-7b-chat-hf,3,64,0,5.527326152332535e-07
wikitext,mlp_down,Llama-2-7b-chat-hf,3,64,0,4.1308749132440425e-06
wikitext,attn_in,Llama-2-7b-chat-hf,3,64,1,4.872114914178383e-06
wikitext,attn_out,Llama-2-7b-chat-hf,3,64,1,9.208682968164794e-06
wikitext,mlp_gate,Llama-2-7b-chat-hf,3,64,1,2.8602558813872747e-05
wikitext,mlp_down,Llama-2-7b-chat-hf,3,64,1,0.014972655102610588
wikitext,attn_in,Llama-2-7b-chat-hf,3,64,2,1.0668746654118877e-05
wikitext,attn_out,Llama-2-7b-chat-hf,3,64,2,5.914406301599229e-06
wikitext,mlp_gate,Llama-2-7b-chat-hf,3,64,2,1.608891398063861e-05
wikitext,mlp_down,Llama-2-7b-chat-hf,3,64,2,1.9527833501342684e-05
wikitext,attn_in,Llama-2-7b-chat-hf,3,64,3,2.746233258221764e-05
wikitext,attn_out,Llama-2-7b-chat-hf,3,64,3,1.2622470421774779e-05
wikitext,mlp_gate,Llama-2-7b-chat-hf,3,64,3,4.009445910924114e-05
wikitext,mlp_down,Llama-2-7b-chat-hf,3,64,3,3.531954644131474e-05
wikitext,attn_in,Llama-2-7b-chat-hf,3,64,4,7.084791286615655e-05
wikitext,attn_out,Llama-2-7b-chat-hf,3,64,4,2.134322130586952e-05
wikitext,mlp_gate,Llama-2-7b-chat-hf,3,64,4,7.867194653954357e-05
wikitext,mlp_down,Llama-2-7b-chat-hf,3,64,4,0.00011818970233434811
wikitext,attn_in,Llama-2-7b-chat-hf,3,64,5,7.751822704449296e-05
wikitext,attn_out,Llama-2-7b-chat-hf,3,64,5,4.344825720181689e-05
wikitext,mlp_gate,Llama-2-7b-chat-hf,3,64,5,0.00012515895650722086
wikitext,mlp_down,Llama-2-7b-chat-hf,3,64,5,0.0001019504779833369
wikitext,attn_in,Llama-2-7b-chat-hf,3,64,6,0.00012744641571771353
wikitext,attn_out,Llama-2-7b-chat-hf,3,64,6,5.9330846852390096e-05
wikitext,mlp_gate,Llama-2-7b-chat-hf,3,64,6,0.0001863960933405906
wikitext,mlp_down,Llama-2-7b-chat-hf,3,64,6,0.00015296270430553705
wikitext,attn_in,Llama-2-7b-chat-hf,3,64,7,0.00016488877008669078
wikitext,attn_out,Llama-2-7b-chat-hf,3,64,7,7.612253102706745e-05
wikitext,mlp_gate,Llama-2-7b-chat-hf,3,64,7,0.0002561535220593214
wikitext,mlp_down,Llama-2-7b-chat-hf,3,64,7,0.00020296200818847865
wikitext,attn_in,Llama-2-7b-chat-hf,3,64,8,0.0002599997678771615
wikitext,attn_out,Llama-2-7b-chat-hf,3,64,8,0.00011762636131606996
wikitext,mlp_gate,Llama-2-7b-chat-hf,3,64,8,0.00031813071109354496
wikitext,mlp_down,Llama-2-7b-chat-hf,3,64,8,0.0002511297061573714
wikitext,attn_in,Llama-2-7b-chat-hf,3,64,9,0.000336585653712973
wikitext,attn_out,Llama-2-7b-chat-hf,3,64,9,0.0001590624888194725
wikitext,mlp_gate,Llama-2-7b-chat-hf,3,64,9,0.0003736740618478507
wikitext,mlp_down,Llama-2-7b-chat-hf,3,64,9,0.00029789929976686835
wikitext,attn_in,Llama-2-7b-chat-hf,3,64,10,0.00040716599323786795
wikitext,attn_out,Llama-2-7b-chat-hf,3,64,10,0.00022378879657480866
wikitext,mlp_gate,Llama-2-7b-chat-hf,3,64,10,0.00043493518023751676
wikitext,mlp_down,Llama-2-7b-chat-hf,3,64,10,0.0003339444810990244
wikitext,attn_in,Llama-2-7b-chat-hf,3,64,11,0.0004558265209197998
wikitext,attn_out,Llama-2-7b-chat-hf,3,64,11,0.00020718324230983853
wikitext,mlp_gate,Llama-2-7b-chat-hf,3,64,11,0.00047638462274335325
wikitext,mlp_down,Llama-2-7b-chat-hf,3,64,11,0.00036455909139476717
wikitext,attn_in,Llama-2-7b-chat-hf,3,64,12,0.0005134788225404918
wikitext,attn_out,Llama-2-7b-chat-hf,3,64,12,0.0002289872063556686
wikitext,mlp_gate,Llama-2-7b-chat-hf,3,64,12,0.0005323711084201932
wikitext,mlp_down,Llama-2-7b-chat-hf,3,64,12,0.00040300327236764133
wikitext,attn_in,Llama-2-7b-chat-hf,3,64,13,0.0005308589898049831
wikitext,attn_out,Llama-2-7b-chat-hf,3,64,13,0.0002761689538601786
wikitext,mlp_gate,Llama-2-7b-chat-hf,3,64,13,0.0006158679607324302
wikitext,mlp_down,Llama-2-7b-chat-hf,3,64,13,0.00047812931006774306
wikitext,attn_in,Llama-2-7b-chat-hf,3,64,14,0.0005624983459711075
wikitext,attn_out,Llama-2-7b-chat-hf,3,64,14,0.00029317490407265723
wikitext,mlp_gate,Llama-2-7b-chat-hf,3,64,14,0.0006979516474530101
wikitext,mlp_down,Llama-2-7b-chat-hf,3,64,14,0.0005621795426122844
wikitext,attn_in,Llama-2-7b-chat-hf,3,64,15,0.0006964615313336253
wikitext,attn_out,Llama-2-7b-chat-hf,3,64,15,0.00032368089887313545
wikitext,mlp_gate,Llama-2-7b-chat-hf,3,64,15,0.0008527585887350142
wikitext,mlp_down,Llama-2-7b-chat-hf,3,64,15,0.0007061974029056728
wikitext,attn_in,Llama-2-7b-chat-hf,3,64,16,0.0006935622077435255
wikitext,attn_out,Llama-2-7b-chat-hf,3,64,16,0.0003989938704762608
wikitext,mlp_gate,Llama-2-7b-chat-hf,3,64,16,0.0010741145815700293
wikitext,mlp_down,Llama-2-7b-chat-hf,3,64,16,0.0010349797084927559
wikitext,attn_in,Llama-2-7b-chat-hf,3,64,17,0.0005610007792711258
wikitext,attn_out,Llama-2-7b-chat-hf,3,64,17,0.0003289196756668389
wikitext,mlp_gate,Llama-2-7b-chat-hf,3,64,17,0.0012012476800009608
wikitext,mlp_down,Llama-2-7b-chat-hf,3,64,17,0.0010268958285450935
wikitext,attn_in,Llama-2-7b-chat-hf,3,64,18,0.0006033335812389851
wikitext,attn_out,Llama-2-7b-chat-hf,3,64,18,0.0003079958842135966
wikitext,mlp_gate,Llama-2-7b-chat-hf,3,64,18,0.0014231924433261156
wikitext,mlp_down,Llama-2-7b-chat-hf,3,64,18,0.0011943209683522582
wikitext,attn_in,Llama-2-7b-chat-hf,3,64,19,0.0005871699540875852
wikitext,attn_out,Llama-2-7b-chat-hf,3,64,19,0.00030056407558731735
wikitext,mlp_gate,Llama-2-7b-chat-hf,3,64,19,0.0016270927153527737
wikitext,mlp_down,Llama-2-7b-chat-hf,3,64,19,0.0013561149826273322
wikitext,attn_in,Llama-2-7b-chat-hf,3,64,20,0.0006756153889000416
wikitext,attn_out,Llama-2-7b-chat-hf,3,64,20,0.00038587258313782513
wikitext,mlp_gate,Llama-2-7b-chat-hf,3,64,20,0.0018916224362328649
wikitext,mlp_down,Llama-2-7b-chat-hf,3,64,20,0.0016107048140838742
wikitext,attn_in,Llama-2-7b-chat-hf,3,64,21,0.0006007513729855418
wikitext,attn_out,Llama-2-7b-chat-hf,3,64,21,0.0003030705265700817
wikitext,mlp_gate,Llama-2-7b-chat-hf,3,64,21,0.002172954846173525
wikitext,mlp_down,Llama-2-7b-chat-hf,3,64,21,0.0017566104652360082
wikitext,attn_in,Llama-2-7b-chat-hf,3,64,22,0.0009852105285972357
wikitext,attn_out,Llama-2-7b-chat-hf,3,64,22,0.00045693450374528766
wikitext,mlp_gate,Llama-2-7b-chat-hf,3,64,22,0.002496266970410943
wikitext,mlp_down,Llama-2-7b-chat-hf,3,64,22,0.0019041519844904542
wikitext,attn_in,Llama-2-7b-chat-hf,3,64,23,0.0008447637083008885
wikitext,attn_out,Llama-2-7b-chat-hf,3,64,23,0.00048155567492358387
wikitext,mlp_gate,Llama-2-7b-chat-hf,3,64,23,0.0028777490369975567
wikitext,mlp_down,Llama-2-7b-chat-hf,3,64,23,0.00207280064933002
wikitext,attn_in,Llama-2-7b-chat-hf,3,64,24,0.0012305109994485974
wikitext,attn_out,Llama-2-7b-chat-hf,3,64,24,0.0005129538476467133
wikitext,mlp_gate,Llama-2-7b-chat-hf,3,64,24,0.003246875712648034
wikitext,mlp_down,Llama-2-7b-chat-hf,3,64,24,0.0022529656998813152
wikitext,attn_in,Llama-2-7b-chat-hf,3,64,25,0.0012965276837348938
wikitext,attn_out,Llama-2-7b-chat-hf,3,64,25,0.0007487872499041259
wikitext,mlp_gate,Llama-2-7b-chat-hf,3,64,25,0.003740939311683178
wikitext,mlp_down,Llama-2-7b-chat-hf,3,64,25,0.002489736769348383
wikitext,attn_in,Llama-2-7b-chat-hf,3,64,26,0.0014649855438619852
wikitext,attn_out,Llama-2-7b-chat-hf,3,64,26,0.0007981487433426082
wikitext,mlp_gate,Llama-2-7b-chat-hf,3,64,26,0.004401205573230982
wikitext,mlp_down,Llama-2-7b-chat-hf,3,64,26,0.0028653882909566164
wikitext,attn_in,Llama-2-7b-chat-hf,3,64,27,0.0014778105542063713
wikitext,attn_out,Llama-2-7b-chat-hf,3,64,27,0.0008272526902146637
wikitext,mlp_gate,Llama-2-7b-chat-hf,3,64,27,0.005169934593141079
wikitext,mlp_down,Llama-2-7b-chat-hf,3,64,27,0.0034039169549942017
wikitext,attn_in,Llama-2-7b-chat-hf,3,64,28,0.0019841562025249004
wikitext,attn_out,Llama-2-7b-chat-hf,3,64,28,0.001128307543694973
wikitext,mlp_gate,Llama-2-7b-chat-hf,3,64,28,0.006120854523032904
wikitext,mlp_down,Llama-2-7b-chat-hf,3,64,28,0.0040230946615338326
wikitext,attn_in,Llama-2-7b-chat-hf,3,64,29,0.0021569759119302034
wikitext,attn_out,Llama-2-7b-chat-hf,3,64,29,0.001277072704397142
wikitext,mlp_gate,Llama-2-7b-chat-hf,3,64,29,0.007337838411331177
wikitext,mlp_down,Llama-2-7b-chat-hf,3,64,29,0.0059884702786803246
wikitext,attn_in,Llama-2-7b-chat-hf,3,64,30,0.0020715671125799417
wikitext,attn_out,Llama-2-7b-chat-hf,3,64,30,0.0013987818965688348
wikitext,mlp_gate,Llama-2-7b-chat-hf,3,64,30,0.015386241488158703
wikitext,mlp_down,Llama-2-7b-chat-hf,3,64,30,0.02513999305665493
wikitext,attn_in,Llama-2-7b-chat-hf,3,64,31,0.0053702061995863914
wikitext,attn_out,Llama-2-7b-chat-hf,3,64,31,0.002130381064489484
wikitext,mlp_gate,Llama-2-7b-chat-hf,3,64,31,0.01772085390985012
wikitext,mlp_down,Llama-2-7b-chat-hf,3,64,31,0.023149622604250908
c4,attn_in,Llama-2-7b-chat-hf,4,128,0,4.860524995820015e-07
c4,attn_out,Llama-2-7b-chat-hf,4,128,0,8.618700917395472e-07
c4,mlp_gate,Llama-2-7b-chat-hf,4,128,0,1.47467645206234e-07
c4,mlp_down,Llama-2-7b-chat-hf,4,128,0,1.5252982166202855e-06
c4,attn_in,Llama-2-7b-chat-hf,4,128,1,2.286215476487996e-06
c4,attn_out,Llama-2-7b-chat-hf,4,128,1,2.7960695661022328e-06
c4,mlp_gate,Llama-2-7b-chat-hf,4,128,1,1.2693711141764652e-05
c4,mlp_down,Llama-2-7b-chat-hf,4,128,1,0.02091374434530735
c4,attn_in,Llama-2-7b-chat-hf,4,128,2,5.048605999036226e-06
c4,attn_out,Llama-2-7b-chat-hf,4,128,2,2.366839453316061e-06
c4,mlp_gate,Llama-2-7b-chat-hf,4,128,2,4.549096502159955e-06
c4,mlp_down,Llama-2-7b-chat-hf,4,128,2,6.436310741264606e-06
c4,attn_in,Llama-2-7b-chat-hf,4,128,3,8.384721695620101e-06
c4,attn_out,Llama-2-7b-chat-hf,4,128,3,3.7405798138934188e-06
c4,mlp_gate,Llama-2-7b-chat-hf,4,128,3,1.1158524102938827e-05
c4,mlp_down,Llama-2-7b-chat-hf,4,128,3,1.0366649803472683e-05
c4,attn_in,Llama-2-7b-chat-hf,4,128,4,1.8984699636348523e-05
c4,attn_out,Llama-2-7b-chat-hf,4,128,4,6.772091637685662e-06
c4,mlp_gate,Llama-2-7b-chat-hf,4,128,4,2.18026962102158e-05
c4,mlp_down,Llama-2-7b-chat-hf,4,128,4,3.303795892861672e-05
c4,attn_in,Llama-2-7b-chat-hf,4,128,5,2.7926791517529637e-05
c4,attn_out,Llama-2-7b-chat-hf,4,128,5,1.2567491467052605e-05
c4,mlp_gate,Llama-2-7b-chat-hf,4,128,5,3.498355727060698e-05
c4,mlp_down,Llama-2-7b-chat-hf,4,128,5,2.8335773095022887e-05
c4,attn_in,Llama-2-7b-chat-hf,4,128,6,3.8077840144978836e-05
c4,attn_out,Llama-2-7b-chat-hf,4,128,6,1.5959052689140663e-05
c4,mlp_gate,Llama-2-7b-chat-hf,4,128,6,5.253678682493046e-05
c4,mlp_down,Llama-2-7b-chat-hf,4,128,6,4.272352816769853e-05
c4,attn_in,Llama-2-7b-chat-hf,4,128,7,5.1021088438574225e-05
c4,attn_out,Llama-2-7b-chat-hf,4,128,7,2.0939196474500932e-05
c4,mlp_gate,Llama-2-7b-chat-hf,4,128,7,7.233481301227584e-05
c4,mlp_down,Llama-2-7b-chat-hf,4,128,7,5.617460192297585e-05
c4,attn_in,Llama-2-7b-chat-hf,4,128,8,9.82300189207308e-05
c4,attn_out,Llama-2-7b-chat-hf,4,128,8,3.0163144401740283e-05
c4,mlp_gate,Llama-2-7b-chat-hf,4,128,8,8.86086854734458e-05
c4,mlp_down,Llama-2-7b-chat-hf,4,128,8,6.860985740786418e-05
c4,attn_in,Llama-2-7b-chat-hf,4,128,9,0.00010914452286669984
c4,attn_out,Llama-2-7b-chat-hf,4,128,9,4.4193584471940994e-05
c4,mlp_gate,Llama-2-7b-chat-hf,4,128,9,0.00010513090819586068
c4,mlp_down,Llama-2-7b-chat-hf,4,128,9,8.0061137850862e-05
c4,attn_in,Llama-2-7b-chat-hf,4,128,10,0.0001195808727061376
c4,attn_out,Llama-2-7b-chat-hf,4,128,10,5.990999852656387e-05
c4,mlp_gate,Llama-2-7b-chat-hf,4,128,10,0.00012379829422570765
c4,mlp_down,Llama-2-7b-chat-hf,4,128,10,9.161030175164342e-05
c4,attn_in,Llama-2-7b-chat-hf,4,128,11,0.00013250279880594462
c4,attn_out,Llama-2-7b-chat-hf,4,128,11,5.752376819145866e-05
c4,mlp_gate,Llama-2-7b-chat-hf,4,128,11,0.00013684695295523852
c4,mlp_down,Llama-2-7b-chat-hf,4,128,11,0.00010194624337600544
c4,attn_in,Llama-2-7b-chat-hf,4,128,12,0.0001529329310869798
c4,attn_out,Llama-2-7b-chat-hf,4,128,12,6.099798338254914e-05
c4,mlp_gate,Llama-2-7b-chat-hf,4,128,12,0.00015384894504677504
c4,mlp_down,Llama-2-7b-chat-hf,4,128,12,0.00011499127867864445
c4,attn_in,Llama-2-7b-chat-hf,4,128,13,0.0001518114295322448
c4,attn_out,Llama-2-7b-chat-hf,4,128,13,7.49444734537974e-05
c4,mlp_gate,Llama-2-7b-chat-hf,4,128,13,0.00018183959764428437
c4,mlp_down,Llama-2-7b-chat-hf,4,128,13,0.00014048372395336628
c4,attn_in,Llama-2-7b-chat-hf,4,128,14,0.00017042411491274834
c4,attn_out,Llama-2-7b-chat-hf,4,128,14,8.109625923680142e-05
c4,mlp_gate,Llama-2-7b-chat-hf,4,128,14,0.00020591887005139142
c4,mlp_down,Llama-2-7b-chat-hf,4,128,14,0.00016406217764597386
c4,attn_in,Llama-2-7b-chat-hf,4,128,15,0.00018189231923315674
c4,attn_out,Llama-2-7b-chat-hf,4,128,15,9.042965393746272e-05
c4,mlp_gate,Llama-2-7b-chat-hf,4,128,15,0.00025384651962667704
c4,mlp_down,Llama-2-7b-chat-hf,4,128,15,0.00020480167586356401
c4,attn_in,Llama-2-7b-chat-hf,4,128,16,0.00021654769079759717
c4,attn_out,Llama-2-7b-chat-hf,4,128,16,0.00012148079258622602
c4,mlp_gate,Llama-2-7b-chat-hf,4,128,16,0.000318590784445405
c4,mlp_down,Llama-2-7b-chat-hf,4,128,16,0.0003005765611305833
c4,attn_in,Llama-2-7b-chat-hf,4,128,17,0.00016759420395828784
c4,attn_out,Llama-2-7b-chat-hf,4,128,17,8.182409510482103e-05
c4,mlp_gate,Llama-2-7b-chat-hf,4,128,17,0.00035238737473264337
c4,mlp_down,Llama-2-7b-chat-hf,4,128,17,0.00029948470182716846
c4,attn_in,Llama-2-7b-chat-hf,4,128,18,0.00016851868713274598
c4,attn_out,Llama-2-7b-chat-hf,4,128,18,8.399211947107688e-05
c4,mlp_gate,Llama-2-7b-chat-hf,4,128,18,0.00041588491876609623
c4,mlp_down,Llama-2-7b-chat-hf,4,128,18,0.00035157843376509845
c4,attn_in,Llama-2-7b-chat-hf,4,128,19,0.00015858447295613587
c4,attn_out,Llama-2-7b-chat-hf,4,128,19,8.703628554940224e-05
c4,mlp_gate,Llama-2-7b-chat-hf,4,128,19,0.0004774577100761235
c4,mlp_down,Llama-2-7b-chat-hf,4,128,19,0.0004007328534498811
c4,attn_in,Llama-2-7b-chat-hf,4,128,20,0.0001909334969241172
c4,attn_out,Llama-2-7b-chat-hf,4,128,20,0.00010584494157228619
c4,mlp_gate,Llama-2-7b-chat-hf,4,128,20,0.0005534297088161111
c4,mlp_down,Llama-2-7b-chat-hf,4,128,20,0.0004654587828554213
c4,attn_in,Llama-2-7b-chat-hf,4,128,21,0.00016169727314263582
c4,attn_out,Llama-2-7b-chat-hf,4,128,21,9.528523514745757e-05
c4,mlp_gate,Llama-2-7b-chat-hf,4,128,21,0.0006205494282767177
c4,mlp_down,Llama-2-7b-chat-hf,4,128,21,0.0004878418694715947
c4,attn_in,Llama-2-7b-chat-hf,4,128,22,0.0002757133624982089
c4,attn_out,Llama-2-7b-chat-hf,4,128,22,0.000113161418994423
c4,mlp_gate,Llama-2-7b-chat-hf,4,128,22,0.0007162837428040802
c4,mlp_down,Llama-2-7b-chat-hf,4,128,22,0.0005492629716172814
c4,attn_in,Llama-2-7b-chat-hf,4,128,23,0.0002272178971907124
c4,attn_out,Llama-2-7b-chat-hf,4,128,23,0.00012028899072902277
c4,mlp_gate,Llama-2-7b-chat-hf,4,128,23,0.0008124455926008523
c4,mlp_down,Llama-2-7b-chat-hf,4,128,23,0.0005917790695093572
c4,attn_in,Llama-2-7b-chat-hf,4,128,24,0.0003015677793882787
c4,attn_out,Llama-2-7b-chat-hf,4,128,24,0.00016330275684595108
c4,mlp_gate,Llama-2-7b-chat-hf,4,128,24,0.0009111089166253805
c4,mlp_down,Llama-2-7b-chat-hf,4,128,24,0.0006408143090084195
c4,attn_in,Llama-2-7b-chat-hf,4,128,25,0.0002451423497404903
c4,attn_out,Llama-2-7b-chat-hf,4,128,25,0.00012238378985784948
c4,mlp_gate,Llama-2-7b-chat-hf,4,128,25,0.0010372254764661193
c4,mlp_down,Llama-2-7b-chat-hf,4,128,25,0.0006938695441931486
c4,attn_in,Llama-2-7b-chat-hf,4,128,26,0.0004486202960833907
c4,attn_out,Llama-2-7b-chat-hf,4,128,26,0.00022987545526120812
c4,mlp_gate,Llama-2-7b-chat-hf,4,128,26,0.0012034379178658128
c4,mlp_down,Llama-2-7b-chat-hf,4,128,26,0.0007875399896875024
c4,attn_in,Llama-2-7b-chat-hf,4,128,27,0.0003783369029406458
c4,attn_out,Llama-2-7b-chat-hf,4,128,27,0.00019454932771623135
c4,mlp_gate,Llama-2-7b-chat-hf,4,128,27,0.0013979487121105194
c4,mlp_down,Llama-2-7b-chat-hf,4,128,27,0.0009076790302060544
c4,attn_in,Llama-2-7b-chat-hf,4,128,28,0.0004813401901628822
c4,attn_out,Llama-2-7b-chat-hf,4,128,28,0.00025732675567269325
c4,mlp_gate,Llama-2-7b-chat-hf,4,128,28,0.0016861041076481342
c4,mlp_down,Llama-2-7b-chat-hf,4,128,28,0.0011402728268876672
c4,attn_in,Llama-2-7b-chat-hf,4,128,29,0.0005116795073263347
c4,attn_out,Llama-2-7b-chat-hf,4,128,29,0.00027127485373057425
c4,mlp_gate,Llama-2-7b-chat-hf,4,128,29,0.002005618531256914
c4,mlp_down,Llama-2-7b-chat-hf,4,128,29,0.0016178518999367952
c4,attn_in,Llama-2-7b-chat-hf,4,128,30,0.0004982695099897683
c4,attn_out,Llama-2-7b-chat-hf,4,128,30,0.00031135958852246404
c4,mlp_gate,Llama-2-7b-chat-hf,4,128,30,0.003171907039359212
c4,mlp_down,Llama-2-7b-chat-hf,4,128,30,0.007578938268125057
c4,attn_in,Llama-2-7b-chat-hf,4,128,31,0.0031016357243061066
c4,attn_out,Llama-2-7b-chat-hf,4,128,31,0.0005743468063883483
c4,mlp_gate,Llama-2-7b-chat-hf,4,128,31,0.005256726406514645
c4,mlp_down,Llama-2-7b-chat-hf,4,128,31,0.008604946546256542
pileval,attn_in,Llama-2-7b-chat-hf,4,128,0,6.308863476078841e-07
pileval,attn_out,Llama-2-7b-chat-hf,4,128,0,9.829292366703157e-07
pileval,mlp_gate,Llama-2-7b-chat-hf,4,128,0,1.8971695681102574e-07
pileval,mlp_down,Llama-2-7b-chat-hf,4,128,0,1.487127406107902e-06
pileval,attn_in,Llama-2-7b-chat-hf,4,128,1,2.4113087420118973e-06
pileval,attn_out,Llama-2-7b-chat-hf,4,128,1,2.905441306211287e-06
pileval,mlp_gate,Llama-2-7b-chat-hf,4,128,1,1.1548756447155029e-05
pileval,mlp_down,Llama-2-7b-chat-hf,4,128,1,0.017237771302461624
pileval,attn_in,Llama-2-7b-chat-hf,4,128,2,4.966510459780693e-06
pileval,attn_out,Llama-2-7b-chat-hf,4,128,2,2.4393639250774868e-06
pileval,mlp_gate,Llama-2-7b-chat-hf,4,128,2,4.8707497626310214e-06
pileval,mlp_down,Llama-2-7b-chat-hf,4,128,2,6.658478923782241e-06
pileval,attn_in,Llama-2-7b-chat-hf,4,128,3,8.498546776536386e-06
pileval,attn_out,Llama-2-7b-chat-hf,4,128,3,4.113752765988465e-06
pileval,mlp_gate,Llama-2-7b-chat-hf,4,128,3,1.18462248792639e-05
pileval,mlp_down,Llama-2-7b-chat-hf,4,128,3,1.0857136658160016e-05
pileval,attn_in,Llama-2-7b-chat-hf,4,128,4,1.8518880096962675e-05
pileval,attn_out,Llama-2-7b-chat-hf,4,128,4,7.3314367909915745e-06
pileval,mlp_gate,Llama-2-7b-chat-hf,4,128,4,2.2724831069353968e-05
pileval,mlp_down,Llama-2-7b-chat-hf,4,128,4,3.275349081377499e-05
pileval,attn_in,Llama-2-7b-chat-hf,4,128,5,2.8146898330305703e-05
pileval,attn_out,Llama-2-7b-chat-hf,4,128,5,1.3541675798478536e-05
pileval,mlp_gate,Llama-2-7b-chat-hf,4,128,5,3.5057677450822666e-05
pileval,mlp_down,Llama-2-7b-chat-hf,4,128,5,2.8270906113903038e-05
pileval,attn_in,Llama-2-7b-chat-hf,4,128,6,4.043047010782175e-05
pileval,attn_out,Llama-2-7b-chat-hf,4,128,6,1.8603170246933587e-05
pileval,mlp_gate,Llama-2-7b-chat-hf,4,128,6,5.20990724908188e-05
pileval,mlp_down,Llama-2-7b-chat-hf,4,128,6,4.225936936563812e-05
pileval,attn_in,Llama-2-7b-chat-hf,4,128,7,5.315079397405498e-05
pileval,attn_out,Llama-2-7b-chat-hf,4,128,7,2.4164453861885704e-05
pileval,mlp_gate,Llama-2-7b-chat-hf,4,128,7,7.247321627801284e-05
pileval,mlp_down,Llama-2-7b-chat-hf,4,128,7,5.6533757742727175e-05
pileval,attn_in,Llama-2-7b-chat-hf,4,128,8,9.710963058751076e-05
pileval,attn_out,Llama-2-7b-chat-hf,4,128,8,3.533544804668054e-05
pileval,mlp_gate,Llama-2-7b-chat-hf,4,128,8,9.008772758534178e-05
pileval,mlp_down,Llama-2-7b-chat-hf,4,128,8,7.07172293914482e-05
pileval,attn_in,Llama-2-7b-chat-hf,4,128,9,0.00011175375402672216
pileval,attn_out,Llama-2-7b-chat-hf,4,128,9,4.884825102635659e-05
pileval,mlp_gate,Llama-2-7b-chat-hf,4,128,9,0.00010655522055458277
pileval,mlp_down,Llama-2-7b-chat-hf,4,128,9,8.208753570215777e-05
pileval,attn_in,Llama-2-7b-chat-hf,4,128,10,0.00012307078577578068
pileval,attn_out,Llama-2-7b-chat-hf,4,128,10,6.686589040327817e-05
pileval,mlp_gate,Llama-2-7b-chat-hf,4,128,10,0.0001244776212843135
pileval,mlp_down,Llama-2-7b-chat-hf,4,128,10,9.314640192314982e-05
pileval,attn_in,Llama-2-7b-chat-hf,4,128,11,0.00013656345254275948
pileval,attn_out,Llama-2-7b-chat-hf,4,128,11,6.481766467913985e-05
pileval,mlp_gate,Llama-2-7b-chat-hf,4,128,11,0.00013706382014788687
pileval,mlp_down,Llama-2-7b-chat-hf,4,128,11,0.00010202771227341145
pileval,attn_in,Llama-2-7b-chat-hf,4,128,12,0.00016266704187728465
pileval,attn_out,Llama-2-7b-chat-hf,4,128,12,7.141097739804536e-05
pileval,mlp_gate,Llama-2-7b-chat-hf,4,128,12,0.00015386557788588107
pileval,mlp_down,Llama-2-7b-chat-hf,4,128,12,0.00011505073052830994
pileval,attn_in,Llama-2-7b-chat-hf,4,128,13,0.00015588976384606212
pileval,attn_out,Llama-2-7b-chat-hf,4,128,13,8.112166688079014e-05
pileval,mlp_gate,Llama-2-7b-chat-hf,4,128,13,0.00017990960623137653
pileval,mlp_down,Llama-2-7b-chat-hf,4,128,13,0.00013831359683535993
pileval,attn_in,Llama-2-7b-chat-hf,4,128,14,0.00017483018746133894
pileval,attn_out,Llama-2-7b-chat-hf,4,128,14,8.94653276191093e-05
pileval,mlp_gate,Llama-2-7b-chat-hf,4,128,14,0.00020271782705094665
pileval,mlp_down,Llama-2-7b-chat-hf,4,128,14,0.0001602590491529554
pileval,attn_in,Llama-2-7b-chat-hf,4,128,15,0.0001865300437202677
pileval,attn_out,Llama-2-7b-chat-hf,4,128,15,9.675882756710052e-05
pileval,mlp_gate,Llama-2-7b-chat-hf,4,128,15,0.00024920087889768183
pileval,mlp_down,Llama-2-7b-chat-hf,4,128,15,0.000200101247173734
pileval,attn_in,Llama-2-7b-chat-hf,4,128,16,0.00021682171791326255
pileval,attn_out,Llama-2-7b-chat-hf,4,128,16,0.00012906105257570744
pileval,mlp_gate,Llama-2-7b-chat-hf,4,128,16,0.0003129660035483539
pileval,mlp_down,Llama-2-7b-chat-hf,4,128,16,0.00029363716021180153
pileval,attn_in,Llama-2-7b-chat-hf,4,128,17,0.00017517308879178017
pileval,attn_out,Llama-2-7b-chat-hf,4,128,17,9.016595140565187e-05
pileval,mlp_gate,Llama-2-7b-chat-hf,4,128,17,0.0003457428829278797
pileval,mlp_down,Llama-2-7b-chat-hf,4,128,17,0.0002885768481064588
pileval,attn_in,Llama-2-7b-chat-hf,4,128,18,0.0001769052614690736
pileval,attn_out,Llama-2-7b-chat-hf,4,128,18,0.000101616678875871
pileval,mlp_gate,Llama-2-7b-chat-hf,4,128,18,0.0004111876478418708
pileval,mlp_down,Llama-2-7b-chat-hf,4,128,18,0.00034605362452566624
pileval,attn_in,Llama-2-7b-chat-hf,4,128,19,0.0001625411823624745
pileval,attn_out,Llama-2-7b-chat-hf,4,128,19,9.250650327885523e-05
pileval,mlp_gate,Llama-2-7b-chat-hf,4,128,19,0.0004712007357738912
pileval,mlp_down,Llama-2-7b-chat-hf,4,128,19,0.000392052810639143
pileval,attn_in,Llama-2-7b-chat-hf,4,128,20,0.00017548860341776162
pileval,attn_out,Llama-2-7b-chat-hf,4,128,20,0.00010126247070729733
pileval,mlp_gate,Llama-2-7b-chat-hf,4,128,20,0.0005473525961861014
pileval,mlp_down,Llama-2-7b-chat-hf,4,128,20,0.00045293939183466136
pileval,attn_in,Llama-2-7b-chat-hf,4,128,21,0.00016793150280136615
pileval,attn_out,Llama-2-7b-chat-hf,4,128,21,0.00010373703844379634
pileval,mlp_gate,Llama-2-7b-chat-hf,4,128,21,0.000615366967394948
pileval,mlp_down,Llama-2-7b-chat-hf,4,128,21,0.0004711650835815817
pileval,attn_in,Llama-2-7b-chat-hf,4,128,22,0.00028696557274088264
pileval,attn_out,Llama-2-7b-chat-hf,4,128,22,0.00012704358960036188
pileval,mlp_gate,Llama-2-7b-chat-hf,4,128,22,0.0007119730580598116
pileval,mlp_down,Llama-2-7b-chat-hf,4,128,22,0.000528923177625984
pileval,attn_in,Llama-2-7b-chat-hf,4,128,23,0.00022598664509132504
pileval,attn_out,Llama-2-7b-chat-hf,4,128,23,0.00012211687862873077
pileval,mlp_gate,Llama-2-7b-chat-hf,4,128,23,0.0008088551112450659
pileval,mlp_down,Llama-2-7b-chat-hf,4,128,23,0.0005770408897660673
pileval,attn_in,Llama-2-7b-chat-hf,4,128,24,0.0002903513959608972
pileval,attn_out,Llama-2-7b-chat-hf,4,128,24,0.00015905988402664661
pileval,mlp_gate,Llama-2-7b-chat-hf,4,128,24,0.0009018383570946753
pileval,mlp_down,Llama-2-7b-chat-hf,4,128,24,0.0006101987673901021
pileval,attn_in,Llama-2-7b-chat-hf,4,128,25,0.00026208217605017126
pileval,attn_out,Llama-2-7b-chat-hf,4,128,25,0.0001355694403173402
pileval,mlp_gate,Llama-2-7b-chat-hf,4,128,25,0.0010260550770908594
pileval,mlp_down,Llama-2-7b-chat-hf,4,128,25,0.0006801557610742748
pileval,attn_in,Llama-2-7b-chat-hf,4,128,26,0.0004523925017565489
pileval,attn_out,Llama-2-7b-chat-hf,4,128,26,0.00023333763238042593
pileval,mlp_gate,Llama-2-7b-chat-hf,4,128,26,0.0011954958317801356
pileval,mlp_down,Llama-2-7b-chat-hf,4,128,26,0.0007623281562700868
pileval,attn_in,Llama-2-7b-chat-hf,4,128,27,0.00038711639354005456
pileval,attn_out,Llama-2-7b-chat-hf,4,128,27,0.0002110154600813985
pileval,mlp_gate,Llama-2-7b-chat-hf,4,128,27,0.0013929206179454923
pileval,mlp_down,Llama-2-7b-chat-hf,4,128,27,0.0008920301916077733
pileval,attn_in,Llama-2-7b-chat-hf,4,128,28,0.0004703433660324663
pileval,attn_out,Llama-2-7b-chat-hf,4,128,28,0.000259215448750183
pileval,mlp_gate,Llama-2-7b-chat-hf,4,128,28,0.00169431883841753
pileval,mlp_down,Llama-2-7b-chat-hf,4,128,28,0.0011463715927675366
pileval,attn_in,Llama-2-7b-chat-hf,4,128,29,0.000541171757504344
pileval,attn_out,Llama-2-7b-chat-hf,4,128,29,0.00029801108757965267
pileval,mlp_gate,Llama-2-7b-chat-hf,4,128,29,0.0020467687863856554
pileval,mlp_down,Llama-2-7b-chat-hf,4,128,29,0.0016055430751293898
pileval,attn_in,Llama-2-7b-chat-hf,4,128,30,0.0005270799738354981
pileval,attn_out,Llama-2-7b-chat-hf,4,128,30,0.0003437112900428474
pileval,mlp_gate,Llama-2-7b-chat-hf,4,128,30,0.003168293507769704
pileval,mlp_down,Llama-2-7b-chat-hf,4,128,30,0.0067915357649326324
pileval,attn_in,Llama-2-7b-chat-hf,4,128,31,0.0031036597210913897
pileval,attn_out,Llama-2-7b-chat-hf,4,128,31,0.0005628052167594433
pileval,mlp_gate,Llama-2-7b-chat-hf,4,128,31,0.005185502581298351
pileval,mlp_down,Llama-2-7b-chat-hf,4,128,31,0.008007423020899296
wikitext,attn_in,Llama-2-7b-chat-hf,4,128,0,4.89798367198091e-07
wikitext,attn_out,Llama-2-7b-chat-hf,4,128,0,9.817809996093274e-07
wikitext,mlp_gate,Llama-2-7b-chat-hf,4,128,0,1.6581599027176708e-07
wikitext,mlp_down,Llama-2-7b-chat-hf,4,128,0,1.318492422797135e-06
wikitext,attn_in,Llama-2-7b-chat-hf,4,128,1,2.0524439605651423e-06
wikitext,attn_out,Llama-2-7b-chat-hf,4,128,1,3.6310459563537734e-06
wikitext,mlp_gate,Llama-2-7b-chat-hf,4,128,1,1.3772400961897802e-05
wikitext,mlp_down,Llama-2-7b-chat-hf,4,128,1,0.02572682686150074
wikitext,attn_in,Llama-2-7b-chat-hf,4,128,2,3.4109768876078306e-06
wikitext,attn_out,Llama-2-7b-chat-hf,4,128,2,1.88915930721123e-06
wikitext,mlp_gate,Llama-2-7b-chat-hf,4,128,2,4.463380264496664e-06
wikitext,mlp_down,Llama-2-7b-chat-hf,4,128,2,7.028274922049604e-06
wikitext,attn_in,Llama-2-7b-chat-hf,4,128,3,8.339254236489069e-06
wikitext,attn_out,Llama-2-7b-chat-hf,4,128,3,3.863025085593108e-06
wikitext,mlp_gate,Llama-2-7b-chat-hf,4,128,3,1.110565153794596e-05
wikitext,mlp_down,Llama-2-7b-chat-hf,4,128,3,9.93566482065944e-06
wikitext,attn_in,Llama-2-7b-chat-hf,4,128,4,1.6007956219254993e-05
wikitext,attn_out,Llama-2-7b-chat-hf,4,128,4,6.383745130733587e-06
wikitext,mlp_gate,Llama-2-7b-chat-hf,4,128,4,2.1940928490948863e-05
wikitext,mlp_down,Llama-2-7b-chat-hf,4,128,4,4.5057429815642536e-05
wikitext,attn_in,Llama-2-7b-chat-hf,4,128,5,2.6880579753196798e-05
wikitext,attn_out,Llama-2-7b-chat-hf,4,128,5,1.2842642718169373e-05
wikitext,mlp_gate,Llama-2-7b-chat-hf,4,128,5,3.5032109735766426e-05
wikitext,mlp_down,Llama-2-7b-chat-hf,4,128,5,2.8477130399551243e-05
wikitext,attn_in,Llama-2-7b-chat-hf,4,128,6,3.58560610038694e-05
wikitext,attn_out,Llama-2-7b-chat-hf,4,128,6,1.7463429685449228e-05
wikitext,mlp_gate,Llama-2-7b-chat-hf,4,128,6,5.222118124947883e-05
wikitext,mlp_down,Llama-2-7b-chat-hf,4,128,6,4.300378350308165e-05
wikitext,attn_in,Llama-2-7b-chat-hf,4,128,7,4.83057665405795e-05
wikitext,attn_out,Llama-2-7b-chat-hf,4,128,7,2.2112033548182808e-05
wikitext,mlp_gate,Llama-2-7b-chat-hf,4,128,7,7.236184319481254e-05
wikitext,mlp_down,Llama-2-7b-chat-hf,4,128,7,5.709380639018491e-05
wikitext,attn_in,Llama-2-7b-chat-hf,4,128,8,8.999566489364952e-05
wikitext,attn_out,Llama-2-7b-chat-hf,4,128,8,3.385949457879178e-05
wikitext,mlp_gate,Llama-2-7b-chat-hf,4,128,8,8.985236490843818e-05
wikitext,mlp_down,Llama-2-7b-chat-hf,4,128,8,7.091330917319283e-05
wikitext,attn_in,Llama-2-7b-chat-hf,4,128,9,0.00010236245725536719
wikitext,attn_out,Llama-2-7b-chat-hf,4,128,9,4.524381802184507e-05
wikitext,mlp_gate,Llama-2-7b-chat-hf,4,128,9,0.00010576516069704667
wikitext,mlp_down,Llama-2-7b-chat-hf,4,128,9,8.359192725038156e-05
wikitext,attn_in,Llama-2-7b-chat-hf,4,128,10,0.00011754945444408804
wikitext,attn_out,Llama-2-7b-chat-hf,4,128,10,6.360292172757909e-05
wikitext,mlp_gate,Llama-2-7b-chat-hf,4,128,10,0.00012398486433085054
wikitext,mlp_down,Llama-2-7b-chat-hf,4,128,10,9.301519457949325e-05
wikitext,attn_in,Llama-2-7b-chat-hf,4,128,11,0.0001247720210812986
wikitext,attn_out,Llama-2-7b-chat-hf,4,128,11,5.95903693465516e-05
wikitext,mlp_gate,Llama-2-7b-chat-hf,4,128,11,0.00013514225429389626
wikitext,mlp_down,Llama-2-7b-chat-hf,4,128,11,0.00010209672473138198
wikitext,attn_in,Llama-2-7b-chat-hf,4,128,12,0.00015681104559917003
wikitext,attn_out,Llama-2-7b-chat-hf,4,128,12,6.473183020716533e-05
wikitext,mlp_gate,Llama-2-7b-chat-hf,4,128,12,0.00015028909547254443
wikitext,mlp_down,Llama-2-7b-chat-hf,4,128,12,0.00011232050746912137
wikitext,attn_in,Llama-2-7b-chat-hf,4,128,13,0.0001466140674892813
wikitext,attn_out,Llama-2-7b-chat-hf,4,128,13,7.870839908719063e-05
wikitext,mlp_gate,Llama-2-7b-chat-hf,4,128,13,0.0001741079322528094
wikitext,mlp_down,Llama-2-7b-chat-hf,4,128,13,0.0001335985871264711
wikitext,attn_in,Llama-2-7b-chat-hf,4,128,14,0.00016448421229142696
wikitext,attn_out,Llama-2-7b-chat-hf,4,128,14,8.211970998672768e-05
wikitext,mlp_gate,Llama-2-7b-chat-hf,4,128,14,0.00019670298206619918
wikitext,mlp_down,Llama-2-7b-chat-hf,4,128,14,0.00015617054305039346
wikitext,attn_in,Llama-2-7b-chat-hf,4,128,15,0.00017666167696006596
wikitext,attn_out,Llama-2-7b-chat-hf,4,128,15,9.175914601655677e-05
wikitext,mlp_gate,Llama-2-7b-chat-hf,4,128,15,0.00024166204093489796
wikitext,mlp_down,Llama-2-7b-chat-hf,4,128,15,0.00019710950437001884
wikitext,attn_in,Llama-2-7b-chat-hf,4,128,16,0.00019849873206112534
wikitext,attn_out,Llama-2-7b-chat-hf,4,128,16,0.00011352243745932356
wikitext,mlp_gate,Llama-2-7b-chat-hf,4,128,16,0.00030119557050056756
wikitext,mlp_down,Llama-2-7b-chat-hf,4,128,16,0.0003107641532551497
wikitext,attn_in,Llama-2-7b-chat-hf,4,128,17,0.00016768250497989357
wikitext,attn_out,Llama-2-7b-chat-hf,4,128,17,9.242611849913374e-05
wikitext,mlp_gate,Llama-2-7b-chat-hf,4,128,17,0.0003342874988447875
wikitext,mlp_down,Llama-2-7b-chat-hf,4,128,17,0.00028667444712482393
wikitext,attn_in,Llama-2-7b-chat-hf,4,128,18,0.00016178931400645524
wikitext,attn_out,Llama-2-7b-chat-hf,4,128,18,8.616718696430326e-05
wikitext,mlp_gate,Llama-2-7b-chat-hf,4,128,18,0.00039551989175379276
wikitext,mlp_down,Llama-2-7b-chat-hf,4,128,18,0.0003354832879267633
wikitext,attn_in,Llama-2-7b-chat-hf,4,128,19,0.00014447292778640985
wikitext,attn_out,Llama-2-7b-chat-hf,4,128,19,8.493230416206643e-05
wikitext,mlp_gate,Llama-2-7b-chat-hf,4,128,19,0.0004493663436733186
wikitext,mlp_down,Llama-2-7b-chat-hf,4,128,19,0.00039078688132576644
wikitext,attn_in,Llama-2-7b-chat-hf,4,128,20,0.00017449412553105503
wikitext,attn_out,Llama-2-7b-chat-hf,4,128,20,0.00010760973964352161
wikitext,mlp_gate,Llama-2-7b-chat-hf,4,128,20,0.0005241042235866189
wikitext,mlp_down,Llama-2-7b-chat-hf,4,128,20,0.0004504011303652078
wikitext,attn_in,Llama-2-7b-chat-hf,4,128,21,0.0001453718141419813
wikitext,attn_out,Llama-2-7b-chat-hf,4,128,21,8.580516441725194e-05
wikitext,mlp_gate,Llama-2-7b-chat-hf,4,128,21,0.0006011137738823891
wikitext,mlp_down,Llama-2-7b-chat-hf,4,128,21,0.0004907727707177401
wikitext,attn_in,Llama-2-7b-chat-hf,4,128,22,0.0002841201494447887
wikitext,attn_out,Llama-2-7b-chat-hf,4,128,22,0.00012966501526534557
wikitext,mlp_gate,Llama-2-7b-chat-hf,4,128,22,0.0006889133946970105
wikitext,mlp_down,Llama-2-7b-chat-hf,4,128,22,0.0005283299251459539
wikitext,attn_in,Llama-2-7b-chat-hf,4,128,23,0.00022603754769079387
wikitext,attn_out,Llama-2-7b-chat-hf,4,128,23,0.00013444910291582346
wikitext,mlp_gate,Llama-2-7b-chat-hf,4,128,23,0.0007878944161348045
wikitext,mlp_down,Llama-2-7b-chat-hf,4,128,23,0.0005749743431806564
wikitext,attn_in,Llama-2-7b-chat-hf,4,128,24,0.0002711390261538327
wikitext,attn_out,Llama-2-7b-chat-hf,4,128,24,0.00014677236322313547
wikitext,mlp_gate,Llama-2-7b-chat-hf,4,128,24,0.0008912099292501807
wikitext,mlp_down,Llama-2-7b-chat-hf,4,128,24,0.0006240257644094527
wikitext,attn_in,Llama-2-7b-chat-hf,4,128,25,0.0003175692108925432
wikitext,attn_out,Llama-2-7b-chat-hf,4,128,25,0.00020950498583260924
wikitext,mlp_gate,Llama-2-7b-chat-hf,4,128,25,0.0010281674331054091
wikitext,mlp_down,Llama-2-7b-chat-hf,4,128,25,0.0006959036109037697
wikitext,attn_in,Llama-2-7b-chat-hf,4,128,26,0.00042138807475566864
wikitext,attn_out,Llama-2-7b-chat-hf,4,128,26,0.00023296926519833505
wikitext,mlp_gate,Llama-2-7b-chat-hf,4,128,26,0.0012098386650905013
wikitext,mlp_down,Llama-2-7b-chat-hf,4,128,26,0.000795368105173111
wikitext,attn_in,Llama-2-7b-chat-hf,4,128,27,0.00040408154018223286
wikitext,attn_out,Llama-2-7b-chat-hf,4,128,27,0.00023114561918191612
wikitext,mlp_gate,Llama-2-7b-chat-hf,4,128,27,0.001426388742402196
wikitext,mlp_down,Llama-2-7b-chat-hf,4,128,27,0.0009522794862277806
wikitext,attn_in,Llama-2-7b-chat-hf,4,128,28,0.000514761486556381
wikitext,attn_out,Llama-2-7b-chat-hf,4,128,28,0.00031627650605514646
wikitext,mlp_gate,Llama-2-7b-chat-hf,4,128,28,0.0016969711286947131
wikitext,mlp_down,Llama-2-7b-chat-hf,4,128,28,0.0011271708644926548
wikitext,attn_in,Llama-2-7b-chat-hf,4,128,29,0.0005896086804568768
wikitext,attn_out,Llama-2-7b-chat-hf,4,128,29,0.00035758400917984545
wikitext,mlp_gate,Llama-2-7b-chat-hf,4,128,29,0.002054608892649412
wikitext,mlp_down,Llama-2-7b-chat-hf,4,128,29,0.0017696446739137173
wikitext,attn_in,Llama-2-7b-chat-hf,4,128,30,0.0005833766190335155
wikitext,attn_out,Llama-2-7b-chat-hf,4,128,30,0.00039677752647548914
wikitext,mlp_gate,Llama-2-7b-chat-hf,4,128,30,0.0031437266152352095
wikitext,mlp_down,Llama-2-7b-chat-hf,4,128,30,0.018866294994950294
wikitext,attn_in,Llama-2-7b-chat-hf,4,128,31,0.002607789821922779
wikitext,attn_out,Llama-2-7b-chat-hf,4,128,31,0.0006756011280231178
wikitext,mlp_gate,Llama-2-7b-chat-hf,4,128,31,0.0050714644603431225
wikitext,mlp_down,Llama-2-7b-chat-hf,4,128,31,0.007905472069978714
c4,attn_in,Llama-2-7b-chat-hf,4,64,0,2.8023529807796876e-07
c4,attn_out,Llama-2-7b-chat-hf,4,64,0,4.6026607947169396e-07
c4,mlp_gate,Llama-2-7b-chat-hf,4,64,0,1.0518358095623626e-07
c4,mlp_down,Llama-2-7b-chat-hf,4,64,0,1.048820649884874e-06
c4,attn_in,Llama-2-7b-chat-hf,4,64,1,1.0488366797289927e-06
c4,attn_out,Llama-2-7b-chat-hf,4,64,1,1.701686528576829e-06
c4,mlp_gate,Llama-2-7b-chat-hf,4,64,1,2.6100669856532477e-05
c4,mlp_down,Llama-2-7b-chat-hf,4,64,1,0.011066701263189316
c4,attn_in,Llama-2-7b-chat-hf,4,64,2,4.735027687274851e-06
c4,attn_out,Llama-2-7b-chat-hf,4,64,2,1.7320833194389706e-06
c4,mlp_gate,Llama-2-7b-chat-hf,4,64,2,3.5409848351264372e-06
c4,mlp_down,Llama-2-7b-chat-hf,4,64,2,4.636552603187738e-06
c4,attn_in,Llama-2-7b-chat-hf,4,64,3,5.7684296734805685e-06
c4,attn_out,Llama-2-7b-chat-hf,4,64,3,2.723068064369727e-06
c4,mlp_gate,Llama-2-7b-chat-hf,4,64,3,8.651772986922879e-06
c4,mlp_down,Llama-2-7b-chat-hf,4,64,3,8.043686648306902e-06
c4,attn_in,Llama-2-7b-chat-hf,4,64,4,1.584480378369335e-05
c4,attn_out,Llama-2-7b-chat-hf,4,64,4,5.074592536402633e-06
c4,mlp_gate,Llama-2-7b-chat-hf,4,64,4,1.6781577869551256e-05
c4,mlp_down,Llama-2-7b-chat-hf,4,64,4,2.1920965082244948e-05
c4,attn_in,Llama-2-7b-chat-hf,4,64,5,2.1417483367258683e-05
c4,attn_out,Llama-2-7b-chat-hf,4,64,5,9.36189007916255e-06
c4,mlp_gate,Llama-2-7b-chat-hf,4,64,5,2.679890167200938e-05
c4,mlp_down,Llama-2-7b-chat-hf,4,64,5,2.2114098101155832e-05
c4,attn_in,Llama-2-7b-chat-hf,4,64,6,3.0228417017497122e-05
c4,attn_out,Llama-2-7b-chat-hf,4,64,6,1.1854690455948003e-05
c4,mlp_gate,Llama-2-7b-chat-hf,4,64,6,4.023887595394626e-05
c4,mlp_down,Llama-2-7b-chat-hf,4,64,6,3.342302443343215e-05
c4,attn_in,Llama-2-7b-chat-hf,4,64,7,4.003508001915179e-05
c4,attn_out,Llama-2-7b-chat-hf,4,64,7,1.57922477228567e-05
c4,mlp_gate,Llama-2-7b-chat-hf,4,64,7,5.5002794397296384e-05
c4,mlp_down,Llama-2-7b-chat-hf,4,64,7,4.376961805974133e-05
c4,attn_in,Llama-2-7b-chat-hf,4,64,8,6.619202758884057e-05
c4,attn_out,Llama-2-7b-chat-hf,4,64,8,2.2953026928007603e-05
c4,mlp_gate,Llama-2-7b-chat-hf,4,64,8,6.744993879692629e-05
c4,mlp_down,Llama-2-7b-chat-hf,4,64,8,5.317664908943698e-05
c4,attn_in,Llama-2-7b-chat-hf,4,64,9,8.180782606359571e-05
c4,attn_out,Llama-2-7b-chat-hf,4,64,9,3.412202204344794e-05
c4,mlp_gate,Llama-2-7b-chat-hf,4,64,9,7.977642235346138e-05
c4,mlp_down,Llama-2-7b-chat-hf,4,64,9,6.23904779786244e-05
c4,attn_in,Llama-2-7b-chat-hf,4,64,10,9.791723277885467e-05
c4,attn_out,Llama-2-7b-chat-hf,4,64,10,4.587562580127269e-05
c4,mlp_gate,Llama-2-7b-chat-hf,4,64,10,9.34348427108489e-05
c4,mlp_down,Llama-2-7b-chat-hf,4,64,10,7.14785564923659e-05
c4,attn_in,Llama-2-7b-chat-hf,4,64,11,0.00010198931704508141
c4,attn_out,Llama-2-7b-chat-hf,4,64,11,4.412266207509674e-05
c4,mlp_gate,Llama-2-7b-chat-hf,4,64,11,0.0001036807443597354
c4,mlp_down,Llama-2-7b-chat-hf,4,64,11,7.957037450978532e-05
c4,attn_in,Llama-2-7b-chat-hf,4,64,12,0.00011725286458386108
c4,attn_out,Llama-2-7b-chat-hf,4,64,12,4.7120429371716455e-05
c4,mlp_gate,Llama-2-7b-chat-hf,4,64,12,0.00011663821351248771
c4,mlp_down,Llama-2-7b-chat-hf,4,64,12,9.003217564895749e-05
c4,attn_in,Llama-2-7b-chat-hf,4,64,13,0.00011568941408768296
c4,attn_out,Llama-2-7b-chat-hf,4,64,13,5.779728599009104e-05
c4,mlp_gate,Llama-2-7b-chat-hf,4,64,13,0.00013804319314658642
c4,mlp_down,Llama-2-7b-chat-hf,4,64,13,0.00010965250112349167
c4,attn_in,Llama-2-7b-chat-hf,4,64,14,0.00012844207230955362
c4,attn_out,Llama-2-7b-chat-hf,4,64,14,6.323181878542528e-05
c4,mlp_gate,Llama-2-7b-chat-hf,4,64,14,0.00015675522445235401
c4,mlp_down,Llama-2-7b-chat-hf,4,64,14,0.00012864673044532537
c4,attn_in,Llama-2-7b-chat-hf,4,64,15,0.00015181400522124022
c4,attn_out,Llama-2-7b-chat-hf,4,64,15,6.968027446419e-05
c4,mlp_gate,Llama-2-7b-chat-hf,4,64,15,0.0001927881530718878
c4,mlp_down,Llama-2-7b-chat-hf,4,64,15,0.0001597032241988927
c4,attn_in,Llama-2-7b-chat-hf,4,64,16,0.00017586557078175247
c4,attn_out,Llama-2-7b-chat-hf,4,64,16,9.39607634791173e-05
c4,mlp_gate,Llama-2-7b-chat-hf,4,64,16,0.00024323775141965598
c4,mlp_down,Llama-2-7b-chat-hf,4,64,16,0.00022712211648467928
c4,attn_in,Llama-2-7b-chat-hf,4,64,17,0.00013059403863735497
c4,attn_out,Llama-2-7b-chat-hf,4,64,17,6.337709055515006e-05
c4,mlp_gate,Llama-2-7b-chat-hf,4,64,17,0.0002717753523029387
c4,mlp_down,Llama-2-7b-chat-hf,4,64,17,0.00023427790438290685
c4,attn_in,Llama-2-7b-chat-hf,4,64,18,0.0001385839277645573
c4,attn_out,Llama-2-7b-chat-hf,4,64,18,6.528099766001105e-05
c4,mlp_gate,Llama-2-7b-chat-hf,4,64,18,0.00032132279011420906
c4,mlp_down,Llama-2-7b-chat-hf,4,64,18,0.0002737543545663357
c4,attn_in,Llama-2-7b-chat-hf,4,64,19,0.00012135604629293084
c4,attn_out,Llama-2-7b-chat-hf,4,64,19,6.737669900758192e-05
c4,mlp_gate,Llama-2-7b-chat-hf,4,64,19,0.0003684978873934597
c4,mlp_down,Llama-2-7b-chat-hf,4,64,19,0.0003082532493863255
c4,attn_in,Llama-2-7b-chat-hf,4,64,20,0.0001600772375240922
c4,attn_out,Llama-2-7b-chat-hf,4,64,20,8.187475759768859e-05
c4,mlp_gate,Llama-2-7b-chat-hf,4,64,20,0.0004298961430322379
c4,mlp_down,Llama-2-7b-chat-hf,4,64,20,0.0003633184533100575
c4,attn_in,Llama-2-7b-chat-hf,4,64,21,0.00013581258826889098
c4,attn_out,Llama-2-7b-chat-hf,4,64,21,7.387331424979493e-05
c4,mlp_gate,Llama-2-7b-chat-hf,4,64,21,0.00048190008965320885
c4,mlp_down,Llama-2-7b-chat-hf,4,64,21,0.00038185386802069843
c4,attn_in,Llama-2-7b-chat-hf,4,64,22,0.00022451985569205135
c4,attn_out,Llama-2-7b-chat-hf,4,64,22,8.74117758939974e-05
c4,mlp_gate,Llama-2-7b-chat-hf,4,64,22,0.0005575770628638566
c4,mlp_down,Llama-2-7b-chat-hf,4,64,22,0.00043177479528822005
c4,attn_in,Llama-2-7b-chat-hf,4,64,23,0.000178798713022843
c4,attn_out,Llama-2-7b-chat-hf,4,64,23,9.380282426718622e-05
c4,mlp_gate,Llama-2-7b-chat-hf,4,64,23,0.000634057738352567
c4,mlp_down,Llama-2-7b-chat-hf,4,64,23,0.00046457425924018025
c4,attn_in,Llama-2-7b-chat-hf,4,64,24,0.00023343171051237732
c4,attn_out,Llama-2-7b-chat-hf,4,64,24,0.00012491898087318987
c4,mlp_gate,Llama-2-7b-chat-hf,4,64,24,0.0007124566473066807
c4,mlp_down,Llama-2-7b-chat-hf,4,64,24,0.0005040561663918197
c4,attn_in,Llama-2-7b-chat-hf,4,64,25,0.00020082561240997165
c4,attn_out,Llama-2-7b-chat-hf,4,64,25,9.554017742630094e-05
c4,mlp_gate,Llama-2-7b-chat-hf,4,64,25,0.0008072517230175436
c4,mlp_down,Llama-2-7b-chat-hf,4,64,25,0.0005440788809210062
c4,attn_in,Llama-2-7b-chat-hf,4,64,26,0.0003530853136908263
c4,attn_out,Llama-2-7b-chat-hf,4,64,26,0.0001736928679747507
c4,mlp_gate,Llama-2-7b-chat-hf,4,64,26,0.0009354086359962821
c4,mlp_down,Llama-2-7b-chat-hf,4,64,26,0.0006182962097227573
c4,attn_in,Llama-2-7b-chat-hf,4,64,27,0.0003062861505895853
c4,attn_out,Llama-2-7b-chat-hf,4,64,27,0.00015212576545309275
c4,mlp_gate,Llama-2-7b-chat-hf,4,64,27,0.0010802926262840629
c4,mlp_down,Llama-2-7b-chat-hf,4,64,27,0.0007106185075826943
c4,attn_in,Llama-2-7b-chat-hf,4,64,28,0.0003677758213598281
c4,attn_out,Llama-2-7b-chat-hf,4,64,28,0.00020006054546684027
c4,mlp_gate,Llama-2-7b-chat-hf,4,64,28,0.0012994016287848353
c4,mlp_down,Llama-2-7b-chat-hf,4,64,28,0.0008842450915835798
c4,attn_in,Llama-2-7b-chat-hf,4,64,29,0.00039083173032850027
c4,attn_out,Llama-2-7b-chat-hf,4,64,29,0.0002101796999340877
c4,mlp_gate,Llama-2-7b-chat-hf,4,64,29,0.0015261361841112375
c4,mlp_down,Llama-2-7b-chat-hf,4,64,29,0.0012205882230773568
c4,attn_in,Llama-2-7b-chat-hf,4,64,30,0.00038933695759624243
c4,attn_out,Llama-2-7b-chat-hf,4,64,30,0.0002389533765381202
c4,mlp_gate,Llama-2-7b-chat-hf,4,64,30,0.002308689523488283
c4,mlp_down,Llama-2-7b-chat-hf,4,64,30,0.005107117351144552
c4,attn_in,Llama-2-7b-chat-hf,4,64,31,0.0016547258710488677
c4,attn_out,Llama-2-7b-chat-hf,4,64,31,0.0004139543161727488
c4,mlp_gate,Llama-2-7b-chat-hf,4,64,31,0.003922845236957073
c4,mlp_down,Llama-2-7b-chat-hf,4,64,31,0.005628719925880432
pileval,attn_in,Llama-2-7b-chat-hf,4,64,0,2.900054312249267e-07
pileval,attn_out,Llama-2-7b-chat-hf,4,64,0,5.399865585786756e-07
pileval,mlp_gate,Llama-2-7b-chat-hf,4,64,0,1.3547735022712004e-07
pileval,mlp_down,Llama-2-7b-chat-hf,4,64,0,1.030483076647215e-06
pileval,attn_in,Llama-2-7b-chat-hf,4,64,1,1.0867534001590684e-06
pileval,attn_out,Llama-2-7b-chat-hf,4,64,1,1.7658943534115679e-06
pileval,mlp_gate,Llama-2-7b-chat-hf,4,64,1,2.3376322133117355e-05
pileval,mlp_down,Llama-2-7b-chat-hf,4,64,1,0.00908751878887415
pileval,attn_in,Llama-2-7b-chat-hf,4,64,2,4.809351139556384e-06
pileval,attn_out,Llama-2-7b-chat-hf,4,64,2,1.7858696992334444e-06
pileval,mlp_gate,Llama-2-7b-chat-hf,4,64,2,3.7900827010162175e-06
pileval,mlp_down,Llama-2-7b-chat-hf,4,64,2,4.843639089813223e-06
pileval,attn_in,Llama-2-7b-chat-hf,4,64,3,6.192437012941809e-06
pileval,attn_out,Llama-2-7b-chat-hf,4,64,3,2.9952727800264256e-06
pileval,mlp_gate,Llama-2-7b-chat-hf,4,64,3,9.189803677145392e-06
pileval,mlp_down,Llama-2-7b-chat-hf,4,64,3,8.425591659033671e-06
pileval,attn_in,Llama-2-7b-chat-hf,4,64,4,1.5449111742782407e-05
pileval,attn_out,Llama-2-7b-chat-hf,4,64,4,5.48880962014664e-06
pileval,mlp_gate,Llama-2-7b-chat-hf,4,64,4,1.7489879610366188e-05
pileval,mlp_down,Llama-2-7b-chat-hf,4,64,4,2.202528776251711e-05
pileval,attn_in,Llama-2-7b-chat-hf,4,64,5,2.188725738960784e-05
pileval,attn_out,Llama-2-7b-chat-hf,4,64,5,1.0098273378389422e-05
pileval,mlp_gate,Llama-2-7b-chat-hf,4,64,5,2.69284428213723e-05
pileval,mlp_down,Llama-2-7b-chat-hf,4,64,5,2.202540599682834e-05
pileval,attn_in,Llama-2-7b-chat-hf,4,64,6,3.1890274840407073e-05
pileval,attn_out,Llama-2-7b-chat-hf,4,64,6,1.3836936886946205e-05
pileval,mlp_gate,Llama-2-7b-chat-hf,4,64,6,3.99921482312493e-05
pileval,mlp_down,Llama-2-7b-chat-hf,4,64,6,3.3041338610928506e-05
pileval,attn_in,Llama-2-7b-chat-hf,4,64,7,4.3185569666093215e-05
pileval,attn_out,Llama-2-7b-chat-hf,4,64,7,1.823147431423422e-05
pileval,mlp_gate,Llama-2-7b-chat-hf,4,64,7,5.53501995455008e-05
pileval,mlp_down,Llama-2-7b-chat-hf,4,64,7,4.409924440551549e-05
pileval,attn_in,Llama-2-7b-chat-hf,4,64,8,6.698088691337034e-05
pileval,attn_out,Llama-2-7b-chat-hf,4,64,8,2.702341771509964e-05
pileval,mlp_gate,Llama-2-7b-chat-hf,4,64,8,6.87222636770457e-05
pileval,mlp_down,Llama-2-7b-chat-hf,4,64,8,5.483137283590622e-05
pileval,attn_in,Llama-2-7b-chat-hf,4,64,9,8.458589582005516e-05
pileval,attn_out,Llama-2-7b-chat-hf,4,64,9,3.7663092371076345e-05
pileval,mlp_gate,Llama-2-7b-chat-hf,4,64,9,8.10504934634082e-05
pileval,mlp_down,Llama-2-7b-chat-hf,4,64,9,6.392433715518564e-05
pileval,attn_in,Llama-2-7b-chat-hf,4,64,10,0.00010105271212523803
pileval,attn_out,Llama-2-7b-chat-hf,4,64,10,5.132017031428404e-05
pileval,mlp_gate,Llama-2-7b-chat-hf,4,64,10,9.413536463398486e-05
pileval,mlp_down,Llama-2-7b-chat-hf,4,64,10,7.262761209858581e-05
pileval,attn_in,Llama-2-7b-chat-hf,4,64,11,0.0001052452134899795
pileval,attn_out,Llama-2-7b-chat-hf,4,64,11,4.983460530638695e-05
pileval,mlp_gate,Llama-2-7b-chat-hf,4,64,11,0.00010391209070803598
pileval,mlp_down,Llama-2-7b-chat-hf,4,64,11,7.964483666000888e-05
pileval,attn_in,Llama-2-7b-chat-hf,4,64,12,0.00012415800301823765
pileval,attn_out,Llama-2-7b-chat-hf,4,64,12,5.534010415431112e-05
pileval,mlp_gate,Llama-2-7b-chat-hf,4,64,12,0.00011694330896716565
pileval,mlp_down,Llama-2-7b-chat-hf,4,64,12,9.01040475582704e-05
pileval,attn_in,Llama-2-7b-chat-hf,4,64,13,0.0001193359712488018
pileval,attn_out,Llama-2-7b-chat-hf,4,64,13,6.263561954256147e-05
pileval,mlp_gate,Llama-2-7b-chat-hf,4,64,13,0.00013671939086634666
pileval,mlp_down,Llama-2-7b-chat-hf,4,64,13,0.00010790093074319884
pileval,attn_in,Llama-2-7b-chat-hf,4,64,14,0.0001313533284701407
pileval,attn_out,Llama-2-7b-chat-hf,4,64,14,6.973429844947532e-05
pileval,mlp_gate,Llama-2-7b-chat-hf,4,64,14,0.00015465731848962605
pileval,mlp_down,Llama-2-7b-chat-hf,4,64,14,0.00012557704758364707
pileval,attn_in,Llama-2-7b-chat-hf,4,64,15,0.00015455162792932242
pileval,attn_out,Llama-2-7b-chat-hf,4,64,15,7.451424608007073e-05
pileval,mlp_gate,Llama-2-7b-chat-hf,4,64,15,0.00018933335377369076
pileval,mlp_down,Llama-2-7b-chat-hf,4,64,15,0.00015604504733346403
pileval,attn_in,Llama-2-7b-chat-hf,4,64,16,0.00017774902516976
pileval,attn_out,Llama-2-7b-chat-hf,4,64,16,9.976974979508668e-05
pileval,mlp_gate,Llama-2-7b-chat-hf,4,64,16,0.00023937773949000984
pileval,mlp_down,Llama-2-7b-chat-hf,4,64,16,0.0002223152987426147
pileval,attn_in,Llama-2-7b-chat-hf,4,64,17,0.00013505898823495954
pileval,attn_out,Llama-2-7b-chat-hf,4,64,17,7.000916957622394e-05
pileval,mlp_gate,Llama-2-7b-chat-hf,4,64,17,0.00026690622325986624
pileval,mlp_down,Llama-2-7b-chat-hf,4,64,17,0.00022569931752514094
pileval,attn_in,Llama-2-7b-chat-hf,4,64,18,0.00014635462139267474
pileval,attn_out,Llama-2-7b-chat-hf,4,64,18,7.856853335397318e-05
pileval,mlp_gate,Llama-2-7b-chat-hf,4,64,18,0.0003172322758473456
pileval,mlp_down,Llama-2-7b-chat-hf,4,64,18,0.00026926666032522917
pileval,attn_in,Llama-2-7b-chat-hf,4,64,19,0.00012480154691729695
pileval,attn_out,Llama-2-7b-chat-hf,4,64,19,7.138318323995918e-05
pileval,mlp_gate,Llama-2-7b-chat-hf,4,64,19,0.00036456636735238135
pileval,mlp_down,Llama-2-7b-chat-hf,4,64,19,0.0003020071017090231
pileval,attn_in,Llama-2-7b-chat-hf,4,64,20,0.00015044186147861183
pileval,attn_out,Llama-2-7b-chat-hf,4,64,20,7.828668458387256e-05
pileval,mlp_gate,Llama-2-7b-chat-hf,4,64,20,0.0004251822829246521
pileval,mlp_down,Llama-2-7b-chat-hf,4,64,20,0.0003538168966770172
pileval,attn_in,Llama-2-7b-chat-hf,4,64,21,0.00013821090396959335
pileval,attn_out,Llama-2-7b-chat-hf,4,64,21,8.021265239221975e-05
pileval,mlp_gate,Llama-2-7b-chat-hf,4,64,21,0.00047718905261717737
pileval,mlp_down,Llama-2-7b-chat-hf,4,64,21,0.00036935260868631303
pileval,attn_in,Llama-2-7b-chat-hf,4,64,22,0.00023994916409719735
pileval,attn_out,Llama-2-7b-chat-hf,4,64,22,9.785706060938537e-05
pileval,mlp_gate,Llama-2-7b-chat-hf,4,64,22,0.0005551705253310502
pileval,mlp_down,Llama-2-7b-chat-hf,4,64,22,0.0004161288379691541
pileval,attn_in,Llama-2-7b-chat-hf,4,64,23,0.00017646251944825053
pileval,attn_out,Llama-2-7b-chat-hf,4,64,23,9.530616807751358e-05
pileval,mlp_gate,Llama-2-7b-chat-hf,4,64,23,0.0006316112703643739
pileval,mlp_down,Llama-2-7b-chat-hf,4,64,23,0.0004525425611063838
pileval,attn_in,Llama-2-7b-chat-hf,4,64,24,0.00022827544307801872
pileval,attn_out,Llama-2-7b-chat-hf,4,64,24,0.00012167143722763285
pileval,mlp_gate,Llama-2-7b-chat-hf,4,64,24,0.0007046418031677604
pileval,mlp_down,Llama-2-7b-chat-hf,4,64,24,0.000479603826534003
pileval,attn_in,Llama-2-7b-chat-hf,4,64,25,0.00021641967759933323
pileval,attn_out,Llama-2-7b-chat-hf,4,64,25,0.0001056915134540759
pileval,mlp_gate,Llama-2-7b-chat-hf,4,64,25,0.0007996191852726042
pileval,mlp_down,Llama-2-7b-chat-hf,4,64,25,0.0005327189574018121
pileval,attn_in,Llama-2-7b-chat-hf,4,64,26,0.00035550238681025803
pileval,attn_out,Llama-2-7b-chat-hf,4,64,26,0.00017681771714705974
pileval,mlp_gate,Llama-2-7b-chat-hf,4,64,26,0.0009285006090067327
pileval,mlp_down,Llama-2-7b-chat-hf,4,64,26,0.0005977792316116393
pileval,attn_in,Llama-2-7b-chat-hf,4,64,27,0.00031410224619321525
pileval,attn_out,Llama-2-7b-chat-hf,4,64,27,0.0001648984180064872
pileval,mlp_gate,Llama-2-7b-chat-hf,4,64,27,0.0010785391787067056
pileval,mlp_down,Llama-2-7b-chat-hf,4,64,27,0.000698919640854001
pileval,attn_in,Llama-2-7b-chat-hf,4,64,28,0.0003629756101872772
pileval,attn_out,Llama-2-7b-chat-hf,4,64,28,0.0002011009637499228
pileval,mlp_gate,Llama-2-7b-chat-hf,4,64,28,0.0013050645356997848
pileval,mlp_down,Llama-2-7b-chat-hf,4,64,28,0.0008888322627171874
pileval,attn_in,Llama-2-7b-chat-hf,4,64,29,0.0004170268075540662
pileval,attn_out,Llama-2-7b-chat-hf,4,64,29,0.0002312102442374453
pileval,mlp_gate,Llama-2-7b-chat-hf,4,64,29,0.0015599054750055075
pileval,mlp_down,Llama-2-7b-chat-hf,4,64,29,0.0012202262878417969
pileval,attn_in,Llama-2-7b-chat-hf,4,64,30,0.0004217317618895322
pileval,attn_out,Llama-2-7b-chat-hf,4,64,30,0.00026329452521167696
pileval,mlp_gate,Llama-2-7b-chat-hf,4,64,30,0.0023164907470345497
pileval,mlp_down,Llama-2-7b-chat-hf,4,64,30,0.004617064725607634
pileval,attn_in,Llama-2-7b-chat-hf,4,64,31,0.0016104255337268114
pileval,attn_out,Llama-2-7b-chat-hf,4,64,31,0.0004043898661620915
pileval,mlp_gate,Llama-2-7b-chat-hf,4,64,31,0.0038724523037672043
pileval,mlp_down,Llama-2-7b-chat-hf,4,64,31,0.005292067304253578
wikitext,attn_in,Llama-2-7b-chat-hf,4,64,0,2.846622635388485e-07
wikitext,attn_out,Llama-2-7b-chat-hf,4,64,0,5.446451609714131e-07
wikitext,mlp_gate,Llama-2-7b-chat-hf,4,64,0,1.2035906138407881e-07
wikitext,mlp_down,Llama-2-7b-chat-hf,4,64,0,9.055086138687329e-07
wikitext,attn_in,Llama-2-7b-chat-hf,4,64,1,1.1239761761316913e-06
wikitext,attn_out,Llama-2-7b-chat-hf,4,64,1,2.18747709368472e-06
wikitext,mlp_gate,Llama-2-7b-chat-hf,4,64,1,2.9527649530791678e-05
wikitext,mlp_down,Llama-2-7b-chat-hf,4,64,1,0.013326573185622692
wikitext,attn_in,Llama-2-7b-chat-hf,4,64,2,3.1192876122076996e-06
wikitext,attn_out,Llama-2-7b-chat-hf,4,64,2,1.334837065769534e-06
wikitext,mlp_gate,Llama-2-7b-chat-hf,4,64,2,3.4657200558285695e-06
wikitext,mlp_down,Llama-2-7b-chat-hf,4,64,2,4.7905709834594745e-06
wikitext,attn_in,Llama-2-7b-chat-hf,4,64,3,5.769077233708231e-06
wikitext,attn_out,Llama-2-7b-chat-hf,4,64,3,2.8160109195596306e-06
wikitext,mlp_gate,Llama-2-7b-chat-hf,4,64,3,8.621052074886393e-06
wikitext,mlp_down,Llama-2-7b-chat-hf,4,64,3,7.70205951994285e-06
wikitext,attn_in,Llama-2-7b-chat-hf,4,64,4,1.3403684533841442e-05
wikitext,attn_out,Llama-2-7b-chat-hf,4,64,4,4.7911439651215915e-06
wikitext,mlp_gate,Llama-2-7b-chat-hf,4,64,4,1.704496389720589e-05
wikitext,mlp_down,Llama-2-7b-chat-hf,4,64,4,2.8005862986901775e-05
wikitext,attn_in,Llama-2-7b-chat-hf,4,64,5,2.0827063053729944e-05
wikitext,attn_out,Llama-2-7b-chat-hf,4,64,5,9.56229996518232e-06
wikitext,mlp_gate,Llama-2-7b-chat-hf,4,64,5,2.6982062991010025e-05
wikitext,mlp_down,Llama-2-7b-chat-hf,4,64,5,2.221257091150619e-05
wikitext,attn_in,Llama-2-7b-chat-hf,4,64,6,2.9391670977929607e-05
wikitext,attn_out,Llama-2-7b-chat-hf,4,64,6,1.292014894715976e-05
wikitext,mlp_gate,Llama-2-7b-chat-hf,4,64,6,4.0086964872898534e-05
wikitext,mlp_down,Llama-2-7b-chat-hf,4,64,6,3.353413922013715e-05
wikitext,attn_in,Llama-2-7b-chat-hf,4,64,7,3.814227238763124e-05
wikitext,attn_out,Llama-2-7b-chat-hf,4,64,7,1.661203168623615e-05
wikitext,mlp_gate,Llama-2-7b-chat-hf,4,64,7,5.532794966711663e-05
wikitext,mlp_down,Llama-2-7b-chat-hf,4,64,7,4.446635284693912e-05
wikitext,attn_in,Llama-2-7b-chat-hf,4,64,8,6.375757948262617e-05
wikitext,attn_out,Llama-2-7b-chat-hf,4,64,8,2.6005074687418528e-05
wikitext,mlp_gate,Llama-2-7b-chat-hf,4,64,8,6.853451486676931e-05
wikitext,mlp_down,Llama-2-7b-chat-hf,4,64,8,5.48622956557665e-05
wikitext,attn_in,Llama-2-7b-chat-hf,4,64,9,7.933324377518147e-05
wikitext,attn_out,Llama-2-7b-chat-hf,4,64,9,3.505325366859324e-05
wikitext,mlp_gate,Llama-2-7b-chat-hf,4,64,9,8.068596798693761e-05
wikitext,mlp_down,Llama-2-7b-chat-hf,4,64,9,6.506386125693098e-05
wikitext,attn_in,Llama-2-7b-chat-hf,4,64,10,9.593513823347166e-05
wikitext,attn_out,Llama-2-7b-chat-hf,4,64,10,4.883113797404803e-05
wikitext,mlp_gate,Llama-2-7b-chat-hf,4,64,10,9.362652053823695e-05
wikitext,mlp_down,Llama-2-7b-chat-hf,4,64,10,7.281199941644445e-05
wikitext,attn_in,Llama-2-7b-chat-hf,4,64,11,9.683292591944337e-05
wikitext,attn_out,Llama-2-7b-chat-hf,4,64,11,4.535785410553217e-05
wikitext,mlp_gate,Llama-2-7b-chat-hf,4,64,11,0.00010270794155076146
wikitext,mlp_down,Llama-2-7b-chat-hf,4,64,11,7.963536336319521e-05
wikitext,attn_in,Llama-2-7b-chat-hf,4,64,12,0.00011738078319467604
wikitext,attn_out,Llama-2-7b-chat-hf,4,64,12,5.0379250751575455e-05
wikitext,mlp_gate,Llama-2-7b-chat-hf,4,64,12,0.00011441394599387422
wikitext,mlp_down,Llama-2-7b-chat-hf,4,64,12,8.791535947239026e-05
wikitext,attn_in,Llama-2-7b-chat-hf,4,64,13,0.00011181005538674071
wikitext,attn_out,Llama-2-7b-chat-hf,4,64,13,6.0550402849912643e-05
wikitext,mlp_gate,Llama-2-7b-chat-hf,4,64,13,0.0001323875767411664
wikitext,mlp_down,Llama-2-7b-chat-hf,4,64,13,0.00010453104914631695
wikitext,attn_in,Llama-2-7b-chat-hf,4,64,14,0.00011969705519732088
wikitext,attn_out,Llama-2-7b-chat-hf,4,64,14,6.441446021199226e-05
wikitext,mlp_gate,Llama-2-7b-chat-hf,4,64,14,0.0001503187231719494
wikitext,mlp_down,Llama-2-7b-chat-hf,4,64,14,0.00012237585906405002
wikitext,attn_in,Llama-2-7b-chat-hf,4,64,15,0.0001426596281817183
wikitext,attn_out,Llama-2-7b-chat-hf,4,64,15,7.065595127642155e-05
wikitext,mlp_gate,Llama-2-7b-chat-hf,4,64,15,0.00018389163597021252
wikitext,mlp_down,Llama-2-7b-chat-hf,4,64,15,0.00015400919073726982
wikitext,attn_in,Llama-2-7b-chat-hf,4,64,16,0.00015797615924384445
wikitext,attn_out,Llama-2-7b-chat-hf,4,64,16,8.774672460276634e-05
wikitext,mlp_gate,Llama-2-7b-chat-hf,4,64,16,0.00022955930035095662
wikitext,mlp_down,Llama-2-7b-chat-hf,4,64,16,0.000229002587730065
wikitext,attn_in,Llama-2-7b-chat-hf,4,64,17,0.0001276050170417875
wikitext,attn_out,Llama-2-7b-chat-hf,4,64,17,7.193561759777367e-05
wikitext,mlp_gate,Llama-2-7b-chat-hf,4,64,17,0.0002583654422778636
wikitext,mlp_down,Llama-2-7b-chat-hf,4,64,17,0.00022429879754781723
wikitext,attn_in,Llama-2-7b-chat-hf,4,64,18,0.00013583821419160813
wikitext,attn_out,Llama-2-7b-chat-hf,4,64,18,6.710402522003278e-05
wikitext,mlp_gate,Llama-2-7b-chat-hf,4,64,18,0.0003059734299313277
wikitext,mlp_down,Llama-2-7b-chat-hf,4,64,18,0.00026146837626583874
wikitext,attn_in,Llama-2-7b-chat-hf,4,64,19,0.00011587084009079263
wikitext,attn_out,Llama-2-7b-chat-hf,4,64,19,6.562659837072715e-05
wikitext,mlp_gate,Llama-2-7b-chat-hf,4,64,19,0.0003473336691968143
wikitext,mlp_down,Llama-2-7b-chat-hf,4,64,19,0.000296360143693164
wikitext,attn_in,Llama-2-7b-chat-hf,4,64,20,0.00014612892118748277
wikitext,attn_out,Llama-2-7b-chat-hf,4,64,20,8.365936082554981e-05
wikitext,mlp_gate,Llama-2-7b-chat-hf,4,64,20,0.0004082173982169479
wikitext,mlp_down,Llama-2-7b-chat-hf,4,64,20,0.00035108241718262434
wikitext,attn_in,Llama-2-7b-chat-hf,4,64,21,0.00012311806494835764
wikitext,attn_out,Llama-2-7b-chat-hf,4,64,21,6.621547072427347e-05
wikitext,mlp_gate,Llama-2-7b-chat-hf,4,64,21,0.0004661026468966156
wikitext,mlp_down,Llama-2-7b-chat-hf,4,64,21,0.0003836083342321217
wikitext,attn_in,Llama-2-7b-chat-hf,4,64,22,0.0002335242897970602
wikitext,attn_out,Llama-2-7b-chat-hf,4,64,22,9.98509640339762e-05
wikitext,mlp_gate,Llama-2-7b-chat-hf,4,64,22,0.0005365392426028848
wikitext,mlp_down,Llama-2-7b-chat-hf,4,64,22,0.000414585490943864
wikitext,attn_in,Llama-2-7b-chat-hf,4,64,23,0.00017813630984164774
wikitext,attn_out,Llama-2-7b-chat-hf,4,64,23,0.0001046505494741723
wikitext,mlp_gate,Llama-2-7b-chat-hf,4,64,23,0.0006169088883325458
wikitext,mlp_down,Llama-2-7b-chat-hf,4,64,23,0.0004507609992288053
wikitext,attn_in,Llama-2-7b-chat-hf,4,64,24,0.00020595296518877149
wikitext,attn_out,Llama-2-7b-chat-hf,4,64,24,0.00011250690295128152
wikitext,mlp_gate,Llama-2-7b-chat-hf,4,64,24,0.0006960509927012026
wikitext,mlp_down,Llama-2-7b-chat-hf,4,64,24,0.000490760721731931
wikitext,attn_in,Llama-2-7b-chat-hf,4,64,25,0.00026257371064275503
wikitext,attn_out,Llama-2-7b-chat-hf,4,64,25,0.00016169354785233736
wikitext,mlp_gate,Llama-2-7b-chat-hf,4,64,25,0.0008025394636206329
wikitext,mlp_down,Llama-2-7b-chat-hf,4,64,25,0.000544568698387593
wikitext,attn_in,Llama-2-7b-chat-hf,4,64,26,0.0003246149863116443
wikitext,attn_out,Llama-2-7b-chat-hf,4,64,26,0.00017719906463753432
wikitext,mlp_gate,Llama-2-7b-chat-hf,4,64,26,0.0009408781188540161
wikitext,mlp_down,Llama-2-7b-chat-hf,4,64,26,0.0006253625033423305
wikitext,attn_in,Llama-2-7b-chat-hf,4,64,27,0.00033035100204870105
wikitext,attn_out,Llama-2-7b-chat-hf,4,64,27,0.00018165158689953387
wikitext,mlp_gate,Llama-2-7b-chat-hf,4,64,27,0.0011061185505241156
wikitext,mlp_down,Llama-2-7b-chat-hf,4,64,27,0.0007428900571539998
wikitext,attn_in,Llama-2-7b-chat-hf,4,64,28,0.00039794505573809147
wikitext,attn_out,Llama-2-7b-chat-hf,4,64,28,0.0002449564344715327
wikitext,mlp_gate,Llama-2-7b-chat-hf,4,64,28,0.001307720085605979
wikitext,mlp_down,Llama-2-7b-chat-hf,4,64,28,0.000875348225235939
wikitext,attn_in,Llama-2-7b-chat-hf,4,64,29,0.00045536120887845755
wikitext,attn_out,Llama-2-7b-chat-hf,4,64,29,0.00027606566436588764
wikitext,mlp_gate,Llama-2-7b-chat-hf,4,64,29,0.0015650016721338034
wikitext,mlp_down,Llama-2-7b-chat-hf,4,64,29,0.0013228474417701364
wikitext,attn_in,Llama-2-7b-chat-hf,4,64,30,0.0004412941634654999
wikitext,attn_out,Llama-2-7b-chat-hf,4,64,30,0.0003066928475163877
wikitext,mlp_gate,Llama-2-7b-chat-hf,4,64,30,0.0023259208537638187
wikitext,mlp_down,Llama-2-7b-chat-hf,4,64,30,0.012210894376039505
wikitext,attn_in,Llama-2-7b-chat-hf,4,64,31,0.0014243166660889983
wikitext,attn_out,Llama-2-7b-chat-hf,4,64,31,0.0004857148160226643
wikitext,mlp_gate,Llama-2-7b-chat-hf,4,64,31,0.0037526378873735666
wikitext,mlp_down,Llama-2-7b-chat-hf,4,64,31,0.005194245371967554
c4,attn_in,Llama-2-7b-chat-hf,8,128,0,2.197378945467676e-09
c4,attn_out,Llama-2-7b-chat-hf,8,128,0,3.597298015023398e-09
c4,mlp_gate,Llama-2-7b-chat-hf,8,128,0,6.2223987074006e-10
c4,mlp_down,Llama-2-7b-chat-hf,8,128,0,5.578025152885857e-09
c4,attn_in,Llama-2-7b-chat-hf,8,128,1,8.504388304686472e-09
c4,attn_out,Llama-2-7b-chat-hf,8,128,1,1.075174527187528e-08
c4,mlp_gate,Llama-2-7b-chat-hf,8,128,1,6.416370865736098e-07
c4,mlp_down,Llama-2-7b-chat-hf,8,128,1,0.0005720512708649039
c4,attn_in,Llama-2-7b-chat-hf,8,128,2,1.5714572754177425e-08
c4,attn_out,Llama-2-7b-chat-hf,8,128,2,8.565293363460569e-09
c4,mlp_gate,Llama-2-7b-chat-hf,8,128,2,1.674320060374157e-08
c4,mlp_down,Llama-2-7b-chat-hf,8,128,2,2.792340758617229e-08
c4,attn_in,Llama-2-7b-chat-hf,8,128,3,3.0534003769844276e-08
c4,attn_out,Llama-2-7b-chat-hf,8,128,3,1.3690023337176171e-08
c4,mlp_gate,Llama-2-7b-chat-hf,8,128,3,4.08425933073886e-08
c4,mlp_down,Llama-2-7b-chat-hf,8,128,3,3.8078592723422844e-08
c4,attn_in,Llama-2-7b-chat-hf,8,128,4,6.324193435602865e-08
c4,attn_out,Llama-2-7b-chat-hf,8,128,4,2.4723130209736155e-08
c4,mlp_gate,Llama-2-7b-chat-hf,8,128,4,8.007094010054061e-08
c4,mlp_down,Llama-2-7b-chat-hf,8,128,4,1.2182816533368168e-07
c4,attn_in,Llama-2-7b-chat-hf,8,128,5,1.1773117591928894e-07
c4,attn_out,Llama-2-7b-chat-hf,8,128,5,4.595097635728962e-08
c4,mlp_gate,Llama-2-7b-chat-hf,8,128,5,1.2805227811441e-07
c4,mlp_down,Llama-2-7b-chat-hf,8,128,5,1.0376334813599897e-07
c4,attn_in,Llama-2-7b-chat-hf,8,128,6,1.530137154759359e-07
c4,attn_out,Llama-2-7b-chat-hf,8,128,6,5.7704870215502524e-08
c4,mlp_gate,Llama-2-7b-chat-hf,8,128,6,1.919819538898082e-07
c4,mlp_down,Llama-2-7b-chat-hf,8,128,6,1.5870107006321632e-07
c4,attn_in,Llama-2-7b-chat-hf,8,128,7,1.694182714118142e-07
c4,attn_out,Llama-2-7b-chat-hf,8,128,7,7.625460796134576e-08
c4,mlp_gate,Llama-2-7b-chat-hf,8,128,7,2.6422557652949763e-07
c4,mlp_down,Llama-2-7b-chat-hf,8,128,7,2.081677479282007e-07
c4,attn_in,Llama-2-7b-chat-hf,8,128,8,2.7837606353386946e-07
c4,attn_out,Llama-2-7b-chat-hf,8,128,8,1.1076532757670066e-07
c4,mlp_gate,Llama-2-7b-chat-hf,8,128,8,3.2386282100560493e-07
c4,mlp_down,Llama-2-7b-chat-hf,8,128,8,2.581384137556597e-07
c4,attn_in,Llama-2-7b-chat-hf,8,128,9,3.787867797200306e-07
c4,attn_out,Llama-2-7b-chat-hf,8,128,9,1.6079862064088957e-07
c4,mlp_gate,Llama-2-7b-chat-hf,8,128,9,3.854981684980885e-07
c4,mlp_down,Llama-2-7b-chat-hf,8,128,9,2.9267786771924875e-07
c4,attn_in,Llama-2-7b-chat-hf,8,128,10,4.847589138989861e-07
c4,attn_out,Llama-2-7b-chat-hf,8,128,10,2.1811307249208767e-07
c4,mlp_gate,Llama-2-7b-chat-hf,8,128,10,4.530412240910664e-07
c4,mlp_down,Llama-2-7b-chat-hf,8,128,10,3.366575356267276e-07
c4,attn_in,Llama-2-7b-chat-hf,8,128,11,4.79229470329301e-07
c4,attn_out,Llama-2-7b-chat-hf,8,128,11,2.0858163907178096e-07
c4,mlp_gate,Llama-2-7b-chat-hf,8,128,11,5.003097385269939e-07
c4,mlp_down,Llama-2-7b-chat-hf,8,128,11,3.7201709801593097e-07
c4,attn_in,Llama-2-7b-chat-hf,8,128,12,5.712077495445556e-07
c4,attn_out,Llama-2-7b-chat-hf,8,128,12,2.2261615129082202e-07
c4,mlp_gate,Llama-2-7b-chat-hf,8,128,12,5.61444380764442e-07
c4,mlp_down,Llama-2-7b-chat-hf,8,128,12,4.1955510710067756e-07
c4,attn_in,Llama-2-7b-chat-hf,8,128,13,5.753331038249598e-07
c4,attn_out,Llama-2-7b-chat-hf,8,128,13,2.7206579034100287e-07
c4,mlp_gate,Llama-2-7b-chat-hf,8,128,13,6.624634352192516e-07
c4,mlp_down,Llama-2-7b-chat-hf,8,128,13,5.171828547645418e-07
c4,attn_in,Llama-2-7b-chat-hf,8,128,14,6.540593631143565e-07
c4,attn_out,Llama-2-7b-chat-hf,8,128,14,2.9713538651776616e-07
c4,mlp_gate,Llama-2-7b-chat-hf,8,128,14,7.5498940077523e-07
c4,mlp_down,Llama-2-7b-chat-hf,8,128,14,5.992280307509645e-07
c4,attn_in,Llama-2-7b-chat-hf,8,128,15,7.433037580995006e-07
c4,attn_out,Llama-2-7b-chat-hf,8,128,15,3.299358013464371e-07
c4,mlp_gate,Llama-2-7b-chat-hf,8,128,15,9.271572594116151e-07
c4,mlp_down,Llama-2-7b-chat-hf,8,128,15,7.526854801653826e-07
c4,attn_in,Llama-2-7b-chat-hf,8,128,16,8.319577204929374e-07
c4,attn_out,Llama-2-7b-chat-hf,8,128,16,4.434428717559058e-07
c4,mlp_gate,Llama-2-7b-chat-hf,8,128,16,1.1644766573226661e-06
c4,mlp_down,Llama-2-7b-chat-hf,8,128,16,1.0953751825582003e-06
c4,attn_in,Llama-2-7b-chat-hf,8,128,17,6.305587021415704e-07
c4,attn_out,Llama-2-7b-chat-hf,8,128,17,2.986389517900534e-07
c4,mlp_gate,Llama-2-7b-chat-hf,8,128,17,1.2912323654745705e-06
c4,mlp_down,Llama-2-7b-chat-hf,8,128,17,1.0958873417621362e-06
c4,attn_in,Llama-2-7b-chat-hf,8,128,18,7.163591817516135e-07
c4,attn_out,Llama-2-7b-chat-hf,8,128,18,3.067291913794179e-07
c4,mlp_gate,Llama-2-7b-chat-hf,8,128,18,1.523740479569824e-06
c4,mlp_down,Llama-2-7b-chat-hf,8,128,18,1.2968059763807105e-06
c4,attn_in,Llama-2-7b-chat-hf,8,128,19,6.029451924405294e-07
c4,attn_out,Llama-2-7b-chat-hf,8,128,19,3.1812146517040674e-07
c4,mlp_gate,Llama-2-7b-chat-hf,8,128,19,1.745490294524643e-06
c4,mlp_down,Llama-2-7b-chat-hf,8,128,19,1.4736400544279604e-06
c4,attn_in,Llama-2-7b-chat-hf,8,128,20,6.752548529220803e-07
c4,attn_out,Llama-2-7b-chat-hf,8,128,20,3.8605688246207137e-07
c4,mlp_gate,Llama-2-7b-chat-hf,8,128,20,2.02225078282936e-06
c4,mlp_down,Llama-2-7b-chat-hf,8,128,20,1.709280354589282e-06
c4,attn_in,Llama-2-7b-chat-hf,8,128,21,6.364185196616745e-07
c4,attn_out,Llama-2-7b-chat-hf,8,128,21,3.465324880380649e-07
c4,mlp_gate,Llama-2-7b-chat-hf,8,128,21,2.266347337354091e-06
c4,mlp_down,Llama-2-7b-chat-hf,8,128,21,1.782335289135517e-06
c4,attn_in,Llama-2-7b-chat-hf,8,128,22,1.006919092105818e-06
c4,attn_out,Llama-2-7b-chat-hf,8,128,22,4.1446247678322834e-07
c4,mlp_gate,Llama-2-7b-chat-hf,8,128,22,2.612893240439007e-06
c4,mlp_down,Llama-2-7b-chat-hf,8,128,22,2.0015852442156756e-06
c4,attn_in,Llama-2-7b-chat-hf,8,128,23,8.436355756202829e-07
c4,attn_out,Llama-2-7b-chat-hf,8,128,23,4.38162004456899e-07
c4,mlp_gate,Llama-2-7b-chat-hf,8,128,23,2.9651521344931098e-06
c4,mlp_down,Llama-2-7b-chat-hf,8,128,23,2.163937097066082e-06
c4,attn_in,Llama-2-7b-chat-hf,8,128,24,1.1396542731745285e-06
c4,attn_out,Llama-2-7b-chat-hf,8,128,24,6.011738946654077e-07
c4,mlp_gate,Llama-2-7b-chat-hf,8,128,24,3.3229805467271945e-06
c4,mlp_down,Llama-2-7b-chat-hf,8,128,24,2.340850414839224e-06
c4,attn_in,Llama-2-7b-chat-hf,8,128,25,9.267449172511988e-07
c4,attn_out,Llama-2-7b-chat-hf,8,128,25,4.456377951100876e-07
c4,mlp_gate,Llama-2-7b-chat-hf,8,128,25,3.77453534383676e-06
c4,mlp_down,Llama-2-7b-chat-hf,8,128,25,2.602366066639661e-06
c4,attn_in,Llama-2-7b-chat-hf,8,128,26,1.6053704712248873e-06
c4,attn_out,Llama-2-7b-chat-hf,8,128,26,8.166967973011197e-07
c4,mlp_gate,Llama-2-7b-chat-hf,8,128,26,4.38626557297539e-06
c4,mlp_down,Llama-2-7b-chat-hf,8,128,26,2.869436912078527e-06
c4,attn_in,Llama-2-7b-chat-hf,8,128,27,1.3416773754215683e-06
c4,attn_out,Llama-2-7b-chat-hf,8,128,27,7.096712693055451e-07
c4,mlp_gate,Llama-2-7b-chat-hf,8,128,27,5.09367418999318e-06
c4,mlp_down,Llama-2-7b-chat-hf,8,128,27,3.3013959637173684e-06
c4,attn_in,Llama-2-7b-chat-hf,8,128,28,1.7758243302523624e-06
c4,attn_out,Llama-2-7b-chat-hf,8,128,28,9.403552212461364e-07
c4,mlp_gate,Llama-2-7b-chat-hf,8,128,28,6.14684267929988e-06
c4,mlp_down,Llama-2-7b-chat-hf,8,128,28,4.2003275666502304e-06
c4,attn_in,Llama-2-7b-chat-hf,8,128,29,1.935451336976257e-06
c4,attn_out,Llama-2-7b-chat-hf,8,128,29,9.93223579826008e-07
c4,mlp_gate,Llama-2-7b-chat-hf,8,128,29,7.301960067707114e-06
c4,mlp_down,Llama-2-7b-chat-hf,8,128,29,5.956132554274518e-06
c4,attn_in,Llama-2-7b-chat-hf,8,128,30,1.9720671389222844e-06
c4,attn_out,Llama-2-7b-chat-hf,8,128,30,1.1327302900099312e-06
c4,mlp_gate,Llama-2-7b-chat-hf,8,128,30,1.195321874547517e-05
c4,mlp_down,Llama-2-7b-chat-hf,8,128,30,0.000614593387581408
c4,attn_in,Llama-2-7b-chat-hf,8,128,31,1.2471123227442149e-05
c4,attn_out,Llama-2-7b-chat-hf,8,128,31,2.4399264475505333e-06
c4,mlp_gate,Llama-2-7b-chat-hf,8,128,31,1.9387853171792813e-05
c4,mlp_down,Llama-2-7b-chat-hf,8,128,31,4.164655183558352e-05
pileval,attn_in,Llama-2-7b-chat-hf,8,128,0,2.388438113953839e-09
pileval,attn_out,Llama-2-7b-chat-hf,8,128,0,4.068570369497593e-09
pileval,mlp_gate,Llama-2-7b-chat-hf,8,128,0,7.914205402137497e-10
pileval,mlp_down,Llama-2-7b-chat-hf,8,128,0,5.446886497395553e-09
pileval,attn_in,Llama-2-7b-chat-hf,8,128,1,8.60450555251191e-09
pileval,attn_out,Llama-2-7b-chat-hf,8,128,1,1.1152931023161727e-08
pileval,mlp_gate,Llama-2-7b-chat-hf,8,128,1,4.244217279847362e-07
pileval,mlp_down,Llama-2-7b-chat-hf,8,128,1,0.0004719744611065835
pileval,attn_in,Llama-2-7b-chat-hf,8,128,2,1.5399931996284977e-08
pileval,attn_out,Llama-2-7b-chat-hf,8,128,2,8.839097453972045e-09
pileval,mlp_gate,Llama-2-7b-chat-hf,8,128,2,1.7896610415846226e-08
pileval,mlp_down,Llama-2-7b-chat-hf,8,128,2,2.837922963294659e-08
pileval,attn_in,Llama-2-7b-chat-hf,8,128,3,3.090019262685928e-08
pileval,attn_out,Llama-2-7b-chat-hf,8,128,3,1.5044459900082074e-08
pileval,mlp_gate,Llama-2-7b-chat-hf,8,128,3,4.3400582683261746e-08
pileval,mlp_down,Llama-2-7b-chat-hf,8,128,3,3.983414842423372e-08
pileval,attn_in,Llama-2-7b-chat-hf,8,128,4,6.368388483224408e-08
pileval,attn_out,Llama-2-7b-chat-hf,8,128,4,2.678559063440389e-08
pileval,mlp_gate,Llama-2-7b-chat-hf,8,128,4,8.340201418377546e-08
pileval,mlp_down,Llama-2-7b-chat-hf,8,128,4,1.2067577870311652e-07
pileval,attn_in,Llama-2-7b-chat-hf,8,128,5,1.2075663846644602e-07
pileval,attn_out,Llama-2-7b-chat-hf,8,128,5,4.951142784648255e-08
pileval,mlp_gate,Llama-2-7b-chat-hf,8,128,5,1.2822401629364322e-07
pileval,mlp_down,Llama-2-7b-chat-hf,8,128,5,1.0334696298741619e-07
pileval,attn_in,Llama-2-7b-chat-hf,8,128,6,1.6130235280797933e-07
pileval,attn_out,Llama-2-7b-chat-hf,8,128,6,6.724105361399779e-08
pileval,mlp_gate,Llama-2-7b-chat-hf,8,128,6,1.9065279843744065e-07
pileval,mlp_down,Llama-2-7b-chat-hf,8,128,6,1.5715727386123035e-07
pileval,attn_in,Llama-2-7b-chat-hf,8,128,7,1.812023810998653e-07
pileval,attn_out,Llama-2-7b-chat-hf,8,128,7,8.780508409245158e-08
pileval,mlp_gate,Llama-2-7b-chat-hf,8,128,7,2.655603452694777e-07
pileval,mlp_down,Llama-2-7b-chat-hf,8,128,7,2.0947700818396697e-07
pileval,attn_in,Llama-2-7b-chat-hf,8,128,8,2.9679839030904986e-07
pileval,attn_out,Llama-2-7b-chat-hf,8,128,8,1.2968236262622668e-07
pileval,mlp_gate,Llama-2-7b-chat-hf,8,128,8,3.2939544780674623e-07
pileval,mlp_down,Llama-2-7b-chat-hf,8,128,8,2.6586261014927004e-07
pileval,attn_in,Llama-2-7b-chat-hf,8,128,9,3.9295494502766815e-07
pileval,attn_out,Llama-2-7b-chat-hf,8,128,9,1.774489533090673e-07
pileval,mlp_gate,Llama-2-7b-chat-hf,8,128,9,3.909315182681894e-07
pileval,mlp_down,Llama-2-7b-chat-hf,8,128,9,3.00245886819539e-07
pileval,attn_in,Llama-2-7b-chat-hf,8,128,10,4.934262847200444e-07
pileval,attn_out,Llama-2-7b-chat-hf,8,128,10,2.434176167298574e-07
pileval,mlp_gate,Llama-2-7b-chat-hf,8,128,10,4.5621493427461246e-07
pileval,mlp_down,Llama-2-7b-chat-hf,8,128,10,3.427715853376867e-07
pileval,attn_in,Llama-2-7b-chat-hf,8,128,11,4.970044074070756e-07
pileval,attn_out,Llama-2-7b-chat-hf,8,128,11,2.3558582995519828e-07
pileval,mlp_gate,Llama-2-7b-chat-hf,8,128,11,5.005855427953065e-07
pileval,mlp_down,Llama-2-7b-chat-hf,8,128,11,3.725026829215494e-07
pileval,attn_in,Llama-2-7b-chat-hf,8,128,12,5.957102189313446e-07
pileval,attn_out,Llama-2-7b-chat-hf,8,128,12,2.5994728503064835e-07
pileval,mlp_gate,Llama-2-7b-chat-hf,8,128,12,5.625770427286625e-07
pileval,mlp_down,Llama-2-7b-chat-hf,8,128,12,4.197964074137417e-07
pileval,attn_in,Llama-2-7b-chat-hf,8,128,13,5.958769975222822e-07
pileval,attn_out,Llama-2-7b-chat-hf,8,128,13,2.952135389477917e-07
pileval,mlp_gate,Llama-2-7b-chat-hf,8,128,13,6.566905881300045e-07
pileval,mlp_down,Llama-2-7b-chat-hf,8,128,13,5.094268544780789e-07
pileval,attn_in,Llama-2-7b-chat-hf,8,128,14,6.721608087900677e-07
pileval,attn_out,Llama-2-7b-chat-hf,8,128,14,3.2734124033595435e-07
pileval,mlp_gate,Llama-2-7b-chat-hf,8,128,14,7.431403332702757e-07
pileval,mlp_down,Llama-2-7b-chat-hf,8,128,14,5.850276352248329e-07
pileval,attn_in,Llama-2-7b-chat-hf,8,128,15,7.482794330826437e-07
pileval,attn_out,Llama-2-7b-chat-hf,8,128,15,3.5284756449982524e-07
pileval,mlp_gate,Llama-2-7b-chat-hf,8,128,15,9.105967819778016e-07
pileval,mlp_down,Llama-2-7b-chat-hf,8,128,15,7.366818408627296e-07
pileval,attn_in,Llama-2-7b-chat-hf,8,128,16,8.484086606586061e-07
pileval,attn_out,Llama-2-7b-chat-hf,8,128,16,4.708250855856022e-07
pileval,mlp_gate,Llama-2-7b-chat-hf,8,128,16,1.1435939768489334e-06
pileval,mlp_down,Llama-2-7b-chat-hf,8,128,16,1.0704007991080289e-06
pileval,attn_in,Llama-2-7b-chat-hf,8,128,17,6.587612233488471e-07
pileval,attn_out,Llama-2-7b-chat-hf,8,128,17,3.289202652467793e-07
pileval,mlp_gate,Llama-2-7b-chat-hf,8,128,17,1.2659240837820107e-06
pileval,mlp_down,Llama-2-7b-chat-hf,8,128,17,1.0563309160716017e-06
pileval,attn_in,Llama-2-7b-chat-hf,8,128,18,7.613696766384237e-07
pileval,attn_out,Llama-2-7b-chat-hf,8,128,18,3.713217324730067e-07
pileval,mlp_gate,Llama-2-7b-chat-hf,8,128,18,1.5022735624370398e-06
pileval,mlp_down,Llama-2-7b-chat-hf,8,128,18,1.276764010071929e-06
pileval,attn_in,Llama-2-7b-chat-hf,8,128,19,6.103393275225244e-07
pileval,attn_out,Llama-2-7b-chat-hf,8,128,19,3.362565621500835e-07
pileval,mlp_gate,Llama-2-7b-chat-hf,8,128,19,1.7221387906829477e-06
pileval,mlp_down,Llama-2-7b-chat-hf,8,128,19,1.44226919474022e-06
pileval,attn_in,Llama-2-7b-chat-hf,8,128,20,6.277558100009628e-07
pileval,attn_out,Llama-2-7b-chat-hf,8,128,20,3.692200323257566e-07
pileval,mlp_gate,Llama-2-7b-chat-hf,8,128,20,1.998032985284226e-06
pileval,mlp_down,Llama-2-7b-chat-hf,8,128,20,1.6652537624395336e-06
pileval,attn_in,Llama-2-7b-chat-hf,8,128,21,6.427487164728518e-07
pileval,attn_out,Llama-2-7b-chat-hf,8,128,21,3.76709806459985e-07
pileval,mlp_gate,Llama-2-7b-chat-hf,8,128,21,2.249369345008745e-06
pileval,mlp_down,Llama-2-7b-chat-hf,8,128,21,1.7200911770487437e-06
pileval,attn_in,Llama-2-7b-chat-hf,8,128,22,1.0384851520939264e-06
pileval,attn_out,Llama-2-7b-chat-hf,8,128,22,4.6540878884115955e-07
pileval,mlp_gate,Llama-2-7b-chat-hf,8,128,22,2.6031482320831856e-06
pileval,mlp_down,Llama-2-7b-chat-hf,8,128,22,1.928642404891434e-06
pileval,attn_in,Llama-2-7b-chat-hf,8,128,23,8.341474995177123e-07
pileval,attn_out,Llama-2-7b-chat-hf,8,128,23,4.4505779328574135e-07
pileval,mlp_gate,Llama-2-7b-chat-hf,8,128,23,2.946505674117361e-06
pileval,mlp_down,Llama-2-7b-chat-hf,8,128,23,2.1087175809952896e-06
pileval,attn_in,Llama-2-7b-chat-hf,8,128,24,1.1002434803231154e-06
pileval,attn_out,Llama-2-7b-chat-hf,8,128,24,5.836312197970983e-07
pileval,mlp_gate,Llama-2-7b-chat-hf,8,128,24,3.290197128080763e-06
pileval,mlp_down,Llama-2-7b-chat-hf,8,128,24,2.227474396931939e-06
pileval,attn_in,Llama-2-7b-chat-hf,8,128,25,9.966048537535244e-07
pileval,attn_out,Llama-2-7b-chat-hf,8,128,25,4.930753902954166e-07
pileval,mlp_gate,Llama-2-7b-chat-hf,8,128,25,3.7396014249679865e-06
pileval,mlp_down,Llama-2-7b-chat-hf,8,128,25,2.5693980205687694e-06
pileval,attn_in,Llama-2-7b-chat-hf,8,128,26,1.6233245787589112e-06
pileval,attn_out,Llama-2-7b-chat-hf,8,128,26,8.29607643026975e-07
pileval,mlp_gate,Llama-2-7b-chat-hf,8,128,26,4.357710167823825e-06
pileval,mlp_down,Llama-2-7b-chat-hf,8,128,26,2.7775931812357157e-06
pileval,attn_in,Llama-2-7b-chat-hf,8,128,27,1.3993702623338322e-06
pileval,attn_out,Llama-2-7b-chat-hf,8,128,27,7.697097998971003e-07
pileval,mlp_gate,Llama-2-7b-chat-hf,8,128,27,5.0756334530888125e-06
pileval,mlp_down,Llama-2-7b-chat-hf,8,128,27,3.248638904551626e-06
pileval,attn_in,Llama-2-7b-chat-hf,8,128,28,1.753733954501513e-06
pileval,attn_out,Llama-2-7b-chat-hf,8,128,28,9.452091376260796e-07
pileval,mlp_gate,Llama-2-7b-chat-hf,8,128,28,6.171223503770307e-06
pileval,mlp_down,Llama-2-7b-chat-hf,8,128,28,4.2143697100982536e-06
pileval,attn_in,Llama-2-7b-chat-hf,8,128,29,2.0338318336143857e-06
pileval,attn_out,Llama-2-7b-chat-hf,8,128,29,1.0901816267505637e-06
pileval,mlp_gate,Llama-2-7b-chat-hf,8,128,29,7.4493573265499435e-06
pileval,mlp_down,Llama-2-7b-chat-hf,8,128,29,5.908791081310483e-06
pileval,attn_in,Llama-2-7b-chat-hf,8,128,30,2.0617333120753756e-06
pileval,attn_out,Llama-2-7b-chat-hf,8,128,30,1.2500124739744933e-06
pileval,mlp_gate,Llama-2-7b-chat-hf,8,128,30,1.1917291885765735e-05
pileval,mlp_down,Llama-2-7b-chat-hf,8,128,30,0.0005228231893852353
pileval,attn_in,Llama-2-7b-chat-hf,8,128,31,1.23910713227815e-05
pileval,attn_out,Llama-2-7b-chat-hf,8,128,31,2.3886043436505133e-06
pileval,mlp_gate,Llama-2-7b-chat-hf,8,128,31,1.9280894775874913e-05
pileval,mlp_down,Llama-2-7b-chat-hf,8,128,31,3.799716432695277e-05
wikitext,attn_in,Llama-2-7b-chat-hf,8,128,0,2.4201138870694194e-09
wikitext,attn_out,Llama-2-7b-chat-hf,8,128,0,4.064247605128912e-09
wikitext,mlp_gate,Llama-2-7b-chat-hf,8,128,0,7.165320559110455e-10
wikitext,mlp_down,Llama-2-7b-chat-hf,8,128,0,4.901838490667387e-09
wikitext,attn_in,Llama-2-7b-chat-hf,8,128,1,9.203519724110265e-09
wikitext,attn_out,Llama-2-7b-chat-hf,8,128,1,1.3850598890030597e-08
wikitext,mlp_gate,Llama-2-7b-chat-hf,8,128,1,1.034617184814124e-06
wikitext,mlp_down,Llama-2-7b-chat-hf,8,128,1,0.0006983919302001595
wikitext,attn_in,Llama-2-7b-chat-hf,8,128,2,1.0815463191704566e-08
wikitext,attn_out,Llama-2-7b-chat-hf,8,128,2,6.817817865822917e-09
wikitext,mlp_gate,Llama-2-7b-chat-hf,8,128,2,1.638583135843419e-08
wikitext,mlp_down,Llama-2-7b-chat-hf,8,128,2,3.3522255193929595e-08
wikitext,attn_in,Llama-2-7b-chat-hf,8,128,3,2.9341256535531102e-08
wikitext,attn_out,Llama-2-7b-chat-hf,8,128,3,1.4201709142014352e-08
wikitext,mlp_gate,Llama-2-7b-chat-hf,8,128,3,4.0754599694992066e-08
wikitext,mlp_down,Llama-2-7b-chat-hf,8,128,3,3.643840784661734e-08
wikitext,attn_in,Llama-2-7b-chat-hf,8,128,4,5.312351447628316e-08
wikitext,attn_out,Llama-2-7b-chat-hf,8,128,4,2.3488251343906086e-08
wikitext,mlp_gate,Llama-2-7b-chat-hf,8,128,4,8.06580260359624e-08
wikitext,mlp_down,Llama-2-7b-chat-hf,8,128,4,1.665655275928657e-07
wikitext,attn_in,Llama-2-7b-chat-hf,8,128,5,1.0816125239898611e-07
wikitext,attn_out,Llama-2-7b-chat-hf,8,128,5,4.7309104189707796e-08
wikitext,mlp_gate,Llama-2-7b-chat-hf,8,128,5,1.2852177633249084e-07
wikitext,mlp_down,Llama-2-7b-chat-hf,8,128,5,1.0402022354583096e-07
wikitext,attn_in,Llama-2-7b-chat-hf,8,128,6,1.466873555955317e-07
wikitext,attn_out,Llama-2-7b-chat-hf,8,128,6,6.329859303377816e-08
wikitext,mlp_gate,Llama-2-7b-chat-hf,8,128,6,1.9095294589988043e-07
wikitext,mlp_down,Llama-2-7b-chat-hf,8,128,6,1.6062335816968698e-07
wikitext,attn_in,Llama-2-7b-chat-hf,8,128,7,1.6806741598429653e-07
wikitext,attn_out,Llama-2-7b-chat-hf,8,128,7,8.059519984726649e-08
wikitext,mlp_gate,Llama-2-7b-chat-hf,8,128,7,2.6451874646227225e-07
wikitext,mlp_down,Llama-2-7b-chat-hf,8,128,7,2.1250966142360994e-07
wikitext,attn_in,Llama-2-7b-chat-hf,8,128,8,2.8125813855695014e-07
wikitext,attn_out,Llama-2-7b-chat-hf,8,128,8,1.244819856083268e-07
wikitext,mlp_gate,Llama-2-7b-chat-hf,8,128,8,3.27851665815615e-07
wikitext,mlp_down,Llama-2-7b-chat-hf,8,128,8,2.6881156145464047e-07
wikitext,attn_in,Llama-2-7b-chat-hf,8,128,9,3.6633537092711776e-07
wikitext,attn_out,Llama-2-7b-chat-hf,8,128,9,1.647126737225335e-07
wikitext,mlp_gate,Llama-2-7b-chat-hf,8,128,9,3.883303634211188e-07
wikitext,mlp_down,Llama-2-7b-chat-hf,8,128,9,3.057967319364252e-07
wikitext,attn_in,Llama-2-7b-chat-hf,8,128,10,4.7656899937464914e-07
wikitext,attn_out,Llama-2-7b-chat-hf,8,128,10,2.3210328947698144e-07
wikitext,mlp_gate,Llama-2-7b-chat-hf,8,128,10,4.535728521659621e-07
wikitext,mlp_down,Llama-2-7b-chat-hf,8,128,10,3.4169883633694553e-07
wikitext,attn_in,Llama-2-7b-chat-hf,8,128,11,4.6367472350539174e-07
wikitext,attn_out,Llama-2-7b-chat-hf,8,128,11,2.1611073464100627e-07
wikitext,mlp_gate,Llama-2-7b-chat-hf,8,128,11,4.945419505020254e-07
wikitext,mlp_down,Llama-2-7b-chat-hf,8,128,11,3.722867347732972e-07
wikitext,attn_in,Llama-2-7b-chat-hf,8,128,12,5.454702431961778e-07
wikitext,attn_out,Llama-2-7b-chat-hf,8,128,12,2.3681451466472936e-07
wikitext,mlp_gate,Llama-2-7b-chat-hf,8,128,12,5.486025997925026e-07
wikitext,mlp_down,Llama-2-7b-chat-hf,8,128,12,4.0901670672610635e-07
wikitext,attn_in,Llama-2-7b-chat-hf,8,128,13,5.614777478513133e-07
wikitext,attn_out,Llama-2-7b-chat-hf,8,128,13,2.878155669350235e-07
wikitext,mlp_gate,Llama-2-7b-chat-hf,8,128,13,6.357115012178838e-07
wikitext,mlp_down,Llama-2-7b-chat-hf,8,128,13,4.915902422908403e-07
wikitext,attn_in,Llama-2-7b-chat-hf,8,128,14,6.154834863991709e-07
wikitext,attn_out,Llama-2-7b-chat-hf,8,128,14,3.019929408765165e-07
wikitext,mlp_gate,Llama-2-7b-chat-hf,8,128,14,7.205629799500457e-07
wikitext,mlp_down,Llama-2-7b-chat-hf,8,128,14,5.698895506611734e-07
wikitext,attn_in,Llama-2-7b-chat-hf,8,128,15,7.074717132127262e-07
wikitext,attn_out,Llama-2-7b-chat-hf,8,128,15,3.361449785188597e-07
wikitext,mlp_gate,Llama-2-7b-chat-hf,8,128,15,8.798489261607756e-07
wikitext,mlp_down,Llama-2-7b-chat-hf,8,128,15,7.26771872905374e-07
wikitext,attn_in,Llama-2-7b-chat-hf,8,128,16,7.776978350193531e-07
wikitext,attn_out,Llama-2-7b-chat-hf,8,128,16,4.141260774304101e-07
wikitext,mlp_gate,Llama-2-7b-chat-hf,8,128,16,1.0996716355293756e-06
wikitext,mlp_down,Llama-2-7b-chat-hf,8,128,16,1.1308520697639324e-06
wikitext,attn_in,Llama-2-7b-chat-hf,8,128,17,6.240917969080328e-07
wikitext,attn_out,Llama-2-7b-chat-hf,8,128,17,3.368441809925571e-07
wikitext,mlp_gate,Llama-2-7b-chat-hf,8,128,17,1.2264026736374944e-06
wikitext,mlp_down,Llama-2-7b-chat-hf,8,128,17,1.049597813107539e-06
wikitext,attn_in,Llama-2-7b-chat-hf,8,128,18,6.750268539690296e-07
wikitext,attn_out,Llama-2-7b-chat-hf,8,128,18,3.1535222433376475e-07
wikitext,mlp_gate,Llama-2-7b-chat-hf,8,128,18,1.4506198340313858e-06
wikitext,mlp_down,Llama-2-7b-chat-hf,8,128,18,1.2336265626800014e-06
wikitext,attn_in,Llama-2-7b-chat-hf,8,128,19,5.661307795890025e-07
wikitext,attn_out,Llama-2-7b-chat-hf,8,128,19,3.0923948202143947e-07
wikitext,mlp_gate,Llama-2-7b-chat-hf,8,128,19,1.6457622677990003e-06
wikitext,mlp_down,Llama-2-7b-chat-hf,8,128,19,1.4371249790201546e-06
wikitext,attn_in,Llama-2-7b-chat-hf,8,128,20,6.575163524757954e-07
wikitext,attn_out,Llama-2-7b-chat-hf,8,128,20,3.9536348594992887e-07
wikitext,mlp_gate,Llama-2-7b-chat-hf,8,128,20,1.9102596979791997e-06
wikitext,mlp_down,Llama-2-7b-chat-hf,8,128,20,1.6556055015826132e-06
wikitext,attn_in,Llama-2-7b-chat-hf,8,128,21,5.789747774542775e-07
wikitext,attn_out,Llama-2-7b-chat-hf,8,128,21,3.140056890060805e-07
wikitext,mlp_gate,Llama-2-7b-chat-hf,8,128,21,2.1991941139276605e-06
wikitext,mlp_down,Llama-2-7b-chat-hf,8,128,21,1.7917972172654117e-06
wikitext,attn_in,Llama-2-7b-chat-hf,8,128,22,1.0284999234499992e-06
wikitext,attn_out,Llama-2-7b-chat-hf,8,128,22,4.738973018447723e-07
wikitext,mlp_gate,Llama-2-7b-chat-hf,8,128,22,2.5133626877504867e-06
wikitext,mlp_down,Llama-2-7b-chat-hf,8,128,22,1.9228843939345097e-06
wikitext,attn_in,Llama-2-7b-chat-hf,8,128,23,8.651498433209781e-07
wikitext,attn_out,Llama-2-7b-chat-hf,8,128,23,4.930793693347368e-07
wikitext,mlp_gate,Llama-2-7b-chat-hf,8,128,23,2.884620016629924e-06
wikitext,mlp_down,Llama-2-7b-chat-hf,8,128,23,2.1033417851867853e-06
wikitext,attn_in,Llama-2-7b-chat-hf,8,128,24,1.0069971949633327e-06
wikitext,attn_out,Llama-2-7b-chat-hf,8,128,24,5.416931116997148e-07
wikitext,mlp_gate,Llama-2-7b-chat-hf,8,128,24,3.2532452678424306e-06
wikitext,mlp_down,Llama-2-7b-chat-hf,8,128,24,2.278327201565844e-06
wikitext,attn_in,Llama-2-7b-chat-hf,8,128,25,1.2823614952139906e-06
wikitext,attn_out,Llama-2-7b-chat-hf,8,128,25,7.54560630866763e-07
wikitext,mlp_gate,Llama-2-7b-chat-hf,8,128,25,3.756511887331726e-06
wikitext,mlp_down,Llama-2-7b-chat-hf,8,128,25,2.653030151122948e-06
wikitext,attn_in,Llama-2-7b-chat-hf,8,128,26,1.6347559039786574e-06
wikitext,attn_out,Llama-2-7b-chat-hf,8,128,26,8.308206247420458e-07
wikitext,mlp_gate,Llama-2-7b-chat-hf,8,128,26,4.403593720780918e-06
wikitext,mlp_down,Llama-2-7b-chat-hf,8,128,26,2.8972638119739713e-06
wikitext,attn_in,Llama-2-7b-chat-hf,8,128,27,1.4843666349406703e-06
wikitext,attn_out,Llama-2-7b-chat-hf,8,128,27,8.496453460793418e-07
wikitext,mlp_gate,Llama-2-7b-chat-hf,8,128,27,5.2011164370924234e-06
wikitext,mlp_down,Llama-2-7b-chat-hf,8,128,27,3.454483703535516e-06
wikitext,attn_in,Llama-2-7b-chat-hf,8,128,28,1.9295705442345934e-06
wikitext,attn_out,Llama-2-7b-chat-hf,8,128,28,1.158411464530218e-06
wikitext,mlp_gate,Llama-2-7b-chat-hf,8,128,28,6.186898644955363e-06
wikitext,mlp_down,Llama-2-7b-chat-hf,8,128,28,4.137771611567587e-06
wikitext,attn_in,Llama-2-7b-chat-hf,8,128,29,2.172981112380512e-06
wikitext,attn_out,Llama-2-7b-chat-hf,8,128,29,1.307192974309146e-06
wikitext,mlp_gate,Llama-2-7b-chat-hf,8,128,29,7.4935278462362476e-06
wikitext,mlp_down,Llama-2-7b-chat-hf,8,128,29,6.567320724570891e-06
wikitext,attn_in,Llama-2-7b-chat-hf,8,128,30,2.20933043237892e-06
wikitext,attn_out,Llama-2-7b-chat-hf,8,128,30,1.4424781511479523e-06
wikitext,mlp_gate,Llama-2-7b-chat-hf,8,128,30,1.3188702723709866e-05
wikitext,mlp_down,Llama-2-7b-chat-hf,8,128,30,0.001959529472514987
wikitext,attn_in,Llama-2-7b-chat-hf,8,128,31,9.613901056582108e-06
wikitext,attn_out,Llama-2-7b-chat-hf,8,128,31,3.1147681056609144e-06
wikitext,mlp_gate,Llama-2-7b-chat-hf,8,128,31,1.9101385987596586e-05
wikitext,mlp_down,Llama-2-7b-chat-hf,8,128,31,3.793384530581534e-05
c4,attn_in,Llama-2-7b-chat-hf,8,64,0,1.457284626305011e-09
c4,attn_out,Llama-2-7b-chat-hf,8,64,0,2.0680943624284964e-09
c4,mlp_gate,Llama-2-7b-chat-hf,8,64,0,4.552875298990955e-10
c4,mlp_down,Llama-2-7b-chat-hf,8,64,0,3.901029721475879e-09
c4,attn_in,Llama-2-7b-chat-hf,8,64,1,6.8163292787915e-09
c4,attn_out,Llama-2-7b-chat-hf,8,64,1,6.503710014982289e-09
c4,mlp_gate,Llama-2-7b-chat-hf,8,64,1,4.4404242771634017e-07
c4,mlp_down,Llama-2-7b-chat-hf,8,64,1,0.00057366827968508
c4,attn_in,Llama-2-7b-chat-hf,8,64,2,1.2795204007431948e-08
c4,attn_out,Llama-2-7b-chat-hf,8,64,2,6.360727056176074e-09
c4,mlp_gate,Llama-2-7b-chat-hf,8,64,2,1.3204823012813449e-08
c4,mlp_down,Llama-2-7b-chat-hf,8,64,2,1.8899044107456575e-08
c4,attn_in,Llama-2-7b-chat-hf,8,64,3,2.5587624463696557e-08
c4,attn_out,Llama-2-7b-chat-hf,8,64,3,1.0098863079122111e-08
c4,mlp_gate,Llama-2-7b-chat-hf,8,64,3,3.204289811264971e-08
c4,mlp_down,Llama-2-7b-chat-hf,8,64,3,2.973017565466307e-08
c4,attn_in,Llama-2-7b-chat-hf,8,64,4,5.0526427486374814e-08
c4,attn_out,Llama-2-7b-chat-hf,8,64,4,1.8648384170205645e-08
c4,mlp_gate,Llama-2-7b-chat-hf,8,64,4,6.204363955930603e-08
c4,mlp_down,Llama-2-7b-chat-hf,8,64,4,8.241264026764838e-08
c4,attn_in,Llama-2-7b-chat-hf,8,64,5,9.941662426626863e-08
c4,attn_out,Llama-2-7b-chat-hf,8,64,5,3.4421709926846233e-08
c4,mlp_gate,Llama-2-7b-chat-hf,8,64,5,9.916824694755633e-08
c4,mlp_down,Llama-2-7b-chat-hf,8,64,5,8.148910524141684e-08
c4,attn_in,Llama-2-7b-chat-hf,8,64,6,1.143402386105663e-07
c4,attn_out,Llama-2-7b-chat-hf,8,64,6,4.3877086852717184e-08
c4,mlp_gate,Llama-2-7b-chat-hf,8,64,6,1.488215986000796e-07
c4,mlp_down,Llama-2-7b-chat-hf,8,64,6,1.2386495029659272e-07
c4,attn_in,Llama-2-7b-chat-hf,8,64,7,1.3389951902809116e-07
c4,attn_out,Llama-2-7b-chat-hf,8,64,7,5.802413838296161e-08
c4,mlp_gate,Llama-2-7b-chat-hf,8,64,7,2.0352848650873057e-07
c4,mlp_down,Llama-2-7b-chat-hf,8,64,7,1.6239719968780264e-07
c4,attn_in,Llama-2-7b-chat-hf,8,64,8,2.0758510288487741e-07
c4,attn_out,Llama-2-7b-chat-hf,8,64,8,8.485385905032672e-08
c4,mlp_gate,Llama-2-7b-chat-hf,8,64,8,2.494168143130082e-07
c4,mlp_down,Llama-2-7b-chat-hf,8,64,8,1.9963923136856465e-07
c4,attn_in,Llama-2-7b-chat-hf,8,64,9,3.0159279162944586e-07
c4,attn_out,Llama-2-7b-chat-hf,8,64,9,1.2527664239314618e-07
c4,mlp_gate,Llama-2-7b-chat-hf,8,64,9,2.948719668438571e-07
c4,mlp_down,Llama-2-7b-chat-hf,8,64,9,2.295758321224639e-07
c4,attn_in,Llama-2-7b-chat-hf,8,64,10,4.0435989490106294e-07
c4,attn_out,Llama-2-7b-chat-hf,8,64,10,1.6853626050306048e-07
c4,mlp_gate,Llama-2-7b-chat-hf,8,64,10,3.4558490824565524e-07
c4,mlp_down,Llama-2-7b-chat-hf,8,64,10,2.642019012455421e-07
c4,attn_in,Llama-2-7b-chat-hf,8,64,11,3.828065189281915e-07
c4,attn_out,Llama-2-7b-chat-hf,8,64,11,1.6105259703635966e-07
c4,mlp_gate,Llama-2-7b-chat-hf,8,64,11,3.821450604846177e-07
c4,mlp_down,Llama-2-7b-chat-hf,8,64,11,2.926387594470725e-07
c4,attn_in,Llama-2-7b-chat-hf,8,64,12,4.631325225545879e-07
c4,attn_out,Llama-2-7b-chat-hf,8,64,12,1.7318210154826374e-07
c4,mlp_gate,Llama-2-7b-chat-hf,8,64,12,4.316553088301589e-07
c4,mlp_down,Llama-2-7b-chat-hf,8,64,12,3.306149380932766e-07
c4,attn_in,Llama-2-7b-chat-hf,8,64,13,4.5538519088950125e-07
c4,attn_out,Llama-2-7b-chat-hf,8,64,13,2.1216995094164304e-07
c4,mlp_gate,Llama-2-7b-chat-hf,8,64,13,5.09864207742794e-07
c4,mlp_down,Llama-2-7b-chat-hf,8,64,13,4.0503718423678947e-07
c4,attn_in,Llama-2-7b-chat-hf,8,64,14,5.246785121926223e-07
c4,attn_out,Llama-2-7b-chat-hf,8,64,14,2.3223846312703245e-07
c4,mlp_gate,Llama-2-7b-chat-hf,8,64,14,5.813145094180072e-07
c4,mlp_down,Llama-2-7b-chat-hf,8,64,14,4.7273687187043834e-07
c4,attn_in,Llama-2-7b-chat-hf,8,64,15,5.87677163821354e-07
c4,attn_out,Llama-2-7b-chat-hf,8,64,15,2.564761416579131e-07
c4,mlp_gate,Llama-2-7b-chat-hf,8,64,15,7.121017233657767e-07
c4,mlp_down,Llama-2-7b-chat-hf,8,64,15,5.918149668104888e-07
c4,attn_in,Llama-2-7b-chat-hf,8,64,16,6.754364108019217e-07
c4,attn_out,Llama-2-7b-chat-hf,8,64,16,3.4644435231712123e-07
c4,mlp_gate,Llama-2-7b-chat-hf,8,64,16,9.018656328407815e-07
c4,mlp_down,Llama-2-7b-chat-hf,8,64,16,8.332580136993784e-07
c4,attn_in,Llama-2-7b-chat-hf,8,64,17,5.048995603829098e-07
c4,attn_out,Llama-2-7b-chat-hf,8,64,17,2.3298848361719138e-07
c4,mlp_gate,Llama-2-7b-chat-hf,8,64,17,1.0053049663838465e-06
c4,mlp_down,Llama-2-7b-chat-hf,8,64,17,8.64352728058293e-07
c4,attn_in,Llama-2-7b-chat-hf,8,64,18,5.328686825123441e-07
c4,attn_out,Llama-2-7b-chat-hf,8,64,18,2.4035526280385966e-07
c4,mlp_gate,Llama-2-7b-chat-hf,8,64,18,1.1862497331094346e-06
c4,mlp_down,Llama-2-7b-chat-hf,8,64,18,1.013295104712597e-06
c4,attn_in,Llama-2-7b-chat-hf,8,64,19,5.0489256864239e-07
c4,attn_out,Llama-2-7b-chat-hf,8,64,19,2.476635643233749e-07
c4,mlp_gate,Llama-2-7b-chat-hf,8,64,19,1.364902573186555e-06
c4,mlp_down,Llama-2-7b-chat-hf,8,64,19,1.135500838245207e-06
c4,attn_in,Llama-2-7b-chat-hf,8,64,20,5.654451911141223e-07
c4,attn_out,Llama-2-7b-chat-hf,8,64,20,3.01477570019415e-07
c4,mlp_gate,Llama-2-7b-chat-hf,8,64,20,1.586848043189093e-06
c4,mlp_down,Llama-2-7b-chat-hf,8,64,20,1.3415540252026403e-06
c4,attn_in,Llama-2-7b-chat-hf,8,64,21,5.258573310129577e-07
c4,attn_out,Llama-2-7b-chat-hf,8,64,21,2.7129473778586544e-07
c4,mlp_gate,Llama-2-7b-chat-hf,8,64,21,1.7818364312915946e-06
c4,mlp_down,Llama-2-7b-chat-hf,8,64,21,1.4038818108019768e-06
c4,attn_in,Llama-2-7b-chat-hf,8,64,22,9.1196756102363e-07
c4,attn_out,Llama-2-7b-chat-hf,8,64,22,3.2150086326510063e-07
c4,mlp_gate,Llama-2-7b-chat-hf,8,64,22,2.0604391011147527e-06
c4,mlp_down,Llama-2-7b-chat-hf,8,64,22,1.5863786302361405e-06
c4,attn_in,Llama-2-7b-chat-hf,8,64,23,7.082382467160642e-07
c4,attn_out,Llama-2-7b-chat-hf,8,64,23,3.4498981449360144e-07
c4,mlp_gate,Llama-2-7b-chat-hf,8,64,23,2.3401314592774725e-06
c4,mlp_down,Llama-2-7b-chat-hf,8,64,23,1.7120997881647781e-06
c4,attn_in,Llama-2-7b-chat-hf,8,64,24,9.128969509220042e-07
c4,attn_out,Llama-2-7b-chat-hf,8,64,24,4.5901680323368055e-07
c4,mlp_gate,Llama-2-7b-chat-hf,8,64,24,2.623792624945054e-06
c4,mlp_down,Llama-2-7b-chat-hf,8,64,24,1.854101014941989e-06
c4,attn_in,Llama-2-7b-chat-hf,8,64,25,7.520399094573804e-07
c4,attn_out,Llama-2-7b-chat-hf,8,64,25,3.50667932025317e-07
c4,mlp_gate,Llama-2-7b-chat-hf,8,64,25,2.974577000713907e-06
c4,mlp_down,Llama-2-7b-chat-hf,8,64,25,2.037988224401488e-06
c4,attn_in,Llama-2-7b-chat-hf,8,64,26,1.3038088582106866e-06
c4,attn_out,Llama-2-7b-chat-hf,8,64,26,6.326368406917027e-07
c4,mlp_gate,Llama-2-7b-chat-hf,8,64,26,3.4463676001905696e-06
c4,mlp_down,Llama-2-7b-chat-hf,8,64,26,2.2742149212717777e-06
c4,attn_in,Llama-2-7b-chat-hf,8,64,27,1.0894560773522244e-06
c4,attn_out,Llama-2-7b-chat-hf,8,64,27,5.577269917012018e-07
c4,mlp_gate,Llama-2-7b-chat-hf,8,64,27,3.984303930337774e-06
c4,mlp_down,Llama-2-7b-chat-hf,8,64,27,2.615506446090876e-06
c4,attn_in,Llama-2-7b-chat-hf,8,64,28,1.4146337434794987e-06
c4,attn_out,Llama-2-7b-chat-hf,8,64,28,7.351898148044711e-07
c4,mlp_gate,Llama-2-7b-chat-hf,8,64,28,4.784621978615178e-06
c4,mlp_down,Llama-2-7b-chat-hf,8,64,28,3.284935473857331e-06
c4,attn_in,Llama-2-7b-chat-hf,8,64,29,1.6064101373558515e-06
c4,attn_out,Llama-2-7b-chat-hf,8,64,29,7.690266556892311e-07
c4,mlp_gate,Llama-2-7b-chat-hf,8,64,29,5.634246008412447e-06
c4,mlp_down,Llama-2-7b-chat-hf,8,64,29,4.522159997577546e-06
c4,attn_in,Llama-2-7b-chat-hf,8,64,30,1.5350420881077298e-06
c4,attn_out,Llama-2-7b-chat-hf,8,64,30,8.786693115325761e-07
c4,mlp_gate,Llama-2-7b-chat-hf,8,64,30,8.857565262587741e-06
c4,mlp_down,Llama-2-7b-chat-hf,8,64,30,0.00029551793704740703
c4,attn_in,Llama-2-7b-chat-hf,8,64,31,5.7723063946468756e-06
c4,attn_out,Llama-2-7b-chat-hf,8,64,31,1.603487930879055e-06
c4,mlp_gate,Llama-2-7b-chat-hf,8,64,31,1.46568463605945e-05
c4,mlp_down,Llama-2-7b-chat-hf,8,64,31,2.564214628364425e-05
pileval,attn_in,Llama-2-7b-chat-hf,8,64,0,1.6204712016687495e-09
pileval,attn_out,Llama-2-7b-chat-hf,8,64,0,2.325768688749008e-09
pileval,mlp_gate,Llama-2-7b-chat-hf,8,64,0,5.697533556059398e-10
pileval,mlp_down,Llama-2-7b-chat-hf,8,64,0,3.833642292505601e-09
pileval,attn_in,Llama-2-7b-chat-hf,8,64,1,6.991172085690778e-09
pileval,attn_out,Llama-2-7b-chat-hf,8,64,1,6.750443759528935e-09
pileval,mlp_gate,Llama-2-7b-chat-hf,8,64,1,3.481618193745817e-07
pileval,mlp_down,Llama-2-7b-chat-hf,8,64,1,0.0004744555044453591
pileval,attn_in,Llama-2-7b-chat-hf,8,64,2,1.2699831408724549e-08
pileval,attn_out,Llama-2-7b-chat-hf,8,64,2,6.574397914960173e-09
pileval,mlp_gate,Llama-2-7b-chat-hf,8,64,2,1.4124994507369593e-08
pileval,mlp_down,Llama-2-7b-chat-hf,8,64,2,1.9502552461858613e-08
pileval,attn_in,Llama-2-7b-chat-hf,8,64,3,2.6182219059478484e-08
pileval,attn_out,Llama-2-7b-chat-hf,8,64,3,1.1062339488887574e-08
pileval,mlp_gate,Llama-2-7b-chat-hf,8,64,3,3.403278014957323e-08
pileval,mlp_down,Llama-2-7b-chat-hf,8,64,3,3.1125924948582906e-08
pileval,attn_in,Llama-2-7b-chat-hf,8,64,4,5.21105754103246e-08
pileval,attn_out,Llama-2-7b-chat-hf,8,64,4,2.0184009130730374e-08
pileval,mlp_gate,Llama-2-7b-chat-hf,8,64,4,6.468567192996488e-08
pileval,mlp_down,Llama-2-7b-chat-hf,8,64,4,8.2645982502072e-08
pileval,attn_in,Llama-2-7b-chat-hf,8,64,5,1.0106737846626856e-07
pileval,attn_out,Llama-2-7b-chat-hf,8,64,5,3.706302820205565e-08
pileval,mlp_gate,Llama-2-7b-chat-hf,8,64,5,9.95198448094925e-08
pileval,mlp_down,Llama-2-7b-chat-hf,8,64,5,8.115444671830119e-08
pileval,attn_in,Llama-2-7b-chat-hf,8,64,6,1.231374682220121e-07
pileval,attn_out,Llama-2-7b-chat-hf,8,64,6,5.120406854075554e-08
pileval,mlp_gate,Llama-2-7b-chat-hf,8,64,6,1.4787292457185686e-07
pileval,mlp_down,Llama-2-7b-chat-hf,8,64,6,1.224576777758557e-07
pileval,attn_in,Llama-2-7b-chat-hf,8,64,7,1.4315337182324583e-07
pileval,attn_out,Llama-2-7b-chat-hf,8,64,7,6.685674236450723e-08
pileval,mlp_gate,Llama-2-7b-chat-hf,8,64,7,2.0492865360211e-07
pileval,mlp_down,Llama-2-7b-chat-hf,8,64,7,1.6338471198196203e-07
pileval,attn_in,Llama-2-7b-chat-hf,8,64,8,2.2160014623295865e-07
pileval,attn_out,Llama-2-7b-chat-hf,8,64,8,9.949722823421325e-08
pileval,mlp_gate,Llama-2-7b-chat-hf,8,64,8,2.538364469728549e-07
pileval,mlp_down,Llama-2-7b-chat-hf,8,64,8,2.055185177596286e-07
pileval,attn_in,Llama-2-7b-chat-hf,8,64,9,3.1504058028986037e-07
pileval,attn_out,Llama-2-7b-chat-hf,8,64,9,1.3825294331581972e-07
pileval,mlp_gate,Llama-2-7b-chat-hf,8,64,9,2.9996473926985345e-07
pileval,mlp_down,Llama-2-7b-chat-hf,8,64,9,2.3544959049104364e-07
pileval,attn_in,Llama-2-7b-chat-hf,8,64,10,4.0635646314512996e-07
pileval,attn_out,Llama-2-7b-chat-hf,8,64,10,1.8816899682860821e-07
pileval,mlp_gate,Llama-2-7b-chat-hf,8,64,10,3.481979149455583e-07
pileval,mlp_down,Llama-2-7b-chat-hf,8,64,10,2.6849176038012956e-07
pileval,attn_in,Llama-2-7b-chat-hf,8,64,11,3.992931283391954e-07
pileval,attn_out,Llama-2-7b-chat-hf,8,64,11,1.819905008915157e-07
pileval,mlp_gate,Llama-2-7b-chat-hf,8,64,11,3.832190316188644e-07
pileval,mlp_down,Llama-2-7b-chat-hf,8,64,11,2.9289623171280255e-07
pileval,attn_in,Llama-2-7b-chat-hf,8,64,12,4.846034471484018e-07
pileval,attn_out,Llama-2-7b-chat-hf,8,64,12,2.024475094231093e-07
pileval,mlp_gate,Llama-2-7b-chat-hf,8,64,12,4.3294741658428393e-07
pileval,mlp_down,Llama-2-7b-chat-hf,8,64,12,3.3082673667195195e-07
pileval,attn_in,Llama-2-7b-chat-hf,8,64,13,4.677400227137696e-07
pileval,attn_out,Llama-2-7b-chat-hf,8,64,13,2.2996125892404962e-07
pileval,mlp_gate,Llama-2-7b-chat-hf,8,64,13,5.062335048933164e-07
pileval,mlp_down,Llama-2-7b-chat-hf,8,64,13,3.988879200278461e-07
pileval,attn_in,Llama-2-7b-chat-hf,8,64,14,5.405566980698495e-07
pileval,attn_out,Llama-2-7b-chat-hf,8,64,14,2.56224410577488e-07
pileval,mlp_gate,Llama-2-7b-chat-hf,8,64,14,5.734213459618331e-07
pileval,mlp_down,Llama-2-7b-chat-hf,8,64,14,4.6173641976565705e-07
pileval,attn_in,Llama-2-7b-chat-hf,8,64,15,5.956840141152497e-07
pileval,attn_out,Llama-2-7b-chat-hf,8,64,15,2.741965943187097e-07
pileval,mlp_gate,Llama-2-7b-chat-hf,8,64,15,6.998700996518892e-07
pileval,mlp_down,Llama-2-7b-chat-hf,8,64,15,5.789860892946308e-07
pileval,attn_in,Llama-2-7b-chat-hf,8,64,16,6.853543936813367e-07
pileval,attn_out,Llama-2-7b-chat-hf,8,64,16,3.674230697470193e-07
pileval,mlp_gate,Llama-2-7b-chat-hf,8,64,16,8.86899442775757e-07
pileval,mlp_down,Llama-2-7b-chat-hf,8,64,16,8.158469881891506e-07
pileval,attn_in,Llama-2-7b-chat-hf,8,64,17,5.234974196355324e-07
pileval,attn_out,Llama-2-7b-chat-hf,8,64,17,2.570277501945384e-07
pileval,mlp_gate,Llama-2-7b-chat-hf,8,64,17,9.880990319288685e-07
pileval,mlp_down,Llama-2-7b-chat-hf,8,64,17,8.337055987794884e-07
pileval,attn_in,Llama-2-7b-chat-hf,8,64,18,5.717945441574557e-07
pileval,attn_out,Llama-2-7b-chat-hf,8,64,18,2.882852641050704e-07
pileval,mlp_gate,Llama-2-7b-chat-hf,8,64,18,1.173595023828966e-06
pileval,mlp_down,Llama-2-7b-chat-hf,8,64,18,9.972819725589943e-07
pileval,attn_in,Llama-2-7b-chat-hf,8,64,19,5.193036258788197e-07
pileval,attn_out,Llama-2-7b-chat-hf,8,64,19,2.630934829994658e-07
pileval,mlp_gate,Llama-2-7b-chat-hf,8,64,19,1.3482465419656364e-06
pileval,mlp_down,Llama-2-7b-chat-hf,8,64,19,1.1124406000817544e-06
pileval,attn_in,Llama-2-7b-chat-hf,8,64,20,5.232647026787163e-07
pileval,attn_out,Llama-2-7b-chat-hf,8,64,20,2.8798095286219905e-07
pileval,mlp_gate,Llama-2-7b-chat-hf,8,64,20,1.5688777921241126e-06
pileval,mlp_down,Llama-2-7b-chat-hf,8,64,20,1.3077278708806261e-06
pileval,attn_in,Llama-2-7b-chat-hf,8,64,21,5.398605367190612e-07
pileval,attn_out,Llama-2-7b-chat-hf,8,64,21,2.955020477202197e-07
pileval,mlp_gate,Llama-2-7b-chat-hf,8,64,21,1.7675673689154792e-06
pileval,mlp_down,Llama-2-7b-chat-hf,8,64,21,1.3564542769017862e-06
pileval,attn_in,Llama-2-7b-chat-hf,8,64,22,8.952163170761196e-07
pileval,attn_out,Llama-2-7b-chat-hf,8,64,22,3.602137610414502e-07
pileval,mlp_gate,Llama-2-7b-chat-hf,8,64,22,2.0496927390922792e-06
pileval,mlp_down,Llama-2-7b-chat-hf,8,64,22,1.5282862477761228e-06
pileval,attn_in,Llama-2-7b-chat-hf,8,64,23,6.925046704964188e-07
pileval,attn_out,Llama-2-7b-chat-hf,8,64,23,3.495950977594475e-07
pileval,mlp_gate,Llama-2-7b-chat-hf,8,64,23,2.3253235212905565e-06
pileval,mlp_down,Llama-2-7b-chat-hf,8,64,23,1.6670367131155217e-06
pileval,attn_in,Llama-2-7b-chat-hf,8,64,24,9.01428450106323e-07
pileval,attn_out,Llama-2-7b-chat-hf,8,64,24,4.472101977626153e-07
pileval,mlp_gate,Llama-2-7b-chat-hf,8,64,24,2.597002776383306e-06
pileval,mlp_down,Llama-2-7b-chat-hf,8,64,24,1.7650709196459502e-06
pileval,attn_in,Llama-2-7b-chat-hf,8,64,25,8.003191851457814e-07
pileval,attn_out,Llama-2-7b-chat-hf,8,64,25,3.882369412622211e-07
pileval,mlp_gate,Llama-2-7b-chat-hf,8,64,25,2.9491914119716967e-06
pileval,mlp_down,Llama-2-7b-chat-hf,8,64,25,2.005561100304476e-06
pileval,attn_in,Llama-2-7b-chat-hf,8,64,26,1.3301626040629344e-06
pileval,attn_out,Llama-2-7b-chat-hf,8,64,26,6.431089332181728e-07
pileval,mlp_gate,Llama-2-7b-chat-hf,8,64,26,3.4196705200884026e-06
pileval,mlp_down,Llama-2-7b-chat-hf,8,64,26,2.2010922293702606e-06
pileval,attn_in,Llama-2-7b-chat-hf,8,64,27,1.1373550705684465e-06
pileval,attn_out,Llama-2-7b-chat-hf,8,64,27,6.0607027307924e-07
pileval,mlp_gate,Llama-2-7b-chat-hf,8,64,27,3.970933903474361e-06
pileval,mlp_down,Llama-2-7b-chat-hf,8,64,27,2.5695005660963943e-06
pileval,attn_in,Llama-2-7b-chat-hf,8,64,28,1.4037199207450612e-06
pileval,attn_out,Llama-2-7b-chat-hf,8,64,28,7.39450513265183e-07
pileval,mlp_gate,Llama-2-7b-chat-hf,8,64,28,4.808877747564111e-06
pileval,mlp_down,Llama-2-7b-chat-hf,8,64,28,3.295883061582572e-06
pileval,attn_in,Llama-2-7b-chat-hf,8,64,29,1.6712467640900286e-06
pileval,attn_out,Llama-2-7b-chat-hf,8,64,29,8.455930924355926e-07
pileval,mlp_gate,Llama-2-7b-chat-hf,8,64,29,5.750386662839446e-06
pileval,mlp_down,Llama-2-7b-chat-hf,8,64,29,4.5138676796341315e-06
pileval,attn_in,Llama-2-7b-chat-hf,8,64,30,1.6192888097066316e-06
pileval,attn_out,Llama-2-7b-chat-hf,8,64,30,9.668149232311407e-07
pileval,mlp_gate,Llama-2-7b-chat-hf,8,64,30,8.821036317385733e-06
pileval,mlp_down,Llama-2-7b-chat-hf,8,64,30,0.0002517773536965251
pileval,attn_in,Llama-2-7b-chat-hf,8,64,31,5.746465376432752e-06
pileval,attn_out,Llama-2-7b-chat-hf,8,64,31,1.5706298199802404e-06
pileval,mlp_gate,Llama-2-7b-chat-hf,8,64,31,1.4572809050150681e-05
pileval,mlp_down,Llama-2-7b-chat-hf,8,64,31,2.376051270402968e-05
wikitext,attn_in,Llama-2-7b-chat-hf,8,64,0,1.4610053167274373e-09
wikitext,attn_out,Llama-2-7b-chat-hf,8,64,0,2.3289639106138793e-09
wikitext,mlp_gate,Llama-2-7b-chat-hf,8,64,0,5.13292852666325e-10
wikitext,mlp_down,Llama-2-7b-chat-hf,8,64,0,3.364287959328749e-09
wikitext,attn_in,Llama-2-7b-chat-hf,8,64,1,7.169361104786276e-09
wikitext,attn_out,Llama-2-7b-chat-hf,8,64,1,8.318793653927514e-09
wikitext,mlp_gate,Llama-2-7b-chat-hf,8,64,1,7.549123779426736e-07
wikitext,mlp_down,Llama-2-7b-chat-hf,8,64,1,0.0007112583261914551
wikitext,attn_in,Llama-2-7b-chat-hf,8,64,2,8.382093241721122e-09
wikitext,attn_out,Llama-2-7b-chat-hf,8,64,2,4.886679949578365e-09
wikitext,mlp_gate,Llama-2-7b-chat-hf,8,64,2,1.2924888714849203e-08
wikitext,mlp_down,Llama-2-7b-chat-hf,8,64,2,2.091588946484535e-08
wikitext,attn_in,Llama-2-7b-chat-hf,8,64,3,2.4692750955068732e-08
wikitext,attn_out,Llama-2-7b-chat-hf,8,64,3,1.0510374792715993e-08
wikitext,mlp_gate,Llama-2-7b-chat-hf,8,64,3,3.1899467956009175e-08
wikitext,mlp_down,Llama-2-7b-chat-hf,8,64,3,2.8461411005764603e-08
wikitext,attn_in,Llama-2-7b-chat-hf,8,64,4,4.2287357615578e-08
wikitext,attn_out,Llama-2-7b-chat-hf,8,64,4,1.7506605942685383e-08
wikitext,mlp_gate,Llama-2-7b-chat-hf,8,64,4,6.279471165271389e-08
wikitext,mlp_down,Llama-2-7b-chat-hf,8,64,4,1.0638630243420266e-07
wikitext,attn_in,Llama-2-7b-chat-hf,8,64,5,9.184088867186802e-08
wikitext,attn_out,Llama-2-7b-chat-hf,8,64,5,3.532834114139405e-08
wikitext,mlp_gate,Llama-2-7b-chat-hf,8,64,5,9.946595724841245e-08
wikitext,mlp_down,Llama-2-7b-chat-hf,8,64,5,8.177371313422555e-08
wikitext,attn_in,Llama-2-7b-chat-hf,8,64,6,1.0864575017421885e-07
wikitext,attn_out,Llama-2-7b-chat-hf,8,64,6,4.820491739110366e-08
wikitext,mlp_gate,Llama-2-7b-chat-hf,8,64,6,1.4847907436887908e-07
wikitext,mlp_down,Llama-2-7b-chat-hf,8,64,6,1.2494626844272716e-07
wikitext,attn_in,Llama-2-7b-chat-hf,8,64,7,1.3072516935608292e-07
wikitext,attn_out,Llama-2-7b-chat-hf,8,64,7,6.137702968089798e-08
wikitext,mlp_gate,Llama-2-7b-chat-hf,8,64,7,2.0444083759230125e-07
wikitext,mlp_down,Llama-2-7b-chat-hf,8,64,7,1.6539817693228542e-07
wikitext,attn_in,Llama-2-7b-chat-hf,8,64,8,2.1440571629227634e-07
wikitext,attn_out,Llama-2-7b-chat-hf,8,64,8,9.567700942625379e-08
wikitext,mlp_gate,Llama-2-7b-chat-hf,8,64,8,2.531630229896109e-07
wikitext,mlp_down,Llama-2-7b-chat-hf,8,64,8,2.072462308433387e-07
wikitext,attn_in,Llama-2-7b-chat-hf,8,64,9,2.9335240014916053e-07
wikitext,attn_out,Llama-2-7b-chat-hf,8,64,9,1.2860647302659345e-07
wikitext,mlp_gate,Llama-2-7b-chat-hf,8,64,9,2.979961664095754e-07
wikitext,mlp_down,Llama-2-7b-chat-hf,8,64,9,2.3967228912624705e-07
wikitext,attn_in,Llama-2-7b-chat-hf,8,64,10,3.948883602333808e-07
wikitext,attn_out,Llama-2-7b-chat-hf,8,64,10,1.7996353562921286e-07
wikitext,mlp_gate,Llama-2-7b-chat-hf,8,64,10,3.4651768032745167e-07
wikitext,mlp_down,Llama-2-7b-chat-hf,8,64,10,2.685735012164514e-07
wikitext,attn_in,Llama-2-7b-chat-hf,8,64,11,3.7415293263620697e-07
wikitext,attn_out,Llama-2-7b-chat-hf,8,64,11,1.6587476636686915e-07
wikitext,mlp_gate,Llama-2-7b-chat-hf,8,64,11,3.7890328030698583e-07
wikitext,mlp_down,Llama-2-7b-chat-hf,8,64,11,2.928993581008399e-07
wikitext,attn_in,Llama-2-7b-chat-hf,8,64,12,4.4081124883632583e-07
wikitext,attn_out,Llama-2-7b-chat-hf,8,64,12,1.838611467519513e-07
wikitext,mlp_gate,Llama-2-7b-chat-hf,8,64,12,4.23182370923314e-07
wikitext,mlp_down,Llama-2-7b-chat-hf,8,64,12,3.226107025966485e-07
wikitext,attn_in,Llama-2-7b-chat-hf,8,64,13,4.5046721197650186e-07
wikitext,attn_out,Llama-2-7b-chat-hf,8,64,13,2.2492962159503804e-07
wikitext,mlp_gate,Llama-2-7b-chat-hf,8,64,13,4.902448154098238e-07
wikitext,mlp_down,Llama-2-7b-chat-hf,8,64,13,3.8550942349502293e-07
wikitext,attn_in,Llama-2-7b-chat-hf,8,64,14,4.908054052066291e-07
wikitext,attn_out,Llama-2-7b-chat-hf,8,64,14,2.3629291945326258e-07
wikitext,mlp_gate,Llama-2-7b-chat-hf,8,64,14,5.558093789659324e-07
wikitext,mlp_down,Llama-2-7b-chat-hf,8,64,14,4.4990630954089283e-07
wikitext,attn_in,Llama-2-7b-chat-hf,8,64,15,5.634108219965128e-07
wikitext,attn_out,Llama-2-7b-chat-hf,8,64,15,2.622535077989596e-07
wikitext,mlp_gate,Llama-2-7b-chat-hf,8,64,15,6.795680178584007e-07
wikitext,mlp_down,Llama-2-7b-chat-hf,8,64,15,5.711650601369911e-07
wikitext,attn_in,Llama-2-7b-chat-hf,8,64,16,6.39271263480623e-07
wikitext,attn_out,Llama-2-7b-chat-hf,8,64,16,3.234460450585175e-07
wikitext,mlp_gate,Llama-2-7b-chat-hf,8,64,16,8.526115493623365e-07
wikitext,mlp_down,Llama-2-7b-chat-hf,8,64,16,8.399036346418143e-07
wikitext,attn_in,Llama-2-7b-chat-hf,8,64,17,5.029312433180166e-07
wikitext,attn_out,Llama-2-7b-chat-hf,8,64,17,2.644745791258174e-07
wikitext,mlp_gate,Llama-2-7b-chat-hf,8,64,17,9.529945828035125e-07
wikitext,mlp_down,Llama-2-7b-chat-hf,8,64,17,8.273902381006337e-07
wikitext,attn_in,Llama-2-7b-chat-hf,8,64,18,5.068872610536346e-07
wikitext,attn_out,Llama-2-7b-chat-hf,8,64,18,2.4662628561600286e-07
wikitext,mlp_gate,Llama-2-7b-chat-hf,8,64,18,1.1282653531452524e-06
wikitext,mlp_down,Llama-2-7b-chat-hf,8,64,18,9.657655937189702e-07
wikitext,attn_in,Llama-2-7b-chat-hf,8,64,19,4.67923825908656e-07
wikitext,attn_out,Llama-2-7b-chat-hf,8,64,19,2.414522839444544e-07
wikitext,mlp_gate,Llama-2-7b-chat-hf,8,64,19,1.284000973100774e-06
wikitext,mlp_down,Llama-2-7b-chat-hf,8,64,19,1.0926884215223254e-06
wikitext,attn_in,Llama-2-7b-chat-hf,8,64,20,5.583113988905097e-07
wikitext,attn_out,Llama-2-7b-chat-hf,8,64,20,3.1094322139324504e-07
wikitext,mlp_gate,Llama-2-7b-chat-hf,8,64,20,1.50198764004017e-06
wikitext,mlp_down,Llama-2-7b-chat-hf,8,64,20,1.2997406884096563e-06
wikitext,attn_in,Llama-2-7b-chat-hf,8,64,21,4.685224723743886e-07
wikitext,attn_out,Llama-2-7b-chat-hf,8,64,21,2.435229475850065e-07
wikitext,mlp_gate,Llama-2-7b-chat-hf,8,64,21,1.720609702715592e-06
wikitext,mlp_down,Llama-2-7b-chat-hf,8,64,21,1.4106850585449138e-06
wikitext,attn_in,Llama-2-7b-chat-hf,8,64,22,8.422076120950805e-07
wikitext,attn_out,Llama-2-7b-chat-hf,8,64,22,3.690984726745228e-07
wikitext,mlp_gate,Llama-2-7b-chat-hf,8,64,22,1.979421085707145e-06
wikitext,mlp_down,Llama-2-7b-chat-hf,8,64,22,1.5230145891109714e-06
wikitext,attn_in,Llama-2-7b-chat-hf,8,64,23,7.211498314063647e-07
wikitext,attn_out,Llama-2-7b-chat-hf,8,64,23,3.8610582464571053e-07
wikitext,mlp_gate,Llama-2-7b-chat-hf,8,64,23,2.2757701572118094e-06
wikitext,mlp_down,Llama-2-7b-chat-hf,8,64,23,1.6616380662526353e-06
wikitext,attn_in,Llama-2-7b-chat-hf,8,64,24,8.583369890402537e-07
wikitext,attn_out,Llama-2-7b-chat-hf,8,64,24,4.1611633605498355e-07
wikitext,mlp_gate,Llama-2-7b-chat-hf,8,64,24,2.5699573598103598e-06
wikitext,mlp_down,Llama-2-7b-chat-hf,8,64,24,1.8008249753620476e-06
wikitext,attn_in,Llama-2-7b-chat-hf,8,64,25,1.0747688747869688e-06
wikitext,attn_out,Llama-2-7b-chat-hf,8,64,25,5.963065632386133e-07
wikitext,mlp_gate,Llama-2-7b-chat-hf,8,64,25,2.9548778002208564e-06
wikitext,mlp_down,Llama-2-7b-chat-hf,8,64,25,2.05881406145636e-06
wikitext,attn_in,Llama-2-7b-chat-hf,8,64,26,1.3455053249344928e-06
wikitext,attn_out,Llama-2-7b-chat-hf,8,64,26,6.490600412689673e-07
wikitext,mlp_gate,Llama-2-7b-chat-hf,8,64,26,3.46379397342389e-06
wikitext,mlp_down,Llama-2-7b-chat-hf,8,64,26,2.296470029250486e-06
wikitext,attn_in,Llama-2-7b-chat-hf,8,64,27,1.1786661389123765e-06
wikitext,attn_out,Llama-2-7b-chat-hf,8,64,27,6.645634016422264e-07
wikitext,mlp_gate,Llama-2-7b-chat-hf,8,64,27,4.070061095262645e-06
wikitext,mlp_down,Llama-2-7b-chat-hf,8,64,27,2.7332398531143554e-06
wikitext,attn_in,Llama-2-7b-chat-hf,8,64,28,1.5117041129997233e-06
wikitext,attn_out,Llama-2-7b-chat-hf,8,64,28,9.109104439630755e-07
wikitext,mlp_gate,Llama-2-7b-chat-hf,8,64,28,4.813260602531955e-06
wikitext,mlp_down,Llama-2-7b-chat-hf,8,64,28,3.2442637802887475e-06
wikitext,attn_in,Llama-2-7b-chat-hf,8,64,29,1.7963715208679787e-06
wikitext,attn_out,Llama-2-7b-chat-hf,8,64,29,1.015473458210181e-06
wikitext,mlp_gate,Llama-2-7b-chat-hf,8,64,29,5.781957497674739e-06
wikitext,mlp_down,Llama-2-7b-chat-hf,8,64,29,4.929376245854655e-06
wikitext,attn_in,Llama-2-7b-chat-hf,8,64,30,1.7535796814627247e-06
wikitext,attn_out,Llama-2-7b-chat-hf,8,64,30,1.1250763236603234e-06
wikitext,mlp_gate,Llama-2-7b-chat-hf,8,64,30,1.0120997103513218e-05
wikitext,mlp_down,Llama-2-7b-chat-hf,8,64,30,0.0009358362876810133
wikitext,attn_in,Llama-2-7b-chat-hf,8,64,31,4.73694581160089e-06
wikitext,attn_out,Llama-2-7b-chat-hf,8,64,31,1.9413396330492105e-06
wikitext,mlp_gate,Llama-2-7b-chat-hf,8,64,31,1.42337830766337e-05
wikitext,mlp_down,Llama-2-7b-chat-hf,8,64,31,2.356258119107224e-05
c4,attn_in,Llama-2-7b-hf,3,128,0,2.543072696425952e-06
c4,attn_out,Llama-2-7b-hf,3,128,0,3.012893103004899e-06
c4,mlp_gate,Llama-2-7b-hf,3,128,0,6.637722549385217e-07
c4,mlp_down,Llama-2-7b-hf,3,128,0,7.1374552135239355e-06
c4,attn_in,Llama-2-7b-hf,3,128,1,8.223937584261876e-06
c4,attn_out,Llama-2-7b-hf,3,128,1,1.2737623364955653e-05
c4,mlp_gate,Llama-2-7b-hf,3,128,1,0.00026239274302497506
c4,mlp_down,Llama-2-7b-hf,3,128,1,0.03445218503475189
c4,attn_in,Llama-2-7b-hf,3,128,2,1.7285396097577177e-05
c4,attn_out,Llama-2-7b-hf,3,128,2,9.553433301334735e-06
c4,mlp_gate,Llama-2-7b-hf,3,128,2,2.1069929061923176e-05
c4,mlp_down,Llama-2-7b-hf,3,128,2,2.7416899683885276e-05
c4,attn_in,Llama-2-7b-hf,3,128,3,4.409086250234395e-05
c4,attn_out,Llama-2-7b-hf,3,128,3,1.7401891454937868e-05
c4,mlp_gate,Llama-2-7b-hf,3,128,3,5.1976574468426406e-05
c4,mlp_down,Llama-2-7b-hf,3,128,3,5.044585122959688e-05
c4,attn_in,Llama-2-7b-hf,3,128,4,8.910133328754455e-05
c4,attn_out,Llama-2-7b-hf,3,128,4,3.437057966948487e-05
c4,mlp_gate,Llama-2-7b-hf,3,128,4,0.00010203697456745431
c4,mlp_down,Llama-2-7b-hf,3,128,4,0.0001447053800802678
c4,attn_in,Llama-2-7b-hf,3,128,5,0.00018148182425647974
c4,attn_out,Llama-2-7b-hf,3,128,5,6.73813046887517e-05
c4,mlp_gate,Llama-2-7b-hf,3,128,5,0.00016477389726787806
c4,mlp_down,Llama-2-7b-hf,3,128,5,0.00014262621698435396
c4,attn_in,Llama-2-7b-hf,3,128,6,0.00018910778453573585
c4,attn_out,Llama-2-7b-hf,3,128,6,7.57532543502748e-05
c4,mlp_gate,Llama-2-7b-hf,3,128,6,0.00025093572912737727
c4,mlp_down,Llama-2-7b-hf,3,128,6,0.00021784026466775686
c4,attn_in,Llama-2-7b-hf,3,128,7,0.0002709426626097411
c4,attn_out,Llama-2-7b-hf,3,128,7,0.00011176333646290004
c4,mlp_gate,Llama-2-7b-hf,3,128,7,0.000345145002938807
c4,mlp_down,Llama-2-7b-hf,3,128,7,0.0002886780130211264
c4,attn_in,Llama-2-7b-hf,3,128,8,0.00048202427569776773
c4,attn_out,Llama-2-7b-hf,3,128,8,0.0001595488574821502
c4,mlp_gate,Llama-2-7b-hf,3,128,8,0.0004239654226694256
c4,mlp_down,Llama-2-7b-hf,3,128,8,0.0003434610553085804
c4,attn_in,Llama-2-7b-hf,3,128,9,0.0006081801257096231
c4,attn_out,Llama-2-7b-hf,3,128,9,0.0002324319357285276
c4,mlp_gate,Llama-2-7b-hf,3,128,9,0.0005005250568501651
c4,mlp_down,Llama-2-7b-hf,3,128,9,0.0003980580950155854
c4,attn_in,Llama-2-7b-hf,3,128,10,0.0006762508419342339
c4,attn_out,Llama-2-7b-hf,3,128,10,0.0003151714918203652
c4,mlp_gate,Llama-2-7b-hf,3,128,10,0.000601124600507319
c4,mlp_down,Llama-2-7b-hf,3,128,10,0.00046421383740380406
c4,attn_in,Llama-2-7b-hf,3,128,11,0.000701176468282938
c4,attn_out,Llama-2-7b-hf,3,128,11,0.00031426697387360036
c4,mlp_gate,Llama-2-7b-hf,3,128,11,0.0006779655814170837
c4,mlp_down,Llama-2-7b-hf,3,128,11,0.0005394738400354981
c4,attn_in,Llama-2-7b-hf,3,128,12,0.0008574037346988916
c4,attn_out,Llama-2-7b-hf,3,128,12,0.00035260539152659476
c4,mlp_gate,Llama-2-7b-hf,3,128,12,0.0007614417700096965
c4,mlp_down,Llama-2-7b-hf,3,128,12,0.0006150351255200803
c4,attn_in,Llama-2-7b-hf,3,128,13,0.0009122703922912478
c4,attn_out,Llama-2-7b-hf,3,128,13,0.00041800912003964186
c4,mlp_gate,Llama-2-7b-hf,3,128,13,0.0009203080553561449
c4,mlp_down,Llama-2-7b-hf,3,128,13,0.0007700978312641382
c4,attn_in,Llama-2-7b-hf,3,128,14,0.0009445860632695258
c4,attn_out,Llama-2-7b-hf,3,128,14,0.0004649163456633687
c4,mlp_gate,Llama-2-7b-hf,3,128,14,0.0010440688347443938
c4,mlp_down,Llama-2-7b-hf,3,128,14,0.000918286619707942
c4,attn_in,Llama-2-7b-hf,3,128,15,0.0010549225844442844
c4,attn_out,Llama-2-7b-hf,3,128,15,0.0005249800742603838
c4,mlp_gate,Llama-2-7b-hf,3,128,15,0.0013062400976195931
c4,mlp_down,Llama-2-7b-hf,3,128,15,0.0011600619181990623
c4,attn_in,Llama-2-7b-hf,3,128,16,0.0012565345969051123
c4,attn_out,Llama-2-7b-hf,3,128,16,0.0007562166429124773
c4,mlp_gate,Llama-2-7b-hf,3,128,16,0.0016812492394819856
c4,mlp_down,Llama-2-7b-hf,3,128,16,0.0017191765364259481
c4,attn_in,Llama-2-7b-hf,3,128,17,0.0009592727292329073
c4,attn_out,Llama-2-7b-hf,3,128,17,0.00051970494678244
c4,mlp_gate,Llama-2-7b-hf,3,128,17,0.0018641318893060088
c4,mlp_down,Llama-2-7b-hf,3,128,17,0.00180455157533288
c4,attn_in,Llama-2-7b-hf,3,128,18,0.0010111973388120532
c4,attn_out,Llama-2-7b-hf,3,128,18,0.000538000778760761
c4,mlp_gate,Llama-2-7b-hf,3,128,18,0.002198385540395975
c4,mlp_down,Llama-2-7b-hf,3,128,18,0.0021237442269921303
c4,attn_in,Llama-2-7b-hf,3,128,19,0.0010415142169222236
c4,attn_out,Llama-2-7b-hf,3,128,19,0.0005380621296353638
c4,mlp_gate,Llama-2-7b-hf,3,128,19,0.0025223069824278355
c4,mlp_down,Llama-2-7b-hf,3,128,19,0.002393391914665699
c4,attn_in,Llama-2-7b-hf,3,128,20,0.0012130357790738344
c4,attn_out,Llama-2-7b-hf,3,128,20,0.0007090459694154561
c4,mlp_gate,Llama-2-7b-hf,3,128,20,0.00295038940384984
c4,mlp_down,Llama-2-7b-hf,3,128,20,0.002952669281512499
c4,attn_in,Llama-2-7b-hf,3,128,21,0.0008859406807459891
c4,attn_out,Llama-2-7b-hf,3,128,21,0.0005539711564779282
c4,mlp_gate,Llama-2-7b-hf,3,128,21,0.003233809256926179
c4,mlp_down,Llama-2-7b-hf,3,128,21,0.0029773844871670008
c4,attn_in,Llama-2-7b-hf,3,128,22,0.0014861398376524448
c4,attn_out,Llama-2-7b-hf,3,128,22,0.000706923718098551
c4,mlp_gate,Llama-2-7b-hf,3,128,22,0.0036564155016094446
c4,mlp_down,Llama-2-7b-hf,3,128,22,0.003334162523970008
c4,attn_in,Llama-2-7b-hf,3,128,23,0.001210103277117014
c4,attn_out,Llama-2-7b-hf,3,128,23,0.0006496718269772828
c4,mlp_gate,Llama-2-7b-hf,3,128,23,0.00408172607421875
c4,mlp_down,Llama-2-7b-hf,3,128,23,0.003475043224170804
c4,attn_in,Llama-2-7b-hf,3,128,24,0.001708570634946227
c4,attn_out,Llama-2-7b-hf,3,128,24,0.0008913993951864541
c4,mlp_gate,Llama-2-7b-hf,3,128,24,0.004477516282349825
c4,mlp_down,Llama-2-7b-hf,3,128,24,0.0036744470708072186
c4,attn_in,Llama-2-7b-hf,3,128,25,0.001281911856494844
c4,attn_out,Llama-2-7b-hf,3,128,25,0.0005993525264784694
c4,mlp_gate,Llama-2-7b-hf,3,128,25,0.005034042056649923
c4,mlp_down,Llama-2-7b-hf,3,128,25,0.0038490176666527987
c4,attn_in,Llama-2-7b-hf,3,128,26,0.0020504279527813196
c4,attn_out,Llama-2-7b-hf,3,128,26,0.0011458952212706208
c4,mlp_gate,Llama-2-7b-hf,3,128,26,0.005648562218993902
c4,mlp_down,Llama-2-7b-hf,3,128,26,0.004218691028654575
c4,attn_in,Llama-2-7b-hf,3,128,27,0.0017724123317748308
c4,attn_out,Llama-2-7b-hf,3,128,27,0.0009891103254631162
c4,mlp_gate,Llama-2-7b-hf,3,128,27,0.006490116938948631
c4,mlp_down,Llama-2-7b-hf,3,128,27,0.004780391231179237
c4,attn_in,Llama-2-7b-hf,3,128,28,0.002427024533972144
c4,attn_out,Llama-2-7b-hf,3,128,28,0.0012401891872286797
c4,mlp_gate,Llama-2-7b-hf,3,128,28,0.007725058123469353
c4,mlp_down,Llama-2-7b-hf,3,128,28,0.005963929928839207
c4,attn_in,Llama-2-7b-hf,3,128,29,0.0020466819405555725
c4,attn_out,Llama-2-7b-hf,3,128,29,0.0011164756724610925
c4,mlp_gate,Llama-2-7b-hf,3,128,29,0.009403730742633343
c4,mlp_down,Llama-2-7b-hf,3,128,29,0.008864409290254116
c4,attn_in,Llama-2-7b-hf,3,128,30,0.0024059375282377005
c4,attn_out,Llama-2-7b-hf,3,128,30,0.0015969789819791913
c4,mlp_gate,Llama-2-7b-hf,3,128,30,0.016664106398820877
c4,mlp_down,Llama-2-7b-hf,3,128,30,0.03009049780666828
c4,attn_in,Llama-2-7b-hf,3,128,31,0.01073062140494585
c4,attn_out,Llama-2-7b-hf,3,128,31,0.0025165919214487076
c4,mlp_gate,Llama-2-7b-hf,3,128,31,0.03495848923921585
c4,mlp_down,Llama-2-7b-hf,3,128,31,0.08376329392194748
pileval,attn_in,Llama-2-7b-hf,3,128,0,3.0573014555557165e-06
pileval,attn_out,Llama-2-7b-hf,3,128,0,3.6636567983805435e-06
pileval,mlp_gate,Llama-2-7b-hf,3,128,0,8.344741786459053e-07
pileval,mlp_down,Llama-2-7b-hf,3,128,0,7.136345175240422e-06
pileval,attn_in,Llama-2-7b-hf,3,128,1,8.130168680509087e-06
pileval,attn_out,Llama-2-7b-hf,3,128,1,1.279442585655488e-05
pileval,mlp_gate,Llama-2-7b-hf,3,128,1,0.0002228280936833471
pileval,mlp_down,Llama-2-7b-hf,3,128,1,0.02851339429616928
pileval,attn_in,Llama-2-7b-hf,3,128,2,1.8452303265803494e-05
pileval,attn_out,Llama-2-7b-hf,3,128,2,1.0367944014433306e-05
pileval,mlp_gate,Llama-2-7b-hf,3,128,2,2.276356281072367e-05
pileval,mlp_down,Llama-2-7b-hf,3,128,2,2.910877810791135e-05
pileval,attn_in,Llama-2-7b-hf,3,128,3,4.432041896507144e-05
pileval,attn_out,Llama-2-7b-hf,3,128,3,1.9758806956815533e-05
pileval,mlp_gate,Llama-2-7b-hf,3,128,3,5.64706206205301e-05
pileval,mlp_down,Llama-2-7b-hf,3,128,3,5.3735857363790274e-05
pileval,attn_in,Llama-2-7b-hf,3,128,4,9.08076181076467e-05
pileval,attn_out,Llama-2-7b-hf,3,128,4,3.8367612432921305e-05
pileval,mlp_gate,Llama-2-7b-hf,3,128,4,0.00010866576485568658
pileval,mlp_down,Llama-2-7b-hf,3,128,4,0.00014667010691482574
pileval,attn_in,Llama-2-7b-hf,3,128,5,0.00017632331582717597
pileval,attn_out,Llama-2-7b-hf,3,128,5,7.63492935220711e-05
pileval,mlp_gate,Llama-2-7b-hf,3,128,5,0.00016866839723661542
pileval,mlp_down,Llama-2-7b-hf,3,128,5,0.0001432828139513731
pileval,attn_in,Llama-2-7b-hf,3,128,6,0.0002025836001848802
pileval,attn_out,Llama-2-7b-hf,3,128,6,9.186928218696266e-05
pileval,mlp_gate,Llama-2-7b-hf,3,128,6,0.00025211955653503537
pileval,mlp_down,Llama-2-7b-hf,3,128,6,0.00021584810747299343
pileval,attn_in,Llama-2-7b-hf,3,128,7,0.0002834092592820525
pileval,attn_out,Llama-2-7b-hf,3,128,7,0.00013142310490366071
pileval,mlp_gate,Llama-2-7b-hf,3,128,7,0.00035097880754619837
pileval,mlp_down,Llama-2-7b-hf,3,128,7,0.00029024123796261847
pileval,attn_in,Llama-2-7b-hf,3,128,8,0.00048126475303433836
pileval,attn_out,Llama-2-7b-hf,3,128,8,0.00018606052617542446
pileval,mlp_gate,Llama-2-7b-hf,3,128,8,0.00043664168333634734
pileval,mlp_down,Llama-2-7b-hf,3,128,8,0.00035565506550483406
pileval,attn_in,Llama-2-7b-hf,3,128,9,0.0006133812130428851
pileval,attn_out,Llama-2-7b-hf,3,128,9,0.00025183107936754823
pileval,mlp_gate,Llama-2-7b-hf,3,128,9,0.0005151203949935734
pileval,mlp_down,Llama-2-7b-hf,3,128,9,0.00040967477252706885
pileval,attn_in,Llama-2-7b-hf,3,128,10,0.0006958235753700137
pileval,attn_out,Llama-2-7b-hf,3,128,10,0.0003480996529106051
pileval,mlp_gate,Llama-2-7b-hf,3,128,10,0.0006082875188440084
pileval,mlp_down,Llama-2-7b-hf,3,128,10,0.00047209268086589873
pileval,attn_in,Llama-2-7b-hf,3,128,11,0.0007416491280309856
pileval,attn_out,Llama-2-7b-hf,3,128,11,0.0003570902335923165
pileval,mlp_gate,Llama-2-7b-hf,3,128,11,0.0006836638785898685
pileval,mlp_down,Llama-2-7b-hf,3,128,11,0.0005404023104347289
pileval,attn_in,Llama-2-7b-hf,3,128,12,0.0009082312462851405
pileval,attn_out,Llama-2-7b-hf,3,128,12,0.0004176687216386199
pileval,mlp_gate,Llama-2-7b-hf,3,128,12,0.0007695930544286966
pileval,mlp_down,Llama-2-7b-hf,3,128,12,0.0006174634327180684
pileval,attn_in,Llama-2-7b-hf,3,128,13,0.0009354210924357176
pileval,attn_out,Llama-2-7b-hf,3,128,13,0.0004543697868939489
pileval,mlp_gate,Llama-2-7b-hf,3,128,13,0.0009158877073787153
pileval,mlp_down,Llama-2-7b-hf,3,128,13,0.0007546934066340327
pileval,attn_in,Llama-2-7b-hf,3,128,14,0.0009751308243721724
pileval,attn_out,Llama-2-7b-hf,3,128,14,0.0005078096874058247
pileval,mlp_gate,Llama-2-7b-hf,3,128,14,0.0010315076215192676
pileval,mlp_down,Llama-2-7b-hf,3,128,14,0.000896421552170068
pileval,attn_in,Llama-2-7b-hf,3,128,15,0.0010679489932954311
pileval,attn_out,Llama-2-7b-hf,3,128,15,0.000552445650100708
pileval,mlp_gate,Llama-2-7b-hf,3,128,15,0.0012867077020928264
pileval,mlp_down,Llama-2-7b-hf,3,128,15,0.0011246140347793698
pileval,attn_in,Llama-2-7b-hf,3,128,16,0.0012640856439247727
pileval,attn_out,Llama-2-7b-hf,3,128,16,0.0007910795393399894
pileval,mlp_gate,Llama-2-7b-hf,3,128,16,0.0016467032255604863
pileval,mlp_down,Llama-2-7b-hf,3,128,16,0.001671690377406776
pileval,attn_in,Llama-2-7b-hf,3,128,17,0.0010025460505858064
pileval,attn_out,Llama-2-7b-hf,3,128,17,0.0005629723891615868
pileval,mlp_gate,Llama-2-7b-hf,3,128,17,0.0018219631165266037
pileval,mlp_down,Llama-2-7b-hf,3,128,17,0.0017102633137255907
pileval,attn_in,Llama-2-7b-hf,3,128,18,0.0010713385418057442
pileval,attn_out,Llama-2-7b-hf,3,128,18,0.0006627120892517269
pileval,mlp_gate,Llama-2-7b-hf,3,128,18,0.002162802265956998
pileval,mlp_down,Llama-2-7b-hf,3,128,18,0.0020622785668820143
pileval,attn_in,Llama-2-7b-hf,3,128,19,0.0010400463361293077
pileval,attn_out,Llama-2-7b-hf,3,128,19,0.0005687671364285052
pileval,mlp_gate,Llama-2-7b-hf,3,128,19,0.002484980272129178
pileval,mlp_down,Llama-2-7b-hf,3,128,19,0.0023321385961025953
pileval,attn_in,Llama-2-7b-hf,3,128,20,0.0011329817352816463
pileval,attn_out,Llama-2-7b-hf,3,128,20,0.0006669260328635573
pileval,mlp_gate,Llama-2-7b-hf,3,128,20,0.002909793285652995
pileval,mlp_down,Llama-2-7b-hf,3,128,20,0.002823449904099107
pileval,attn_in,Llama-2-7b-hf,3,128,21,0.0009154521976597607
pileval,attn_out,Llama-2-7b-hf,3,128,21,0.0006203449447639287
pileval,mlp_gate,Llama-2-7b-hf,3,128,21,0.0032037219498306513
pileval,mlp_down,Llama-2-7b-hf,3,128,21,0.0028282408602535725
pileval,attn_in,Llama-2-7b-hf,3,128,22,0.001522512873634696
pileval,attn_out,Llama-2-7b-hf,3,128,22,0.0007750270306132734
pileval,mlp_gate,Llama-2-7b-hf,3,128,22,0.0036471597850322723
pileval,mlp_down,Llama-2-7b-hf,3,128,22,0.003152856370434165
pileval,attn_in,Llama-2-7b-hf,3,128,23,0.0012038603890687227
pileval,attn_out,Llama-2-7b-hf,3,128,23,0.0006632210570387542
pileval,mlp_gate,Llama-2-7b-hf,3,128,23,0.004064449109137058
pileval,mlp_down,Llama-2-7b-hf,3,128,23,0.0033499901182949543
pileval,attn_in,Llama-2-7b-hf,3,128,24,0.001629561884328723
pileval,attn_out,Llama-2-7b-hf,3,128,24,0.0008595322142355144
pileval,mlp_gate,Llama-2-7b-hf,3,128,24,0.004442940466105938
pileval,mlp_down,Llama-2-7b-hf,3,128,24,0.003464485751464963
pileval,attn_in,Llama-2-7b-hf,3,128,25,0.001417998573742807
pileval,attn_out,Llama-2-7b-hf,3,128,25,0.0006956577417440712
pileval,mlp_gate,Llama-2-7b-hf,3,128,25,0.005011653061956167
pileval,mlp_down,Llama-2-7b-hf,3,128,25,0.003742298111319542
pileval,attn_in,Llama-2-7b-hf,3,128,26,0.002108827233314514
pileval,attn_out,Llama-2-7b-hf,3,128,26,0.0011846160050481558
pileval,mlp_gate,Llama-2-7b-hf,3,128,26,0.005654714070260525
pileval,mlp_down,Llama-2-7b-hf,3,128,26,0.0040678526274859905
pileval,attn_in,Llama-2-7b-hf,3,128,27,0.0018865731544792652
pileval,attn_out,Llama-2-7b-hf,3,128,27,0.001093774801120162
pileval,mlp_gate,Llama-2-7b-hf,3,128,27,0.006525459233671427
pileval,mlp_down,Llama-2-7b-hf,3,128,27,0.004697771277278662
pileval,attn_in,Llama-2-7b-hf,3,128,28,0.00244835764169693
pileval,attn_out,Llama-2-7b-hf,3,128,28,0.0013048137770965695
pileval,mlp_gate,Llama-2-7b-hf,3,128,28,0.007823240011930466
pileval,mlp_down,Llama-2-7b-hf,3,128,28,0.005987617652863264
pileval,attn_in,Llama-2-7b-hf,3,128,29,0.002292221412062645
pileval,attn_out,Llama-2-7b-hf,3,128,29,0.0013158756773918867
pileval,mlp_gate,Llama-2-7b-hf,3,128,29,0.00958227925002575
pileval,mlp_down,Llama-2-7b-hf,3,128,29,0.008739976212382317
pileval,attn_in,Llama-2-7b-hf,3,128,30,0.002686240477487445
pileval,attn_out,Llama-2-7b-hf,3,128,30,0.0017922914121299982
pileval,mlp_gate,Llama-2-7b-hf,3,128,30,0.016370467841625214
pileval,mlp_down,Llama-2-7b-hf,3,128,30,0.027789078652858734
pileval,attn_in,Llama-2-7b-hf,3,128,31,0.010080471634864807
pileval,attn_out,Llama-2-7b-hf,3,128,31,0.0024267127737402916
pileval,mlp_gate,Llama-2-7b-hf,3,128,31,0.03300893306732178
pileval,mlp_down,Llama-2-7b-hf,3,128,31,0.07783909142017365
wikitext,attn_in,Llama-2-7b-hf,3,128,0,2.5686588287499035e-06
wikitext,attn_out,Llama-2-7b-hf,3,128,0,3.7802583392476663e-06
wikitext,mlp_gate,Llama-2-7b-hf,3,128,0,7.691232895012945e-07
wikitext,mlp_down,Llama-2-7b-hf,3,128,0,7.605379323649686e-06
wikitext,attn_in,Llama-2-7b-hf,3,128,1,8.243487172876485e-06
wikitext,attn_out,Llama-2-7b-hf,3,128,1,1.627187702979427e-05
wikitext,mlp_gate,Llama-2-7b-hf,3,128,1,0.00043123451177962124
wikitext,mlp_down,Llama-2-7b-hf,3,128,1,0.04295022040605545
wikitext,attn_in,Llama-2-7b-hf,3,128,2,1.2803134268324357e-05
wikitext,attn_out,Llama-2-7b-hf,3,128,2,7.639643627044279e-06
wikitext,mlp_gate,Llama-2-7b-hf,3,128,2,2.126537037838716e-05
wikitext,mlp_down,Llama-2-7b-hf,3,128,2,2.833175858540926e-05
wikitext,attn_in,Llama-2-7b-hf,3,128,3,3.896461566910148e-05
wikitext,attn_out,Llama-2-7b-hf,3,128,3,1.789216730685439e-05
wikitext,mlp_gate,Llama-2-7b-hf,3,128,3,5.2000654250150546e-05
wikitext,mlp_down,Llama-2-7b-hf,3,128,3,4.7456956963287666e-05
wikitext,attn_in,Llama-2-7b-hf,3,128,4,7.652219210285693e-05
wikitext,attn_out,Llama-2-7b-hf,3,128,4,3.181213833158836e-05
wikitext,mlp_gate,Llama-2-7b-hf,3,128,4,0.0001035265886457637
wikitext,mlp_down,Llama-2-7b-hf,3,128,4,0.0001885962556116283
wikitext,attn_in,Llama-2-7b-hf,3,128,5,0.00014950202603358775
wikitext,attn_out,Llama-2-7b-hf,3,128,5,6.831553764641285e-05
wikitext,mlp_gate,Llama-2-7b-hf,3,128,5,0.00016676301311235875
wikitext,mlp_down,Llama-2-7b-hf,3,128,5,0.00014266979997046292
wikitext,attn_in,Llama-2-7b-hf,3,128,6,0.00017270220268983394
wikitext,attn_out,Llama-2-7b-hf,3,128,6,8.4413550212048e-05
wikitext,mlp_gate,Llama-2-7b-hf,3,128,6,0.0002502019633539021
wikitext,mlp_down,Llama-2-7b-hf,3,128,6,0.0002142875746358186
wikitext,attn_in,Llama-2-7b-hf,3,128,7,0.00024984596529975533
wikitext,attn_out,Llama-2-7b-hf,3,128,7,0.00011503295536385849
wikitext,mlp_gate,Llama-2-7b-hf,3,128,7,0.0003467285423539579
wikitext,mlp_down,Llama-2-7b-hf,3,128,7,0.000291877135168761
wikitext,attn_in,Llama-2-7b-hf,3,128,8,0.00043087624362669885
wikitext,attn_out,Llama-2-7b-hf,3,128,8,0.00017573777586221695
wikitext,mlp_gate,Llama-2-7b-hf,3,128,8,0.0004363608022686094
wikitext,mlp_down,Llama-2-7b-hf,3,128,8,0.000358893652446568
wikitext,attn_in,Llama-2-7b-hf,3,128,9,0.0005639558658003807
wikitext,attn_out,Llama-2-7b-hf,3,128,9,0.00023540851543657482
wikitext,mlp_gate,Llama-2-7b-hf,3,128,9,0.0005153474630787969
wikitext,mlp_down,Llama-2-7b-hf,3,128,9,0.000423730059992522
wikitext,attn_in,Llama-2-7b-hf,3,128,10,0.0006439874996431172
wikitext,attn_out,Llama-2-7b-hf,3,128,10,0.0003216506738681346
wikitext,mlp_gate,Llama-2-7b-hf,3,128,10,0.0006136309821158648
wikitext,mlp_down,Llama-2-7b-hf,3,128,10,0.00047706891200505197
wikitext,attn_in,Llama-2-7b-hf,3,128,11,0.0006522673647850752
wikitext,attn_out,Llama-2-7b-hf,3,128,11,0.0003134313446935266
wikitext,mlp_gate,Llama-2-7b-hf,3,128,11,0.0006781782722100616
wikitext,mlp_down,Llama-2-7b-hf,3,128,11,0.0005417299107648432
wikitext,attn_in,Llama-2-7b-hf,3,128,12,0.0008402485400438309
wikitext,attn_out,Llama-2-7b-hf,3,128,12,0.0003682195965666324
wikitext,mlp_gate,Llama-2-7b-hf,3,128,12,0.0007546000997535884
wikitext,mlp_down,Llama-2-7b-hf,3,128,12,0.0005997269763611257
wikitext,attn_in,Llama-2-7b-hf,3,128,13,0.0008764169178903103
wikitext,attn_out,Llama-2-7b-hf,3,128,13,0.0004293550446163863
wikitext,mlp_gate,Llama-2-7b-hf,3,128,13,0.0008877524523995817
wikitext,mlp_down,Llama-2-7b-hf,3,128,13,0.0007335447589866817
wikitext,attn_in,Llama-2-7b-hf,3,128,14,0.0008686374058015645
wikitext,attn_out,Llama-2-7b-hf,3,128,14,0.00045259547187015414
wikitext,mlp_gate,Llama-2-7b-hf,3,128,14,0.001004307297989726
wikitext,mlp_down,Llama-2-7b-hf,3,128,14,0.0008663083426654339
wikitext,attn_in,Llama-2-7b-hf,3,128,15,0.000983986770734191
wikitext,attn_out,Llama-2-7b-hf,3,128,15,0.000510774611029774
wikitext,mlp_gate,Llama-2-7b-hf,3,128,15,0.00125294947065413
wikitext,mlp_down,Llama-2-7b-hf,3,128,15,0.001098114880733192
wikitext,attn_in,Llama-2-7b-hf,3,128,16,0.0010756051633507013
wikitext,attn_out,Llama-2-7b-hf,3,128,16,0.0006614450248889625
wikitext,mlp_gate,Llama-2-7b-hf,3,128,16,0.0015790057368576527
wikitext,mlp_down,Llama-2-7b-hf,3,128,16,0.00169944332446903
wikitext,attn_in,Llama-2-7b-hf,3,128,17,0.0009061276796273887
wikitext,attn_out,Llama-2-7b-hf,3,128,17,0.0005584557075053453
wikitext,mlp_gate,Llama-2-7b-hf,3,128,17,0.0017672849353402853
wikitext,mlp_down,Llama-2-7b-hf,3,128,17,0.0016936128959059715
wikitext,attn_in,Llama-2-7b-hf,3,128,18,0.0009517999133095145
wikitext,attn_out,Llama-2-7b-hf,3,128,18,0.0005226014764048159
wikitext,mlp_gate,Llama-2-7b-hf,3,128,18,0.0020830018911510706
wikitext,mlp_down,Llama-2-7b-hf,3,128,18,0.0019796283449977636
wikitext,attn_in,Llama-2-7b-hf,3,128,19,0.0009232947486452758
wikitext,attn_out,Llama-2-7b-hf,3,128,19,0.0004974854527972639
wikitext,mlp_gate,Llama-2-7b-hf,3,128,19,0.0023669623769819736
wikitext,mlp_down,Llama-2-7b-hf,3,128,19,0.002217271365225315
wikitext,attn_in,Llama-2-7b-hf,3,128,20,0.0010793479159474373
wikitext,attn_out,Llama-2-7b-hf,3,128,20,0.000655871001072228
wikitext,mlp_gate,Llama-2-7b-hf,3,128,20,0.0027666096575558186
wikitext,mlp_down,Llama-2-7b-hf,3,128,20,0.0027403240092098713
wikitext,attn_in,Llama-2-7b-hf,3,128,21,0.0007809162489138544
wikitext,attn_out,Llama-2-7b-hf,3,128,21,0.00047264748718589544
wikitext,mlp_gate,Llama-2-7b-hf,3,128,21,0.0031166530679911375
wikitext,mlp_down,Llama-2-7b-hf,3,128,21,0.002888522343710065
wikitext,attn_in,Llama-2-7b-hf,3,128,22,0.0014398874482139945
wikitext,attn_out,Llama-2-7b-hf,3,128,22,0.0007533867028541863
wikitext,mlp_gate,Llama-2-7b-hf,3,128,22,0.0034848360810428858
wikitext,mlp_down,Llama-2-7b-hf,3,128,22,0.0030584202613681555
wikitext,attn_in,Llama-2-7b-hf,3,128,23,0.0011868405854329467
wikitext,attn_out,Llama-2-7b-hf,3,128,23,0.0007082157535478473
wikitext,mlp_gate,Llama-2-7b-hf,3,128,23,0.0039433506317436695
wikitext,mlp_down,Llama-2-7b-hf,3,128,23,0.0032707450445741415
wikitext,attn_in,Llama-2-7b-hf,3,128,24,0.0015086076455190778
wikitext,attn_out,Llama-2-7b-hf,3,128,24,0.0007639596587978303
wikitext,mlp_gate,Llama-2-7b-hf,3,128,24,0.004346577916294336
wikitext,mlp_down,Llama-2-7b-hf,3,128,24,0.0034665833227336407
wikitext,attn_in,Llama-2-7b-hf,3,128,25,0.001632111961953342
wikitext,attn_out,Llama-2-7b-hf,3,128,25,0.0009901466546580195
wikitext,mlp_gate,Llama-2-7b-hf,3,128,25,0.0049587031826376915
wikitext,mlp_down,Llama-2-7b-hf,3,128,25,0.003667351556941867
wikitext,attn_in,Llama-2-7b-hf,3,128,26,0.0019490589620545506
wikitext,attn_out,Llama-2-7b-hf,3,128,26,0.001109505770727992
wikitext,mlp_gate,Llama-2-7b-hf,3,128,26,0.005605356302112341
wikitext,mlp_down,Llama-2-7b-hf,3,128,26,0.004079472739249468
wikitext,attn_in,Llama-2-7b-hf,3,128,27,0.001829272834584117
wikitext,attn_out,Llama-2-7b-hf,3,128,27,0.0010996055789291859
wikitext,mlp_gate,Llama-2-7b-hf,3,128,27,0.006518801208585501
wikitext,mlp_down,Llama-2-7b-hf,3,128,27,0.004759546369314194
wikitext,attn_in,Llama-2-7b-hf,3,128,28,0.0027604405768215656
wikitext,attn_out,Llama-2-7b-hf,3,128,28,0.001507918001152575
wikitext,mlp_gate,Llama-2-7b-hf,3,128,28,0.0076146251522004604
wikitext,mlp_down,Llama-2-7b-hf,3,128,28,0.0055553968995809555
wikitext,attn_in,Llama-2-7b-hf,3,128,29,0.002426031744107604
wikitext,attn_out,Llama-2-7b-hf,3,128,29,0.0015346045838668942
wikitext,mlp_gate,Llama-2-7b-hf,3,128,29,0.009142763912677765
wikitext,mlp_down,Llama-2-7b-hf,3,128,29,0.009215841069817543
wikitext,attn_in,Llama-2-7b-hf,3,128,30,0.0026110797189176083
wikitext,attn_out,Llama-2-7b-hf,3,128,30,0.0019123723031952977
wikitext,mlp_gate,Llama-2-7b-hf,3,128,30,0.018212007358670235
wikitext,mlp_down,Llama-2-7b-hf,3,128,30,0.05837426707148552
wikitext,attn_in,Llama-2-7b-hf,3,128,31,0.009388141334056854
wikitext,attn_out,Llama-2-7b-hf,3,128,31,0.002707485808059573
wikitext,mlp_gate,Llama-2-7b-hf,3,128,31,0.03149794414639473
wikitext,mlp_down,Llama-2-7b-hf,3,128,31,0.07138042151927948
c4,attn_in,Llama-2-7b-hf,3,64,0,1.352039362245705e-06
c4,attn_out,Llama-2-7b-hf,3,64,0,2.013813627854688e-06
c4,mlp_gate,Llama-2-7b-hf,3,64,0,4.729016609417158e-07
c4,mlp_down,Llama-2-7b-hf,3,64,0,4.920993433188414e-06
c4,attn_in,Llama-2-7b-hf,3,64,1,5.602469627774553e-06
c4,attn_out,Llama-2-7b-hf,3,64,1,7.953217391332146e-06
c4,mlp_gate,Llama-2-7b-hf,3,64,1,2.3923681510495953e-05
c4,mlp_down,Llama-2-7b-hf,3,64,1,0.014892200008034706
c4,attn_in,Llama-2-7b-hf,3,64,2,1.5467061530216597e-05
c4,attn_out,Llama-2-7b-hf,3,64,2,6.976478289288934e-06
c4,mlp_gate,Llama-2-7b-hf,3,64,2,1.641474045754876e-05
c4,mlp_down,Llama-2-7b-hf,3,64,2,2.0417775886016898e-05
c4,attn_in,Llama-2-7b-hf,3,64,3,3.783392094192095e-05
c4,attn_out,Llama-2-7b-hf,3,64,3,1.2851676729042083e-05
c4,mlp_gate,Llama-2-7b-hf,3,64,3,4.0168499253923073e-05
c4,mlp_down,Llama-2-7b-hf,3,64,3,3.930029924958944e-05
c4,attn_in,Llama-2-7b-hf,3,64,4,7.552334136562422e-05
c4,attn_out,Llama-2-7b-hf,3,64,4,2.587784911156632e-05
c4,mlp_gate,Llama-2-7b-hf,3,64,4,7.77900277171284e-05
c4,mlp_down,Llama-2-7b-hf,3,64,4,0.00010034827573690563
c4,attn_in,Llama-2-7b-hf,3,64,5,0.00012509786756709218
c4,attn_out,Llama-2-7b-hf,3,64,5,5.050518666394055e-05
c4,mlp_gate,Llama-2-7b-hf,3,64,5,0.00012627572868950665
c4,mlp_down,Llama-2-7b-hf,3,64,5,0.00011146985343657434
c4,attn_in,Llama-2-7b-hf,3,64,6,0.000154106950503774
c4,attn_out,Llama-2-7b-hf,3,64,6,5.7990382629213855e-05
c4,mlp_gate,Llama-2-7b-hf,3,64,6,0.00019250746117904782
c4,mlp_down,Llama-2-7b-hf,3,64,6,0.00017062794358935207
c4,attn_in,Llama-2-7b-hf,3,64,7,0.00022826777421869338
c4,attn_out,Llama-2-7b-hf,3,64,7,8.46304465085268e-05
c4,mlp_gate,Llama-2-7b-hf,3,64,7,0.00026246666675433517
c4,mlp_down,Llama-2-7b-hf,3,64,7,0.00022524670930579305
c4,attn_in,Llama-2-7b-hf,3,64,8,0.0003556356532499194
c4,attn_out,Llama-2-7b-hf,3,64,8,0.00012244861864019185
c4,mlp_gate,Llama-2-7b-hf,3,64,8,0.00032195154926739633
c4,mlp_down,Llama-2-7b-hf,3,64,8,0.0002678775053936988
c4,attn_in,Llama-2-7b-hf,3,64,9,0.0005175353144295514
c4,attn_out,Llama-2-7b-hf,3,64,9,0.0001793390983948484
c4,mlp_gate,Llama-2-7b-hf,3,64,9,0.00037874822737649083
c4,mlp_down,Llama-2-7b-hf,3,64,9,0.00031065233633853495
c4,attn_in,Llama-2-7b-hf,3,64,10,0.0005295773153193295
c4,attn_out,Llama-2-7b-hf,3,64,10,0.0002426097053103149
c4,mlp_gate,Llama-2-7b-hf,3,64,10,0.00045178105938248336
c4,mlp_down,Llama-2-7b-hf,3,64,10,0.0003632408916018903
c4,attn_in,Llama-2-7b-hf,3,64,11,0.0006606154493056238
c4,attn_out,Llama-2-7b-hf,3,64,11,0.00024240490165539086
c4,mlp_gate,Llama-2-7b-hf,3,64,11,0.000513250008225441
c4,mlp_down,Llama-2-7b-hf,3,64,11,0.00042155128903687
c4,attn_in,Llama-2-7b-hf,3,64,12,0.0007041723583824933
c4,attn_out,Llama-2-7b-hf,3,64,12,0.00027351503376848996
c4,mlp_gate,Llama-2-7b-hf,3,64,12,0.0005792785086669028
c4,mlp_down,Llama-2-7b-hf,3,64,12,0.00048093634541146457
c4,attn_in,Llama-2-7b-hf,3,64,13,0.0006800646660849452
c4,attn_out,Llama-2-7b-hf,3,64,13,0.0003236708580516279
c4,mlp_gate,Llama-2-7b-hf,3,64,13,0.0007003570208325982
c4,mlp_down,Llama-2-7b-hf,3,64,13,0.0006017854320816696
c4,attn_in,Llama-2-7b-hf,3,64,14,0.0007468051044270396
c4,attn_out,Llama-2-7b-hf,3,64,14,0.0003626182733569294
c4,mlp_gate,Llama-2-7b-hf,3,64,14,0.0007923046359792352
c4,mlp_down,Llama-2-7b-hf,3,64,14,0.0007195142679847777
c4,attn_in,Llama-2-7b-hf,3,64,15,0.0009459556313231587
c4,attn_out,Llama-2-7b-hf,3,64,15,0.0004071605217177421
c4,mlp_gate,Llama-2-7b-hf,3,64,15,0.0009897078853100538
c4,mlp_down,Llama-2-7b-hf,3,64,15,0.0009074078407138586
c4,attn_in,Llama-2-7b-hf,3,64,16,0.0010919546475633979
c4,attn_out,Llama-2-7b-hf,3,64,16,0.0005873885238543153
c4,mlp_gate,Llama-2-7b-hf,3,64,16,0.001291439519263804
c4,mlp_down,Llama-2-7b-hf,3,64,16,0.001314000808633864
c4,attn_in,Llama-2-7b-hf,3,64,17,0.0007566411513835192
c4,attn_out,Llama-2-7b-hf,3,64,17,0.00040346739115193486
c4,mlp_gate,Llama-2-7b-hf,3,64,17,0.0014381755609065294
c4,mlp_down,Llama-2-7b-hf,3,64,17,0.001415953622199595
c4,attn_in,Llama-2-7b-hf,3,64,18,0.0007924119709059596
c4,attn_out,Llama-2-7b-hf,3,64,18,0.00041807128582149744
c4,mlp_gate,Llama-2-7b-hf,3,64,18,0.0016954701859503984
c4,mlp_down,Llama-2-7b-hf,3,64,18,0.0016615058993920684
c4,attn_in,Llama-2-7b-hf,3,64,19,0.000799604516942054
c4,attn_out,Llama-2-7b-hf,3,64,19,0.00041548151057213545
c4,mlp_gate,Llama-2-7b-hf,3,64,19,0.0019526471151039004
c4,mlp_down,Llama-2-7b-hf,3,64,19,0.0018589376704767346
c4,attn_in,Llama-2-7b-hf,3,64,20,0.0010149565059691668
c4,attn_out,Llama-2-7b-hf,3,64,20,0.000552015786524862
c4,mlp_gate,Llama-2-7b-hf,3,64,20,0.0022941087372601032
c4,mlp_down,Llama-2-7b-hf,3,64,20,0.0023015663027763367
c4,attn_in,Llama-2-7b-hf,3,64,21,0.000719371426384896
c4,attn_out,Llama-2-7b-hf,3,64,21,0.000430639716796577
c4,mlp_gate,Llama-2-7b-hf,3,64,21,0.0025123809464275837
c4,mlp_down,Llama-2-7b-hf,3,64,21,0.002338198246434331
c4,attn_in,Llama-2-7b-hf,3,64,22,0.0012228562263771892
c4,attn_out,Llama-2-7b-hf,3,64,22,0.0005539708654396236
c4,mlp_gate,Llama-2-7b-hf,3,64,22,0.00284474715590477
c4,mlp_down,Llama-2-7b-hf,3,64,22,0.0026178050320595503
c4,attn_in,Llama-2-7b-hf,3,64,23,0.0009340890101157129
c4,attn_out,Llama-2-7b-hf,3,64,23,0.000506869051605463
c4,mlp_gate,Llama-2-7b-hf,3,64,23,0.0031786931212991476
c4,mlp_down,Llama-2-7b-hf,3,64,23,0.00273028458468616
c4,attn_in,Llama-2-7b-hf,3,64,24,0.0015507268253713846
c4,attn_out,Llama-2-7b-hf,3,64,24,0.0006800976698286831
c4,mlp_gate,Llama-2-7b-hf,3,64,24,0.0034876512363553047
c4,mlp_down,Llama-2-7b-hf,3,64,24,0.002891919808462262
c4,attn_in,Llama-2-7b-hf,3,64,25,0.0009626388200558722
c4,attn_out,Llama-2-7b-hf,3,64,25,0.0004691858484875411
c4,mlp_gate,Llama-2-7b-hf,3,64,25,0.003910076338797808
c4,mlp_down,Llama-2-7b-hf,3,64,25,0.0030233690049499273
c4,attn_in,Llama-2-7b-hf,3,64,26,0.0017475327476859093
c4,attn_out,Llama-2-7b-hf,3,64,26,0.0008810693980194628
c4,mlp_gate,Llama-2-7b-hf,3,64,26,0.004373366013169289
c4,mlp_down,Llama-2-7b-hf,3,64,26,0.00331329507753253
c4,attn_in,Llama-2-7b-hf,3,64,27,0.0014318707399070263
c4,attn_out,Llama-2-7b-hf,3,64,27,0.0007720544235780835
c4,mlp_gate,Llama-2-7b-hf,3,64,27,0.005006635561585426
c4,mlp_down,Llama-2-7b-hf,3,64,27,0.003753067459911108
c4,attn_in,Llama-2-7b-hf,3,64,28,0.001913520391099155
c4,attn_out,Llama-2-7b-hf,3,64,28,0.000962649704888463
c4,mlp_gate,Llama-2-7b-hf,3,64,28,0.005939544644206762
c4,mlp_down,Llama-2-7b-hf,3,64,28,0.004647892899811268
c4,attn_in,Llama-2-7b-hf,3,64,29,0.0016378569416701794
c4,attn_out,Llama-2-7b-hf,3,64,29,0.0008681011968292296
c4,mlp_gate,Llama-2-7b-hf,3,64,29,0.007147780153900385
c4,mlp_down,Llama-2-7b-hf,3,64,29,0.006588594056665897
c4,attn_in,Llama-2-7b-hf,3,64,30,0.0018824714934453368
c4,attn_out,Llama-2-7b-hf,3,64,30,0.0012241237564012408
c4,mlp_gate,Llama-2-7b-hf,3,64,30,0.01406893040984869
c4,mlp_down,Llama-2-7b-hf,3,64,30,0.018283143639564514
c4,attn_in,Llama-2-7b-hf,3,64,31,0.007186618167907
c4,attn_out,Llama-2-7b-hf,3,64,31,0.0018471844960004091
c4,mlp_gate,Llama-2-7b-hf,3,64,31,0.026219023391604424
c4,mlp_down,Llama-2-7b-hf,3,64,31,0.05543152242898941
pileval,attn_in,Llama-2-7b-hf,3,64,0,1.5155692381085828e-06
pileval,attn_out,Llama-2-7b-hf,3,64,0,2.3838510969653726e-06
pileval,mlp_gate,Llama-2-7b-hf,3,64,0,6.056792472008965e-07
pileval,mlp_down,Llama-2-7b-hf,3,64,0,4.970051577402046e-06
pileval,attn_in,Llama-2-7b-hf,3,64,1,5.622850494546583e-06
pileval,attn_out,Llama-2-7b-hf,3,64,1,8.069326213444583e-06
pileval,mlp_gate,Llama-2-7b-hf,3,64,1,2.369823596382048e-05
pileval,mlp_down,Llama-2-7b-hf,3,64,1,0.012329990975558758
pileval,attn_in,Llama-2-7b-hf,3,64,2,1.664289266045671e-05
pileval,attn_out,Llama-2-7b-hf,3,64,2,7.6017036008124705e-06
pileval,mlp_gate,Llama-2-7b-hf,3,64,2,1.7747343008522876e-05
pileval,mlp_down,Llama-2-7b-hf,3,64,2,2.1837931853951886e-05
pileval,attn_in,Llama-2-7b-hf,3,64,3,3.820883284788579e-05
pileval,attn_out,Llama-2-7b-hf,3,64,3,1.4541820746671874e-05
pileval,mlp_gate,Llama-2-7b-hf,3,64,3,4.369189991848543e-05
pileval,mlp_down,Llama-2-7b-hf,3,64,3,4.189244282315485e-05
pileval,attn_in,Llama-2-7b-hf,3,64,4,7.531012670369819e-05
pileval,attn_out,Llama-2-7b-hf,3,64,4,2.8872913389932364e-05
pileval,mlp_gate,Llama-2-7b-hf,3,64,4,8.292889106087387e-05
pileval,mlp_down,Llama-2-7b-hf,3,64,4,0.00010304081661161035
pileval,attn_in,Llama-2-7b-hf,3,64,5,0.00012481812154874206
pileval,attn_out,Llama-2-7b-hf,3,64,5,5.740850610891357e-05
pileval,mlp_gate,Llama-2-7b-hf,3,64,5,0.00012975816207472235
pileval,mlp_down,Llama-2-7b-hf,3,64,5,0.00011205822374904528
pileval,attn_in,Llama-2-7b-hf,3,64,6,0.00016740041610319167
pileval,attn_out,Llama-2-7b-hf,3,64,6,7.008988904999569e-05
pileval,mlp_gate,Llama-2-7b-hf,3,64,6,0.0001937464257935062
pileval,mlp_down,Llama-2-7b-hf,3,64,6,0.0001689595083007589
pileval,attn_in,Llama-2-7b-hf,3,64,7,0.00024033327645156533
pileval,attn_out,Llama-2-7b-hf,3,64,7,9.950384992407635e-05
pileval,mlp_gate,Llama-2-7b-hf,3,64,7,0.0002675774449016899
pileval,mlp_down,Llama-2-7b-hf,3,64,7,0.00022662588162347674
pileval,attn_in,Llama-2-7b-hf,3,64,8,0.00035656828549690545
pileval,attn_out,Llama-2-7b-hf,3,64,8,0.0001432794233551249
pileval,mlp_gate,Llama-2-7b-hf,3,64,8,0.0003322299453429878
pileval,mlp_down,Llama-2-7b-hf,3,64,8,0.00027684151427820325
pileval,attn_in,Llama-2-7b-hf,3,64,9,0.0005273086717352271
pileval,attn_out,Llama-2-7b-hf,3,64,9,0.00019485122174955904
pileval,mlp_gate,Llama-2-7b-hf,3,64,9,0.00039085751632228494
pileval,mlp_down,Llama-2-7b-hf,3,64,9,0.0003201461222488433
pileval,attn_in,Llama-2-7b-hf,3,64,10,0.0005470251198858023
pileval,attn_out,Llama-2-7b-hf,3,64,10,0.0002686243678908795
pileval,mlp_gate,Llama-2-7b-hf,3,64,10,0.00045787988347001374
pileval,mlp_down,Llama-2-7b-hf,3,64,10,0.0003692996397148818
pileval,attn_in,Llama-2-7b-hf,3,64,11,0.0006926546921022236
pileval,attn_out,Llama-2-7b-hf,3,64,11,0.00027551696985028684
pileval,mlp_gate,Llama-2-7b-hf,3,64,11,0.0005191603559069335
pileval,mlp_down,Llama-2-7b-hf,3,64,11,0.0004224988806527108
pileval,attn_in,Llama-2-7b-hf,3,64,12,0.0007409607642330229
pileval,attn_out,Llama-2-7b-hf,3,64,12,0.00032454656320624053
pileval,mlp_gate,Llama-2-7b-hf,3,64,12,0.0005876139039173722
pileval,mlp_down,Llama-2-7b-hf,3,64,12,0.0004826520453207195
pileval,attn_in,Llama-2-7b-hf,3,64,13,0.0006969491951167583
pileval,attn_out,Llama-2-7b-hf,3,64,13,0.0003509054076857865
pileval,mlp_gate,Llama-2-7b-hf,3,64,13,0.0006968654342927039
pileval,mlp_down,Llama-2-7b-hf,3,64,13,0.0005891559412702918
pileval,attn_in,Llama-2-7b-hf,3,64,14,0.000783416093327105
pileval,attn_out,Llama-2-7b-hf,3,64,14,0.00039624370401725173
pileval,mlp_gate,Llama-2-7b-hf,3,64,14,0.0007846872322261333
pileval,mlp_down,Llama-2-7b-hf,3,64,14,0.0007018111064098775
pileval,attn_in,Llama-2-7b-hf,3,64,15,0.0009412801009602845
pileval,attn_out,Llama-2-7b-hf,3,64,15,0.00042915530502796173
pileval,mlp_gate,Llama-2-7b-hf,3,64,15,0.0009755603387020528
pileval,mlp_down,Llama-2-7b-hf,3,64,15,0.0008792548323981464
pileval,attn_in,Llama-2-7b-hf,3,64,16,0.0010924391681328416
pileval,attn_out,Llama-2-7b-hf,3,64,16,0.0006138241733424366
pileval,mlp_gate,Llama-2-7b-hf,3,64,16,0.0012670191936194897
pileval,mlp_down,Llama-2-7b-hf,3,64,16,0.0012785234721377492
pileval,attn_in,Llama-2-7b-hf,3,64,17,0.0007896869210526347
pileval,attn_out,Llama-2-7b-hf,3,64,17,0.00043673606705851853
pileval,mlp_gate,Llama-2-7b-hf,3,64,17,0.0014061410911381245
pileval,mlp_down,Llama-2-7b-hf,3,64,17,0.0013407800579443574
pileval,attn_in,Llama-2-7b-hf,3,64,18,0.0008632848039269447
pileval,attn_out,Llama-2-7b-hf,3,64,18,0.000512078870087862
pileval,mlp_gate,Llama-2-7b-hf,3,64,18,0.001667625387199223
pileval,mlp_down,Llama-2-7b-hf,3,64,18,0.0016112216981127858
pileval,attn_in,Llama-2-7b-hf,3,64,19,0.000820212357211858
pileval,attn_out,Llama-2-7b-hf,3,64,19,0.00043905669008381665
pileval,mlp_gate,Llama-2-7b-hf,3,64,19,0.001922513241879642
pileval,mlp_down,Llama-2-7b-hf,3,64,19,0.0018130321986973286
pileval,attn_in,Llama-2-7b-hf,3,64,20,0.0009337766095995903
pileval,attn_out,Llama-2-7b-hf,3,64,20,0.0005191059317439795
pileval,mlp_gate,Llama-2-7b-hf,3,64,20,0.002256314503028989
pileval,mlp_down,Llama-2-7b-hf,3,64,20,0.002200246090069413
pileval,attn_in,Llama-2-7b-hf,3,64,21,0.0007585496641695499
pileval,attn_out,Llama-2-7b-hf,3,64,21,0.00048182407044805586
pileval,mlp_gate,Llama-2-7b-hf,3,64,21,0.0024896387476474047
pileval,mlp_down,Llama-2-7b-hf,3,64,21,0.002220153110101819
pileval,attn_in,Llama-2-7b-hf,3,64,22,0.001224587089382112
pileval,attn_out,Llama-2-7b-hf,3,64,22,0.0006051078671589494
pileval,mlp_gate,Llama-2-7b-hf,3,64,22,0.0028409333899617195
pileval,mlp_down,Llama-2-7b-hf,3,64,22,0.0024800116661936045
pileval,attn_in,Llama-2-7b-hf,3,64,23,0.0009084887569770217
pileval,attn_out,Llama-2-7b-hf,3,64,23,0.0005183184985071421
pileval,mlp_gate,Llama-2-7b-hf,3,64,23,0.0031743834260851145
pileval,mlp_down,Llama-2-7b-hf,3,64,23,0.0026326405350118876
pileval,attn_in,Llama-2-7b-hf,3,64,24,0.0015401319833472371
pileval,attn_out,Llama-2-7b-hf,3,64,24,0.0006566952215507627
pileval,mlp_gate,Llama-2-7b-hf,3,64,24,0.003463878994807601
pileval,mlp_down,Llama-2-7b-hf,3,64,24,0.002725738100707531
pileval,attn_in,Llama-2-7b-hf,3,64,25,0.0010668658651411533
pileval,attn_out,Llama-2-7b-hf,3,64,25,0.000544315087608993
pileval,mlp_gate,Llama-2-7b-hf,3,64,25,0.003900517476722598
pileval,mlp_down,Llama-2-7b-hf,3,64,25,0.002936508972197771
pileval,attn_in,Llama-2-7b-hf,3,64,26,0.001838320167735219
pileval,attn_out,Llama-2-7b-hf,3,64,26,0.0009112141560763121
pileval,mlp_gate,Llama-2-7b-hf,3,64,26,0.004378987476229668
pileval,mlp_down,Llama-2-7b-hf,3,64,26,0.0031901465263217688
pileval,attn_in,Llama-2-7b-hf,3,64,27,0.0015159916365519166
pileval,attn_out,Llama-2-7b-hf,3,64,27,0.0008550887578167021
pileval,mlp_gate,Llama-2-7b-hf,3,64,27,0.005042847245931625
pileval,mlp_down,Llama-2-7b-hf,3,64,27,0.0036889759358018637
pileval,attn_in,Llama-2-7b-hf,3,64,28,0.0019081454956904054
pileval,attn_out,Llama-2-7b-hf,3,64,28,0.001014838577248156
pileval,mlp_gate,Llama-2-7b-hf,3,64,28,0.006009286735206842
pileval,mlp_down,Llama-2-7b-hf,3,64,28,0.0046734982170164585
pileval,attn_in,Llama-2-7b-hf,3,64,29,0.0018393861828371882
pileval,attn_out,Llama-2-7b-hf,3,64,29,0.0010245740413665771
pileval,mlp_gate,Llama-2-7b-hf,3,64,29,0.007275045849382877
pileval,mlp_down,Llama-2-7b-hf,3,64,29,0.006544607225805521
pileval,attn_in,Llama-2-7b-hf,3,64,30,0.0020546840969473124
pileval,attn_out,Llama-2-7b-hf,3,64,30,0.0013765831245109439
pileval,mlp_gate,Llama-2-7b-hf,3,64,30,0.013616175390779972
pileval,mlp_down,Llama-2-7b-hf,3,64,30,0.017089786008000374
pileval,attn_in,Llama-2-7b-hf,3,64,31,0.006992728915065527
pileval,attn_out,Llama-2-7b-hf,3,64,31,0.0017780535854399204
pileval,mlp_gate,Llama-2-7b-hf,3,64,31,0.02487163618206978
pileval,mlp_down,Llama-2-7b-hf,3,64,31,0.05131799355149269
wikitext,attn_in,Llama-2-7b-hf,3,64,0,1.4221750461729243e-06
wikitext,attn_out,Llama-2-7b-hf,3,64,0,2.551331817812752e-06
wikitext,mlp_gate,Llama-2-7b-hf,3,64,0,5.442155384116631e-07
wikitext,mlp_down,Llama-2-7b-hf,3,64,0,5.367863650462823e-06
wikitext,attn_in,Llama-2-7b-hf,3,64,1,5.259551016933983e-06
wikitext,attn_out,Llama-2-7b-hf,3,64,1,1.0216755981673487e-05
wikitext,mlp_gate,Llama-2-7b-hf,3,64,1,4.382723636808805e-05
wikitext,mlp_down,Llama-2-7b-hf,3,64,1,0.018416529521346092
wikitext,attn_in,Llama-2-7b-hf,3,64,2,9.979669812310021e-06
wikitext,attn_out,Llama-2-7b-hf,3,64,2,5.415014129539486e-06
wikitext,mlp_gate,Llama-2-7b-hf,3,64,2,1.654122388572432e-05
wikitext,mlp_down,Llama-2-7b-hf,3,64,2,2.0342487914604135e-05
wikitext,attn_in,Llama-2-7b-hf,3,64,3,3.4523633075878024e-05
wikitext,attn_out,Llama-2-7b-hf,3,64,3,1.3150091035640799e-05
wikitext,mlp_gate,Llama-2-7b-hf,3,64,3,4.017047831439413e-05
wikitext,mlp_down,Llama-2-7b-hf,3,64,3,3.704220216604881e-05
wikitext,attn_in,Llama-2-7b-hf,3,64,4,5.9119756770087406e-05
wikitext,attn_out,Llama-2-7b-hf,3,64,4,2.380322439421434e-05
wikitext,mlp_gate,Llama-2-7b-hf,3,64,4,7.888196705607697e-05
wikitext,mlp_down,Llama-2-7b-hf,3,64,4,0.00012348157179076225
wikitext,attn_in,Llama-2-7b-hf,3,64,5,0.00010718109115259722
wikitext,attn_out,Llama-2-7b-hf,3,64,5,5.1473452913342044e-05
wikitext,mlp_gate,Llama-2-7b-hf,3,64,5,0.00012819672701880336
wikitext,mlp_down,Llama-2-7b-hf,3,64,5,0.00011152560909977183
wikitext,attn_in,Llama-2-7b-hf,3,64,6,0.00014862902753520757
wikitext,attn_out,Llama-2-7b-hf,3,64,6,6.404749001376331e-05
wikitext,mlp_gate,Llama-2-7b-hf,3,64,6,0.00019108378910459578
wikitext,mlp_down,Llama-2-7b-hf,3,64,6,0.00016810694069135934
wikitext,attn_in,Llama-2-7b-hf,3,64,7,0.00019778091518674046
wikitext,attn_out,Llama-2-7b-hf,3,64,7,8.722272468730807e-05
wikitext,mlp_gate,Llama-2-7b-hf,3,64,7,0.0002640333550516516
wikitext,mlp_down,Llama-2-7b-hf,3,64,7,0.00022724682639818639
wikitext,attn_in,Llama-2-7b-hf,3,64,8,0.0003283045662101358
wikitext,attn_out,Llama-2-7b-hf,3,64,8,0.0001359652087558061
wikitext,mlp_gate,Llama-2-7b-hf,3,64,8,0.0003327792801428586
wikitext,mlp_down,Llama-2-7b-hf,3,64,8,0.0002796487824525684
wikitext,attn_in,Llama-2-7b-hf,3,64,9,0.0004685376479756087
wikitext,attn_out,Llama-2-7b-hf,3,64,9,0.00018266569531988353
wikitext,mlp_gate,Llama-2-7b-hf,3,64,9,0.0003906886850018054
wikitext,mlp_down,Llama-2-7b-hf,3,64,9,0.00033080848515965044
wikitext,attn_in,Llama-2-7b-hf,3,64,10,0.0005076915840618312
wikitext,attn_out,Llama-2-7b-hf,3,64,10,0.0002470748731866479
wikitext,mlp_gate,Llama-2-7b-hf,3,64,10,0.0004606479196809232
wikitext,mlp_down,Llama-2-7b-hf,3,64,10,0.0003729742602445185
wikitext,attn_in,Llama-2-7b-hf,3,64,11,0.0006373812211677432
wikitext,attn_out,Llama-2-7b-hf,3,64,11,0.0002412713220110163
wikitext,mlp_gate,Llama-2-7b-hf,3,64,11,0.0005134922685101628
wikitext,mlp_down,Llama-2-7b-hf,3,64,11,0.0004232242936268449
wikitext,attn_in,Llama-2-7b-hf,3,64,12,0.0006584867951460183
wikitext,attn_out,Llama-2-7b-hf,3,64,12,0.00028628105064854026
wikitext,mlp_gate,Llama-2-7b-hf,3,64,12,0.0005738495965488255
wikitext,mlp_down,Llama-2-7b-hf,3,64,12,0.000469339283881709
wikitext,attn_in,Llama-2-7b-hf,3,64,13,0.0006321814726106822
wikitext,attn_out,Llama-2-7b-hf,3,64,13,0.00033113276003859937
wikitext,mlp_gate,Llama-2-7b-hf,3,64,13,0.0006754285423085093
wikitext,mlp_down,Llama-2-7b-hf,3,64,13,0.0005720924236811697
wikitext,attn_in,Llama-2-7b-hf,3,64,14,0.0007140011293813586
wikitext,attn_out,Llama-2-7b-hf,3,64,14,0.00035237197880633175
wikitext,mlp_gate,Llama-2-7b-hf,3,64,14,0.0007666944293305278
wikitext,mlp_down,Llama-2-7b-hf,3,64,14,0.0006783522549085319
wikitext,attn_in,Llama-2-7b-hf,3,64,15,0.0008293984574265778
wikitext,attn_out,Llama-2-7b-hf,3,64,15,0.00039636195288039744
wikitext,mlp_gate,Llama-2-7b-hf,3,64,15,0.0009476192644797266
wikitext,mlp_down,Llama-2-7b-hf,3,64,15,0.0008591992082074285
wikitext,attn_in,Llama-2-7b-hf,3,64,16,0.000937047356273979
wikitext,attn_out,Llama-2-7b-hf,3,64,16,0.0005138558917678893
wikitext,mlp_gate,Llama-2-7b-hf,3,64,16,0.0012166851665824652
wikitext,mlp_down,Llama-2-7b-hf,3,64,16,0.0012721378589048982
wikitext,attn_in,Llama-2-7b-hf,3,64,17,0.0007091183215379715
wikitext,attn_out,Llama-2-7b-hf,3,64,17,0.0004315798869356513
wikitext,mlp_gate,Llama-2-7b-hf,3,64,17,0.001363679300993681
wikitext,mlp_down,Llama-2-7b-hf,3,64,17,0.0013258986873552203
wikitext,attn_in,Llama-2-7b-hf,3,64,18,0.0007269045454449952
wikitext,attn_out,Llama-2-7b-hf,3,64,18,0.00040760921547189355
wikitext,mlp_gate,Llama-2-7b-hf,3,64,18,0.0016069968696683645
wikitext,mlp_down,Llama-2-7b-hf,3,64,18,0.0015471907099708915
wikitext,attn_in,Llama-2-7b-hf,3,64,19,0.0007308994536288083
wikitext,attn_out,Llama-2-7b-hf,3,64,19,0.0003857018309645355
wikitext,mlp_gate,Llama-2-7b-hf,3,64,19,0.0018411396304145455
wikitext,mlp_down,Llama-2-7b-hf,3,64,19,0.0017105480656027794
wikitext,attn_in,Llama-2-7b-hf,3,64,20,0.0008717732271179557
wikitext,attn_out,Llama-2-7b-hf,3,64,20,0.0005119589040987194
wikitext,mlp_gate,Llama-2-7b-hf,3,64,20,0.0021439127158373594
wikitext,mlp_down,Llama-2-7b-hf,3,64,20,0.0021389396861195564
wikitext,attn_in,Llama-2-7b-hf,3,64,21,0.0006691361777484417
wikitext,attn_out,Llama-2-7b-hf,3,64,21,0.0003663823881652206
wikitext,mlp_gate,Llama-2-7b-hf,3,64,21,0.0024202722124755383
wikitext,mlp_down,Llama-2-7b-hf,3,64,21,0.0022737793624401093
wikitext,attn_in,Llama-2-7b-hf,3,64,22,0.0011278290767222643
wikitext,attn_out,Llama-2-7b-hf,3,64,22,0.0005925109726376832
wikitext,mlp_gate,Llama-2-7b-hf,3,64,22,0.0027133943513035774
wikitext,mlp_down,Llama-2-7b-hf,3,64,22,0.0024001270066946745
wikitext,attn_in,Llama-2-7b-hf,3,64,23,0.0009233863675035536
wikitext,attn_out,Llama-2-7b-hf,3,64,23,0.000551353208720684
wikitext,mlp_gate,Llama-2-7b-hf,3,64,23,0.003080271417275071
wikitext,mlp_down,Llama-2-7b-hf,3,64,23,0.0025732689537107944
wikitext,attn_in,Llama-2-7b-hf,3,64,24,0.0013641661498695612
wikitext,attn_out,Llama-2-7b-hf,3,64,24,0.0005891053006052971
wikitext,mlp_gate,Llama-2-7b-hf,3,64,24,0.003396943211555481
wikitext,mlp_down,Llama-2-7b-hf,3,64,24,0.0027254035230726004
wikitext,attn_in,Llama-2-7b-hf,3,64,25,0.0011858174111694098
wikitext,attn_out,Llama-2-7b-hf,3,64,25,0.0007721985457465053
wikitext,mlp_gate,Llama-2-7b-hf,3,64,25,0.0038500542286783457
wikitext,mlp_down,Llama-2-7b-hf,3,64,25,0.0028875325806438923
wikitext,attn_in,Llama-2-7b-hf,3,64,26,0.0016286206664517522
wikitext,attn_out,Llama-2-7b-hf,3,64,26,0.0008529627812094986
wikitext,mlp_gate,Llama-2-7b-hf,3,64,26,0.0043465858325362206
wikitext,mlp_down,Llama-2-7b-hf,3,64,26,0.003200103295966983
wikitext,attn_in,Llama-2-7b-hf,3,64,27,0.0014582312433049083
wikitext,attn_out,Llama-2-7b-hf,3,64,27,0.0008571550133638084
wikitext,mlp_gate,Llama-2-7b-hf,3,64,27,0.0050140502862632275
wikitext,mlp_down,Llama-2-7b-hf,3,64,27,0.003736679907888174
wikitext,attn_in,Llama-2-7b-hf,3,64,28,0.0020639877766370773
wikitext,attn_out,Llama-2-7b-hf,3,64,28,0.0011759502813220024
wikitext,mlp_gate,Llama-2-7b-hf,3,64,28,0.0058339182287454605
wikitext,mlp_down,Llama-2-7b-hf,3,64,28,0.0043289270251989365
wikitext,attn_in,Llama-2-7b-hf,3,64,29,0.00197706650942564
wikitext,attn_out,Llama-2-7b-hf,3,64,29,0.0011985675664618611
wikitext,mlp_gate,Llama-2-7b-hf,3,64,29,0.006951521150767803
wikitext,mlp_down,Llama-2-7b-hf,3,64,29,0.006777389906346798
wikitext,attn_in,Llama-2-7b-hf,3,64,30,0.0020288594532757998
wikitext,attn_out,Llama-2-7b-hf,3,64,30,0.0014655522536486387
wikitext,mlp_gate,Llama-2-7b-hf,3,64,30,0.018042774870991707
wikitext,mlp_down,Llama-2-7b-hf,3,64,30,0.031594689935445786
wikitext,attn_in,Llama-2-7b-hf,3,64,31,0.006402109283953905
wikitext,attn_out,Llama-2-7b-hf,3,64,31,0.002020666841417551
wikitext,mlp_gate,Llama-2-7b-hf,3,64,31,0.02355954237282276
wikitext,mlp_down,Llama-2-7b-hf,3,64,31,0.04718219116330147
c4,attn_in,Llama-2-7b-hf,4,128,0,5.268558993520855e-07
c4,attn_out,Llama-2-7b-hf,4,128,0,9.043480986292707e-07
c4,mlp_gate,Llama-2-7b-hf,4,128,0,1.4491278932382556e-07
c4,mlp_down,Llama-2-7b-hf,4,128,0,1.6287175412799115e-06
c4,attn_in,Llama-2-7b-hf,4,128,1,2.1778066638944438e-06
c4,attn_out,Llama-2-7b-hf,4,128,1,3.2737257242843043e-06
c4,mlp_gate,Llama-2-7b-hf,4,128,1,1.546998282719869e-05
c4,mlp_down,Llama-2-7b-hf,4,128,1,0.024724392220377922
c4,attn_in,Llama-2-7b-hf,4,128,2,5.512998995982343e-06
c4,attn_out,Llama-2-7b-hf,4,128,2,2.138755462510744e-06
c4,mlp_gate,Llama-2-7b-hf,4,128,2,4.541556791082257e-06
c4,mlp_down,Llama-2-7b-hf,4,128,2,6.6966422309633344e-06
c4,attn_in,Llama-2-7b-hf,4,128,3,9.815618795983028e-06
c4,attn_out,Llama-2-7b-hf,4,128,3,3.924843440472614e-06
c4,mlp_gate,Llama-2-7b-hf,4,128,3,1.1201648703718092e-05
c4,mlp_down,Llama-2-7b-hf,4,128,3,1.1071300832554698e-05
c4,attn_in,Llama-2-7b-hf,4,128,4,2.2081192582845688e-05
c4,attn_out,Llama-2-7b-hf,4,128,4,7.729516255494673e-06
c4,mlp_gate,Llama-2-7b-hf,4,128,4,2.1983019905746914e-05
c4,mlp_down,Llama-2-7b-hf,4,128,4,3.447790368227288e-05
c4,attn_in,Llama-2-7b-hf,4,128,5,3.4123168006772175e-05
c4,attn_out,Llama-2-7b-hf,4,128,5,1.500338657933753e-05
c4,mlp_gate,Llama-2-7b-hf,4,128,5,3.5552711779018864e-05
c4,mlp_down,Llama-2-7b-hf,4,128,5,3.11678450088948e-05
c4,attn_in,Llama-2-7b-hf,4,128,6,4.5767817937303334e-05
c4,attn_out,Llama-2-7b-hf,4,128,6,1.705598333501257e-05
c4,mlp_gate,Llama-2-7b-hf,4,128,6,5.4120857384987175e-05
c4,mlp_down,Llama-2-7b-hf,4,128,6,4.76150271424558e-05
c4,attn_in,Llama-2-7b-hf,4,128,7,6.623016815865412e-05
c4,attn_out,Llama-2-7b-hf,4,128,7,2.4629678591736592e-05
c4,mlp_gate,Llama-2-7b-hf,4,128,7,7.459544576704502e-05
c4,mlp_down,Llama-2-7b-hf,4,128,7,6.313849007710814e-05
c4,attn_in,Llama-2-7b-hf,4,128,8,0.00011489128519315273
c4,attn_out,Llama-2-7b-hf,4,128,8,3.524343992467038e-05
c4,mlp_gate,Llama-2-7b-hf,4,128,8,9.174127626465634e-05
c4,mlp_down,Llama-2-7b-hf,4,128,8,7.5649113568943e-05
c4,attn_in,Llama-2-7b-hf,4,128,9,0.00015828256437089294
c4,attn_out,Llama-2-7b-hf,4,128,9,5.0841485062846914e-05
c4,mlp_gate,Llama-2-7b-hf,4,128,9,0.00010833106352947652
c4,mlp_down,Llama-2-7b-hf,4,128,9,8.692224946571514e-05
c4,attn_in,Llama-2-7b-hf,4,128,10,0.00015087494102772325
c4,attn_out,Llama-2-7b-hf,4,128,10,6.915023550391197e-05
c4,mlp_gate,Llama-2-7b-hf,4,128,10,0.0001298262068303302
c4,mlp_down,Llama-2-7b-hf,4,128,10,0.00010150581510970369
c4,attn_in,Llama-2-7b-hf,4,128,11,0.00016652753402013332
c4,attn_out,Llama-2-7b-hf,4,128,11,6.904940528329462e-05
c4,mlp_gate,Llama-2-7b-hf,4,128,11,0.00014598625421058387
c4,mlp_down,Llama-2-7b-hf,4,128,11,0.00011775105667766184
c4,attn_in,Llama-2-7b-hf,4,128,12,0.00020423627574928105
c4,attn_out,Llama-2-7b-hf,4,128,12,7.711181388003752e-05
c4,mlp_gate,Llama-2-7b-hf,4,128,12,0.00016403195331804454
c4,mlp_down,Llama-2-7b-hf,4,128,12,0.0001338373840553686
c4,attn_in,Llama-2-7b-hf,4,128,13,0.00018488691421225667
c4,attn_out,Llama-2-7b-hf,4,128,13,9.119859896600246e-05
c4,mlp_gate,Llama-2-7b-hf,4,128,13,0.00019884204084519297
c4,mlp_down,Llama-2-7b-hf,4,128,13,0.00016870113904587924
c4,attn_in,Llama-2-7b-hf,4,128,14,0.00020361992937978357
c4,attn_out,Llama-2-7b-hf,4,128,14,0.00010174199269386008
c4,mlp_gate,Llama-2-7b-hf,4,128,14,0.00022503496438730508
c4,mlp_down,Llama-2-7b-hf,4,128,14,0.00020033684268128127
c4,attn_in,Llama-2-7b-hf,4,128,15,0.00024614238645881414
c4,attn_out,Llama-2-7b-hf,4,128,15,0.00011499675019877031
c4,mlp_gate,Llama-2-7b-hf,4,128,15,0.00028161448426544666
c4,mlp_down,Llama-2-7b-hf,4,128,15,0.00025347276823595166
c4,attn_in,Llama-2-7b-hf,4,128,16,0.00028655046480707824
c4,attn_out,Llama-2-7b-hf,4,128,16,0.00016485717787873
c4,mlp_gate,Llama-2-7b-hf,4,128,16,0.0003631523868534714
c4,mlp_down,Llama-2-7b-hf,4,128,16,0.00038032548036426306
c4,attn_in,Llama-2-7b-hf,4,128,17,0.0002163867757190019
c4,attn_out,Llama-2-7b-hf,4,128,17,0.00011339517368469387
c4,mlp_gate,Llama-2-7b-hf,4,128,17,0.00040162657387554646
c4,mlp_down,Llama-2-7b-hf,4,128,17,0.0003944285854231566
c4,attn_in,Llama-2-7b-hf,4,128,18,0.00022286090825218707
c4,attn_out,Llama-2-7b-hf,4,128,18,0.00011705757060553879
c4,mlp_gate,Llama-2-7b-hf,4,128,18,0.0004722584271803498
c4,mlp_down,Llama-2-7b-hf,4,128,18,0.0004664057632908225
c4,attn_in,Llama-2-7b-hf,4,128,19,0.00020099272660445422
c4,attn_out,Llama-2-7b-hf,4,128,19,0.00011786165123339742
c4,mlp_gate,Llama-2-7b-hf,4,128,19,0.00054241280304268
c4,mlp_down,Llama-2-7b-hf,4,128,19,0.0005267368978820741
c4,attn_in,Llama-2-7b-hf,4,128,20,0.00025218387600034475
c4,attn_out,Llama-2-7b-hf,4,128,20,0.00015526852803304791
c4,mlp_gate,Llama-2-7b-hf,4,128,20,0.0006351188058033586
c4,mlp_down,Llama-2-7b-hf,4,128,20,0.0006455366383306682
c4,attn_in,Llama-2-7b-hf,4,128,21,0.00020874335314147174
c4,attn_out,Llama-2-7b-hf,4,128,21,0.00012115883873775601
c4,mlp_gate,Llama-2-7b-hf,4,128,21,0.0006937290308997035
c4,mlp_down,Llama-2-7b-hf,4,128,21,0.0006516219000332057
c4,attn_in,Llama-2-7b-hf,4,128,22,0.00033129029907286167
c4,attn_out,Llama-2-7b-hf,4,128,22,0.00015473451639991254
c4,mlp_gate,Llama-2-7b-hf,4,128,22,0.0007839723257347941
c4,mlp_down,Llama-2-7b-hf,4,128,22,0.0007272935472428799
c4,attn_in,Llama-2-7b-hf,4,128,23,0.0002415199123788625
c4,attn_out,Llama-2-7b-hf,4,128,23,0.00014175596879795194
c4,mlp_gate,Llama-2-7b-hf,4,128,23,0.0008749215630814433
c4,mlp_down,Llama-2-7b-hf,4,128,23,0.0007589694578200579
c4,attn_in,Llama-2-7b-hf,4,128,24,0.0003788639442063868
c4,attn_out,Llama-2-7b-hf,4,128,24,0.00019858666928485036
c4,mlp_gate,Llama-2-7b-hf,4,128,24,0.0009588610846549273
c4,mlp_down,Llama-2-7b-hf,4,128,24,0.0008026317227631807
c4,attn_in,Llama-2-7b-hf,4,128,25,0.00025018583983182907
c4,attn_out,Llama-2-7b-hf,4,128,25,0.00013055503950454295
c4,mlp_gate,Llama-2-7b-hf,4,128,25,0.0010790518717840314
c4,mlp_down,Llama-2-7b-hf,4,128,25,0.0008441662648692727
c4,attn_in,Llama-2-7b-hf,4,128,26,0.00048520631389692426
c4,attn_out,Llama-2-7b-hf,4,128,26,0.00026165228337049484
c4,mlp_gate,Llama-2-7b-hf,4,128,26,0.0012075422564521432
c4,mlp_down,Llama-2-7b-hf,4,128,26,0.0009194610174745321
c4,attn_in,Llama-2-7b-hf,4,128,27,0.00040398843702860177
c4,attn_out,Llama-2-7b-hf,4,128,27,0.0002155488182324916
c4,mlp_gate,Llama-2-7b-hf,4,128,27,0.0013845947105437517
c4,mlp_down,Llama-2-7b-hf,4,128,27,0.0010457218158990145
c4,attn_in,Llama-2-7b-hf,4,128,28,0.00047936098417267203
c4,attn_out,Llama-2-7b-hf,4,128,28,0.000270926917437464
c4,mlp_gate,Llama-2-7b-hf,4,128,28,0.0016561818774789572
c4,mlp_down,Llama-2-7b-hf,4,128,28,0.0013104447862133384
c4,attn_in,Llama-2-7b-hf,4,128,29,0.00044353201519697905
c4,attn_out,Llama-2-7b-hf,4,128,29,0.0002439904201310128
c4,mlp_gate,Llama-2-7b-hf,4,128,29,0.002015060046687722
c4,mlp_down,Llama-2-7b-hf,4,128,29,0.001969020115211606
c4,attn_in,Llama-2-7b-hf,4,128,30,0.0004975922638550401
c4,attn_out,Llama-2-7b-hf,4,128,30,0.0003483237815089524
c4,mlp_gate,Llama-2-7b-hf,4,128,30,0.0034717556554824114
c4,mlp_down,Llama-2-7b-hf,4,128,30,0.010127974674105644
c4,attn_in,Llama-2-7b-hf,4,128,31,0.004368165973573923
c4,attn_out,Llama-2-7b-hf,4,128,31,0.0005905328434891999
c4,mlp_gate,Llama-2-7b-hf,4,128,31,0.00737990066409111
c4,mlp_down,Llama-2-7b-hf,4,128,31,0.019716903567314148
pileval,attn_in,Llama-2-7b-hf,4,128,0,5.7365252814634e-07
pileval,attn_out,Llama-2-7b-hf,4,128,0,1.0760882105387282e-06
pileval,mlp_gate,Llama-2-7b-hf,4,128,0,1.8616232466683869e-07
pileval,mlp_down,Llama-2-7b-hf,4,128,0,1.6233243513852358e-06
pileval,attn_in,Llama-2-7b-hf,4,128,1,2.3217294256028254e-06
pileval,attn_out,Llama-2-7b-hf,4,128,1,3.3071662528527668e-06
pileval,mlp_gate,Llama-2-7b-hf,4,128,1,1.4456973985943478e-05
pileval,mlp_down,Llama-2-7b-hf,4,128,1,0.020548053085803986
pileval,attn_in,Llama-2-7b-hf,4,128,2,5.586959559877869e-06
pileval,attn_out,Llama-2-7b-hf,4,128,2,2.304789177287603e-06
pileval,mlp_gate,Llama-2-7b-hf,4,128,2,4.913480097457068e-06
pileval,mlp_down,Llama-2-7b-hf,4,128,2,7.002425263635814e-06
pileval,attn_in,Llama-2-7b-hf,4,128,3,9.725259587867185e-06
pileval,attn_out,Llama-2-7b-hf,4,128,3,4.4643256842391565e-06
pileval,mlp_gate,Llama-2-7b-hf,4,128,3,1.216147302329773e-05
pileval,mlp_down,Llama-2-7b-hf,4,128,3,1.1805925169028342e-05
pileval,attn_in,Llama-2-7b-hf,4,128,4,2.2199203158379532e-05
pileval,attn_out,Llama-2-7b-hf,4,128,4,8.570612408220768e-06
pileval,mlp_gate,Llama-2-7b-hf,4,128,4,2.340757055208087e-05
pileval,mlp_down,Llama-2-7b-hf,4,128,4,3.4679556847549975e-05
pileval,attn_in,Llama-2-7b-hf,4,128,5,3.507204382913187e-05
pileval,attn_out,Llama-2-7b-hf,4,128,5,1.6959416825557128e-05
pileval,mlp_gate,Llama-2-7b-hf,4,128,5,3.639033093350008e-05
pileval,mlp_down,Llama-2-7b-hf,4,128,5,3.133348218398169e-05
pileval,attn_in,Llama-2-7b-hf,4,128,6,4.818940215045586e-05
pileval,attn_out,Llama-2-7b-hf,4,128,6,2.074037547572516e-05
pileval,mlp_gate,Llama-2-7b-hf,4,128,6,5.433901969809085e-05
pileval,mlp_down,Llama-2-7b-hf,4,128,6,4.722873927676119e-05
pileval,attn_in,Llama-2-7b-hf,4,128,7,6.71039815642871e-05
pileval,attn_out,Llama-2-7b-hf,4,128,7,2.894057979574427e-05
pileval,mlp_gate,Llama-2-7b-hf,4,128,7,7.578438089694828e-05
pileval,mlp_down,Llama-2-7b-hf,4,128,7,6.359624967444688e-05
pileval,attn_in,Llama-2-7b-hf,4,128,8,0.00011424276453908533
pileval,attn_out,Llama-2-7b-hf,4,128,8,4.105494008399546e-05
pileval,mlp_gate,Llama-2-7b-hf,4,128,8,9.43815175560303e-05
pileval,mlp_down,Llama-2-7b-hf,4,128,8,7.822819316061214e-05
pileval,attn_in,Llama-2-7b-hf,4,128,9,0.000158504510181956
pileval,attn_out,Llama-2-7b-hf,4,128,9,5.523040090338327e-05
pileval,mlp_gate,Llama-2-7b-hf,4,128,9,0.00011118657857878134
pileval,mlp_down,Llama-2-7b-hf,4,128,9,8.951593918027356e-05
pileval,attn_in,Llama-2-7b-hf,4,128,10,0.00015122440527193248
pileval,attn_out,Llama-2-7b-hf,4,128,10,7.65024742577225e-05
pileval,mlp_gate,Llama-2-7b-hf,4,128,10,0.0001312597596552223
pileval,mlp_down,Llama-2-7b-hf,4,128,10,0.00010324067261535674
pileval,attn_in,Llama-2-7b-hf,4,128,11,0.0001730322983348742
pileval,attn_out,Llama-2-7b-hf,4,128,11,7.826091314200312e-05
pileval,mlp_gate,Llama-2-7b-hf,4,128,11,0.0001472002186346799
pileval,mlp_down,Llama-2-7b-hf,4,128,11,0.00011815480684163049
pileval,attn_in,Llama-2-7b-hf,4,128,12,0.00021173244749661535
pileval,attn_out,Llama-2-7b-hf,4,128,12,9.13760595722124e-05
pileval,mlp_gate,Llama-2-7b-hf,4,128,12,0.00016588067228440195
pileval,mlp_down,Llama-2-7b-hf,4,128,12,0.00013440914335660636
pileval,attn_in,Llama-2-7b-hf,4,128,13,0.00019097744370810688
pileval,attn_out,Llama-2-7b-hf,4,128,13,9.91007691482082e-05
pileval,mlp_gate,Llama-2-7b-hf,4,128,13,0.0001976076455321163
pileval,mlp_down,Llama-2-7b-hf,4,128,13,0.00016543251695111394
pileval,attn_in,Llama-2-7b-hf,4,128,14,0.0002107213658746332
pileval,attn_out,Llama-2-7b-hf,4,128,14,0.00011130449274787679
pileval,mlp_gate,Llama-2-7b-hf,4,128,14,0.0002224491472588852
pileval,mlp_down,Llama-2-7b-hf,4,128,14,0.00019551784498617053
pileval,attn_in,Llama-2-7b-hf,4,128,15,0.0002458944800309837
pileval,attn_out,Llama-2-7b-hf,4,128,15,0.00012089239316992462
pileval,mlp_gate,Llama-2-7b-hf,4,128,15,0.0002767146215774119
pileval,mlp_down,Llama-2-7b-hf,4,128,15,0.0002460007381159812
pileval,attn_in,Llama-2-7b-hf,4,128,16,0.0002837669453583658
pileval,attn_out,Llama-2-7b-hf,4,128,16,0.0001727008493617177
pileval,mlp_gate,Llama-2-7b-hf,4,128,16,0.00035564936115406454
pileval,mlp_down,Llama-2-7b-hf,4,128,16,0.0003693106700666249
pileval,attn_in,Llama-2-7b-hf,4,128,17,0.00022415092098526657
pileval,attn_out,Llama-2-7b-hf,4,128,17,0.0001228631444973871
pileval,mlp_gate,Llama-2-7b-hf,4,128,17,0.00039239952457137406
pileval,mlp_down,Llama-2-7b-hf,4,128,17,0.0003733044140972197
pileval,attn_in,Llama-2-7b-hf,4,128,18,0.00023681423044763505
pileval,attn_out,Llama-2-7b-hf,4,128,18,0.00014489496243186295
pileval,mlp_gate,Llama-2-7b-hf,4,128,18,0.0004645519074983895
pileval,mlp_down,Llama-2-7b-hf,4,128,18,0.0004531367449089885
pileval,attn_in,Llama-2-7b-hf,4,128,19,0.00020435955957509577
pileval,attn_out,Llama-2-7b-hf,4,128,19,0.0001246359315700829
pileval,mlp_gate,Llama-2-7b-hf,4,128,19,0.0005336335161700845
pileval,mlp_down,Llama-2-7b-hf,4,128,19,0.0005132253281772137
pileval,attn_in,Llama-2-7b-hf,4,128,20,0.00023086779401637614
pileval,attn_out,Llama-2-7b-hf,4,128,20,0.00014661686145700514
pileval,mlp_gate,Llama-2-7b-hf,4,128,20,0.0006247639539651573
pileval,mlp_down,Llama-2-7b-hf,4,128,20,0.0006176194874569774
pileval,attn_in,Llama-2-7b-hf,4,128,21,0.0002204315533163026
pileval,attn_out,Llama-2-7b-hf,4,128,21,0.00013527095143217593
pileval,mlp_gate,Llama-2-7b-hf,4,128,21,0.0006877121631987393
pileval,mlp_down,Llama-2-7b-hf,4,128,21,0.000618741090875119
pileval,attn_in,Llama-2-7b-hf,4,128,22,0.00034438358852639794
pileval,attn_out,Llama-2-7b-hf,4,128,22,0.0001709384669084102
pileval,mlp_gate,Llama-2-7b-hf,4,128,22,0.0007817891892045736
pileval,mlp_down,Llama-2-7b-hf,4,128,22,0.0006881689187139273
pileval,attn_in,Llama-2-7b-hf,4,128,23,0.00024153989215847105
pileval,attn_out,Llama-2-7b-hf,4,128,23,0.00014501088298857212
pileval,mlp_gate,Llama-2-7b-hf,4,128,23,0.0008728994871489704
pileval,mlp_down,Llama-2-7b-hf,4,128,23,0.000731788924895227
pileval,attn_in,Llama-2-7b-hf,4,128,24,0.00036296178586781025
pileval,attn_out,Llama-2-7b-hf,4,128,24,0.0001910438877530396
pileval,mlp_gate,Llama-2-7b-hf,4,128,24,0.0009528508526273072
pileval,mlp_down,Llama-2-7b-hf,4,128,24,0.0007561782258562744
pileval,attn_in,Llama-2-7b-hf,4,128,25,0.0002808725112117827
pileval,attn_out,Llama-2-7b-hf,4,128,25,0.00015183354844339192
pileval,mlp_gate,Llama-2-7b-hf,4,128,25,0.0010718811536207795
pileval,mlp_down,Llama-2-7b-hf,4,128,25,0.0008215110865421593
pileval,attn_in,Llama-2-7b-hf,4,128,26,0.0004912471631541848
pileval,attn_out,Llama-2-7b-hf,4,128,26,0.00027006331947632134
pileval,mlp_gate,Llama-2-7b-hf,4,128,26,0.0012095802230760455
pileval,mlp_down,Llama-2-7b-hf,4,128,26,0.0008855857304297388
pileval,attn_in,Llama-2-7b-hf,4,128,27,0.0004173385677859187
pileval,attn_out,Llama-2-7b-hf,4,128,27,0.00023814306769054383
pileval,mlp_gate,Llama-2-7b-hf,4,128,27,0.0013937319163233042
pileval,mlp_down,Llama-2-7b-hf,4,128,27,0.0010281826835125685
pileval,attn_in,Llama-2-7b-hf,4,128,28,0.000494153646286577
pileval,attn_out,Llama-2-7b-hf,4,128,28,0.0002851902972906828
pileval,mlp_gate,Llama-2-7b-hf,4,128,28,0.0016716602258384228
pileval,mlp_down,Llama-2-7b-hf,4,128,28,0.0013159909285604954
pileval,attn_in,Llama-2-7b-hf,4,128,29,0.0005010218592360616
pileval,attn_out,Llama-2-7b-hf,4,128,29,0.00028737165848724544
pileval,mlp_gate,Llama-2-7b-hf,4,128,29,0.0020488628651946783
pileval,mlp_down,Llama-2-7b-hf,4,128,29,0.0019360092701390386
pileval,attn_in,Llama-2-7b-hf,4,128,30,0.0005509056500159204
pileval,attn_out,Llama-2-7b-hf,4,128,30,0.00039197682053782046
pileval,mlp_gate,Llama-2-7b-hf,4,128,30,0.003443443216383457
pileval,mlp_down,Llama-2-7b-hf,4,128,30,0.009167671203613281
pileval,attn_in,Llama-2-7b-hf,4,128,31,0.004307483788579702
pileval,attn_out,Llama-2-7b-hf,4,128,31,0.00057166104670614
pileval,mlp_gate,Llama-2-7b-hf,4,128,31,0.007036197930574417
pileval,mlp_down,Llama-2-7b-hf,4,128,31,0.01826208271086216
wikitext,attn_in,Llama-2-7b-hf,4,128,0,6.548772262249258e-07
wikitext,attn_out,Llama-2-7b-hf,4,128,0,1.080179458767816e-06
wikitext,mlp_gate,Llama-2-7b-hf,4,128,0,1.7277349684263754e-07
wikitext,mlp_down,Llama-2-7b-hf,4,128,0,1.7217624872500892e-06
wikitext,attn_in,Llama-2-7b-hf,4,128,1,2.163163571822224e-06
wikitext,attn_out,Llama-2-7b-hf,4,128,1,4.09294807468541e-06
wikitext,mlp_gate,Llama-2-7b-hf,4,128,1,1.5109239939192776e-05
wikitext,mlp_down,Llama-2-7b-hf,4,128,1,0.03155465051531792
wikitext,attn_in,Llama-2-7b-hf,4,128,2,3.5039261092606466e-06
wikitext,attn_out,Llama-2-7b-hf,4,128,2,1.7672438161753234e-06
wikitext,mlp_gate,Llama-2-7b-hf,4,128,2,4.586156137520447e-06
wikitext,mlp_down,Llama-2-7b-hf,4,128,2,7.413012099277694e-06
wikitext,attn_in,Llama-2-7b-hf,4,128,3,9.044926628121175e-06
wikitext,attn_out,Llama-2-7b-hf,4,128,3,3.989676315541146e-06
wikitext,mlp_gate,Llama-2-7b-hf,4,128,3,1.1182188245584257e-05
wikitext,mlp_down,Llama-2-7b-hf,4,128,3,1.0419776117487345e-05
wikitext,attn_in,Llama-2-7b-hf,4,128,4,1.800286008801777e-05
wikitext,attn_out,Llama-2-7b-hf,4,128,4,7.216979611257557e-06
wikitext,mlp_gate,Llama-2-7b-hf,4,128,4,2.2206504581845365e-05
wikitext,mlp_down,Llama-2-7b-hf,4,128,4,4.6654869947815314e-05
wikitext,attn_in,Llama-2-7b-hf,4,128,5,3.1199240766e-05
wikitext,attn_out,Llama-2-7b-hf,4,128,5,1.519490160717396e-05
wikitext,mlp_gate,Llama-2-7b-hf,4,128,5,3.591052154661156e-05
wikitext,mlp_down,Llama-2-7b-hf,4,128,5,3.1156483601080254e-05
wikitext,attn_in,Llama-2-7b-hf,4,128,6,4.312341843615286e-05
wikitext,attn_out,Llama-2-7b-hf,4,128,6,1.8884786186390556e-05
wikitext,mlp_gate,Llama-2-7b-hf,4,128,6,5.361936564440839e-05
wikitext,mlp_down,Llama-2-7b-hf,4,128,6,4.695800816989504e-05
wikitext,attn_in,Llama-2-7b-hf,4,128,7,5.911746484343894e-05
wikitext,attn_out,Llama-2-7b-hf,4,128,7,2.537908949307166e-05
wikitext,mlp_gate,Llama-2-7b-hf,4,128,7,7.479974010493606e-05
wikitext,mlp_down,Llama-2-7b-hf,4,128,7,6.401238351827487e-05
wikitext,attn_in,Llama-2-7b-hf,4,128,8,0.00010264469892717898
wikitext,attn_out,Llama-2-7b-hf,4,128,8,3.893444227287546e-05
wikitext,mlp_gate,Llama-2-7b-hf,4,128,8,9.397343819728121e-05
wikitext,mlp_down,Llama-2-7b-hf,4,128,8,7.895247108535841e-05
wikitext,attn_in,Llama-2-7b-hf,4,128,9,0.00014566358004231006
wikitext,attn_out,Llama-2-7b-hf,4,128,9,5.153930760570802e-05
wikitext,mlp_gate,Llama-2-7b-hf,4,128,9,0.00011128366168122739
wikitext,mlp_down,Llama-2-7b-hf,4,128,9,9.251850133296102e-05
wikitext,attn_in,Llama-2-7b-hf,4,128,10,0.00014020511298440397
wikitext,attn_out,Llama-2-7b-hf,4,128,10,7.025999366305768e-05
wikitext,mlp_gate,Llama-2-7b-hf,4,128,10,0.00013143963587936014
wikitext,mlp_down,Llama-2-7b-hf,4,128,10,0.0001043902593664825
wikitext,attn_in,Llama-2-7b-hf,4,128,11,0.00015383886056952178
wikitext,attn_out,Llama-2-7b-hf,4,128,11,6.865237082820386e-05
wikitext,mlp_gate,Llama-2-7b-hf,4,128,11,0.00014594978711102158
wikitext,mlp_down,Llama-2-7b-hf,4,128,11,0.00011848774738609791
wikitext,attn_in,Llama-2-7b-hf,4,128,12,0.00019451997650321573
wikitext,attn_out,Llama-2-7b-hf,4,128,12,8.052637713262811e-05
wikitext,mlp_gate,Llama-2-7b-hf,4,128,12,0.00016257481183856726
wikitext,mlp_down,Llama-2-7b-hf,4,128,12,0.00013066225801594555
wikitext,attn_in,Llama-2-7b-hf,4,128,13,0.00017599771672394127
wikitext,attn_out,Llama-2-7b-hf,4,128,13,9.403710282640532e-05
wikitext,mlp_gate,Llama-2-7b-hf,4,128,13,0.0001911986037157476
wikitext,mlp_down,Llama-2-7b-hf,4,128,13,0.0001607683370821178
wikitext,attn_in,Llama-2-7b-hf,4,128,14,0.00018637361063156277
wikitext,attn_out,Llama-2-7b-hf,4,128,14,9.912768291542307e-05
wikitext,mlp_gate,Llama-2-7b-hf,4,128,14,0.00021654249576386064
wikitext,mlp_down,Llama-2-7b-hf,4,128,14,0.00018909884965978563
wikitext,attn_in,Llama-2-7b-hf,4,128,15,0.00022595067275688052
wikitext,attn_out,Llama-2-7b-hf,4,128,15,0.00011184120376128703
wikitext,mlp_gate,Llama-2-7b-hf,4,128,15,0.00026841231738217175
wikitext,mlp_down,Llama-2-7b-hf,4,128,15,0.000240202498389408
wikitext,attn_in,Llama-2-7b-hf,4,128,16,0.0002493929350748658
wikitext,attn_out,Llama-2-7b-hf,4,128,16,0.00014492598711512983
wikitext,mlp_gate,Llama-2-7b-hf,4,128,16,0.0003408390621189028
wikitext,mlp_down,Llama-2-7b-hf,4,128,16,0.00037807421176694334
wikitext,attn_in,Llama-2-7b-hf,4,128,17,0.0002003734844038263
wikitext,attn_out,Llama-2-7b-hf,4,128,17,0.0001221325364895165
wikitext,mlp_gate,Llama-2-7b-hf,4,128,17,0.0003806753666140139
wikitext,mlp_down,Llama-2-7b-hf,4,128,17,0.0003696641942951828
wikitext,attn_in,Llama-2-7b-hf,4,128,18,0.00020806763495784253
wikitext,attn_out,Llama-2-7b-hf,4,128,18,0.00011414914479246363
wikitext,mlp_gate,Llama-2-7b-hf,4,128,18,0.00044764328049495816
wikitext,mlp_down,Llama-2-7b-hf,4,128,18,0.000435521244071424
wikitext,attn_in,Llama-2-7b-hf,4,128,19,0.00017678078438621014
wikitext,attn_out,Llama-2-7b-hf,4,128,19,0.00010916995233856142
wikitext,mlp_gate,Llama-2-7b-hf,4,128,19,0.000507189950440079
wikitext,mlp_down,Llama-2-7b-hf,4,128,19,0.0004904067027382553
wikitext,attn_in,Llama-2-7b-hf,4,128,20,0.0002238441229565069
wikitext,attn_out,Llama-2-7b-hf,4,128,20,0.00014396403275895864
wikitext,mlp_gate,Llama-2-7b-hf,4,128,20,0.0005939682014286518
wikitext,mlp_down,Llama-2-7b-hf,4,128,20,0.0005996082327328622
wikitext,attn_in,Llama-2-7b-hf,4,128,21,0.00017963933350984007
wikitext,attn_out,Llama-2-7b-hf,4,128,21,0.0001039719209074974
wikitext,mlp_gate,Llama-2-7b-hf,4,128,21,0.0006692438619211316
wikitext,mlp_down,Llama-2-7b-hf,4,128,21,0.000633038638625294
wikitext,attn_in,Llama-2-7b-hf,4,128,22,0.0003266377607360482
wikitext,attn_out,Llama-2-7b-hf,4,128,22,0.0001647072349442169
wikitext,mlp_gate,Llama-2-7b-hf,4,128,22,0.000745974073652178
wikitext,mlp_down,Llama-2-7b-hf,4,128,22,0.0006667301058769226
wikitext,attn_in,Llama-2-7b-hf,4,128,23,0.0002356364275328815
wikitext,attn_out,Llama-2-7b-hf,4,128,23,0.00015485510812141
wikitext,mlp_gate,Llama-2-7b-hf,4,128,23,0.0008470880566164851
wikitext,mlp_down,Llama-2-7b-hf,4,128,23,0.0007137685897760093
wikitext,attn_in,Llama-2-7b-hf,4,128,24,0.00032891216687858105
wikitext,attn_out,Llama-2-7b-hf,4,128,24,0.0001707362534943968
wikitext,mlp_gate,Llama-2-7b-hf,4,128,24,0.0009314602939411998
wikitext,mlp_down,Llama-2-7b-hf,4,128,24,0.0007580880192108452
wikitext,attn_in,Llama-2-7b-hf,4,128,25,0.0003204891108907759
wikitext,attn_out,Llama-2-7b-hf,4,128,25,0.00021485429897438735
wikitext,mlp_gate,Llama-2-7b-hf,4,128,25,0.0010629367316141725
wikitext,mlp_down,Llama-2-7b-hf,4,128,25,0.000805300020147115
wikitext,attn_in,Llama-2-7b-hf,4,128,26,0.0004354693810455501
wikitext,attn_out,Llama-2-7b-hf,4,128,26,0.00024905012105591595
wikitext,mlp_gate,Llama-2-7b-hf,4,128,26,0.0011991806095466018
wikitext,mlp_down,Llama-2-7b-hf,4,128,26,0.000890373601578176
wikitext,attn_in,Llama-2-7b-hf,4,128,27,0.00040780409472063184
wikitext,attn_out,Llama-2-7b-hf,4,128,27,0.000240338034927845
wikitext,mlp_gate,Llama-2-7b-hf,4,128,27,0.001389659708365798
wikitext,mlp_down,Llama-2-7b-hf,4,128,27,0.0010412661358714104
wikitext,attn_in,Llama-2-7b-hf,4,128,28,0.0005317482282407582
wikitext,attn_out,Llama-2-7b-hf,4,128,28,0.0003300319367554039
wikitext,mlp_gate,Llama-2-7b-hf,4,128,28,0.0016223408747464418
wikitext,mlp_down,Llama-2-7b-hf,4,128,28,0.0012172262649983168
wikitext,attn_in,Llama-2-7b-hf,4,128,29,0.0005138126434758306
wikitext,attn_out,Llama-2-7b-hf,4,128,29,0.00033482073922641575
wikitext,mlp_gate,Llama-2-7b-hf,4,128,29,0.0019627183210104704
wikitext,mlp_down,Llama-2-7b-hf,4,128,29,0.002058294601738453
wikitext,attn_in,Llama-2-7b-hf,4,128,30,0.0005799770588055253
wikitext,attn_out,Llama-2-7b-hf,4,128,30,0.00041814608266577125
wikitext,mlp_gate,Llama-2-7b-hf,4,128,30,0.003245338099077344
wikitext,mlp_down,Llama-2-7b-hf,4,128,30,0.023999538272619247
wikitext,attn_in,Llama-2-7b-hf,4,128,31,0.0034049605019390583
wikitext,attn_out,Llama-2-7b-hf,4,128,31,0.0006511771352961659
wikitext,mlp_gate,Llama-2-7b-hf,4,128,31,0.00672587426379323
wikitext,mlp_down,Llama-2-7b-hf,4,128,31,0.017016511410474777
c4,attn_in,Llama-2-7b-hf,4,64,0,3.3729708093233057e-07
c4,attn_out,Llama-2-7b-hf,4,64,0,4.946297167407465e-07
c4,mlp_gate,Llama-2-7b-hf,4,64,0,1.0226180080508129e-07
c4,mlp_down,Llama-2-7b-hf,4,64,0,1.114810629587737e-06
c4,attn_in,Llama-2-7b-hf,4,64,1,1.0804742487380281e-06
c4,attn_out,Llama-2-7b-hf,4,64,1,1.9468507161946036e-06
c4,mlp_gate,Llama-2-7b-hf,4,64,1,3.776359881157987e-05
c4,mlp_down,Llama-2-7b-hf,4,64,1,0.013430101796984673
c4,attn_in,Llama-2-7b-hf,4,64,2,4.096171323908493e-06
c4,attn_out,Llama-2-7b-hf,4,64,2,1.5377823956441716e-06
c4,mlp_gate,Llama-2-7b-hf,4,64,2,3.5403334095462924e-06
c4,mlp_down,Llama-2-7b-hf,4,64,2,4.799521775566973e-06
c4,attn_in,Llama-2-7b-hf,4,64,3,8.211014574044384e-06
c4,attn_out,Llama-2-7b-hf,4,64,3,2.8571084840223193e-06
c4,mlp_gate,Llama-2-7b-hf,4,64,3,8.66579375724541e-06
c4,mlp_down,Llama-2-7b-hf,4,64,3,8.597969099355396e-06
c4,attn_in,Llama-2-7b-hf,4,64,4,1.8793251001625322e-05
c4,attn_out,Llama-2-7b-hf,4,64,4,5.7263378039351664e-06
c4,mlp_gate,Llama-2-7b-hf,4,64,4,1.7077229131245986e-05
c4,mlp_down,Llama-2-7b-hf,4,64,4,2.269672586407978e-05
c4,attn_in,Llama-2-7b-hf,4,64,5,3.164580630254932e-05
c4,attn_out,Llama-2-7b-hf,4,64,5,1.1113956134067848e-05
c4,mlp_gate,Llama-2-7b-hf,4,64,5,2.727672654145863e-05
c4,mlp_down,Llama-2-7b-hf,4,64,5,2.4330249289050698e-05
c4,attn_in,Llama-2-7b-hf,4,64,6,3.934032065444626e-05
c4,attn_out,Llama-2-7b-hf,4,64,6,1.2665343092521653e-05
c4,mlp_gate,Llama-2-7b-hf,4,64,6,4.1467494156677276e-05
c4,mlp_down,Llama-2-7b-hf,4,64,6,3.7212244933471084e-05
c4,attn_in,Llama-2-7b-hf,4,64,7,4.829469253309071e-05
c4,attn_out,Llama-2-7b-hf,4,64,7,1.8594484572531655e-05
c4,mlp_gate,Llama-2-7b-hf,4,64,7,5.684996358468197e-05
c4,mlp_down,Llama-2-7b-hf,4,64,7,4.917146361549385e-05
c4,attn_in,Llama-2-7b-hf,4,64,8,8.260006870841607e-05
c4,attn_out,Llama-2-7b-hf,4,64,8,2.693969327083323e-05
c4,mlp_gate,Llama-2-7b-hf,4,64,8,6.959080928936601e-05
c4,mlp_down,Llama-2-7b-hf,4,64,8,5.8668971178121865e-05
c4,attn_in,Llama-2-7b-hf,4,64,9,0.0001206279412144795
c4,attn_out,Llama-2-7b-hf,4,64,9,3.906104029738344e-05
c4,mlp_gate,Llama-2-7b-hf,4,64,9,8.179743599612266e-05
c4,mlp_down,Llama-2-7b-hf,4,64,9,6.772787310183048e-05
c4,attn_in,Llama-2-7b-hf,4,64,10,0.00012087563663953915
c4,attn_out,Llama-2-7b-hf,4,64,10,5.336314643500373e-05
c4,mlp_gate,Llama-2-7b-hf,4,64,10,9.768236486706883e-05
c4,mlp_down,Llama-2-7b-hf,4,64,10,7.923263183329254e-05
c4,attn_in,Llama-2-7b-hf,4,64,11,0.00014164634922053665
c4,attn_out,Llama-2-7b-hf,4,64,11,5.3056417527841404e-05
c4,mlp_gate,Llama-2-7b-hf,4,64,11,0.00011055477079935372
c4,mlp_down,Llama-2-7b-hf,4,64,11,9.198432235280052e-05
c4,attn_in,Llama-2-7b-hf,4,64,12,0.0001557403156766668
c4,attn_out,Llama-2-7b-hf,4,64,12,5.967789184069261e-05
c4,mlp_gate,Llama-2-7b-hf,4,64,12,0.00012470160436350852
c4,mlp_down,Llama-2-7b-hf,4,64,12,0.000104876009572763
c4,attn_in,Llama-2-7b-hf,4,64,13,0.00014771512360312045
c4,attn_out,Llama-2-7b-hf,4,64,13,7.078819180605933e-05
c4,mlp_gate,Llama-2-7b-hf,4,64,13,0.00015107532090041786
c4,mlp_down,Llama-2-7b-hf,4,64,13,0.00013151993334759027
c4,attn_in,Llama-2-7b-hf,4,64,14,0.0001752182433847338
c4,attn_out,Llama-2-7b-hf,4,64,14,7.913043373264372e-05
c4,mlp_gate,Llama-2-7b-hf,4,64,14,0.0001708596828393638
c4,mlp_down,Llama-2-7b-hf,4,64,14,0.00015671434812247753
c4,attn_in,Llama-2-7b-hf,4,64,15,0.00019191676983609796
c4,attn_out,Llama-2-7b-hf,4,64,15,8.848818833939731e-05
c4,mlp_gate,Llama-2-7b-hf,4,64,15,0.00021352061594370753
c4,mlp_down,Llama-2-7b-hf,4,64,15,0.00019823673937935382
c4,attn_in,Llama-2-7b-hf,4,64,16,0.00022906236699782312
c4,attn_out,Llama-2-7b-hf,4,64,16,0.0001279016287298873
c4,mlp_gate,Llama-2-7b-hf,4,64,16,0.00027703054365701973
c4,mlp_down,Llama-2-7b-hf,4,64,16,0.0002888747549150139
c4,attn_in,Llama-2-7b-hf,4,64,17,0.0001765734050422907
c4,attn_out,Llama-2-7b-hf,4,64,17,8.775456808507442e-05
c4,mlp_gate,Llama-2-7b-hf,4,64,17,0.00030885598971508443
c4,mlp_down,Llama-2-7b-hf,4,64,17,0.00030838677776046097
c4,attn_in,Llama-2-7b-hf,4,64,18,0.0001933737366925925
c4,attn_out,Llama-2-7b-hf,4,64,18,9.095181303564459e-05
c4,mlp_gate,Llama-2-7b-hf,4,64,18,0.0003641756484284997
c4,mlp_down,Llama-2-7b-hf,4,64,18,0.0003636933979578316
c4,attn_in,Llama-2-7b-hf,4,64,19,0.00015777994121890515
c4,attn_out,Llama-2-7b-hf,4,64,19,9.088716615224257e-05
c4,mlp_gate,Llama-2-7b-hf,4,64,19,0.0004191286279819906
c4,mlp_down,Llama-2-7b-hf,4,64,19,0.0004086371336597949
c4,attn_in,Llama-2-7b-hf,4,64,20,0.0002149642532458529
c4,attn_out,Llama-2-7b-hf,4,64,20,0.00012043747847201303
c4,mlp_gate,Llama-2-7b-hf,4,64,20,0.00049251364544034
c4,mlp_down,Llama-2-7b-hf,4,64,20,0.0005029036547057331
c4,attn_in,Llama-2-7b-hf,4,64,21,0.00016386713832616806
c4,attn_out,Llama-2-7b-hf,4,64,21,9.386499732499942e-05
c4,mlp_gate,Llama-2-7b-hf,4,64,21,0.0005396127817220986
c4,mlp_down,Llama-2-7b-hf,4,64,21,0.000509208592120558
c4,attn_in,Llama-2-7b-hf,4,64,22,0.0002616153797134757
c4,attn_out,Llama-2-7b-hf,4,64,22,0.00011977670510532334
c4,mlp_gate,Llama-2-7b-hf,4,64,22,0.0006109297974035144
c4,mlp_down,Llama-2-7b-hf,4,64,22,0.000569638330489397
c4,attn_in,Llama-2-7b-hf,4,64,23,0.0002288144314661622
c4,attn_out,Llama-2-7b-hf,4,64,23,0.00011067058949265629
c4,mlp_gate,Llama-2-7b-hf,4,64,23,0.000681022007483989
c4,mlp_down,Llama-2-7b-hf,4,64,23,0.0005947149475105107
c4,attn_in,Llama-2-7b-hf,4,64,24,0.00028982083313167095
c4,attn_out,Llama-2-7b-hf,4,64,24,0.00015076869749464095
c4,mlp_gate,Llama-2-7b-hf,4,64,24,0.0007488220580853522
c4,mlp_down,Llama-2-7b-hf,4,64,24,0.000630563881713897
c4,attn_in,Llama-2-7b-hf,4,64,25,0.00021049972565378994
c4,attn_out,Llama-2-7b-hf,4,64,25,0.00010196196672040969
c4,mlp_gate,Llama-2-7b-hf,4,64,25,0.0008394346805289388
c4,mlp_down,Llama-2-7b-hf,4,64,25,0.0006608251133002341
c4,attn_in,Llama-2-7b-hf,4,64,26,0.00038491227314807475
c4,attn_out,Llama-2-7b-hf,4,64,26,0.0001957471831701696
c4,mlp_gate,Llama-2-7b-hf,4,64,26,0.0009366699960082769
c4,mlp_down,Llama-2-7b-hf,4,64,26,0.0007210131734609604
c4,attn_in,Llama-2-7b-hf,4,64,27,0.0003013467648997903
c4,attn_out,Llama-2-7b-hf,4,64,27,0.00016820899327285588
c4,mlp_gate,Llama-2-7b-hf,4,64,27,0.0010709749767556787
c4,mlp_down,Llama-2-7b-hf,4,64,27,0.0008174377726390958
c4,attn_in,Llama-2-7b-hf,4,64,28,0.0003630360006354749
c4,attn_out,Llama-2-7b-hf,4,64,28,0.00021027341426815838
c4,mlp_gate,Llama-2-7b-hf,4,64,28,0.001269930275157094
c4,mlp_down,Llama-2-7b-hf,4,64,28,0.0010140636004507542
c4,attn_in,Llama-2-7b-hf,4,64,29,0.0003470199881121516
c4,attn_out,Llama-2-7b-hf,4,64,29,0.00018852640641853213
c4,mlp_gate,Llama-2-7b-hf,4,64,29,0.0015330382157117128
c4,mlp_down,Llama-2-7b-hf,4,64,29,0.0014574654633179307
c4,attn_in,Llama-2-7b-hf,4,64,30,0.0003994089784100652
c4,attn_out,Llama-2-7b-hf,4,64,30,0.0002666208893060684
c4,mlp_gate,Llama-2-7b-hf,4,64,30,0.0026317157316952944
c4,mlp_down,Llama-2-7b-hf,4,64,30,0.006821810267865658
c4,attn_in,Llama-2-7b-hf,4,64,31,0.0021023396402597427
c4,attn_out,Llama-2-7b-hf,4,64,31,0.0004208543396089226
c4,mlp_gate,Llama-2-7b-hf,4,64,31,0.005615709349513054
c4,mlp_down,Llama-2-7b-hf,4,64,31,0.012345918454229832
pileval,attn_in,Llama-2-7b-hf,4,64,0,3.5112520890834276e-07
pileval,attn_out,Llama-2-7b-hf,4,64,0,5.996923846396385e-07
pileval,mlp_gate,Llama-2-7b-hf,4,64,0,1.3133123388797685e-07
pileval,mlp_down,Llama-2-7b-hf,4,64,0,1.116505359277653e-06
pileval,attn_in,Llama-2-7b-hf,4,64,1,1.12304314825451e-06
pileval,attn_out,Llama-2-7b-hf,4,64,1,1.969945742530399e-06
pileval,mlp_gate,Llama-2-7b-hf,4,64,1,3.1320436391979456e-05
pileval,mlp_down,Llama-2-7b-hf,4,64,1,0.011093058623373508
pileval,attn_in,Llama-2-7b-hf,4,64,2,4.232605533616152e-06
pileval,attn_out,Llama-2-7b-hf,4,64,2,1.6720406392778386e-06
pileval,mlp_gate,Llama-2-7b-hf,4,64,2,3.831834419543156e-06
pileval,mlp_down,Llama-2-7b-hf,4,64,2,5.077979494672036e-06
pileval,attn_in,Llama-2-7b-hf,4,64,3,8.208774488593917e-06
pileval,attn_out,Llama-2-7b-hf,4,64,3,3.243400669816765e-06
pileval,mlp_gate,Llama-2-7b-hf,4,64,3,9.412348845216911e-06
pileval,mlp_down,Llama-2-7b-hf,4,64,3,9.163415597868152e-06
pileval,attn_in,Llama-2-7b-hf,4,64,4,1.8401562556391582e-05
pileval,attn_out,Llama-2-7b-hf,4,64,4,6.374198164849076e-06
pileval,mlp_gate,Llama-2-7b-hf,4,64,4,1.817584598029498e-05
pileval,mlp_down,Llama-2-7b-hf,4,64,4,2.3200966097647324e-05
pileval,attn_in,Llama-2-7b-hf,4,64,5,3.170717172906734e-05
pileval,attn_out,Llama-2-7b-hf,4,64,5,1.2589441212185193e-05
pileval,mlp_gate,Llama-2-7b-hf,4,64,5,2.7975864213658497e-05
pileval,mlp_down,Llama-2-7b-hf,4,64,5,2.4448307158309035e-05
pileval,attn_in,Llama-2-7b-hf,4,64,6,4.124225597479381e-05
pileval,attn_out,Llama-2-7b-hf,4,64,6,1.5348055967479013e-05
pileval,mlp_gate,Llama-2-7b-hf,4,64,6,4.168144369032234e-05
pileval,mlp_down,Llama-2-7b-hf,4,64,6,3.6887173337163404e-05
pileval,attn_in,Llama-2-7b-hf,4,64,7,5.036359289078973e-05
pileval,attn_out,Llama-2-7b-hf,4,64,7,2.1903964807279408e-05
pileval,mlp_gate,Llama-2-7b-hf,4,64,7,5.777885962743312e-05
pileval,mlp_down,Llama-2-7b-hf,4,64,7,4.949988579028286e-05
pileval,attn_in,Llama-2-7b-hf,4,64,8,8.275778964161873e-05
pileval,attn_out,Llama-2-7b-hf,4,64,8,3.149452095385641e-05
pileval,mlp_gate,Llama-2-7b-hf,4,64,8,7.17767616151832e-05
pileval,mlp_down,Llama-2-7b-hf,4,64,8,6.0679958551190794e-05
pileval,attn_in,Llama-2-7b-hf,4,64,9,0.00012173040886409581
pileval,attn_out,Llama-2-7b-hf,4,64,9,4.247191463946365e-05
pileval,mlp_gate,Llama-2-7b-hf,4,64,9,8.427867578575388e-05
pileval,mlp_down,Llama-2-7b-hf,4,64,9,6.98142612236552e-05
pileval,attn_in,Llama-2-7b-hf,4,64,10,0.000123414647532627
pileval,attn_out,Llama-2-7b-hf,4,64,10,5.917794260312803e-05
pileval,mlp_gate,Llama-2-7b-hf,4,64,10,9.91384731605649e-05
pileval,mlp_down,Llama-2-7b-hf,4,64,10,8.06271200417541e-05
pileval,attn_in,Llama-2-7b-hf,4,64,11,0.000148373466799967
pileval,attn_out,Llama-2-7b-hf,4,64,11,6.02692634856794e-05
pileval,mlp_gate,Llama-2-7b-hf,4,64,11,0.00011188066855538636
pileval,mlp_down,Llama-2-7b-hf,4,64,11,9.2179914645385e-05
pileval,attn_in,Llama-2-7b-hf,4,64,12,0.00016132608288899064
pileval,attn_out,Llama-2-7b-hf,4,64,12,7.075579196680337e-05
pileval,mlp_gate,Llama-2-7b-hf,4,64,12,0.00012630975106731057
pileval,mlp_down,Llama-2-7b-hf,4,64,12,0.00010519623901927844
pileval,attn_in,Llama-2-7b-hf,4,64,13,0.00015229807468131185
pileval,attn_out,Llama-2-7b-hf,4,64,13,7.673989603063092e-05
pileval,mlp_gate,Llama-2-7b-hf,4,64,13,0.00015027540212031454
pileval,mlp_down,Llama-2-7b-hf,4,64,13,0.0001289901847485453
pileval,attn_in,Llama-2-7b-hf,4,64,14,0.00017738041060511023
pileval,attn_out,Llama-2-7b-hf,4,64,14,8.662755863042548e-05
pileval,mlp_gate,Llama-2-7b-hf,4,64,14,0.00016938794578891248
pileval,mlp_down,Llama-2-7b-hf,4,64,14,0.0001527849235571921
pileval,attn_in,Llama-2-7b-hf,4,64,15,0.00019123373203910887
pileval,attn_out,Llama-2-7b-hf,4,64,15,9.319545642938465e-05
pileval,mlp_gate,Llama-2-7b-hf,4,64,15,0.00020994246006011963
pileval,mlp_down,Llama-2-7b-hf,4,64,15,0.00019223986600991338
pileval,attn_in,Llama-2-7b-hf,4,64,16,0.00022740114945918322
pileval,attn_out,Llama-2-7b-hf,4,64,16,0.00013398136070463806
pileval,mlp_gate,Llama-2-7b-hf,4,64,16,0.00027204511570744216
pileval,mlp_down,Llama-2-7b-hf,4,64,16,0.0002808613935485482
pileval,attn_in,Llama-2-7b-hf,4,64,17,0.00018192801508121192
pileval,attn_out,Llama-2-7b-hf,4,64,17,9.520111052552238e-05
pileval,mlp_gate,Llama-2-7b-hf,4,64,17,0.00030208282987587154
pileval,mlp_down,Llama-2-7b-hf,4,64,17,0.0002921719860751182
pileval,attn_in,Llama-2-7b-hf,4,64,18,0.00019964332750532776
pileval,attn_out,Llama-2-7b-hf,4,64,18,0.00011155294487252831
pileval,mlp_gate,Llama-2-7b-hf,4,64,18,0.0003590426058508456
pileval,mlp_down,Llama-2-7b-hf,4,64,18,0.0003533886047080159
pileval,attn_in,Llama-2-7b-hf,4,64,19,0.0001624896249268204
pileval,attn_out,Llama-2-7b-hf,4,64,19,9.622182551538572e-05
pileval,mlp_gate,Llama-2-7b-hf,4,64,19,0.00041257619159296155
pileval,mlp_down,Llama-2-7b-hf,4,64,19,0.0003976707812398672
pileval,attn_in,Llama-2-7b-hf,4,64,20,0.0001995739439735189
pileval,attn_out,Llama-2-7b-hf,4,64,20,0.00011364641250111163
pileval,mlp_gate,Llama-2-7b-hf,4,64,20,0.00048459446406923234
pileval,mlp_down,Llama-2-7b-hf,4,64,20,0.00048141536535695195
pileval,attn_in,Llama-2-7b-hf,4,64,21,0.00016971367585938424
pileval,attn_out,Llama-2-7b-hf,4,64,21,0.00010500485223019496
pileval,mlp_gate,Llama-2-7b-hf,4,64,21,0.0005333538865670562
pileval,mlp_down,Llama-2-7b-hf,4,64,21,0.0004839390458073467
pileval,attn_in,Llama-2-7b-hf,4,64,22,0.00027103396132588387
pileval,attn_out,Llama-2-7b-hf,4,64,22,0.00013151818711776286
pileval,mlp_gate,Llama-2-7b-hf,4,64,22,0.0006086437497287989
pileval,mlp_down,Llama-2-7b-hf,4,64,22,0.0005396644701249897
pileval,attn_in,Llama-2-7b-hf,4,64,23,0.00022278782853391021
pileval,attn_out,Llama-2-7b-hf,4,64,23,0.00011295729200355709
pileval,mlp_gate,Llama-2-7b-hf,4,64,23,0.0006790853221900761
pileval,mlp_down,Llama-2-7b-hf,4,64,23,0.0005731720011681318
pileval,attn_in,Llama-2-7b-hf,4,64,24,0.0002745854726526886
pileval,attn_out,Llama-2-7b-hf,4,64,24,0.00014576165995094925
pileval,mlp_gate,Llama-2-7b-hf,4,64,24,0.0007426714873872697
pileval,mlp_down,Llama-2-7b-hf,4,64,24,0.0005940745468251407
pileval,attn_in,Llama-2-7b-hf,4,64,25,0.00023970376059878618
pileval,attn_out,Llama-2-7b-hf,4,64,25,0.00011872692266479135
pileval,mlp_gate,Llama-2-7b-hf,4,64,25,0.0008361029322259128
pileval,mlp_down,Llama-2-7b-hf,4,64,25,0.0006420767167583108
pileval,attn_in,Llama-2-7b-hf,4,64,26,0.0003932123363483697
pileval,attn_out,Llama-2-7b-hf,4,64,26,0.00020280493481550366
pileval,mlp_gate,Llama-2-7b-hf,4,64,26,0.0009385851444676518
pileval,mlp_down,Llama-2-7b-hf,4,64,26,0.0006941443425603211
pileval,attn_in,Llama-2-7b-hf,4,64,27,0.00031606608536094427
pileval,attn_out,Llama-2-7b-hf,4,64,27,0.00018605421064421535
pileval,mlp_gate,Llama-2-7b-hf,4,64,27,0.0010777796851471066
pileval,mlp_down,Llama-2-7b-hf,4,64,27,0.0008032440091483295
pileval,attn_in,Llama-2-7b-hf,4,64,28,0.0003718793159350753
pileval,attn_out,Llama-2-7b-hf,4,64,28,0.0002210378588642925
pileval,mlp_gate,Llama-2-7b-hf,4,64,28,0.001283661462366581
pileval,mlp_down,Llama-2-7b-hf,4,64,28,0.0010199149837717414
pileval,attn_in,Llama-2-7b-hf,4,64,29,0.0003946065262425691
pileval,attn_out,Llama-2-7b-hf,4,64,29,0.00022196366626303643
pileval,mlp_gate,Llama-2-7b-hf,4,64,29,0.0015613088617101312
pileval,mlp_down,Llama-2-7b-hf,4,64,29,0.0014427518472075462
pileval,attn_in,Llama-2-7b-hf,4,64,30,0.0004478321352507919
pileval,attn_out,Llama-2-7b-hf,4,64,30,0.00029882576200179756
pileval,mlp_gate,Llama-2-7b-hf,4,64,30,0.0025910839904099703
pileval,mlp_down,Llama-2-7b-hf,4,64,30,0.006200830917805433
pileval,attn_in,Llama-2-7b-hf,4,64,31,0.00205247662961483
pileval,attn_out,Llama-2-7b-hf,4,64,31,0.00040692061884328723
pileval,mlp_gate,Llama-2-7b-hf,4,64,31,0.005301843862980604
pileval,mlp_down,Llama-2-7b-hf,4,64,31,0.011456459760665894
wikitext,attn_in,Llama-2-7b-hf,4,64,0,3.4059203812830674e-07
wikitext,attn_out,Llama-2-7b-hf,4,64,0,6.011898108226887e-07
wikitext,mlp_gate,Llama-2-7b-hf,4,64,0,1.1771944485872154e-07
wikitext,mlp_down,Llama-2-7b-hf,4,64,0,1.168585413324763e-06
wikitext,attn_in,Llama-2-7b-hf,4,64,1,1.1519208555910154e-06
wikitext,attn_out,Llama-2-7b-hf,4,64,1,2.4331191070814384e-06
wikitext,mlp_gate,Llama-2-7b-hf,4,64,1,4.0357921534450725e-05
wikitext,mlp_down,Llama-2-7b-hf,4,64,1,0.016534077003598213
wikitext,attn_in,Llama-2-7b-hf,4,64,2,2.5354222543683136e-06
wikitext,attn_out,Llama-2-7b-hf,4,64,2,1.200917381538602e-06
wikitext,mlp_gate,Llama-2-7b-hf,4,64,2,3.5732182368519716e-06
wikitext,mlp_down,Llama-2-7b-hf,4,64,2,5.041430085839238e-06
wikitext,attn_in,Llama-2-7b-hf,4,64,3,7.825789907656144e-06
wikitext,attn_out,Llama-2-7b-hf,4,64,3,2.9289344638527837e-06
wikitext,mlp_gate,Llama-2-7b-hf,4,64,3,8.647603863209952e-06
wikitext,mlp_down,Llama-2-7b-hf,4,64,3,8.087867172434926e-06
wikitext,attn_in,Llama-2-7b-hf,4,64,4,1.4963497051212471e-05
wikitext,attn_out,Llama-2-7b-hf,4,64,4,5.308860181685304e-06
wikitext,mlp_gate,Llama-2-7b-hf,4,64,4,1.756671190378256e-05
wikitext,mlp_down,Llama-2-7b-hf,4,64,4,2.8490365366451442e-05
wikitext,attn_in,Llama-2-7b-hf,4,64,5,2.9319691748241894e-05
wikitext,attn_out,Llama-2-7b-hf,4,64,5,1.1315592018945608e-05
wikitext,mlp_gate,Llama-2-7b-hf,4,64,5,2.7615822546067648e-05
wikitext,mlp_down,Llama-2-7b-hf,4,64,5,2.429425330774393e-05
wikitext,attn_in,Llama-2-7b-hf,4,64,6,3.6611785617424175e-05
wikitext,attn_out,Llama-2-7b-hf,4,64,6,1.4060519788472448e-05
wikitext,mlp_gate,Llama-2-7b-hf,4,64,6,4.117864591535181e-05
wikitext,mlp_down,Llama-2-7b-hf,4,64,6,3.665533586172387e-05
wikitext,attn_in,Llama-2-7b-hf,4,64,7,4.381275357445702e-05
wikitext,attn_out,Llama-2-7b-hf,4,64,7,1.9183713448001072e-05
wikitext,mlp_gate,Llama-2-7b-hf,4,64,7,5.710248660761863e-05
wikitext,mlp_down,Llama-2-7b-hf,4,64,7,4.9641719670034945e-05
wikitext,attn_in,Llama-2-7b-hf,4,64,8,7.296948024304584e-05
wikitext,attn_out,Llama-2-7b-hf,4,64,8,2.9846603865735233e-05
wikitext,mlp_gate,Llama-2-7b-hf,4,64,8,7.188164454419166e-05
wikitext,mlp_down,Llama-2-7b-hf,4,64,8,6.123477214714512e-05
wikitext,attn_in,Llama-2-7b-hf,4,64,9,0.0001110662124119699
wikitext,attn_out,Llama-2-7b-hf,4,64,9,3.988656681030989e-05
wikitext,mlp_gate,Llama-2-7b-hf,4,64,9,8.436005737166852e-05
wikitext,mlp_down,Llama-2-7b-hf,4,64,9,7.213328353827819e-05
wikitext,attn_in,Llama-2-7b-hf,4,64,10,0.00011420525697758421
wikitext,attn_out,Llama-2-7b-hf,4,64,10,5.4285825171973556e-05
wikitext,mlp_gate,Llama-2-7b-hf,4,64,10,9.945337660610676e-05
wikitext,mlp_down,Llama-2-7b-hf,4,64,10,8.142711158143356e-05
wikitext,attn_in,Llama-2-7b-hf,4,64,11,0.0001301486190641299
wikitext,attn_out,Llama-2-7b-hf,4,64,11,5.2761140977963805e-05
wikitext,mlp_gate,Llama-2-7b-hf,4,64,11,0.00011020676174666733
wikitext,mlp_down,Llama-2-7b-hf,4,64,11,9.24240448512137e-05
wikitext,attn_in,Llama-2-7b-hf,4,64,12,0.00014403297973331064
wikitext,attn_out,Llama-2-7b-hf,4,64,12,6.241378287086263e-05
wikitext,mlp_gate,Llama-2-7b-hf,4,64,12,0.00012335793871898204
wikitext,mlp_down,Llama-2-7b-hf,4,64,12,0.00010233171633444726
wikitext,attn_in,Llama-2-7b-hf,4,64,13,0.00013750814832746983
wikitext,attn_out,Llama-2-7b-hf,4,64,13,7.265024760272354e-05
wikitext,mlp_gate,Llama-2-7b-hf,4,64,13,0.00014575899695046246
wikitext,mlp_down,Llama-2-7b-hf,4,64,13,0.0001252394140465185
wikitext,attn_in,Llama-2-7b-hf,4,64,14,0.00015674257883802056
wikitext,attn_out,Llama-2-7b-hf,4,64,14,7.710497447988018e-05
wikitext,mlp_gate,Llama-2-7b-hf,4,64,14,0.00016512848378624767
wikitext,mlp_down,Llama-2-7b-hf,4,64,14,0.00014770955021958798
wikitext,attn_in,Llama-2-7b-hf,4,64,15,0.0001753867691149935
wikitext,attn_out,Llama-2-7b-hf,4,64,15,8.61740845721215e-05
wikitext,mlp_gate,Llama-2-7b-hf,4,64,15,0.00020504623535089195
wikitext,mlp_down,Llama-2-7b-hf,4,64,15,0.0001875134330475703
wikitext,attn_in,Llama-2-7b-hf,4,64,16,0.00019868218805640936
wikitext,attn_out,Llama-2-7b-hf,4,64,16,0.00011189649376319721
wikitext,mlp_gate,Llama-2-7b-hf,4,64,16,0.0002596857666503638
wikitext,mlp_down,Llama-2-7b-hf,4,64,16,0.0002808283898048103
wikitext,attn_in,Llama-2-7b-hf,4,64,17,0.00016614086052868515
wikitext,attn_out,Llama-2-7b-hf,4,64,17,9.37473596422933e-05
wikitext,mlp_gate,Llama-2-7b-hf,4,64,17,0.00029307889053598046
wikitext,mlp_down,Llama-2-7b-hf,4,64,17,0.0002895649813581258
wikitext,attn_in,Llama-2-7b-hf,4,64,18,0.00017386606486979872
wikitext,attn_out,Llama-2-7b-hf,4,64,18,8.850745507515967e-05
wikitext,mlp_gate,Llama-2-7b-hf,4,64,18,0.00034612652962096035
wikitext,mlp_down,Llama-2-7b-hf,4,64,18,0.00033934388193301857
wikitext,attn_in,Llama-2-7b-hf,4,64,19,0.00014232212561182678
wikitext,attn_out,Llama-2-7b-hf,4,64,19,8.437738142674789e-05
wikitext,mlp_gate,Llama-2-7b-hf,4,64,19,0.000391582609154284
wikitext,mlp_down,Llama-2-7b-hf,4,64,19,0.0003754559438675642
wikitext,attn_in,Llama-2-7b-hf,4,64,20,0.00018860536511056125
wikitext,attn_out,Llama-2-7b-hf,4,64,20,0.00011132890358567238
wikitext,mlp_gate,Llama-2-7b-hf,4,64,20,0.0004608203307725489
wikitext,mlp_down,Llama-2-7b-hf,4,64,20,0.00046681510866619647
wikitext,attn_in,Llama-2-7b-hf,4,64,21,0.00014581481809727848
wikitext,attn_out,Llama-2-7b-hf,4,64,21,7.982884562807158e-05
wikitext,mlp_gate,Llama-2-7b-hf,4,64,21,0.0005208023358136415
wikitext,mlp_down,Llama-2-7b-hf,4,64,21,0.000495106796734035
wikitext,attn_in,Llama-2-7b-hf,4,64,22,0.0002594555844552815
wikitext,attn_out,Llama-2-7b-hf,4,64,22,0.00012717519712168723
wikitext,mlp_gate,Llama-2-7b-hf,4,64,22,0.0005821189843118191
wikitext,mlp_down,Llama-2-7b-hf,4,64,22,0.0005227257497608662
wikitext,attn_in,Llama-2-7b-hf,4,64,23,0.00021944929903838784
wikitext,attn_out,Llama-2-7b-hf,4,64,23,0.00012026941840304062
wikitext,mlp_gate,Llama-2-7b-hf,4,64,23,0.0006595466984435916
wikitext,mlp_down,Llama-2-7b-hf,4,64,23,0.0005595992552116513
wikitext,attn_in,Llama-2-7b-hf,4,64,24,0.00025150508736260235
wikitext,attn_out,Llama-2-7b-hf,4,64,24,0.00013070835848338902
wikitext,mlp_gate,Llama-2-7b-hf,4,64,24,0.0007266495958901942
wikitext,mlp_down,Llama-2-7b-hf,4,64,24,0.0005939872935414314
wikitext,attn_in,Llama-2-7b-hf,4,64,25,0.0002675234864000231
wikitext,attn_out,Llama-2-7b-hf,4,64,25,0.00016914989100769162
wikitext,mlp_gate,Llama-2-7b-hf,4,64,25,0.000829376105684787
wikitext,mlp_down,Llama-2-7b-hf,4,64,25,0.0006299744127318263
wikitext,attn_in,Llama-2-7b-hf,4,64,26,0.0003457283601164818
wikitext,attn_out,Llama-2-7b-hf,4,64,26,0.0001904920645756647
wikitext,mlp_gate,Llama-2-7b-hf,4,64,26,0.0009316907962784171
wikitext,mlp_down,Llama-2-7b-hf,4,64,26,0.0006992359994910657
wikitext,attn_in,Llama-2-7b-hf,4,64,27,0.0003083133196923882
wikitext,attn_out,Llama-2-7b-hf,4,64,27,0.00018695634207688272
wikitext,mlp_gate,Llama-2-7b-hf,4,64,27,0.0010744653409346938
wikitext,mlp_down,Llama-2-7b-hf,4,64,27,0.0008121943683363497
wikitext,attn_in,Llama-2-7b-hf,4,64,28,0.0003978904278483242
wikitext,attn_out,Llama-2-7b-hf,4,64,28,0.00025665550492703915
wikitext,mlp_gate,Llama-2-7b-hf,4,64,28,0.001247194828465581
wikitext,mlp_down,Llama-2-7b-hf,4,64,28,0.0009472117526456714
wikitext,attn_in,Llama-2-7b-hf,4,64,29,0.00041710626101121306
wikitext,attn_out,Llama-2-7b-hf,4,64,29,0.00025895345606841147
wikitext,mlp_gate,Llama-2-7b-hf,4,64,29,0.001486488152295351
wikitext,mlp_down,Llama-2-7b-hf,4,64,29,0.0015039400896057487
wikitext,attn_in,Llama-2-7b-hf,4,64,30,0.0004298438143450767
wikitext,attn_out,Llama-2-7b-hf,4,64,30,0.00031902885530143976
wikitext,mlp_gate,Llama-2-7b-hf,4,64,30,0.0025743457954376936
wikitext,mlp_down,Llama-2-7b-hf,4,64,30,0.01578998938202858
wikitext,attn_in,Llama-2-7b-hf,4,64,31,0.001698920619674027
wikitext,attn_out,Llama-2-7b-hf,4,64,31,0.0004625377769116312
wikitext,mlp_gate,Llama-2-7b-hf,4,64,31,0.004995828960090876
wikitext,mlp_down,Llama-2-7b-hf,4,64,31,0.01054172683507204
c4,attn_in,Llama-2-7b-hf,8,128,0,2.1308561581889762e-09
c4,attn_out,Llama-2-7b-hf,8,128,0,3.93266130771508e-09
c4,mlp_gate,Llama-2-7b-hf,8,128,0,6.153364484617896e-10
c4,mlp_down,Llama-2-7b-hf,8,128,0,5.8026130567157e-09
c4,attn_in,Llama-2-7b-hf,8,128,1,9.970690051375186e-09
c4,attn_out,Llama-2-7b-hf,8,128,1,1.2882107824907507e-08
c4,mlp_gate,Llama-2-7b-hf,8,128,1,1.02756030173623e-06
c4,mlp_down,Llama-2-7b-hf,8,128,1,0.0006517773726955056
c4,attn_in,Llama-2-7b-hf,8,128,2,1.4004826631719425e-08
c4,attn_out,Llama-2-7b-hf,8,128,2,7.75946418229978e-09
c4,mlp_gate,Llama-2-7b-hf,8,128,2,1.673923222256235e-08
c4,mlp_down,Llama-2-7b-hf,8,128,2,2.9577426730043044e-08
c4,attn_in,Llama-2-7b-hf,8,128,3,3.442218599047919e-08
c4,attn_out,Llama-2-7b-hf,8,128,3,1.444171093822888e-08
c4,mlp_gate,Llama-2-7b-hf,8,128,3,4.1092047098345574e-08
c4,mlp_down,Llama-2-7b-hf,8,128,3,4.066338732400254e-08
c4,attn_in,Llama-2-7b-hf,8,128,4,6.727077561663464e-08
c4,attn_out,Llama-2-7b-hf,8,128,4,2.814201849332676e-08
c4,mlp_gate,Llama-2-7b-hf,8,128,4,8.05316986429716e-08
c4,mlp_down,Llama-2-7b-hf,8,128,4,1.261874444935529e-07
c4,attn_in,Llama-2-7b-hf,8,128,5,1.269581844098866e-07
c4,attn_out,Llama-2-7b-hf,8,128,5,5.5193915216023015e-08
c4,mlp_gate,Llama-2-7b-hf,8,128,5,1.3034971857450728e-07
c4,mlp_down,Llama-2-7b-hf,8,128,5,1.142576024903974e-07
c4,attn_in,Llama-2-7b-hf,8,128,6,1.6344949926860863e-07
c4,attn_out,Llama-2-7b-hf,8,128,6,6.250108697258838e-08
c4,mlp_gate,Llama-2-7b-hf,8,128,6,1.9862252997882024e-07
c4,mlp_down,Llama-2-7b-hf,8,128,6,1.7572222077433253e-07
c4,attn_in,Llama-2-7b-hf,8,128,7,2.1626134127927799e-07
c4,attn_out,Llama-2-7b-hf,8,128,7,8.991539601765908e-08
c4,mlp_gate,Llama-2-7b-hf,8,128,7,2.7372431077310466e-07
c4,mlp_down,Llama-2-7b-hf,8,128,7,2.3638733637199039e-07
c4,attn_in,Llama-2-7b-hf,8,128,8,3.2634630997563363e-07
c4,attn_out,Llama-2-7b-hf,8,128,8,1.2971975138498237e-07
c4,mlp_gate,Llama-2-7b-hf,8,128,8,3.3563244983270124e-07
c4,mlp_down,Llama-2-7b-hf,8,128,8,2.871590538688906e-07
c4,attn_in,Llama-2-7b-hf,8,128,9,5.057182761447621e-07
c4,attn_out,Llama-2-7b-hf,8,128,9,1.848998039122307e-07
c4,mlp_gate,Llama-2-7b-hf,8,128,9,3.946313711367111e-07
c4,mlp_down,Llama-2-7b-hf,8,128,9,3.186129617915867e-07
c4,attn_in,Llama-2-7b-hf,8,128,10,5.933520128564851e-07
c4,attn_out,Llama-2-7b-hf,8,128,10,2.516503059268871e-07
c4,mlp_gate,Llama-2-7b-hf,8,128,10,4.752025404286542e-07
c4,mlp_down,Llama-2-7b-hf,8,128,10,3.730193043338659e-07
c4,attn_in,Llama-2-7b-hf,8,128,11,6.236218723643105e-07
c4,attn_out,Llama-2-7b-hf,8,128,11,2.5136657200164336e-07
c4,mlp_gate,Llama-2-7b-hf,8,128,11,5.354492600417871e-07
c4,mlp_down,Llama-2-7b-hf,8,128,11,4.3035663566115545e-07
c4,attn_in,Llama-2-7b-hf,8,128,12,6.993336114646809e-07
c4,attn_out,Llama-2-7b-hf,8,128,12,2.809159695971175e-07
c4,mlp_gate,Llama-2-7b-hf,8,128,12,6.017119176249253e-07
c4,mlp_down,Llama-2-7b-hf,8,128,12,4.884342388322693e-07
c4,attn_in,Llama-2-7b-hf,8,128,13,6.904097062943038e-07
c4,attn_out,Llama-2-7b-hf,8,128,13,3.33400123508909e-07
c4,mlp_gate,Llama-2-7b-hf,8,128,13,7.276929068211757e-07
c4,mlp_down,Llama-2-7b-hf,8,128,13,6.239480967451527e-07
c4,attn_in,Llama-2-7b-hf,8,128,14,8.12272674011183e-07
c4,attn_out,Llama-2-7b-hf,8,128,14,3.7189519730418397e-07
c4,mlp_gate,Llama-2-7b-hf,8,128,14,8.24029143586813e-07
c4,mlp_down,Llama-2-7b-hf,8,128,14,7.306313136723475e-07
c4,attn_in,Llama-2-7b-hf,8,128,15,9.336064294984681e-07
c4,attn_out,Llama-2-7b-hf,8,128,15,4.1785665416682605e-07
c4,mlp_gate,Llama-2-7b-hf,8,128,15,1.0315114877812448e-06
c4,mlp_down,Llama-2-7b-hf,8,128,15,9.342843441118021e-07
c4,attn_in,Llama-2-7b-hf,8,128,16,1.1261904546699952e-06
c4,attn_out,Llama-2-7b-hf,8,128,16,6.025207426318957e-07
c4,mlp_gate,Llama-2-7b-hf,8,128,16,1.3273198646857054e-06
c4,mlp_down,Llama-2-7b-hf,8,128,16,1.3908783103033784e-06
c4,attn_in,Llama-2-7b-hf,8,128,17,8.358211971426499e-07
c4,attn_out,Llama-2-7b-hf,8,128,17,4.123251073906431e-07
c4,mlp_gate,Llama-2-7b-hf,8,128,17,1.4716325722474721e-06
c4,mlp_down,Llama-2-7b-hf,8,128,17,1.4467821074504172e-06
c4,attn_in,Llama-2-7b-hf,8,128,18,8.591803748458915e-07
c4,attn_out,Llama-2-7b-hf,8,128,18,4.2738255956464855e-07
c4,mlp_gate,Llama-2-7b-hf,8,128,18,1.7299418004768086e-06
c4,mlp_down,Llama-2-7b-hf,8,128,18,1.7211535805472522e-06
c4,attn_in,Llama-2-7b-hf,8,128,19,7.679860800635652e-07
c4,attn_out,Llama-2-7b-hf,8,128,19,4.2877456962742144e-07
c4,mlp_gate,Llama-2-7b-hf,8,128,19,1.9857698134728707e-06
c4,mlp_down,Llama-2-7b-hf,8,128,19,1.9439880816207733e-06
c4,attn_in,Llama-2-7b-hf,8,128,20,9.633130275688018e-07
c4,attn_out,Llama-2-7b-hf,8,128,20,5.654152346323826e-07
c4,mlp_gate,Llama-2-7b-hf,8,128,20,2.330125425942242e-06
c4,mlp_down,Llama-2-7b-hf,8,128,20,2.3756495011184597e-06
c4,attn_in,Llama-2-7b-hf,8,128,21,7.52112384816428e-07
c4,attn_out,Llama-2-7b-hf,8,128,21,4.4208428562342306e-07
c4,mlp_gate,Llama-2-7b-hf,8,128,21,2.5409394766029436e-06
c4,mlp_down,Llama-2-7b-hf,8,128,21,2.3728566702629905e-06
c4,attn_in,Llama-2-7b-hf,8,128,22,1.2630903256649617e-06
c4,attn_out,Llama-2-7b-hf,8,128,22,5.647223701998882e-07
c4,mlp_gate,Llama-2-7b-hf,8,128,22,2.872667892006575e-06
c4,mlp_down,Llama-2-7b-hf,8,128,22,2.6499078558117617e-06
c4,attn_in,Llama-2-7b-hf,8,128,23,1.0902631402132101e-06
c4,attn_out,Llama-2-7b-hf,8,128,23,5.164643539501412e-07
c4,mlp_gate,Llama-2-7b-hf,8,128,23,3.2019677291827975e-06
c4,mlp_down,Llama-2-7b-hf,8,128,23,2.7760233933804557e-06
c4,attn_in,Llama-2-7b-hf,8,128,24,1.2623562497537932e-06
c4,attn_out,Llama-2-7b-hf,8,128,24,7.254243428178597e-07
c4,mlp_gate,Llama-2-7b-hf,8,128,24,3.5053003557550255e-06
c4,mlp_down,Llama-2-7b-hf,8,128,24,2.9297059427335626e-06
c4,attn_in,Llama-2-7b-hf,8,128,25,9.208717983710812e-07
c4,attn_out,Llama-2-7b-hf,8,128,25,4.75556674928157e-07
c4,mlp_gate,Llama-2-7b-hf,8,128,25,3.931671471946174e-06
c4,mlp_down,Llama-2-7b-hf,8,128,25,3.1757692795508774e-06
c4,attn_in,Llama-2-7b-hf,8,128,26,1.7085404806493898e-06
c4,attn_out,Llama-2-7b-hf,8,128,26,9.118870707425231e-07
c4,mlp_gate,Llama-2-7b-hf,8,128,26,4.4055000216758344e-06
c4,mlp_down,Llama-2-7b-hf,8,128,26,3.347524852870265e-06
c4,attn_in,Llama-2-7b-hf,8,128,27,1.4155833696349873e-06
c4,attn_out,Llama-2-7b-hf,8,128,27,7.870280569477472e-07
c4,mlp_gate,Llama-2-7b-hf,8,128,27,5.060534022049978e-06
c4,mlp_down,Llama-2-7b-hf,8,128,27,3.8075104384915903e-06
c4,attn_in,Llama-2-7b-hf,8,128,28,1.835346097323054e-06
c4,attn_out,Llama-2-7b-hf,8,128,28,9.881506457531941e-07
c4,mlp_gate,Llama-2-7b-hf,8,128,28,6.054244295228273e-06
c4,mlp_down,Llama-2-7b-hf,8,128,28,4.844176601181971e-06
c4,attn_in,Llama-2-7b-hf,8,128,29,1.6883432181202807e-06
c4,attn_out,Llama-2-7b-hf,8,128,29,8.910096767067444e-07
c4,mlp_gate,Llama-2-7b-hf,8,128,29,7.3357787186978385e-06
c4,mlp_down,Llama-2-7b-hf,8,128,29,7.259299763973104e-06
c4,attn_in,Llama-2-7b-hf,8,128,30,1.9657090888358653e-06
c4,attn_out,Llama-2-7b-hf,8,128,30,1.2695441000687424e-06
c4,mlp_gate,Llama-2-7b-hf,8,128,30,1.2699030776275322e-05
c4,mlp_down,Llama-2-7b-hf,8,128,30,0.0006918857106938958
c4,attn_in,Llama-2-7b-hf,8,128,31,1.6754069292801432e-05
c4,attn_out,Llama-2-7b-hf,8,128,31,2.4620369458716596e-06
c4,mlp_gate,Llama-2-7b-hf,8,128,31,2.7713174858945422e-05
c4,mlp_down,Llama-2-7b-hf,8,128,31,9.694216714706272e-05
pileval,attn_in,Llama-2-7b-hf,8,128,0,2.1935657734672986e-09
pileval,attn_out,Llama-2-7b-hf,8,128,0,4.5543706583828225e-09
pileval,mlp_gate,Llama-2-7b-hf,8,128,0,7.778527821855619e-10
pileval,mlp_down,Llama-2-7b-hf,8,128,0,5.838601158103529e-09
pileval,attn_in,Llama-2-7b-hf,8,128,1,1.0318509602313952e-08
pileval,attn_out,Llama-2-7b-hf,8,128,1,1.2954477490723093e-08
pileval,mlp_gate,Llama-2-7b-hf,8,128,1,6.394955676114478e-07
pileval,mlp_down,Llama-2-7b-hf,8,128,1,0.0005412891623564065
pileval,attn_in,Llama-2-7b-hf,8,128,2,1.483207778818496e-08
pileval,attn_out,Llama-2-7b-hf,8,128,2,8.38313951589953e-09
pileval,mlp_gate,Llama-2-7b-hf,8,128,2,1.810896144149865e-08
pileval,mlp_down,Llama-2-7b-hf,8,128,2,3.025081696250709e-08
pileval,attn_in,Llama-2-7b-hf,8,128,3,3.5482333515801656e-08
pileval,attn_out,Llama-2-7b-hf,8,128,3,1.643419622610054e-08
pileval,mlp_gate,Llama-2-7b-hf,8,128,3,4.459777258603026e-08
pileval,mlp_down,Llama-2-7b-hf,8,128,3,4.333760728059133e-08
pileval,attn_in,Llama-2-7b-hf,8,128,4,6.92380766054157e-08
pileval,attn_out,Llama-2-7b-hf,8,128,4,3.126263337094315e-08
pileval,mlp_gate,Llama-2-7b-hf,8,128,4,8.574225063284757e-08
pileval,mlp_down,Llama-2-7b-hf,8,128,4,1.2699761953172128e-07
pileval,attn_in,Llama-2-7b-hf,8,128,5,1.2959958439751063e-07
pileval,attn_out,Llama-2-7b-hf,8,128,5,6.211430303437737e-08
pileval,mlp_gate,Llama-2-7b-hf,8,128,5,1.3337258053525147e-07
pileval,mlp_down,Llama-2-7b-hf,8,128,5,1.1482148210006926e-07
pileval,attn_in,Llama-2-7b-hf,8,128,6,1.707775680870327e-07
pileval,attn_out,Llama-2-7b-hf,8,128,6,7.564409543192596e-08
pileval,mlp_gate,Llama-2-7b-hf,8,128,6,1.9935409056870412e-07
pileval,mlp_down,Llama-2-7b-hf,8,128,6,1.7462816970237327e-07
pileval,attn_in,Llama-2-7b-hf,8,128,7,2.2978926494943153e-07
pileval,attn_out,Llama-2-7b-hf,8,128,7,1.056890752693107e-07
pileval,mlp_gate,Llama-2-7b-hf,8,128,7,2.778625400878809e-07
pileval,mlp_down,Llama-2-7b-hf,8,128,7,2.37929853597052e-07
pileval,attn_in,Llama-2-7b-hf,8,128,8,3.3914591313077835e-07
pileval,attn_out,Llama-2-7b-hf,8,128,8,1.5105122486147593e-07
pileval,mlp_gate,Llama-2-7b-hf,8,128,8,3.453564261235442e-07
pileval,mlp_down,Llama-2-7b-hf,8,128,8,2.9665645229215443e-07
pileval,attn_in,Llama-2-7b-hf,8,128,9,5.105371769786871e-07
pileval,attn_out,Llama-2-7b-hf,8,128,9,2.0103504994040122e-07
pileval,mlp_gate,Llama-2-7b-hf,8,128,9,4.061616891704034e-07
pileval,mlp_down,Llama-2-7b-hf,8,128,9,3.2829044016580156e-07
pileval,attn_in,Llama-2-7b-hf,8,128,10,5.931941586823086e-07
pileval,attn_out,Llama-2-7b-hf,8,128,10,2.778560030947119e-07
pileval,mlp_gate,Llama-2-7b-hf,8,128,10,4.800052124664944e-07
pileval,mlp_down,Llama-2-7b-hf,8,128,10,3.7995158663761686e-07
pileval,attn_in,Llama-2-7b-hf,8,128,11,6.5871716969923e-07
pileval,attn_out,Llama-2-7b-hf,8,128,11,2.8477487035161175e-07
pileval,mlp_gate,Llama-2-7b-hf,8,128,11,5.406037644206663e-07
pileval,mlp_down,Llama-2-7b-hf,8,128,11,4.313374688535987e-07
pileval,attn_in,Llama-2-7b-hf,8,128,12,7.443821914421278e-07
pileval,attn_out,Llama-2-7b-hf,8,128,12,3.3203301086359716e-07
pileval,mlp_gate,Llama-2-7b-hf,8,128,12,6.072710903026746e-07
pileval,mlp_down,Llama-2-7b-hf,8,128,12,4.903309331893979e-07
pileval,attn_in,Llama-2-7b-hf,8,128,13,7.185370805018465e-07
pileval,attn_out,Llama-2-7b-hf,8,128,13,3.6191616459291254e-07
pileval,mlp_gate,Llama-2-7b-hf,8,128,13,7.242189212774974e-07
pileval,mlp_down,Llama-2-7b-hf,8,128,13,6.117018074291991e-07
pileval,attn_in,Llama-2-7b-hf,8,128,14,8.370215596187336e-07
pileval,attn_out,Llama-2-7b-hf,8,128,14,4.0597353745397413e-07
pileval,mlp_gate,Llama-2-7b-hf,8,128,14,8.147375183398253e-07
pileval,mlp_down,Llama-2-7b-hf,8,128,14,7.127947583285277e-07
pileval,attn_in,Llama-2-7b-hf,8,128,15,9.316706268691632e-07
pileval,attn_out,Llama-2-7b-hf,8,128,15,4.406493872011197e-07
pileval,mlp_gate,Llama-2-7b-hf,8,128,15,1.013567157315265e-06
pileval,mlp_down,Llama-2-7b-hf,8,128,15,9.07942933281447e-07
pileval,attn_in,Llama-2-7b-hf,8,128,16,1.1104940540462849e-06
pileval,attn_out,Llama-2-7b-hf,8,128,16,6.28817133474513e-07
pileval,mlp_gate,Llama-2-7b-hf,8,128,16,1.3014154092161334e-06
pileval,mlp_down,Llama-2-7b-hf,8,128,16,1.3499050055543194e-06
pileval,attn_in,Llama-2-7b-hf,8,128,17,8.623986786915339e-07
pileval,attn_out,Llama-2-7b-hf,8,128,17,4.4729054593517503e-07
pileval,mlp_gate,Llama-2-7b-hf,8,128,17,1.4366726190928603e-06
pileval,mlp_down,Llama-2-7b-hf,8,128,17,1.3712310646951664e-06
pileval,attn_in,Llama-2-7b-hf,8,128,18,8.965255915427406e-07
pileval,attn_out,Llama-2-7b-hf,8,128,18,5.273778924674843e-07
pileval,mlp_gate,Llama-2-7b-hf,8,128,18,1.7044707192326314e-06
pileval,mlp_down,Llama-2-7b-hf,8,128,18,1.6718480537747382e-06
pileval,attn_in,Llama-2-7b-hf,8,128,19,7.748852794975392e-07
pileval,attn_out,Llama-2-7b-hf,8,128,19,4.5272969373399974e-07
pileval,mlp_gate,Llama-2-7b-hf,8,128,19,1.9531994439603295e-06
pileval,mlp_down,Llama-2-7b-hf,8,128,19,1.8918508430942893e-06
pileval,attn_in,Llama-2-7b-hf,8,128,20,8.699889235685987e-07
pileval,attn_out,Llama-2-7b-hf,8,128,20,5.337087145562691e-07
pileval,mlp_gate,Llama-2-7b-hf,8,128,20,2.2917811293154955e-06
pileval,mlp_down,Llama-2-7b-hf,8,128,20,2.2733659079676727e-06
pileval,attn_in,Llama-2-7b-hf,8,128,21,7.705243092459568e-07
pileval,attn_out,Llama-2-7b-hf,8,128,21,4.927809413857176e-07
pileval,mlp_gate,Llama-2-7b-hf,8,128,21,2.5124227249762043e-06
pileval,mlp_down,Llama-2-7b-hf,8,128,21,2.25635380957101e-06
pileval,attn_in,Llama-2-7b-hf,8,128,22,1.2994366898055887e-06
pileval,attn_out,Llama-2-7b-hf,8,128,22,6.266901095841604e-07
pileval,mlp_gate,Llama-2-7b-hf,8,128,22,2.862237806766643e-06
pileval,mlp_down,Llama-2-7b-hf,8,128,22,2.5071860818570713e-06
pileval,attn_in,Llama-2-7b-hf,8,128,23,1.0509802450542338e-06
pileval,attn_out,Llama-2-7b-hf,8,128,23,5.279852643980121e-07
pileval,mlp_gate,Llama-2-7b-hf,8,128,23,3.1892789138510125e-06
pileval,mlp_down,Llama-2-7b-hf,8,128,23,2.6717846139945323e-06
pileval,attn_in,Llama-2-7b-hf,8,128,24,1.2424908391039935e-06
pileval,attn_out,Llama-2-7b-hf,8,128,24,7.001152653174358e-07
pileval,mlp_gate,Llama-2-7b-hf,8,128,24,3.4768190744216554e-06
pileval,mlp_down,Llama-2-7b-hf,8,128,24,2.7584096642385703e-06
pileval,attn_in,Llama-2-7b-hf,8,128,25,1.0376774071119144e-06
pileval,attn_out,Llama-2-7b-hf,8,128,25,5.526753739104606e-07
pileval,mlp_gate,Llama-2-7b-hf,8,128,25,3.9156534512585495e-06
pileval,mlp_down,Llama-2-7b-hf,8,128,25,3.1231279535859358e-06
pileval,attn_in,Llama-2-7b-hf,8,128,26,1.794763193174731e-06
pileval,attn_out,Llama-2-7b-hf,8,128,26,9.432655474483909e-07
pileval,mlp_gate,Llama-2-7b-hf,8,128,26,4.404532319313148e-06
pileval,mlp_down,Llama-2-7b-hf,8,128,26,3.224882675567642e-06
pileval,attn_in,Llama-2-7b-hf,8,128,27,1.4926208677934483e-06
pileval,attn_out,Llama-2-7b-hf,8,128,27,8.693614859112131e-07
pileval,mlp_gate,Llama-2-7b-hf,8,128,27,5.082523784949444e-06
pileval,mlp_down,Llama-2-7b-hf,8,128,27,3.740876536539872e-06
pileval,attn_in,Llama-2-7b-hf,8,128,28,1.8603178659759578e-06
pileval,attn_out,Llama-2-7b-hf,8,128,28,1.0390718898634077e-06
pileval,mlp_gate,Llama-2-7b-hf,8,128,28,6.111525635787984e-06
pileval,mlp_down,Llama-2-7b-hf,8,128,28,4.8574397624179255e-06
pileval,attn_in,Llama-2-7b-hf,8,128,29,1.871293420663278e-06
pileval,attn_out,Llama-2-7b-hf,8,128,29,1.0482567631697748e-06
pileval,mlp_gate,Llama-2-7b-hf,8,128,29,7.465375801984919e-06
pileval,mlp_down,Llama-2-7b-hf,8,128,29,7.13366125637549e-06
pileval,attn_in,Llama-2-7b-hf,8,128,30,2.113741402354208e-06
pileval,attn_out,Llama-2-7b-hf,8,128,30,1.427852112101391e-06
pileval,mlp_gate,Llama-2-7b-hf,8,128,30,1.2582522685988806e-05
pileval,mlp_down,Llama-2-7b-hf,8,128,30,0.0006046570488251746
pileval,attn_in,Llama-2-7b-hf,8,128,31,1.6400816093664616e-05
pileval,attn_out,Llama-2-7b-hf,8,128,31,2.3950231025082758e-06
pileval,mlp_gate,Llama-2-7b-hf,8,128,31,2.635999226185959e-05
pileval,mlp_down,Llama-2-7b-hf,8,128,31,8.750717825023457e-05
wikitext,attn_in,Llama-2-7b-hf,8,128,0,2.5410327175734437e-09
wikitext,attn_out,Llama-2-7b-hf,8,128,0,4.690036803367548e-09
wikitext,mlp_gate,Llama-2-7b-hf,8,128,0,7.038912785972684e-10
wikitext,mlp_down,Llama-2-7b-hf,8,128,0,6.314912148752683e-09
wikitext,attn_in,Llama-2-7b-hf,8,128,1,1.0289714857947274e-08
wikitext,attn_out,Llama-2-7b-hf,8,128,1,1.6030210048256777e-08
wikitext,mlp_gate,Llama-2-7b-hf,8,128,1,1.283565211451787e-06
wikitext,mlp_down,Llama-2-7b-hf,8,128,1,0.0008200330776162446
wikitext,attn_in,Llama-2-7b-hf,8,128,2,1.0089014956804476e-08
wikitext,attn_out,Llama-2-7b-hf,8,128,2,6.418646503192349e-09
wikitext,mlp_gate,Llama-2-7b-hf,8,128,2,1.6872981234428153e-08
wikitext,mlp_down,Llama-2-7b-hf,8,128,2,3.5953416244183245e-08
wikitext,attn_in,Llama-2-7b-hf,8,128,3,3.1766191455062653e-08
wikitext,attn_out,Llama-2-7b-hf,8,128,3,1.4701153183693805e-08
wikitext,mlp_gate,Llama-2-7b-hf,8,128,3,4.1046813947787086e-08
wikitext,mlp_down,Llama-2-7b-hf,8,128,3,3.8163001647717465e-08
wikitext,attn_in,Llama-2-7b-hf,8,128,4,5.541162195754623e-08
wikitext,attn_out,Llama-2-7b-hf,8,128,4,2.616905625529853e-08
wikitext,mlp_gate,Llama-2-7b-hf,8,128,4,8.127641848432177e-08
wikitext,mlp_down,Llama-2-7b-hf,8,128,4,1.7039988620126678e-07
wikitext,attn_in,Llama-2-7b-hf,8,128,5,1.1750676520705383e-07
wikitext,attn_out,Llama-2-7b-hf,8,128,5,5.6603564502211157e-08
wikitext,mlp_gate,Llama-2-7b-hf,8,128,5,1.3188220293613995e-07
wikitext,mlp_down,Llama-2-7b-hf,8,128,5,1.138534884148612e-07
wikitext,attn_in,Llama-2-7b-hf,8,128,6,1.572234111790749e-07
wikitext,attn_out,Llama-2-7b-hf,8,128,6,6.91481503167779e-08
wikitext,mlp_gate,Llama-2-7b-hf,8,128,6,1.970348222357643e-07
wikitext,mlp_down,Llama-2-7b-hf,8,128,6,1.735270984681847e-07
wikitext,attn_in,Llama-2-7b-hf,8,128,7,1.9749897717247222e-07
wikitext,attn_out,Llama-2-7b-hf,8,128,7,9.269900402841813e-08
wikitext,mlp_gate,Llama-2-7b-hf,8,128,7,2.7409251401877555e-07
wikitext,mlp_down,Llama-2-7b-hf,8,128,7,2.422275997560064e-07
wikitext,attn_in,Llama-2-7b-hf,8,128,8,3.130200241230341e-07
wikitext,attn_out,Llama-2-7b-hf,8,128,8,1.4361938838192145e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,128,8,3.4505040957810706e-07
wikitext,mlp_down,Llama-2-7b-hf,8,128,8,3.0020328267710283e-07
wikitext,attn_in,Llama-2-7b-hf,8,128,9,4.856198643210519e-07
wikitext,attn_out,Llama-2-7b-hf,8,128,9,1.887589462512551e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,128,9,4.0671608303455287e-07
wikitext,mlp_down,Llama-2-7b-hf,8,128,9,3.407112103559484e-07
wikitext,attn_in,Llama-2-7b-hf,8,128,10,5.626860684060375e-07
wikitext,attn_out,Llama-2-7b-hf,8,128,10,2.561584722116095e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,128,10,4.821751531380869e-07
wikitext,mlp_down,Llama-2-7b-hf,8,128,10,3.826797296824225e-07
wikitext,attn_in,Llama-2-7b-hf,8,128,11,5.958347060186497e-07
wikitext,attn_out,Llama-2-7b-hf,8,128,11,2.513126560188539e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,128,11,5.353830943022331e-07
wikitext,mlp_down,Llama-2-7b-hf,8,128,11,4.3211218780925265e-07
wikitext,attn_in,Llama-2-7b-hf,8,128,12,6.837792625447037e-07
wikitext,attn_out,Llama-2-7b-hf,8,128,12,2.939669343504647e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,128,12,5.94316247770621e-07
wikitext,mlp_down,Llama-2-7b-hf,8,128,12,4.769348720401467e-07
wikitext,attn_in,Llama-2-7b-hf,8,128,13,6.451935519180552e-07
wikitext,attn_out,Llama-2-7b-hf,8,128,13,3.4350705391261727e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,128,13,7.021237706794636e-07
wikitext,mlp_down,Llama-2-7b-hf,8,128,13,5.940117944192025e-07
wikitext,attn_in,Llama-2-7b-hf,8,128,14,7.403743325085088e-07
wikitext,attn_out,Llama-2-7b-hf,8,128,14,3.63855576779315e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,128,14,7.92224000178976e-07
wikitext,mlp_down,Llama-2-7b-hf,8,128,14,6.902508857820067e-07
wikitext,attn_in,Llama-2-7b-hf,8,128,15,8.612756232651009e-07
wikitext,attn_out,Llama-2-7b-hf,8,128,15,4.062989944486617e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,128,15,9.849150046647992e-07
wikitext,mlp_down,Llama-2-7b-hf,8,128,15,8.874064292285766e-07
wikitext,attn_in,Llama-2-7b-hf,8,128,16,9.778203775567818e-07
wikitext,attn_out,Llama-2-7b-hf,8,128,16,5.293839535625011e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,128,16,1.2420036910043564e-06
wikitext,mlp_down,Llama-2-7b-hf,8,128,16,1.37822109991248e-06
wikitext,attn_in,Llama-2-7b-hf,8,128,17,7.710530098847812e-07
wikitext,attn_out,Llama-2-7b-hf,8,128,17,4.4189499703861657e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,128,17,1.3967339782539057e-06
wikitext,mlp_down,Llama-2-7b-hf,8,128,17,1.3539175824917038e-06
wikitext,attn_in,Llama-2-7b-hf,8,128,18,7.913285458016617e-07
wikitext,attn_out,Llama-2-7b-hf,8,128,18,4.1613392909312097e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,128,18,1.6403531617470435e-06
wikitext,mlp_down,Llama-2-7b-hf,8,128,18,1.60085107836494e-06
wikitext,attn_in,Llama-2-7b-hf,8,128,19,6.767513696104288e-07
wikitext,attn_out,Llama-2-7b-hf,8,128,19,3.9922943528836186e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,128,19,1.8555329006630927e-06
wikitext,mlp_down,Llama-2-7b-hf,8,128,19,1.8085120245814323e-06
wikitext,attn_in,Llama-2-7b-hf,8,128,20,8.138202929330873e-07
wikitext,attn_out,Llama-2-7b-hf,8,128,20,5.25817199559242e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,128,20,2.1810260477650445e-06
wikitext,mlp_down,Llama-2-7b-hf,8,128,20,2.208068053732859e-06
wikitext,attn_in,Llama-2-7b-hf,8,128,21,6.350956596179458e-07
wikitext,attn_out,Llama-2-7b-hf,8,128,21,3.771547198994085e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,128,21,2.450883130222792e-06
wikitext,mlp_down,Llama-2-7b-hf,8,128,21,2.310077206857386e-06
wikitext,attn_in,Llama-2-7b-hf,8,128,22,1.1783862419179059e-06
wikitext,attn_out,Llama-2-7b-hf,8,128,22,6.034475177330023e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,128,22,2.7342268822394544e-06
wikitext,mlp_down,Llama-2-7b-hf,8,128,22,2.4276785097754328e-06
wikitext,attn_in,Llama-2-7b-hf,8,128,23,1.0539937420617207e-06
wikitext,attn_out,Llama-2-7b-hf,8,128,23,5.633992259390652e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,128,23,3.097745775448857e-06
wikitext,mlp_down,Llama-2-7b-hf,8,128,23,2.6085667741426732e-06
wikitext,attn_in,Llama-2-7b-hf,8,128,24,1.0721751095843501e-06
wikitext,attn_out,Llama-2-7b-hf,8,128,24,6.324587502604118e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,128,24,3.402089987503132e-06
wikitext,mlp_down,Llama-2-7b-hf,8,128,24,2.7574483283387963e-06
wikitext,attn_in,Llama-2-7b-hf,8,128,25,1.198697873405763e-06
wikitext,attn_out,Llama-2-7b-hf,8,128,25,7.879442591729457e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,128,25,3.870134150929516e-06
wikitext,mlp_down,Llama-2-7b-hf,8,128,25,3.0593328119721264e-06
wikitext,attn_in,Llama-2-7b-hf,8,128,26,1.7997282384385471e-06
wikitext,attn_out,Llama-2-7b-hf,8,128,26,8.838546250444779e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,128,26,4.375282969704131e-06
wikitext,mlp_down,Llama-2-7b-hf,8,128,26,3.2479690617037704e-06
wikitext,attn_in,Llama-2-7b-hf,8,128,27,1.4887243651173776e-06
wikitext,attn_out,Llama-2-7b-hf,8,128,27,8.795742587608402e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,128,27,5.071558007330168e-06
wikitext,mlp_down,Llama-2-7b-hf,8,128,27,3.7772686027892632e-06
wikitext,attn_in,Llama-2-7b-hf,8,128,28,1.9547246665752027e-06
wikitext,attn_out,Llama-2-7b-hf,8,128,28,1.2086003380318289e-06
wikitext,mlp_gate,Llama-2-7b-hf,8,128,28,5.927771780989133e-06
wikitext,mlp_down,Llama-2-7b-hf,8,128,28,4.5099063754605595e-06
wikitext,attn_in,Llama-2-7b-hf,8,128,29,1.953743549165665e-06
wikitext,attn_out,Llama-2-7b-hf,8,128,29,1.2326198657319765e-06
wikitext,mlp_gate,Llama-2-7b-hf,8,128,29,7.121846920199459e-06
wikitext,mlp_down,Llama-2-7b-hf,8,128,29,7.664074473723304e-06
wikitext,attn_in,Llama-2-7b-hf,8,128,30,2.145781763829291e-06
wikitext,attn_out,Llama-2-7b-hf,8,128,30,1.5287629366866895e-06
wikitext,mlp_gate,Llama-2-7b-hf,8,128,30,1.2109382623748388e-05
wikitext,mlp_down,Llama-2-7b-hf,8,128,30,0.0021814005449414253
wikitext,attn_in,Llama-2-7b-hf,8,128,31,1.2876470464107115e-05
wikitext,attn_out,Llama-2-7b-hf,8,128,31,2.8489037049439503e-06
wikitext,mlp_gate,Llama-2-7b-hf,8,128,31,2.5221326723112725e-05
wikitext,mlp_down,Llama-2-7b-hf,8,128,31,8.712288399692625e-05
c4,attn_in,Llama-2-7b-hf,8,64,0,1.5111354390029419e-09
c4,attn_out,Llama-2-7b-hf,8,64,0,2.114418862220191e-09
c4,mlp_gate,Llama-2-7b-hf,8,64,0,4.479939197388205e-10
c4,mlp_down,Llama-2-7b-hf,8,64,0,4.0130130329885105e-09
c4,attn_in,Llama-2-7b-hf,8,64,1,8.01797206406718e-09
c4,attn_out,Llama-2-7b-hf,8,64,1,7.478780261749307e-09
c4,mlp_gate,Llama-2-7b-hf,8,64,1,1.0514070254430408e-06
c4,mlp_down,Llama-2-7b-hf,8,64,1,0.0006594480364583433
c4,attn_in,Llama-2-7b-hf,8,64,2,1.1253503018338051e-08
c4,attn_out,Llama-2-7b-hf,8,64,2,5.669333447144709e-09
c4,mlp_gate,Llama-2-7b-hf,8,64,2,1.3190493142190007e-08
c4,mlp_down,Llama-2-7b-hf,8,64,2,2.016524547343579e-08
c4,attn_in,Llama-2-7b-hf,8,64,3,2.524680020599135e-08
c4,attn_out,Llama-2-7b-hf,8,64,3,1.0504860981086495e-08
c4,mlp_gate,Llama-2-7b-hf,8,64,3,3.2103034897090765e-08
c4,mlp_down,Llama-2-7b-hf,8,64,3,3.169035878158866e-08
c4,attn_in,Llama-2-7b-hf,8,64,4,5.98464566792245e-08
c4,attn_out,Llama-2-7b-hf,8,64,4,2.1050224674468154e-08
c4,mlp_gate,Llama-2-7b-hf,8,64,4,6.22283238271848e-08
c4,mlp_down,Llama-2-7b-hf,8,64,4,8.651065286358062e-08
c4,attn_in,Llama-2-7b-hf,8,64,5,9.253088961713729e-08
c4,attn_out,Llama-2-7b-hf,8,64,5,4.08411686692034e-08
c4,mlp_gate,Llama-2-7b-hf,8,64,5,1.0083823553941329e-07
c4,mlp_down,Llama-2-7b-hf,8,64,5,8.960758179910044e-08
c4,attn_in,Llama-2-7b-hf,8,64,6,1.391855874999237e-07
c4,attn_out,Llama-2-7b-hf,8,64,6,4.7080721543579784e-08
c4,mlp_gate,Llama-2-7b-hf,8,64,6,1.5365083072538255e-07
c4,mlp_down,Llama-2-7b-hf,8,64,6,1.375609741671724e-07
c4,attn_in,Llama-2-7b-hf,8,64,7,1.8574698401607748e-07
c4,attn_out,Llama-2-7b-hf,8,64,7,6.78742537729704e-08
c4,mlp_gate,Llama-2-7b-hf,8,64,7,2.0991943472381536e-07
c4,mlp_down,Llama-2-7b-hf,8,64,7,1.8374109345131728e-07
c4,attn_in,Llama-2-7b-hf,8,64,8,2.802089511533268e-07
c4,attn_out,Llama-2-7b-hf,8,64,8,9.943448020521828e-08
c4,mlp_gate,Llama-2-7b-hf,8,64,8,2.570497201759281e-07
c4,mlp_down,Llama-2-7b-hf,8,64,8,2.2151340317577706e-07
c4,attn_in,Llama-2-7b-hf,8,64,9,3.94622844623882e-07
c4,attn_out,Llama-2-7b-hf,8,64,9,1.4358140276726772e-07
c4,mlp_gate,Llama-2-7b-hf,8,64,9,3.02441151234234e-07
c4,mlp_down,Llama-2-7b-hf,8,64,9,2.4993136094053625e-07
c4,attn_in,Llama-2-7b-hf,8,64,10,4.736917276204622e-07
c4,attn_out,Llama-2-7b-hf,8,64,10,1.9554367725049815e-07
c4,mlp_gate,Llama-2-7b-hf,8,64,10,3.6055931218470505e-07
c4,mlp_down,Llama-2-7b-hf,8,64,10,2.9307599902494985e-07
c4,attn_in,Llama-2-7b-hf,8,64,11,5.063140520178422e-07
c4,attn_out,Llama-2-7b-hf,8,64,11,1.9511060145305237e-07
c4,mlp_gate,Llama-2-7b-hf,8,64,11,4.0944445345303393e-07
c4,mlp_down,Llama-2-7b-hf,8,64,11,3.3808387911449245e-07
c4,attn_in,Llama-2-7b-hf,8,64,12,5.707945547328563e-07
c4,attn_out,Llama-2-7b-hf,8,64,12,2.1946831907371234e-07
c4,mlp_gate,Llama-2-7b-hf,8,64,12,4.6152891286510567e-07
c4,mlp_down,Llama-2-7b-hf,8,64,12,3.847292191494489e-07
c4,attn_in,Llama-2-7b-hf,8,64,13,5.419450985755248e-07
c4,attn_out,Llama-2-7b-hf,8,64,13,2.5996618546741956e-07
c4,mlp_gate,Llama-2-7b-hf,8,64,13,5.588238423115399e-07
c4,mlp_down,Llama-2-7b-hf,8,64,13,4.878517643192026e-07
c4,attn_in,Llama-2-7b-hf,8,64,14,6.730733161930402e-07
c4,attn_out,Llama-2-7b-hf,8,64,14,2.9084918651278713e-07
c4,mlp_gate,Llama-2-7b-hf,8,64,14,6.32960961866047e-07
c4,mlp_down,Llama-2-7b-hf,8,64,14,5.767359425590257e-07
c4,attn_in,Llama-2-7b-hf,8,64,15,7.232212624330714e-07
c4,attn_out,Llama-2-7b-hf,8,64,15,3.247827464747388e-07
c4,mlp_gate,Llama-2-7b-hf,8,64,15,7.914724733382172e-07
c4,mlp_down,Llama-2-7b-hf,8,64,15,7.324899797822582e-07
c4,attn_in,Llama-2-7b-hf,8,64,16,9.535402796245762e-07
c4,attn_out,Llama-2-7b-hf,8,64,16,4.705322851350502e-07
c4,mlp_gate,Llama-2-7b-hf,8,64,16,1.0271745622958406e-06
c4,mlp_down,Llama-2-7b-hf,8,64,16,1.06124446119793e-06
c4,attn_in,Llama-2-7b-hf,8,64,17,6.621463057854271e-07
c4,attn_out,Llama-2-7b-hf,8,64,17,3.2300928864970047e-07
c4,mlp_gate,Llama-2-7b-hf,8,64,17,1.1468313232398941e-06
c4,mlp_down,Llama-2-7b-hf,8,64,17,1.1405184068280505e-06
c4,attn_in,Llama-2-7b-hf,8,64,18,6.353020580718294e-07
c4,attn_out,Llama-2-7b-hf,8,64,18,3.345546986111003e-07
c4,mlp_gate,Llama-2-7b-hf,8,64,18,1.3494582162820734e-06
c4,mlp_down,Llama-2-7b-hf,8,64,18,1.3455294265440898e-06
c4,attn_in,Llama-2-7b-hf,8,64,19,6.047513352314127e-07
c4,attn_out,Llama-2-7b-hf,8,64,19,3.342071295264759e-07
c4,mlp_gate,Llama-2-7b-hf,8,64,19,1.549521584820468e-06
c4,mlp_down,Llama-2-7b-hf,8,64,19,1.5019337524790899e-06
c4,attn_in,Llama-2-7b-hf,8,64,20,7.724559623056848e-07
c4,attn_out,Llama-2-7b-hf,8,64,20,4.424108510647784e-07
c4,mlp_gate,Llama-2-7b-hf,8,64,20,1.8294596202395041e-06
c4,mlp_down,Llama-2-7b-hf,8,64,20,1.8571722648630384e-06
c4,attn_in,Llama-2-7b-hf,8,64,21,6.361141799970937e-07
c4,attn_out,Llama-2-7b-hf,8,64,21,3.4451971941962256e-07
c4,mlp_gate,Llama-2-7b-hf,8,64,21,1.9961607904406264e-06
c4,mlp_down,Llama-2-7b-hf,8,64,21,1.8748426100501092e-06
c4,attn_in,Llama-2-7b-hf,8,64,22,9.778806315807742e-07
c4,attn_out,Llama-2-7b-hf,8,64,22,4.4116862341070373e-07
c4,mlp_gate,Llama-2-7b-hf,8,64,22,2.261209147036425e-06
c4,mlp_down,Llama-2-7b-hf,8,64,22,2.0974553081032354e-06
c4,attn_in,Llama-2-7b-hf,8,64,23,8.952831649366999e-07
c4,attn_out,Llama-2-7b-hf,8,64,23,4.065324219482136e-07
c4,mlp_gate,Llama-2-7b-hf,8,64,23,2.5302256290160585e-06
c4,mlp_down,Llama-2-7b-hf,8,64,23,2.193436557718087e-06
c4,attn_in,Llama-2-7b-hf,8,64,24,1.0389505860075587e-06
c4,attn_out,Llama-2-7b-hf,8,64,24,5.536150524676486e-07
c4,mlp_gate,Llama-2-7b-hf,8,64,24,2.762623807939235e-06
c4,mlp_down,Llama-2-7b-hf,8,64,24,2.3158152089308714e-06
c4,attn_in,Llama-2-7b-hf,8,64,25,7.279689384631638e-07
c4,attn_out,Llama-2-7b-hf,8,64,25,3.7484119275177363e-07
c4,mlp_gate,Llama-2-7b-hf,8,64,25,3.102085656792042e-06
c4,mlp_down,Llama-2-7b-hf,8,64,25,2.4721214231249178e-06
c4,attn_in,Llama-2-7b-hf,8,64,26,1.354569235445524e-06
c4,attn_out,Llama-2-7b-hf,8,64,26,7.070922833918303e-07
c4,mlp_gate,Llama-2-7b-hf,8,64,26,3.4602619507495547e-06
c4,mlp_down,Llama-2-7b-hf,8,64,26,2.653847332112491e-06
c4,attn_in,Llama-2-7b-hf,8,64,27,1.1594277111726115e-06
c4,attn_out,Llama-2-7b-hf,8,64,27,6.17103523836704e-07
c4,mlp_gate,Llama-2-7b-hf,8,64,27,3.951946382585447e-06
c4,mlp_down,Llama-2-7b-hf,8,64,27,3.002895937243011e-06
c4,attn_in,Llama-2-7b-hf,8,64,28,1.4166806749926764e-06
c4,attn_out,Llama-2-7b-hf,8,64,28,7.727727506789961e-07
c4,mlp_gate,Llama-2-7b-hf,8,64,28,4.694175459007965e-06
c4,mlp_down,Llama-2-7b-hf,8,64,28,3.7597235404973617e-06
c4,attn_in,Llama-2-7b-hf,8,64,29,1.3947224033472594e-06
c4,attn_out,Llama-2-7b-hf,8,64,29,6.924488502590975e-07
c4,mlp_gate,Llama-2-7b-hf,8,64,29,5.641952157020569e-06
c4,mlp_down,Llama-2-7b-hf,8,64,29,5.458730811369605e-06
c4,attn_in,Llama-2-7b-hf,8,64,30,1.516211113994359e-06
c4,attn_out,Llama-2-7b-hf,8,64,30,9.796245876714238e-07
c4,mlp_gate,Llama-2-7b-hf,8,64,30,1.0210479558736552e-05
c4,mlp_down,Llama-2-7b-hf,8,64,30,0.00033876579254865646
c4,attn_in,Llama-2-7b-hf,8,64,31,8.313484613609035e-06
c4,attn_out,Llama-2-7b-hf,8,64,31,1.6836580698509351e-06
c4,mlp_gate,Llama-2-7b-hf,8,64,31,2.107794898620341e-05
c4,mlp_down,Llama-2-7b-hf,8,64,31,5.629079169011675e-05
pileval,attn_in,Llama-2-7b-hf,8,64,0,1.5505027262108229e-09
pileval,attn_out,Llama-2-7b-hf,8,64,0,2.4739299497866796e-09
pileval,mlp_gate,Llama-2-7b-hf,8,64,0,5.713202133605932e-10
pileval,mlp_down,Llama-2-7b-hf,8,64,0,4.04464728376297e-09
pileval,attn_in,Llama-2-7b-hf,8,64,1,8.181271660134826e-09
pileval,attn_out,Llama-2-7b-hf,8,64,1,7.592174888770842e-09
pileval,mlp_gate,Llama-2-7b-hf,8,64,1,8.98151597539254e-07
pileval,mlp_down,Llama-2-7b-hf,8,64,1,0.0005497487727552652
pileval,attn_in,Llama-2-7b-hf,8,64,2,1.1798136689833427e-08
pileval,attn_out,Llama-2-7b-hf,8,64,2,6.154462717233855e-09
pileval,mlp_gate,Llama-2-7b-hf,8,64,2,1.4287913074895187e-08
pileval,mlp_down,Llama-2-7b-hf,8,64,2,2.098795448546298e-08
pileval,attn_in,Llama-2-7b-hf,8,64,3,2.6938366204376507e-08
pileval,attn_out,Llama-2-7b-hf,8,64,3,1.1925440190907466e-08
pileval,mlp_gate,Llama-2-7b-hf,8,64,3,3.4891748157406255e-08
pileval,mlp_down,Llama-2-7b-hf,8,64,3,3.377574486762569e-08
pileval,attn_in,Llama-2-7b-hf,8,64,4,5.977076966701134e-08
pileval,attn_out,Llama-2-7b-hf,8,64,4,2.3428194495522803e-08
pileval,mlp_gate,Llama-2-7b-hf,8,64,4,6.637096561235012e-08
pileval,mlp_down,Llama-2-7b-hf,8,64,4,8.820313013302439e-08
pileval,attn_in,Llama-2-7b-hf,8,64,5,9.344149987100536e-08
pileval,attn_out,Llama-2-7b-hf,8,64,5,4.6306048773203656e-08
pileval,mlp_gate,Llama-2-7b-hf,8,64,5,1.0343546819058247e-07
pileval,mlp_down,Llama-2-7b-hf,8,64,5,9.003696987974763e-08
pileval,attn_in,Llama-2-7b-hf,8,64,6,1.4410289850275149e-07
pileval,attn_out,Llama-2-7b-hf,8,64,6,5.6906831247260925e-08
pileval,mlp_gate,Llama-2-7b-hf,8,64,6,1.545446508544046e-07
pileval,mlp_down,Llama-2-7b-hf,8,64,6,1.3645701812947664e-07
pileval,attn_in,Llama-2-7b-hf,8,64,7,1.945762022614872e-07
pileval,attn_out,Llama-2-7b-hf,8,64,7,7.996649031838388e-08
pileval,mlp_gate,Llama-2-7b-hf,8,64,7,2.1358695789785997e-07
pileval,mlp_down,Llama-2-7b-hf,8,64,7,1.8481199504094548e-07
pileval,attn_in,Llama-2-7b-hf,8,64,8,2.951234705506067e-07
pileval,attn_out,Llama-2-7b-hf,8,64,8,1.163371123880097e-07
pileval,mlp_gate,Llama-2-7b-hf,8,64,8,2.6544833531261247e-07
pileval,mlp_down,Llama-2-7b-hf,8,64,8,2.2862955972868804e-07
pileval,attn_in,Llama-2-7b-hf,8,64,9,4.001449269708246e-07
pileval,attn_out,Llama-2-7b-hf,8,64,9,1.5631583494268853e-07
pileval,mlp_gate,Llama-2-7b-hf,8,64,9,3.1152234214459895e-07
pileval,mlp_down,Llama-2-7b-hf,8,64,9,2.572520259036537e-07
pileval,attn_in,Llama-2-7b-hf,8,64,10,4.807546361007553e-07
pileval,attn_out,Llama-2-7b-hf,8,64,10,2.1653696080647933e-07
pileval,mlp_gate,Llama-2-7b-hf,8,64,10,3.6570099837263115e-07
pileval,mlp_down,Llama-2-7b-hf,8,64,10,2.9812142088303517e-07
pileval,attn_in,Llama-2-7b-hf,8,64,11,5.276092451822478e-07
pileval,attn_out,Llama-2-7b-hf,8,64,11,2.2176367053816648e-07
pileval,mlp_gate,Llama-2-7b-hf,8,64,11,4.1375344039806805e-07
pileval,mlp_down,Llama-2-7b-hf,8,64,11,3.389767471162486e-07
pileval,attn_in,Llama-2-7b-hf,8,64,12,6.160846623970428e-07
pileval,attn_out,Llama-2-7b-hf,8,64,12,2.601708501970279e-07
pileval,mlp_gate,Llama-2-7b-hf,8,64,12,4.6742775339225773e-07
pileval,mlp_down,Llama-2-7b-hf,8,64,12,3.863289350647392e-07
pileval,attn_in,Llama-2-7b-hf,8,64,13,5.671117833117023e-07
pileval,attn_out,Llama-2-7b-hf,8,64,13,2.820389397584222e-07
pileval,mlp_gate,Llama-2-7b-hf,8,64,13,5.559962801271467e-07
pileval,mlp_down,Llama-2-7b-hf,8,64,13,4.779040523317235e-07
pileval,attn_in,Llama-2-7b-hf,8,64,14,6.878397016407689e-07
pileval,attn_out,Llama-2-7b-hf,8,64,14,3.18039269586734e-07
pileval,mlp_gate,Llama-2-7b-hf,8,64,14,6.275554937928973e-07
pileval,mlp_down,Llama-2-7b-hf,8,64,14,5.623180072689138e-07
pileval,attn_in,Llama-2-7b-hf,8,64,15,7.255237619574473e-07
pileval,attn_out,Llama-2-7b-hf,8,64,15,3.420295513478777e-07
pileval,mlp_gate,Llama-2-7b-hf,8,64,15,7.790865197421226e-07
pileval,mlp_down,Llama-2-7b-hf,8,64,15,7.110463116077881e-07
pileval,attn_in,Llama-2-7b-hf,8,64,16,9.323771905656031e-07
pileval,attn_out,Llama-2-7b-hf,8,64,16,4.921386107525905e-07
pileval,mlp_gate,Llama-2-7b-hf,8,64,16,1.007330297397857e-06
pileval,mlp_down,Llama-2-7b-hf,8,64,16,1.031628244163585e-06
pileval,attn_in,Llama-2-7b-hf,8,64,17,6.887117933729314e-07
pileval,attn_out,Llama-2-7b-hf,8,64,17,3.5033434642173233e-07
pileval,mlp_gate,Llama-2-7b-hf,8,64,17,1.1203198937437264e-06
pileval,mlp_down,Llama-2-7b-hf,8,64,17,1.0810106232383987e-06
pileval,attn_in,Llama-2-7b-hf,8,64,18,6.737682838320325e-07
pileval,attn_out,Llama-2-7b-hf,8,64,18,4.1029522890312364e-07
pileval,mlp_gate,Llama-2-7b-hf,8,64,18,1.3281985502544558e-06
pileval,mlp_down,Llama-2-7b-hf,8,64,18,1.3072377669232083e-06
pileval,attn_in,Llama-2-7b-hf,8,64,19,6.149050477688434e-07
pileval,attn_out,Llama-2-7b-hf,8,64,19,3.530627168402134e-07
pileval,mlp_gate,Llama-2-7b-hf,8,64,19,1.5278346836566925e-06
pileval,mlp_down,Llama-2-7b-hf,8,64,19,1.4651349147243309e-06
pileval,attn_in,Llama-2-7b-hf,8,64,20,6.933147460586042e-07
pileval,attn_out,Llama-2-7b-hf,8,64,20,4.1829852648334054e-07
pileval,mlp_gate,Llama-2-7b-hf,8,64,20,1.7976283288589912e-06
pileval,mlp_down,Llama-2-7b-hf,8,64,20,1.7773049876268487e-06
pileval,attn_in,Llama-2-7b-hf,8,64,21,6.541345669575094e-07
pileval,attn_out,Llama-2-7b-hf,8,64,21,3.8580998307224945e-07
pileval,mlp_gate,Llama-2-7b-hf,8,64,21,1.975506620510714e-06
pileval,mlp_down,Llama-2-7b-hf,8,64,21,1.782274921424687e-06
pileval,attn_in,Llama-2-7b-hf,8,64,22,1.0024768926086836e-06
pileval,attn_out,Llama-2-7b-hf,8,64,22,4.853792461290141e-07
pileval,mlp_gate,Llama-2-7b-hf,8,64,22,2.251688556498266e-06
pileval,mlp_down,Llama-2-7b-hf,8,64,22,1.9845467704726616e-06
pileval,attn_in,Llama-2-7b-hf,8,64,23,8.687584909239376e-07
pileval,attn_out,Llama-2-7b-hf,8,64,23,4.1487257362859964e-07
pileval,mlp_gate,Llama-2-7b-hf,8,64,23,2.520464704502956e-06
pileval,mlp_down,Llama-2-7b-hf,8,64,23,2.1111311525601195e-06
pileval,attn_in,Llama-2-7b-hf,8,64,24,1.0199316875514342e-06
pileval,attn_out,Llama-2-7b-hf,8,64,24,5.3491021390073e-07
pileval,mlp_gate,Llama-2-7b-hf,8,64,24,2.7480627977638505e-06
pileval,mlp_down,Llama-2-7b-hf,8,64,24,2.1835089683008846e-06
pileval,attn_in,Llama-2-7b-hf,8,64,25,8.194261909011402e-07
pileval,attn_out,Llama-2-7b-hf,8,64,25,4.36012697946353e-07
pileval,mlp_gate,Llama-2-7b-hf,8,64,25,3.0854344004183076e-06
pileval,mlp_down,Llama-2-7b-hf,8,64,25,2.4160190150723793e-06
pileval,attn_in,Llama-2-7b-hf,8,64,26,1.3812532415613532e-06
pileval,attn_out,Llama-2-7b-hf,8,64,26,7.3304624947923e-07
pileval,mlp_gate,Llama-2-7b-hf,8,64,26,3.4583088108774973e-06
pileval,mlp_down,Llama-2-7b-hf,8,64,26,2.5562194423400797e-06
pileval,attn_in,Llama-2-7b-hf,8,64,27,1.2129122524129343e-06
pileval,attn_out,Llama-2-7b-hf,8,64,27,6.822136242590204e-07
pileval,mlp_gate,Llama-2-7b-hf,8,64,27,3.9737224142299965e-06
pileval,mlp_down,Llama-2-7b-hf,8,64,27,2.9472480491676833e-06
pileval,attn_in,Llama-2-7b-hf,8,64,28,1.4437051731874817e-06
pileval,attn_out,Llama-2-7b-hf,8,64,28,8.138950988723082e-07
pileval,mlp_gate,Llama-2-7b-hf,8,64,28,4.740202712127939e-06
pileval,mlp_down,Llama-2-7b-hf,8,64,28,3.7754707591375336e-06
pileval,attn_in,Llama-2-7b-hf,8,64,29,1.5226645473376266e-06
pileval,attn_out,Llama-2-7b-hf,8,64,29,8.185526780835062e-07
pileval,mlp_gate,Llama-2-7b-hf,8,64,29,5.743962447013473e-06
pileval,mlp_down,Llama-2-7b-hf,8,64,29,5.394839263317408e-06
pileval,attn_in,Llama-2-7b-hf,8,64,30,1.6539523812753032e-06
pileval,attn_out,Llama-2-7b-hf,8,64,30,1.0972621566907037e-06
pileval,mlp_gate,Llama-2-7b-hf,8,64,30,1.0148341971216723e-05
pileval,mlp_down,Llama-2-7b-hf,8,64,30,0.00029628368793055415
pileval,attn_in,Llama-2-7b-hf,8,64,31,8.097638783510774e-06
pileval,attn_out,Llama-2-7b-hf,8,64,31,1.6324401030942681e-06
pileval,mlp_gate,Llama-2-7b-hf,8,64,31,2.0032881366205402e-05
pileval,mlp_down,Llama-2-7b-hf,8,64,31,5.13160957780201e-05
wikitext,attn_in,Llama-2-7b-hf,8,64,0,1.7319948808491858e-09
wikitext,attn_out,Llama-2-7b-hf,8,64,0,2.5706867745611817e-09
wikitext,mlp_gate,Llama-2-7b-hf,8,64,0,5.163103833361049e-10
wikitext,mlp_down,Llama-2-7b-hf,8,64,0,4.343708503995458e-09
wikitext,attn_in,Llama-2-7b-hf,8,64,1,8.337371681932382e-09
wikitext,attn_out,Llama-2-7b-hf,8,64,1,9.404091727560626e-09
wikitext,mlp_gate,Llama-2-7b-hf,8,64,1,1.7186334844154771e-06
wikitext,mlp_down,Llama-2-7b-hf,8,64,1,0.0008567481418140233
wikitext,attn_in,Llama-2-7b-hf,8,64,2,7.72339170396208e-09
wikitext,attn_out,Llama-2-7b-hf,8,64,2,4.4662442633125465e-09
wikitext,mlp_gate,Llama-2-7b-hf,8,64,2,1.3262743792097353e-08
wikitext,mlp_down,Llama-2-7b-hf,8,64,2,2.288313361020755e-08
wikitext,attn_in,Llama-2-7b-hf,8,64,3,2.3865569076519932e-08
wikitext,attn_out,Llama-2-7b-hf,8,64,3,1.081009237680064e-08
wikitext,mlp_gate,Llama-2-7b-hf,8,64,3,3.1991998383773534e-08
wikitext,mlp_down,Llama-2-7b-hf,8,64,3,2.974161006363829e-08
wikitext,attn_in,Llama-2-7b-hf,8,64,4,4.796961405872935e-08
wikitext,attn_out,Llama-2-7b-hf,8,64,4,1.973471341898403e-08
wikitext,mlp_gate,Llama-2-7b-hf,8,64,4,6.293362275755499e-08
wikitext,mlp_down,Llama-2-7b-hf,8,64,4,1.102167814792665e-07
wikitext,attn_in,Llama-2-7b-hf,8,64,5,8.589872635411666e-08
wikitext,attn_out,Llama-2-7b-hf,8,64,5,4.211593918057588e-08
wikitext,mlp_gate,Llama-2-7b-hf,8,64,5,1.0235918779244457e-07
wikitext,mlp_down,Llama-2-7b-hf,8,64,5,8.966063091975229e-08
wikitext,attn_in,Llama-2-7b-hf,8,64,6,1.3149808353318804e-07
wikitext,attn_out,Llama-2-7b-hf,8,64,6,5.2264724104134075e-08
wikitext,mlp_gate,Llama-2-7b-hf,8,64,6,1.5258544294738385e-07
wikitext,mlp_down,Llama-2-7b-hf,8,64,6,1.3574519641679217e-07
wikitext,attn_in,Llama-2-7b-hf,8,64,7,1.6639548050534358e-07
wikitext,attn_out,Llama-2-7b-hf,8,64,7,7.025824544371062e-08
wikitext,mlp_gate,Llama-2-7b-hf,8,64,7,2.1064529676095844e-07
wikitext,mlp_down,Llama-2-7b-hf,8,64,7,1.8749487651348318e-07
wikitext,attn_in,Llama-2-7b-hf,8,64,8,2.792652935568185e-07
wikitext,attn_out,Llama-2-7b-hf,8,64,8,1.103041427086282e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,64,8,2.64988699427704e-07
wikitext,mlp_down,Llama-2-7b-hf,8,64,8,2.3137394578043313e-07
wikitext,attn_in,Llama-2-7b-hf,8,64,9,3.8086113818280865e-07
wikitext,attn_out,Llama-2-7b-hf,8,64,9,1.4666157710507832e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,64,9,3.1194980465443223e-07
wikitext,mlp_down,Llama-2-7b-hf,8,64,9,2.665547924607381e-07
wikitext,attn_in,Llama-2-7b-hf,8,64,10,4.5771838586006197e-07
wikitext,attn_out,Llama-2-7b-hf,8,64,10,1.9976722853698448e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,64,10,3.67469141338006e-07
wikitext,mlp_down,Llama-2-7b-hf,8,64,10,3.0085860203143966e-07
wikitext,attn_in,Llama-2-7b-hf,8,64,11,4.875222998634854e-07
wikitext,attn_out,Llama-2-7b-hf,8,64,11,1.951770087771365e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,64,11,4.110995064365852e-07
wikitext,mlp_down,Llama-2-7b-hf,8,64,11,3.39370672008954e-07
wikitext,attn_in,Llama-2-7b-hf,8,64,12,5.589596412391984e-07
wikitext,attn_out,Llama-2-7b-hf,8,64,12,2.3030378315525013e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,64,12,4.579554797601304e-07
wikitext,mlp_down,Llama-2-7b-hf,8,64,12,3.756747446459485e-07
wikitext,attn_in,Llama-2-7b-hf,8,64,13,5.167926246940624e-07
wikitext,attn_out,Llama-2-7b-hf,8,64,13,2.6723938617578824e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,64,13,5.415495252236724e-07
wikitext,mlp_down,Llama-2-7b-hf,8,64,13,4.631793331100198e-07
wikitext,attn_in,Llama-2-7b-hf,8,64,14,6.122680247244716e-07
wikitext,attn_out,Llama-2-7b-hf,8,64,14,2.8473664315242786e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,64,14,6.113311314948078e-07
wikitext,mlp_down,Llama-2-7b-hf,8,64,14,5.447660669233301e-07
wikitext,attn_in,Llama-2-7b-hf,8,64,15,6.769307105969347e-07
wikitext,attn_out,Llama-2-7b-hf,8,64,15,3.173242362208839e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,64,15,7.563111239505815e-07
wikitext,mlp_down,Llama-2-7b-hf,8,64,15,6.960221980989445e-07
wikitext,attn_in,Llama-2-7b-hf,8,64,16,8.293459927699587e-07
wikitext,attn_out,Llama-2-7b-hf,8,64,16,4.130974389227049e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,64,16,9.63736397352477e-07
wikitext,mlp_down,Llama-2-7b-hf,8,64,16,1.0322543175789178e-06
wikitext,attn_in,Llama-2-7b-hf,8,64,17,6.139051720310817e-07
wikitext,attn_out,Llama-2-7b-hf,8,64,17,3.471337208793557e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,64,17,1.0868518529605353e-06
wikitext,mlp_down,Llama-2-7b-hf,8,64,17,1.0680569175747223e-06
wikitext,attn_in,Llama-2-7b-hf,8,64,18,6.017649525347224e-07
wikitext,attn_out,Llama-2-7b-hf,8,64,18,3.259823699863773e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,64,18,1.2834955214202637e-06
wikitext,mlp_down,Llama-2-7b-hf,8,64,18,1.2541606793092797e-06
wikitext,attn_in,Llama-2-7b-hf,8,64,19,5.345581257643062e-07
wikitext,attn_out,Llama-2-7b-hf,8,64,19,3.1065502525962074e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,64,19,1.4512667121380218e-06
wikitext,mlp_down,Llama-2-7b-hf,8,64,19,1.380407979922893e-06
wikitext,attn_in,Llama-2-7b-hf,8,64,20,6.782278205719194e-07
wikitext,attn_out,Llama-2-7b-hf,8,64,20,4.123383803289471e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,64,20,1.7098548141802894e-06
wikitext,mlp_down,Llama-2-7b-hf,8,64,20,1.7276615835726261e-06
wikitext,attn_in,Llama-2-7b-hf,8,64,21,5.263590310278232e-07
wikitext,attn_out,Llama-2-7b-hf,8,64,21,2.936192515790026e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,64,21,1.9257174699305324e-06
wikitext,mlp_down,Llama-2-7b-hf,8,64,21,1.8262435332871974e-06
wikitext,attn_in,Llama-2-7b-hf,8,64,22,9.21392597774684e-07
wikitext,attn_out,Llama-2-7b-hf,8,64,22,4.707459879682574e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,64,22,2.1518224002647912e-06
wikitext,mlp_down,Llama-2-7b-hf,8,64,22,1.9227072698413394e-06
wikitext,attn_in,Llama-2-7b-hf,8,64,23,8.510264706274029e-07
wikitext,attn_out,Llama-2-7b-hf,8,64,23,4.4164005430502584e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,64,23,2.44631405621476e-06
wikitext,mlp_down,Llama-2-7b-hf,8,64,23,2.0658285393437836e-06
wikitext,attn_in,Llama-2-7b-hf,8,64,24,8.661517085783998e-07
wikitext,attn_out,Llama-2-7b-hf,8,64,24,4.827220436709467e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,64,24,2.682251533769886e-06
wikitext,mlp_down,Llama-2-7b-hf,8,64,24,2.182019898100407e-06
wikitext,attn_in,Llama-2-7b-hf,8,64,25,9.999425856221933e-07
wikitext,attn_out,Llama-2-7b-hf,8,64,25,6.279557851485151e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,64,25,3.05268122247071e-06
wikitext,mlp_down,Llama-2-7b-hf,8,64,25,2.373808456468396e-06
wikitext,attn_in,Llama-2-7b-hf,8,64,26,1.3163569292373722e-06
wikitext,attn_out,Llama-2-7b-hf,8,64,26,6.900627340655774e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,64,26,3.4412162221997278e-06
wikitext,mlp_down,Llama-2-7b-hf,8,64,26,2.574736527094501e-06
wikitext,attn_in,Llama-2-7b-hf,8,64,27,1.1792594705184456e-06
wikitext,attn_out,Llama-2-7b-hf,8,64,27,6.906403768880409e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,64,27,3.9637252484681085e-06
wikitext,mlp_down,Llama-2-7b-hf,8,64,27,2.9817877020832384e-06
wikitext,attn_in,Llama-2-7b-hf,8,64,28,1.5872975609454443e-06
wikitext,attn_out,Llama-2-7b-hf,8,64,28,9.470222721574828e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,64,28,4.594701749738306e-06
wikitext,mlp_down,Llama-2-7b-hf,8,64,28,3.5067550925305113e-06
wikitext,attn_in,Llama-2-7b-hf,8,64,29,1.6635424344713101e-06
wikitext,attn_out,Llama-2-7b-hf,8,64,29,9.603346597941709e-07
wikitext,mlp_gate,Llama-2-7b-hf,8,64,29,5.511056770046707e-06
wikitext,mlp_down,Llama-2-7b-hf,8,64,29,5.73704573980649e-06
wikitext,attn_in,Llama-2-7b-hf,8,64,30,1.6690632946847472e-06
wikitext,attn_out,Llama-2-7b-hf,8,64,30,1.1795250429713633e-06
wikitext,mlp_gate,Llama-2-7b-hf,8,64,30,1.18159587145783e-05
wikitext,mlp_down,Llama-2-7b-hf,8,64,30,0.001063307630829513
wikitext,attn_in,Llama-2-7b-hf,8,64,31,6.595565082534449e-06
wikitext,attn_out,Llama-2-7b-hf,8,64,31,1.943478991961456e-06
wikitext,mlp_gate,Llama-2-7b-hf,8,64,31,1.8937023924081586e-05
wikitext,mlp_down,Llama-2-7b-hf,8,64,31,5.027085717301816e-05
c4,attn_in,meditron-7b,3,128,0,1.0136539003724465e-06
c4,attn_out,meditron-7b,3,128,0,1.648593297431944e-06
c4,mlp_gate,meditron-7b,3,128,0,4.011132830328279e-07
c4,mlp_down,meditron-7b,3,128,0,2.2685308067593724e-06
c4,attn_in,meditron-7b,3,128,1,2.712637524382444e-06
c4,attn_out,meditron-7b,3,128,1,4.520476977631915e-06
c4,mlp_gate,meditron-7b,3,128,1,4.716988405562006e-05
c4,mlp_down,meditron-7b,3,128,1,0.0019725158344954252
c4,attn_in,meditron-7b,3,128,2,7.0754367698100396e-06
c4,attn_out,meditron-7b,3,128,2,4.65026596430107e-06
c4,mlp_gate,meditron-7b,3,128,2,9.5975838121376e-06
c4,mlp_down,meditron-7b,3,128,2,1.1885242201969959e-05
c4,attn_in,meditron-7b,3,128,3,1.1115761481050868e-05
c4,attn_out,meditron-7b,3,128,3,6.58244834994548e-06
c4,mlp_gate,meditron-7b,3,128,3,2.304212102899328e-05
c4,mlp_down,meditron-7b,3,128,3,2.106090323650278e-05
c4,attn_in,meditron-7b,3,128,4,2.7807520382339135e-05
c4,attn_out,meditron-7b,3,128,4,1.4684596862934995e-05
c4,mlp_gate,meditron-7b,3,128,4,4.266524047125131e-05
c4,mlp_down,meditron-7b,3,128,4,4.888167677563615e-05
c4,attn_in,meditron-7b,3,128,5,4.1096704080700874e-05
c4,attn_out,meditron-7b,3,128,5,2.3627113478141837e-05
c4,mlp_gate,meditron-7b,3,128,5,6.610884884139523e-05
c4,mlp_down,meditron-7b,3,128,5,5.679874084307812e-05
c4,attn_in,meditron-7b,3,128,6,5.27592928847298e-05
c4,attn_out,meditron-7b,3,128,6,3.071284663747065e-05
c4,mlp_gate,meditron-7b,3,128,6,9.871261863736436e-05
c4,mlp_down,meditron-7b,3,128,6,8.431622700300068e-05
c4,attn_in,meditron-7b,3,128,7,6.937423313502222e-05
c4,attn_out,meditron-7b,3,128,7,4.080463622813113e-05
c4,mlp_gate,meditron-7b,3,128,7,0.00013218470849096775
c4,mlp_down,meditron-7b,3,128,7,0.00010964939428959042
c4,attn_in,meditron-7b,3,128,8,0.00010903925431193784
c4,attn_out,meditron-7b,3,128,8,5.703989518224262e-05
c4,mlp_gate,meditron-7b,3,128,8,0.00015630210691597313
c4,mlp_down,meditron-7b,3,128,8,0.00012699335638899356
c4,attn_in,meditron-7b,3,128,9,0.00012910290388390422
c4,attn_out,meditron-7b,3,128,9,8.190341031877324e-05
c4,mlp_gate,meditron-7b,3,128,9,0.00018041399016510695
c4,mlp_down,meditron-7b,3,128,9,0.00014547500177286565
c4,attn_in,meditron-7b,3,128,10,0.0001926877157529816
c4,attn_out,meditron-7b,3,128,10,0.00010466500680195168
c4,mlp_gate,meditron-7b,3,128,10,0.00020984654838684946
c4,mlp_down,meditron-7b,3,128,10,0.00016604529810138047
c4,attn_in,meditron-7b,3,128,11,0.0001973941980395466
c4,attn_out,meditron-7b,3,128,11,0.00010508290870347992
c4,mlp_gate,meditron-7b,3,128,11,0.00023409261484630406
c4,mlp_down,meditron-7b,3,128,11,0.00018952340178657323
c4,attn_in,meditron-7b,3,128,12,0.0002237041189800948
c4,attn_out,meditron-7b,3,128,12,0.00011460530367912725
c4,mlp_gate,meditron-7b,3,128,12,0.0002575908729340881
c4,mlp_down,meditron-7b,3,128,12,0.00020899626542814076
c4,attn_in,meditron-7b,3,128,13,0.00022342349984683096
c4,attn_out,meditron-7b,3,128,13,0.00013664495781995356
c4,mlp_gate,meditron-7b,3,128,13,0.00029731434187851846
c4,mlp_down,meditron-7b,3,128,13,0.00024942131130956113
c4,attn_in,meditron-7b,3,128,14,0.0002529798075556755
c4,attn_out,meditron-7b,3,128,14,0.00014935452782083303
c4,mlp_gate,meditron-7b,3,128,14,0.0003309310122858733
c4,mlp_down,meditron-7b,3,128,14,0.0002888138988055289
c4,attn_in,meditron-7b,3,128,15,0.0002684218343347311
c4,attn_out,meditron-7b,3,128,15,0.0001666614698478952
c4,mlp_gate,meditron-7b,3,128,15,0.0003909844090230763
c4,mlp_down,meditron-7b,3,128,15,0.0003453881945461035
c4,attn_in,meditron-7b,3,128,16,0.0003201634099241346
c4,attn_out,meditron-7b,3,128,16,0.00023135551600717008
c4,mlp_gate,meditron-7b,3,128,16,0.00047964969417080283
c4,mlp_down,meditron-7b,3,128,16,0.0004723191086668521
c4,attn_in,meditron-7b,3,128,17,0.0002435645874356851
c4,attn_out,meditron-7b,3,128,17,0.0001562438701512292
c4,mlp_gate,meditron-7b,3,128,17,0.0005186212947592139
c4,mlp_down,meditron-7b,3,128,17,0.0004942453233525157
c4,attn_in,meditron-7b,3,128,18,0.00024155862047336996
c4,attn_out,meditron-7b,3,128,18,0.00015863508451730013
c4,mlp_gate,meditron-7b,3,128,18,0.0005943754804320633
c4,mlp_down,meditron-7b,3,128,18,0.0005688336095772684
c4,attn_in,meditron-7b,3,128,19,0.0002498970425222069
c4,attn_out,meditron-7b,3,128,19,0.00015117533621378243
c4,mlp_gate,meditron-7b,3,128,19,0.0006692051538266242
c4,mlp_down,meditron-7b,3,128,19,0.0006211042637005448
c4,attn_in,meditron-7b,3,128,20,0.00029089892632327974
c4,attn_out,meditron-7b,3,128,20,0.00020972851780243218
c4,mlp_gate,meditron-7b,3,128,20,0.0007701966096647084
c4,mlp_down,meditron-7b,3,128,20,0.0007620110409334302
c4,attn_in,meditron-7b,3,128,21,0.00024021965509746224
c4,attn_out,meditron-7b,3,128,21,0.00016677554231137037
c4,mlp_gate,meditron-7b,3,128,21,0.0008406947599723935
c4,mlp_down,meditron-7b,3,128,21,0.0007749375072307885
c4,attn_in,meditron-7b,3,128,22,0.0003467604983597994
c4,attn_out,meditron-7b,3,128,22,0.00020668549404945225
c4,mlp_gate,meditron-7b,3,128,22,0.0009680964285507798
c4,mlp_down,meditron-7b,3,128,22,0.0008817348279990256
c4,attn_in,meditron-7b,3,128,23,0.00032655056565999985
c4,attn_out,meditron-7b,3,128,23,0.0001909870479721576
c4,mlp_gate,meditron-7b,3,128,23,0.0010835222201421857
c4,mlp_down,meditron-7b,3,128,23,0.0009212892618961632
c4,attn_in,meditron-7b,3,128,24,0.00041782684274949133
c4,attn_out,meditron-7b,3,128,24,0.0002886131696868688
c4,mlp_gate,meditron-7b,3,128,24,0.0011998078553006053
c4,mlp_down,meditron-7b,3,128,24,0.0009797917446121573
c4,attn_in,meditron-7b,3,128,25,0.0003370080376043916
c4,attn_out,meditron-7b,3,128,25,0.0001681967987678945
c4,mlp_gate,meditron-7b,3,128,25,0.001356874592602253
c4,mlp_down,meditron-7b,3,128,25,0.0010399151360616088
c4,attn_in,meditron-7b,3,128,26,0.0006067201611585915
c4,attn_out,meditron-7b,3,128,26,0.00033516695839352906
c4,mlp_gate,meditron-7b,3,128,26,0.001547931577078998
c4,mlp_down,meditron-7b,3,128,26,0.0011665929341688752
c4,attn_in,meditron-7b,3,128,27,0.00044315768172964454
c4,attn_out,meditron-7b,3,128,27,0.00027656368911266327
c4,mlp_gate,meditron-7b,3,128,27,0.0018054835963994265
c4,mlp_down,meditron-7b,3,128,27,0.0013730392092838883
c4,attn_in,meditron-7b,3,128,28,0.0005508417380042374
c4,attn_out,meditron-7b,3,128,28,0.00036341656232252717
c4,mlp_gate,meditron-7b,3,128,28,0.0021525134798139334
c4,mlp_down,meditron-7b,3,128,28,0.00170593720395118
c4,attn_in,meditron-7b,3,128,29,0.0005887696170248091
c4,attn_out,meditron-7b,3,128,29,0.00036236713640391827
c4,mlp_gate,meditron-7b,3,128,29,0.002574173966422677
c4,mlp_down,meditron-7b,3,128,29,0.0023572882637381554
c4,attn_in,meditron-7b,3,128,30,0.0006590007105842233
c4,attn_out,meditron-7b,3,128,30,0.0005130279459990561
c4,mlp_gate,meditron-7b,3,128,30,0.004064925014972687
c4,mlp_down,meditron-7b,3,128,30,0.006738780997693539
c4,attn_in,meditron-7b,3,128,31,0.007590486668050289
c4,attn_out,meditron-7b,3,128,31,0.0007666348246857524
c4,mlp_gate,meditron-7b,3,128,31,0.005668375641107559
c4,mlp_down,meditron-7b,3,128,31,0.008756992407143116
pileval,attn_in,meditron-7b,3,128,0,1.042400072037708e-06
pileval,attn_out,meditron-7b,3,128,0,1.9283495475974632e-06
pileval,mlp_gate,meditron-7b,3,128,0,4.655135228404106e-07
pileval,mlp_down,meditron-7b,3,128,0,2.4626458525744965e-06
pileval,attn_in,meditron-7b,3,128,1,2.7892317575606285e-06
pileval,attn_out,meditron-7b,3,128,1,4.716049261332955e-06
pileval,mlp_gate,meditron-7b,3,128,1,4.7898214688757434e-05
pileval,mlp_down,meditron-7b,3,128,1,0.0019600829109549522
pileval,attn_in,meditron-7b,3,128,2,7.059373274387326e-06
pileval,attn_out,meditron-7b,3,128,2,4.804400759894634e-06
pileval,mlp_gate,meditron-7b,3,128,2,9.912782843457535e-06
pileval,mlp_down,meditron-7b,3,128,2,1.234560022567166e-05
pileval,attn_in,meditron-7b,3,128,3,1.17337258416228e-05
pileval,attn_out,meditron-7b,3,128,3,7.389081929431995e-06
pileval,mlp_gate,meditron-7b,3,128,3,2.389566543570254e-05
pileval,mlp_down,meditron-7b,3,128,3,2.1613037461065687e-05
pileval,attn_in,meditron-7b,3,128,4,2.7124126063426957e-05
pileval,attn_out,meditron-7b,3,128,4,1.486978362663649e-05
pileval,mlp_gate,meditron-7b,3,128,4,4.36434565926902e-05
pileval,mlp_down,meditron-7b,3,128,4,5.009121377952397e-05
pileval,attn_in,meditron-7b,3,128,5,4.058477497892454e-05
pileval,attn_out,meditron-7b,3,128,5,2.4931010557338595e-05
pileval,mlp_gate,meditron-7b,3,128,5,6.554196443175897e-05
pileval,mlp_down,meditron-7b,3,128,5,5.5300144595094025e-05
pileval,attn_in,meditron-7b,3,128,6,5.506725574377924e-05
pileval,attn_out,meditron-7b,3,128,6,3.496479621389881e-05
pileval,mlp_gate,meditron-7b,3,128,6,9.728602890390903e-05
pileval,mlp_down,meditron-7b,3,128,6,8.264287316706032e-05
pileval,attn_in,meditron-7b,3,128,7,7.248808105941862e-05
pileval,attn_out,meditron-7b,3,128,7,4.5485412556445226e-05
pileval,mlp_gate,meditron-7b,3,128,7,0.00013169825251679868
pileval,mlp_down,meditron-7b,3,128,7,0.00010885995288845152
pileval,attn_in,meditron-7b,3,128,8,0.00011062881094403565
pileval,attn_out,meditron-7b,3,128,8,6.466673221439123e-05
pileval,mlp_gate,meditron-7b,3,128,8,0.00015827492461539805
pileval,mlp_down,meditron-7b,3,128,8,0.00013069955457467586
pileval,attn_in,meditron-7b,3,128,9,0.0001318193826591596
pileval,attn_out,meditron-7b,3,128,9,8.769398846197873e-05
pileval,mlp_gate,meditron-7b,3,128,9,0.00018209582776762545
pileval,mlp_down,meditron-7b,3,128,9,0.00014810284483246505
pileval,attn_in,meditron-7b,3,128,10,0.00019420692115090787
pileval,attn_out,meditron-7b,3,128,10,0.00011359185737092048
pileval,mlp_gate,meditron-7b,3,128,10,0.0002095353847835213
pileval,mlp_down,meditron-7b,3,128,10,0.00016649087774567306
pileval,attn_in,meditron-7b,3,128,11,0.00020270480308681726
pileval,attn_out,meditron-7b,3,128,11,0.0001158175800810568
pileval,mlp_gate,meditron-7b,3,128,11,0.00023285909264814109
pileval,mlp_down,meditron-7b,3,128,11,0.00018763811385724694
pileval,attn_in,meditron-7b,3,128,12,0.0002393994218437001
pileval,attn_out,meditron-7b,3,128,12,0.00013367699284572154
pileval,mlp_gate,meditron-7b,3,128,12,0.00025652218027971685
pileval,mlp_down,meditron-7b,3,128,12,0.00020744279026985168
pileval,attn_in,meditron-7b,3,128,13,0.00022800386068411171
pileval,attn_out,meditron-7b,3,128,13,0.00014638782886322588
pileval,mlp_gate,meditron-7b,3,128,13,0.0002926166052930057
pileval,mlp_down,meditron-7b,3,128,13,0.0002427442668704316
pileval,attn_in,meditron-7b,3,128,14,0.0002609927032608539
pileval,attn_out,meditron-7b,3,128,14,0.000162529744557105
pileval,mlp_gate,meditron-7b,3,128,14,0.0003240770602133125
pileval,mlp_down,meditron-7b,3,128,14,0.00027875544037669897
pileval,attn_in,meditron-7b,3,128,15,0.00026542332489043474
pileval,attn_out,meditron-7b,3,128,15,0.00017465018026996404
pileval,mlp_gate,meditron-7b,3,128,15,0.0003808453038800508
pileval,mlp_down,meditron-7b,3,128,15,0.0003312569751869887
pileval,attn_in,meditron-7b,3,128,16,0.00031927108648233116
pileval,attn_out,meditron-7b,3,128,16,0.00023542421695310622
pileval,mlp_gate,meditron-7b,3,128,16,0.0004641557461582124
pileval,mlp_down,meditron-7b,3,128,16,0.0004532905586529523
pileval,attn_in,meditron-7b,3,128,17,0.0002482155687175691
pileval,attn_out,meditron-7b,3,128,17,0.0001651891798246652
pileval,mlp_gate,meditron-7b,3,128,17,0.0004991012974642217
pileval,mlp_down,meditron-7b,3,128,17,0.0004565035633277148
pileval,attn_in,meditron-7b,3,128,18,0.00025890275719575584
pileval,attn_out,meditron-7b,3,128,18,0.00019269506447017193
pileval,mlp_gate,meditron-7b,3,128,18,0.0005753558361902833
pileval,mlp_down,meditron-7b,3,128,18,0.0005384903633967042
pileval,attn_in,meditron-7b,3,128,19,0.0002469899191055447
pileval,attn_out,meditron-7b,3,128,19,0.00015616837481502444
pileval,mlp_gate,meditron-7b,3,128,19,0.0006483740289695561
pileval,mlp_down,meditron-7b,3,128,19,0.0005904465215280652
pileval,attn_in,meditron-7b,3,128,20,0.0002589796204119921
pileval,attn_out,meditron-7b,3,128,20,0.00018633661966305226
pileval,mlp_gate,meditron-7b,3,128,20,0.0007422716007567942
pileval,mlp_down,meditron-7b,3,128,20,0.0007061821524985135
pileval,attn_in,meditron-7b,3,128,21,0.00023279132437892258
pileval,attn_out,meditron-7b,3,128,21,0.00017006574489641935
pileval,mlp_gate,meditron-7b,3,128,21,0.0008181995945051312
pileval,mlp_down,meditron-7b,3,128,21,0.0007207749295048416
pileval,attn_in,meditron-7b,3,128,22,0.0003362160350661725
pileval,attn_out,meditron-7b,3,128,22,0.00021523909526877105
pileval,mlp_gate,meditron-7b,3,128,22,0.0009414344094693661
pileval,mlp_down,meditron-7b,3,128,22,0.0008088081376627088
pileval,attn_in,meditron-7b,3,128,23,0.0003084370691794902
pileval,attn_out,meditron-7b,3,128,23,0.00018809258472174406
pileval,mlp_gate,meditron-7b,3,128,23,0.0010625730501487851
pileval,mlp_down,meditron-7b,3,128,23,0.000868441304191947
pileval,attn_in,meditron-7b,3,128,24,0.0003941847535315901
pileval,attn_out,meditron-7b,3,128,24,0.0002624883782118559
pileval,mlp_gate,meditron-7b,3,128,24,0.0011792427394539118
pileval,mlp_down,meditron-7b,3,128,24,0.0009153945720754564
pileval,attn_in,meditron-7b,3,128,25,0.0003690950106829405
pileval,attn_out,meditron-7b,3,128,25,0.0001874543377198279
pileval,mlp_gate,meditron-7b,3,128,25,0.0013454967411234975
pileval,mlp_down,meditron-7b,3,128,25,0.0010092544835060835
pileval,attn_in,meditron-7b,3,128,26,0.0005972650833427906
pileval,attn_out,meditron-7b,3,128,26,0.00034381242585368454
pileval,mlp_gate,meditron-7b,3,128,26,0.0015446181641891599
pileval,mlp_down,meditron-7b,3,128,26,0.001127154566347599
pileval,attn_in,meditron-7b,3,128,27,0.0004578741791192442
pileval,attn_out,meditron-7b,3,128,27,0.000296757702017203
pileval,mlp_gate,meditron-7b,3,128,27,0.0018145086942240596
pileval,mlp_down,meditron-7b,3,128,27,0.0013516212347894907
pileval,attn_in,meditron-7b,3,128,28,0.0005604936741292477
pileval,attn_out,meditron-7b,3,128,28,0.0003790921764448285
pileval,mlp_gate,meditron-7b,3,128,28,0.002178210997954011
pileval,mlp_down,meditron-7b,3,128,28,0.0017321401974186301
pileval,attn_in,meditron-7b,3,128,29,0.0006400158745236695
pileval,attn_out,meditron-7b,3,128,29,0.000406639272114262
pileval,mlp_gate,meditron-7b,3,128,29,0.002626392524689436
pileval,mlp_down,meditron-7b,3,128,29,0.0024300997611135244
pileval,attn_in,meditron-7b,3,128,30,0.0006883541936986148
pileval,attn_out,meditron-7b,3,128,30,0.0005407171556726098
pileval,mlp_gate,meditron-7b,3,128,30,0.004023551009595394
pileval,mlp_down,meditron-7b,3,128,30,0.00664655352011323
pileval,attn_in,meditron-7b,3,128,31,0.007513031829148531
pileval,attn_out,meditron-7b,3,128,31,0.0007328859646804631
pileval,mlp_gate,meditron-7b,3,128,31,0.005435194354504347
pileval,mlp_down,meditron-7b,3,128,31,0.008167720399796963
wikitext,attn_in,meditron-7b,3,128,0,1.3304422736837296e-06
wikitext,attn_out,meditron-7b,3,128,0,2.567402361819404e-06
wikitext,mlp_gate,meditron-7b,3,128,0,5.231549380368961e-07
wikitext,mlp_down,meditron-7b,3,128,0,1.8108372614733526e-06
wikitext,attn_in,meditron-7b,3,128,1,3.1786614727025153e-06
wikitext,attn_out,meditron-7b,3,128,1,6.135281637398293e-06
wikitext,mlp_gate,meditron-7b,3,128,1,1.5152452760958113e-05
wikitext,mlp_down,meditron-7b,3,128,1,0.0006954963901080191
wikitext,attn_in,meditron-7b,3,128,2,7.123200703063048e-06
wikitext,attn_out,meditron-7b,3,128,2,4.558995897241402e-06
wikitext,mlp_gate,meditron-7b,3,128,2,9.542141015117522e-06
wikitext,mlp_down,meditron-7b,3,128,2,1.1130270650028251e-05
wikitext,attn_in,meditron-7b,3,128,3,1.1676323993015103e-05
wikitext,attn_out,meditron-7b,3,128,3,6.735794613632606e-06
wikitext,mlp_gate,meditron-7b,3,128,3,2.3363372747553512e-05
wikitext,mlp_down,meditron-7b,3,128,3,2.049281647487078e-05
wikitext,attn_in,meditron-7b,3,128,4,2.8630565793719143e-05
wikitext,attn_out,meditron-7b,3,128,4,1.4804581041971687e-05
wikitext,mlp_gate,meditron-7b,3,128,4,4.317934872233309e-05
wikitext,mlp_down,meditron-7b,3,128,4,4.578607331495732e-05
wikitext,attn_in,meditron-7b,3,128,5,4.289139178581536e-05
wikitext,attn_out,meditron-7b,3,128,5,2.5691728296806104e-05
wikitext,mlp_gate,meditron-7b,3,128,5,6.705821579089388e-05
wikitext,mlp_down,meditron-7b,3,128,5,5.7098015531664714e-05
wikitext,attn_in,meditron-7b,3,128,6,5.615876943920739e-05
wikitext,attn_out,meditron-7b,3,128,6,3.3800999517552555e-05
wikitext,mlp_gate,meditron-7b,3,128,6,9.82526908046566e-05
wikitext,mlp_down,meditron-7b,3,128,6,8.307937969220802e-05
wikitext,attn_in,meditron-7b,3,128,7,7.297220872715116e-05
wikitext,attn_out,meditron-7b,3,128,7,4.5739372581010684e-05
wikitext,mlp_gate,meditron-7b,3,128,7,0.00013197406951803714
wikitext,mlp_down,meditron-7b,3,128,7,0.00010921350622083992
wikitext,attn_in,meditron-7b,3,128,8,0.00011994656961178407
wikitext,attn_out,meditron-7b,3,128,8,6.780914554838091e-05
wikitext,mlp_gate,meditron-7b,3,128,8,0.00015666524996049702
wikitext,mlp_down,meditron-7b,3,128,8,0.00012781500117853284
wikitext,attn_in,meditron-7b,3,128,9,0.00014256940630730242
wikitext,attn_out,meditron-7b,3,128,9,8.817957132123411e-05
wikitext,mlp_gate,meditron-7b,3,128,9,0.00018047858611680567
wikitext,mlp_down,meditron-7b,3,128,9,0.00014975317753851414
wikitext,attn_in,meditron-7b,3,128,10,0.0002067478053504601
wikitext,attn_out,meditron-7b,3,128,10,0.00011470068420749158
wikitext,mlp_gate,meditron-7b,3,128,10,0.00020770523406099528
wikitext,mlp_down,meditron-7b,3,128,10,0.0001662637514527887
wikitext,attn_in,meditron-7b,3,128,11,0.00020379049237817526
wikitext,attn_out,meditron-7b,3,128,11,0.00011163543240400031
wikitext,mlp_gate,meditron-7b,3,128,11,0.00023065536515787244
wikitext,mlp_down,meditron-7b,3,128,11,0.00018736989295575768
wikitext,attn_in,meditron-7b,3,128,12,0.00024417994427494705
wikitext,attn_out,meditron-7b,3,128,12,0.0001245136809302494
wikitext,mlp_gate,meditron-7b,3,128,12,0.00025336435646750033
wikitext,mlp_down,meditron-7b,3,128,12,0.0002022994594881311
wikitext,attn_in,meditron-7b,3,128,13,0.00022771320072934031
wikitext,attn_out,meditron-7b,3,128,13,0.00014574888336937875
wikitext,mlp_gate,meditron-7b,3,128,13,0.0002862959518097341
wikitext,mlp_down,meditron-7b,3,128,13,0.0002360192738706246
wikitext,attn_in,meditron-7b,3,128,14,0.0002550448407419026
wikitext,attn_out,meditron-7b,3,128,14,0.0001542970130685717
wikitext,mlp_gate,meditron-7b,3,128,14,0.00031923639471642673
wikitext,mlp_down,meditron-7b,3,128,14,0.00027433238574303687
wikitext,attn_in,meditron-7b,3,128,15,0.00026753387646749616
wikitext,attn_out,meditron-7b,3,128,15,0.00017194556130561978
wikitext,mlp_gate,meditron-7b,3,128,15,0.0003747189766727388
wikitext,mlp_down,meditron-7b,3,128,15,0.00032841498614288867
wikitext,attn_in,meditron-7b,3,128,16,0.00030387938022613525
wikitext,attn_out,meditron-7b,3,128,16,0.00022022798657417297
wikitext,mlp_gate,meditron-7b,3,128,16,0.0004558886867016554
wikitext,mlp_down,meditron-7b,3,128,16,0.0004441257915459573
wikitext,attn_in,meditron-7b,3,128,17,0.0002492643834557384
wikitext,attn_out,meditron-7b,3,128,17,0.00017431026208214462
wikitext,mlp_gate,meditron-7b,3,128,17,0.0004953520838171244
wikitext,mlp_down,meditron-7b,3,128,17,0.0004670084163080901
wikitext,attn_in,meditron-7b,3,128,18,0.0002530340279918164
wikitext,attn_out,meditron-7b,3,128,18,0.00016702177526894957
wikitext,mlp_gate,meditron-7b,3,128,18,0.0005689407698810101
wikitext,mlp_down,meditron-7b,3,128,18,0.0005353284650482237
wikitext,attn_in,meditron-7b,3,128,19,0.0002456471265759319
wikitext,attn_out,meditron-7b,3,128,19,0.0001492872106609866
wikitext,mlp_gate,meditron-7b,3,128,19,0.00063603330636397
wikitext,mlp_down,meditron-7b,3,128,19,0.0005685043870471418
wikitext,attn_in,meditron-7b,3,128,20,0.00026635557878762484
wikitext,attn_out,meditron-7b,3,128,20,0.00019975198665633798
wikitext,mlp_gate,meditron-7b,3,128,20,0.0007312189554795623
wikitext,mlp_down,meditron-7b,3,128,20,0.000721050426363945
wikitext,attn_in,meditron-7b,3,128,21,0.0002282472705701366
wikitext,attn_out,meditron-7b,3,128,21,0.0001546148705529049
wikitext,mlp_gate,meditron-7b,3,128,21,0.0008126482716761529
wikitext,mlp_down,meditron-7b,3,128,21,0.0007548676221631467
wikitext,attn_in,meditron-7b,3,128,22,0.0003543840430211276
wikitext,attn_out,meditron-7b,3,128,22,0.0002386989799560979
wikitext,mlp_gate,meditron-7b,3,128,22,0.0009320333483628929
wikitext,mlp_down,meditron-7b,3,128,22,0.0008145042811520398
wikitext,attn_in,meditron-7b,3,128,23,0.000338958838256076
wikitext,attn_out,meditron-7b,3,128,23,0.00020516339282039553
wikitext,mlp_gate,meditron-7b,3,128,23,0.0010523140663281083
wikitext,mlp_down,meditron-7b,3,128,23,0.0008641271851956844
wikitext,attn_in,meditron-7b,3,128,24,0.0004300341825000942
wikitext,attn_out,meditron-7b,3,128,24,0.0002789620775729418
wikitext,mlp_gate,meditron-7b,3,128,24,0.0011699255555868149
wikitext,mlp_down,meditron-7b,3,128,24,0.000923428509850055
wikitext,attn_in,meditron-7b,3,128,25,0.0004935416509397328
wikitext,attn_out,meditron-7b,3,128,25,0.0002972255169879645
wikitext,mlp_gate,meditron-7b,3,128,25,0.0013383444165810943
wikitext,mlp_down,meditron-7b,3,128,25,0.0009877299889922142
wikitext,attn_in,meditron-7b,3,128,26,0.0005615527043119073
wikitext,attn_out,meditron-7b,3,128,26,0.00033134143450297415
wikitext,mlp_gate,meditron-7b,3,128,26,0.0015312152681872249
wikitext,mlp_down,meditron-7b,3,128,26,0.001119472086429596
wikitext,attn_in,meditron-7b,3,128,27,0.00047438632464036345
wikitext,attn_out,meditron-7b,3,128,27,0.0003064267511945218
wikitext,mlp_gate,meditron-7b,3,128,27,0.001817994168959558
wikitext,mlp_down,meditron-7b,3,128,27,0.001346970908343792
wikitext,attn_in,meditron-7b,3,128,28,0.0006214388413354754
wikitext,attn_out,meditron-7b,3,128,28,0.000450471619842574
wikitext,mlp_gate,meditron-7b,3,128,28,0.0021287258714437485
wikitext,mlp_down,meditron-7b,3,128,28,0.0016340180300176144
wikitext,attn_in,meditron-7b,3,128,29,0.0007431124104186893
wikitext,attn_out,meditron-7b,3,128,29,0.0005073635256849229
wikitext,mlp_gate,meditron-7b,3,128,29,0.002561385277658701
wikitext,mlp_down,meditron-7b,3,128,29,0.0021583791822195053
wikitext,attn_in,meditron-7b,3,128,30,0.0007203288841992617
wikitext,attn_out,meditron-7b,3,128,30,0.0006010268698446453
wikitext,mlp_gate,meditron-7b,3,128,30,0.003873203881084919
wikitext,mlp_down,meditron-7b,3,128,30,0.005016148090362549
wikitext,attn_in,meditron-7b,3,128,31,0.007651227060705423
wikitext,attn_out,meditron-7b,3,128,31,0.0007545800763182342
wikitext,mlp_gate,meditron-7b,3,128,31,0.005229078698903322
wikitext,mlp_down,meditron-7b,3,128,31,0.007798381615430117
c4,attn_in,meditron-7b,3,64,0,6.247858550523233e-07
c4,attn_out,meditron-7b,3,64,0,1.0503339353817864e-06
c4,mlp_gate,meditron-7b,3,64,0,2.8856726430603885e-07
c4,mlp_down,meditron-7b,3,64,0,1.6450034081572085e-06
c4,attn_in,meditron-7b,3,64,1,1.7855602436611662e-06
c4,attn_out,meditron-7b,3,64,1,3.115070057901903e-06
c4,mlp_gate,meditron-7b,3,64,1,6.502997621282702e-06
c4,mlp_down,meditron-7b,3,64,1,0.0009862916776910424
c4,attn_in,meditron-7b,3,64,2,8.479187272314448e-06
c4,attn_out,meditron-7b,3,64,2,3.487432195470319e-06
c4,mlp_gate,meditron-7b,3,64,2,7.537770216003992e-06
c4,mlp_down,meditron-7b,3,64,2,8.964547305367887e-06
c4,attn_in,meditron-7b,3,64,3,8.347870789293665e-06
c4,attn_out,meditron-7b,3,64,3,4.9443792704551015e-06
c4,mlp_gate,meditron-7b,3,64,3,1.7908478184835985e-05
c4,mlp_down,meditron-7b,3,64,3,1.643942596274428e-05
c4,attn_in,meditron-7b,3,64,4,1.998227889998816e-05
c4,attn_out,meditron-7b,3,64,4,1.1069416359532624e-05
c4,mlp_gate,meditron-7b,3,64,4,3.2922380341915414e-05
c4,mlp_down,meditron-7b,3,64,4,3.578023461159319e-05
c4,attn_in,meditron-7b,3,64,5,3.088443190790713e-05
c4,attn_out,meditron-7b,3,64,5,1.798187986423727e-05
c4,mlp_gate,meditron-7b,3,64,5,5.090077320346609e-05
c4,mlp_down,meditron-7b,3,64,5,4.443415309651755e-05
c4,attn_in,meditron-7b,3,64,6,4.236855966155417e-05
c4,attn_out,meditron-7b,3,64,6,2.3359070837614127e-05
c4,mlp_gate,meditron-7b,3,64,6,7.607661973452196e-05
c4,mlp_down,meditron-7b,3,64,6,6.596243474632502e-05
c4,attn_in,meditron-7b,3,64,7,5.303142097545788e-05
c4,attn_out,meditron-7b,3,64,7,3.105978976236656e-05
c4,mlp_gate,meditron-7b,3,64,7,0.00010140996164409444
c4,mlp_down,meditron-7b,3,64,7,8.570490899728611e-05
c4,attn_in,meditron-7b,3,64,8,9.093917469726875e-05
c4,attn_out,meditron-7b,3,64,8,4.393405106384307e-05
c4,mlp_gate,meditron-7b,3,64,8,0.00011960855044890195
c4,mlp_down,meditron-7b,3,64,8,9.914054680848494e-05
c4,attn_in,meditron-7b,3,64,9,0.00010760432633105665
c4,attn_out,meditron-7b,3,64,9,6.348496390273795e-05
c4,mlp_gate,meditron-7b,3,64,9,0.00013735210814047605
c4,mlp_down,meditron-7b,3,64,9,0.00011361628276063129
c4,attn_in,meditron-7b,3,64,10,0.00016008743841666728
c4,attn_out,meditron-7b,3,64,10,8.126543980324641e-05
c4,mlp_gate,meditron-7b,3,64,10,0.0001590469473740086
c4,mlp_down,meditron-7b,3,64,10,0.00012965992209501565
c4,attn_in,meditron-7b,3,64,11,0.000162325261044316
c4,attn_out,meditron-7b,3,64,11,8.157535194186494e-05
c4,mlp_gate,meditron-7b,3,64,11,0.00017809707787819207
c4,mlp_down,meditron-7b,3,64,11,0.00014838755305390805
c4,attn_in,meditron-7b,3,64,12,0.0001771470851963386
c4,attn_out,meditron-7b,3,64,12,8.893309131963179e-05
c4,mlp_gate,meditron-7b,3,64,12,0.00019652173796202987
c4,mlp_down,meditron-7b,3,64,12,0.00016354945546481758
c4,attn_in,meditron-7b,3,64,13,0.0001769410155247897
c4,attn_out,meditron-7b,3,64,13,0.00010602043039398268
c4,mlp_gate,meditron-7b,3,64,13,0.00022689496108796448
c4,mlp_down,meditron-7b,3,64,13,0.00019564667309168726
c4,attn_in,meditron-7b,3,64,14,0.0002114849485224113
c4,attn_out,meditron-7b,3,64,14,0.00011651603563223034
c4,mlp_gate,meditron-7b,3,64,14,0.0002522965078242123
c4,mlp_down,meditron-7b,3,64,14,0.00022610295854974538
c4,attn_in,meditron-7b,3,64,15,0.00021615102014038712
c4,attn_out,meditron-7b,3,64,15,0.0001293792447540909
c4,mlp_gate,meditron-7b,3,64,15,0.0002985185128636658
c4,mlp_down,meditron-7b,3,64,15,0.00027013756334781647
c4,attn_in,meditron-7b,3,64,16,0.0002600255829747766
c4,attn_out,meditron-7b,3,64,16,0.00017975275113712996
c4,mlp_gate,meditron-7b,3,64,16,0.0003690865996759385
c4,mlp_down,meditron-7b,3,64,16,0.0003652574960142374
c4,attn_in,meditron-7b,3,64,17,0.00019988826534245163
c4,attn_out,meditron-7b,3,64,17,0.00012151565169915557
c4,mlp_gate,meditron-7b,3,64,17,0.00040021660970523953
c4,mlp_down,meditron-7b,3,64,17,0.00038741808384656906
c4,attn_in,meditron-7b,3,64,18,0.00020363357907626778
c4,attn_out,meditron-7b,3,64,18,0.00012347963638603687
c4,mlp_gate,meditron-7b,3,64,18,0.0004588907759170979
c4,mlp_down,meditron-7b,3,64,18,0.00044462463119998574
c4,attn_in,meditron-7b,3,64,19,0.00018516949785407633
c4,attn_out,meditron-7b,3,64,19,0.00011704790085786954
c4,mlp_gate,meditron-7b,3,64,19,0.0005174873513169587
c4,mlp_down,meditron-7b,3,64,19,0.0004839471075683832
c4,attn_in,meditron-7b,3,64,20,0.0002347114059375599
c4,attn_out,meditron-7b,3,64,20,0.00016229227185249329
c4,mlp_gate,meditron-7b,3,64,20,0.00059780094306916
c4,mlp_down,meditron-7b,3,64,20,0.0005944202421233058
c4,attn_in,meditron-7b,3,64,21,0.0002038301608990878
c4,attn_out,meditron-7b,3,64,21,0.00012973810953553766
c4,mlp_gate,meditron-7b,3,64,21,0.0006541340844705701
c4,mlp_down,meditron-7b,3,64,21,0.0006062178290449083
c4,attn_in,meditron-7b,3,64,22,0.00028375416877679527
c4,attn_out,meditron-7b,3,64,22,0.00016099489585030824
c4,mlp_gate,meditron-7b,3,64,22,0.000755236076656729
c4,mlp_down,meditron-7b,3,64,22,0.0006940264720469713
c4,attn_in,meditron-7b,3,64,23,0.00024690828286111355
c4,attn_out,meditron-7b,3,64,23,0.00014901334361638874
c4,mlp_gate,meditron-7b,3,64,23,0.0008449488668702543
c4,mlp_down,meditron-7b,3,64,23,0.0007233890937641263
c4,attn_in,meditron-7b,3,64,24,0.00029533059569075704
c4,attn_out,meditron-7b,3,64,24,0.00022046704543754458
c4,mlp_gate,meditron-7b,3,64,24,0.000937904987949878
c4,mlp_down,meditron-7b,3,64,24,0.0007685244781896472
c4,attn_in,meditron-7b,3,64,25,0.0002449994790367782
c4,attn_out,meditron-7b,3,64,25,0.0001314196560997516
c4,mlp_gate,meditron-7b,3,64,25,0.0010567227145656943
c4,mlp_down,meditron-7b,3,64,25,0.0008178283460438251
c4,attn_in,meditron-7b,3,64,26,0.0004526824632193893
c4,attn_out,meditron-7b,3,64,26,0.0002588537463452667
c4,mlp_gate,meditron-7b,3,64,26,0.0011985850287601352
c4,mlp_down,meditron-7b,3,64,26,0.0009189016418531537
c4,attn_in,meditron-7b,3,64,27,0.00034682461409829557
c4,attn_out,meditron-7b,3,64,27,0.00021687845583073795
c4,mlp_gate,meditron-7b,3,64,27,0.0013928560074418783
c4,mlp_down,meditron-7b,3,64,27,0.0010774849215522408
c4,attn_in,meditron-7b,3,64,28,0.00044460990466177464
c4,attn_out,meditron-7b,3,64,28,0.0002810416917782277
c4,mlp_gate,meditron-7b,3,64,28,0.0016541621880605817
c4,mlp_down,meditron-7b,3,64,28,0.0013383845798671246
c4,attn_in,meditron-7b,3,64,29,0.00045210382086224854
c4,attn_out,meditron-7b,3,64,29,0.00028171174926683307
c4,mlp_gate,meditron-7b,3,64,29,0.0019629932940006256
c4,mlp_down,meditron-7b,3,64,29,0.001791209913790226
c4,attn_in,meditron-7b,3,64,30,0.0005073401844128966
c4,attn_out,meditron-7b,3,64,30,0.00039050099439918995
c4,mlp_gate,meditron-7b,3,64,30,0.0029628484044224024
c4,mlp_down,meditron-7b,3,64,30,0.004555854946374893
c4,attn_in,meditron-7b,3,64,31,0.00419259537011385
c4,attn_out,meditron-7b,3,64,31,0.0005568421329371631
c4,mlp_gate,meditron-7b,3,64,31,0.004197854548692703
c4,mlp_down,meditron-7b,3,64,31,0.006088432390242815
pileval,attn_in,meditron-7b,3,64,0,6.358749260471086e-07
pileval,attn_out,meditron-7b,3,64,0,1.2224602414789842e-06
pileval,mlp_gate,meditron-7b,3,64,0,3.3729395454429323e-07
pileval,mlp_down,meditron-7b,3,64,0,1.7887895182866487e-06
pileval,attn_in,meditron-7b,3,64,1,1.8773182546283351e-06
pileval,attn_out,meditron-7b,3,64,1,3.2410462154075503e-06
pileval,mlp_gate,meditron-7b,3,64,1,6.06461571805994e-06
pileval,mlp_down,meditron-7b,3,64,1,0.0009815936209633946
pileval,attn_in,meditron-7b,3,64,2,8.540559065295383e-06
pileval,attn_out,meditron-7b,3,64,2,3.619981498559355e-06
pileval,mlp_gate,meditron-7b,3,64,2,7.787283720972482e-06
pileval,mlp_down,meditron-7b,3,64,2,9.312213478551712e-06
pileval,attn_in,meditron-7b,3,64,3,8.722113307157997e-06
pileval,attn_out,meditron-7b,3,64,3,5.54330972590833e-06
pileval,mlp_gate,meditron-7b,3,64,3,1.857722418208141e-05
pileval,mlp_down,meditron-7b,3,64,3,1.6860372852534056e-05
pileval,attn_in,meditron-7b,3,64,4,2.0075112843187526e-05
pileval,attn_out,meditron-7b,3,64,4,1.1249564522586297e-05
pileval,mlp_gate,meditron-7b,3,64,4,3.3705444366205484e-05
pileval,mlp_down,meditron-7b,3,64,4,3.664520409074612e-05
pileval,attn_in,meditron-7b,3,64,5,3.037987153220456e-05
pileval,attn_out,meditron-7b,3,64,5,1.9020157196791843e-05
pileval,mlp_gate,meditron-7b,3,64,5,5.0453367293812335e-05
pileval,mlp_down,meditron-7b,3,64,5,4.323408211348578e-05
pileval,attn_in,meditron-7b,3,64,6,4.426575469551608e-05
pileval,attn_out,meditron-7b,3,64,6,2.6743005946627818e-05
pileval,mlp_gate,meditron-7b,3,64,6,7.500057108700275e-05
pileval,mlp_down,meditron-7b,3,64,6,6.455439870478585e-05
pileval,attn_in,meditron-7b,3,64,7,5.639150185743347e-05
pileval,attn_out,meditron-7b,3,64,7,3.479372026049532e-05
pileval,mlp_gate,meditron-7b,3,64,7,0.00010129526344826445
pileval,mlp_down,meditron-7b,3,64,7,8.504364814143628e-05
pileval,attn_in,meditron-7b,3,64,8,9.317174408352003e-05
pileval,attn_out,meditron-7b,3,64,8,4.996481220587157e-05
pileval,mlp_gate,meditron-7b,3,64,8,0.00012139442696934566
pileval,mlp_down,meditron-7b,3,64,8,0.00010196876246482134
pileval,attn_in,meditron-7b,3,64,9,0.00010968807328026742
pileval,attn_out,meditron-7b,3,64,9,6.803919677622616e-05
pileval,mlp_gate,meditron-7b,3,64,9,0.00013908027904108167
pileval,mlp_down,meditron-7b,3,64,9,0.00011567326146177948
pileval,attn_in,meditron-7b,3,64,10,0.0001615665969438851
pileval,attn_out,meditron-7b,3,64,10,8.820569200906903e-05
pileval,mlp_gate,meditron-7b,3,64,10,0.0001588743762113154
pileval,mlp_down,meditron-7b,3,64,10,0.00012995583529118448
pileval,attn_in,meditron-7b,3,64,11,0.00016661467088852078
pileval,attn_out,meditron-7b,3,64,11,8.963895379565656e-05
pileval,mlp_gate,meditron-7b,3,64,11,0.0001774472329998389
pileval,mlp_down,meditron-7b,3,64,11,0.00014680794265586883
pileval,attn_in,meditron-7b,3,64,12,0.00018724985420703888
pileval,attn_out,meditron-7b,3,64,12,0.00010357458813814446
pileval,mlp_gate,meditron-7b,3,64,12,0.00019592746684793383
pileval,mlp_down,meditron-7b,3,64,12,0.00016240606782957911
pileval,attn_in,meditron-7b,3,64,13,0.00018253298185300082
pileval,attn_out,meditron-7b,3,64,13,0.00011345226084813476
pileval,mlp_gate,meditron-7b,3,64,13,0.00022372031526174396
pileval,mlp_down,meditron-7b,3,64,13,0.0001903530937852338
pileval,attn_in,meditron-7b,3,64,14,0.00021636157180182636
pileval,attn_out,meditron-7b,3,64,14,0.000126849947264418
pileval,mlp_gate,meditron-7b,3,64,14,0.00024696337641216815
pileval,mlp_down,meditron-7b,3,64,14,0.00021806870063301176
pileval,attn_in,meditron-7b,3,64,15,0.00021516683045774698
pileval,attn_out,meditron-7b,3,64,15,0.0001357056898996234
pileval,mlp_gate,meditron-7b,3,64,15,0.0002912270138040185
pileval,mlp_down,meditron-7b,3,64,15,0.00025919260224327445
pileval,attn_in,meditron-7b,3,64,16,0.0002636938588693738
pileval,attn_out,meditron-7b,3,64,16,0.00018260208889842033
pileval,mlp_gate,meditron-7b,3,64,16,0.0003579100884962827
pileval,mlp_down,meditron-7b,3,64,16,0.000349710724549368
pileval,attn_in,meditron-7b,3,64,17,0.00020312599372118711
pileval,attn_out,meditron-7b,3,64,17,0.00012819173571188003
pileval,mlp_gate,meditron-7b,3,64,17,0.00038466861587949097
pileval,mlp_down,meditron-7b,3,64,17,0.00035762027255259454
pileval,attn_in,meditron-7b,3,64,18,0.0002126335457433015
pileval,attn_out,meditron-7b,3,64,18,0.00014877924695611
pileval,mlp_gate,meditron-7b,3,64,18,0.0004443444195203483
pileval,mlp_down,meditron-7b,3,64,18,0.0004212023632135242
pileval,attn_in,meditron-7b,3,64,19,0.0001863045763457194
pileval,attn_out,meditron-7b,3,64,19,0.00012106424401281402
pileval,mlp_gate,meditron-7b,3,64,19,0.000501954578794539
pileval,mlp_down,meditron-7b,3,64,19,0.0004598223022185266
pileval,attn_in,meditron-7b,3,64,20,0.00021118513541296124
pileval,attn_out,meditron-7b,3,64,20,0.00014459717203862965
pileval,mlp_gate,meditron-7b,3,64,20,0.0005770529969595373
pileval,mlp_down,meditron-7b,3,64,20,0.0005514125223271549
pileval,attn_in,meditron-7b,3,64,21,0.00019804187468253076
pileval,attn_out,meditron-7b,3,64,21,0.00013222113193478435
pileval,mlp_gate,meditron-7b,3,64,21,0.0006358912214636803
pileval,mlp_down,meditron-7b,3,64,21,0.0005642551695927978
pileval,attn_in,meditron-7b,3,64,22,0.00027754867915064096
pileval,attn_out,meditron-7b,3,64,22,0.00016758788842707872
pileval,mlp_gate,meditron-7b,3,64,22,0.0007350297528319061
pileval,mlp_down,meditron-7b,3,64,22,0.0006363246939145029
pileval,attn_in,meditron-7b,3,64,23,0.00023702048929408193
pileval,attn_out,meditron-7b,3,64,23,0.00014678758452646434
pileval,mlp_gate,meditron-7b,3,64,23,0.0008277254528366029
pileval,mlp_down,meditron-7b,3,64,23,0.0006815498927608132
pileval,attn_in,meditron-7b,3,64,24,0.0002874977944884449
pileval,attn_out,meditron-7b,3,64,24,0.00020160751591902226
pileval,mlp_gate,meditron-7b,3,64,24,0.0009206368122249842
pileval,mlp_down,meditron-7b,3,64,24,0.0007184947025962174
pileval,attn_in,meditron-7b,3,64,25,0.0002691616246011108
pileval,attn_out,meditron-7b,3,64,25,0.00014638897846452892
pileval,mlp_gate,meditron-7b,3,64,25,0.0010484353406354785
pileval,mlp_down,meditron-7b,3,64,25,0.0007936705951578915
pileval,attn_in,meditron-7b,3,64,26,0.00046184007078409195
pileval,attn_out,meditron-7b,3,64,26,0.0002658574085216969
pileval,mlp_gate,meditron-7b,3,64,26,0.0011982464930042624
pileval,mlp_down,meditron-7b,3,64,26,0.0008864512201398611
pileval,attn_in,meditron-7b,3,64,27,0.0003565862716641277
pileval,attn_out,meditron-7b,3,64,27,0.00023223362222779542
pileval,mlp_gate,meditron-7b,3,64,27,0.00140085828024894
pileval,mlp_down,meditron-7b,3,64,27,0.0010600420646369457
pileval,attn_in,meditron-7b,3,64,28,0.000454248976893723
pileval,attn_out,meditron-7b,3,64,28,0.00029319978784769773
pileval,mlp_gate,meditron-7b,3,64,28,0.00167248270008713
pileval,mlp_down,meditron-7b,3,64,28,0.0013564317487180233
pileval,attn_in,meditron-7b,3,64,29,0.0005009138840250671
pileval,attn_out,meditron-7b,3,64,29,0.0003172479337081313
pileval,mlp_gate,meditron-7b,3,64,29,0.002001912333071232
pileval,mlp_down,meditron-7b,3,64,29,0.0018465033499523997
pileval,attn_in,meditron-7b,3,64,30,0.0005414049373939633
pileval,attn_out,meditron-7b,3,64,30,0.0004117123899050057
pileval,mlp_gate,meditron-7b,3,64,30,0.0029320151079446077
pileval,mlp_down,meditron-7b,3,64,30,0.004512793384492397
pileval,attn_in,meditron-7b,3,64,31,0.004057129845023155
pileval,attn_out,meditron-7b,3,64,31,0.0005294004222378135
pileval,mlp_gate,meditron-7b,3,64,31,0.004039748106151819
pileval,mlp_down,meditron-7b,3,64,31,0.005753037054091692
wikitext,attn_in,meditron-7b,3,64,0,8.300305012198805e-07
wikitext,attn_out,meditron-7b,3,64,0,1.6294947045025765e-06
wikitext,mlp_gate,meditron-7b,3,64,0,3.7251933804327564e-07
wikitext,mlp_down,meditron-7b,3,64,0,1.303265548813215e-06
wikitext,attn_in,meditron-7b,3,64,1,2.1128948901605327e-06
wikitext,attn_out,meditron-7b,3,64,1,4.222465122438734e-06
wikitext,mlp_gate,meditron-7b,3,64,1,3.091224698437145e-06
wikitext,mlp_down,meditron-7b,3,64,1,0.0003494550765026361
wikitext,attn_in,meditron-7b,3,64,2,8.456161594949663e-06
wikitext,attn_out,meditron-7b,3,64,2,3.409554665267933e-06
wikitext,mlp_gate,meditron-7b,3,64,2,7.4747431426658295e-06
wikitext,mlp_down,meditron-7b,3,64,2,8.440259989583865e-06
wikitext,attn_in,meditron-7b,3,64,3,8.659550985612441e-06
wikitext,attn_out,meditron-7b,3,64,3,5.024394340580329e-06
wikitext,mlp_gate,meditron-7b,3,64,3,1.8096585336024873e-05
wikitext,mlp_down,meditron-7b,3,64,3,1.597528716956731e-05
wikitext,attn_in,meditron-7b,3,64,4,2.2140575310913846e-05
wikitext,attn_out,meditron-7b,3,64,4,1.1075842849095352e-05
wikitext,mlp_gate,meditron-7b,3,64,4,3.329263927298598e-05
wikitext,mlp_down,meditron-7b,3,64,4,3.404315066291019e-05
wikitext,attn_in,meditron-7b,3,64,5,3.442024171818048e-05
wikitext,attn_out,meditron-7b,3,64,5,1.962472560990136e-05
wikitext,mlp_gate,meditron-7b,3,64,5,5.1571583753684536e-05
wikitext,mlp_down,meditron-7b,3,64,5,4.4696982513414696e-05
wikitext,attn_in,meditron-7b,3,64,6,4.5458771637640893e-05
wikitext,attn_out,meditron-7b,3,64,6,2.582733031886164e-05
wikitext,mlp_gate,meditron-7b,3,64,6,7.578852819278836e-05
wikitext,mlp_down,meditron-7b,3,64,6,6.501182360807434e-05
wikitext,attn_in,meditron-7b,3,64,7,5.715393854188733e-05
wikitext,attn_out,meditron-7b,3,64,7,3.500422462821007e-05
wikitext,mlp_gate,meditron-7b,3,64,7,0.00010152401955565438
wikitext,mlp_down,meditron-7b,3,64,7,8.535076631233096e-05
wikitext,attn_in,meditron-7b,3,64,8,9.993260755436495e-05
wikitext,attn_out,meditron-7b,3,64,8,5.249066452961415e-05
wikitext,mlp_gate,meditron-7b,3,64,8,0.00012040086585329846
wikitext,mlp_down,meditron-7b,3,64,8,9.981345647247508e-05
wikitext,attn_in,meditron-7b,3,64,9,0.00011567269393708557
wikitext,attn_out,meditron-7b,3,64,9,6.841227150289342e-05
wikitext,mlp_gate,meditron-7b,3,64,9,0.00013799822772853076
wikitext,mlp_down,meditron-7b,3,64,9,0.00011715815344359726
wikitext,attn_in,meditron-7b,3,64,10,0.00016390052041970193
wikitext,attn_out,meditron-7b,3,64,10,8.940671978052706e-05
wikitext,mlp_gate,meditron-7b,3,64,10,0.00015794250066392124
wikitext,mlp_down,meditron-7b,3,64,10,0.00012959865853190422
wikitext,attn_in,meditron-7b,3,64,11,0.00016449057147838175
wikitext,attn_out,meditron-7b,3,64,11,8.67444250616245e-05
wikitext,mlp_gate,meditron-7b,3,64,11,0.0001757119025569409
wikitext,mlp_down,meditron-7b,3,64,11,0.00014689260569866747
wikitext,attn_in,meditron-7b,3,64,12,0.0001810659159673378
wikitext,attn_out,meditron-7b,3,64,12,9.643830708228052e-05
wikitext,mlp_gate,meditron-7b,3,64,12,0.00019331499061081558
wikitext,mlp_down,meditron-7b,3,64,12,0.0001584625570103526
wikitext,attn_in,meditron-7b,3,64,13,0.0001862023927969858
wikitext,attn_out,meditron-7b,3,64,13,0.00011221069871680811
wikitext,mlp_gate,meditron-7b,3,64,13,0.00021883541194256395
wikitext,mlp_down,meditron-7b,3,64,13,0.00018605616060085595
wikitext,attn_in,meditron-7b,3,64,14,0.00021261889196466655
wikitext,attn_out,meditron-7b,3,64,14,0.00012022194277960807
wikitext,mlp_gate,meditron-7b,3,64,14,0.00024309782020282
wikitext,mlp_down,meditron-7b,3,64,14,0.00021416124945972115
wikitext,attn_in,meditron-7b,3,64,15,0.000220189118408598
wikitext,attn_out,meditron-7b,3,64,15,0.0001344727788819
wikitext,mlp_gate,meditron-7b,3,64,15,0.00028742579161189497
wikitext,mlp_down,meditron-7b,3,64,15,0.00025723440921865404
wikitext,attn_in,meditron-7b,3,64,16,0.0002523751463741064
wikitext,attn_out,meditron-7b,3,64,16,0.00017113646026700735
wikitext,mlp_gate,meditron-7b,3,64,16,0.00035134769859723747
wikitext,mlp_down,meditron-7b,3,64,16,0.0003444746253080666
wikitext,attn_in,meditron-7b,3,64,17,0.00020998265244998038
wikitext,attn_out,meditron-7b,3,64,17,0.00013409892562776804
wikitext,mlp_gate,meditron-7b,3,64,17,0.000382772006560117
wikitext,mlp_down,meditron-7b,3,64,17,0.0003662270319182426
wikitext,attn_in,meditron-7b,3,64,18,0.00020975698134861887
wikitext,attn_out,meditron-7b,3,64,18,0.00013007746019866318
wikitext,mlp_gate,meditron-7b,3,64,18,0.0004382837505545467
wikitext,mlp_down,meditron-7b,3,64,18,0.0004181159019935876
wikitext,attn_in,meditron-7b,3,64,19,0.00018743127293419093
wikitext,attn_out,meditron-7b,3,64,19,0.00011592118244152516
wikitext,mlp_gate,meditron-7b,3,64,19,0.0004908367991447449
wikitext,mlp_down,meditron-7b,3,64,19,0.0004428738320712
wikitext,attn_in,meditron-7b,3,64,20,0.00022510405688080937
wikitext,attn_out,meditron-7b,3,64,20,0.00015494509716518223
wikitext,mlp_gate,meditron-7b,3,64,20,0.0005666664801537991
wikitext,mlp_down,meditron-7b,3,64,20,0.0005620189476758242
wikitext,attn_in,meditron-7b,3,64,21,0.0001872390421340242
wikitext,attn_out,meditron-7b,3,64,21,0.00012048373173456639
wikitext,mlp_gate,meditron-7b,3,64,21,0.0006304194102995098
wikitext,mlp_down,meditron-7b,3,64,21,0.0005886626313440502
wikitext,attn_in,meditron-7b,3,64,22,0.00030241726199164987
wikitext,attn_out,meditron-7b,3,64,22,0.00018621905473992229
wikitext,mlp_gate,meditron-7b,3,64,22,0.0007255240343511105
wikitext,mlp_down,meditron-7b,3,64,22,0.0006420679274015129
wikitext,attn_in,meditron-7b,3,64,23,0.0002640141756273806
wikitext,attn_out,meditron-7b,3,64,23,0.00015990034444257617
wikitext,mlp_gate,meditron-7b,3,64,23,0.0008169966749846935
wikitext,mlp_down,meditron-7b,3,64,23,0.0006786247249692678
wikitext,attn_in,meditron-7b,3,64,24,0.00028474925784394145
wikitext,attn_out,meditron-7b,3,64,24,0.00021586361981462687
wikitext,mlp_gate,meditron-7b,3,64,24,0.0009118351736105978
wikitext,mlp_down,meditron-7b,3,64,24,0.0007231253548525274
wikitext,attn_in,meditron-7b,3,64,25,0.00041107842116616666
wikitext,attn_out,meditron-7b,3,64,25,0.00023132599017117172
wikitext,mlp_gate,meditron-7b,3,64,25,0.0010402030311524868
wikitext,mlp_down,meditron-7b,3,64,25,0.0007751910015940666
wikitext,attn_in,meditron-7b,3,64,26,0.0004359014565125108
wikitext,attn_out,meditron-7b,3,64,26,0.00025457260198891163
wikitext,mlp_gate,meditron-7b,3,64,26,0.0011852073948830366
wikitext,mlp_down,meditron-7b,3,64,26,0.0008807588019408286
wikitext,attn_in,meditron-7b,3,64,27,0.00037279308889992535
wikitext,attn_out,meditron-7b,3,64,27,0.0002400381927145645
wikitext,mlp_gate,meditron-7b,3,64,27,0.0013977919006720185
wikitext,mlp_down,meditron-7b,3,64,27,0.0010568136349320412
wikitext,attn_in,meditron-7b,3,64,28,0.0005133413942530751
wikitext,attn_out,meditron-7b,3,64,28,0.00034620042424649
wikitext,mlp_gate,meditron-7b,3,64,28,0.001637239009141922
wikitext,mlp_down,meditron-7b,3,64,28,0.0012771348701789975
wikitext,attn_in,meditron-7b,3,64,29,0.0005804861430078745
wikitext,attn_out,meditron-7b,3,64,29,0.00039960394497029483
wikitext,mlp_gate,meditron-7b,3,64,29,0.0019472602289170027
wikitext,mlp_down,meditron-7b,3,64,29,0.0016535010654479265
wikitext,attn_in,meditron-7b,3,64,30,0.0005677710869349539
wikitext,attn_out,meditron-7b,3,64,30,0.00045726116513833404
wikitext,mlp_gate,meditron-7b,3,64,30,0.002891051582992077
wikitext,mlp_down,meditron-7b,3,64,30,0.003499277401715517
wikitext,attn_in,meditron-7b,3,64,31,0.004277931060642004
wikitext,attn_out,meditron-7b,3,64,31,0.0005501470295712352
wikitext,mlp_gate,meditron-7b,3,64,31,0.0038556598592549562
wikitext,mlp_down,meditron-7b,3,64,31,0.005459435284137726
c4,attn_in,meditron-7b,4,128,0,2.1285441675900074e-07
c4,attn_out,meditron-7b,4,128,0,4.132520530220063e-07
c4,mlp_gate,meditron-7b,4,128,0,8.825792718880621e-08
c4,mlp_down,meditron-7b,4,128,0,5.094455559628841e-07
c4,attn_in,meditron-7b,4,128,1,6.764810791537457e-07
c4,attn_out,meditron-7b,4,128,1,1.0516198472032556e-06
c4,mlp_gate,meditron-7b,4,128,1,2.1499834019778064e-06
c4,mlp_down,meditron-7b,4,128,1,0.0014438973739743233
c4,attn_in,meditron-7b,4,128,2,1.173549321720202e-06
c4,attn_out,meditron-7b,4,128,2,1.0167275377170881e-06
c4,mlp_gate,meditron-7b,4,128,2,2.054638798654196e-06
c4,mlp_down,meditron-7b,4,128,2,2.948614564957097e-06
c4,attn_in,meditron-7b,4,128,3,2.082712853734847e-06
c4,attn_out,meditron-7b,4,128,3,1.4543822999257827e-06
c4,mlp_gate,meditron-7b,4,128,3,4.958078534400556e-06
c4,mlp_down,meditron-7b,4,128,3,4.617520971805789e-06
c4,attn_in,meditron-7b,4,128,4,5.379766207624925e-06
c4,attn_out,meditron-7b,4,128,4,3.3140258892672136e-06
c4,mlp_gate,meditron-7b,4,128,4,9.208779374603182e-06
c4,mlp_down,meditron-7b,4,128,4,1.1351987268426456e-05
c4,attn_in,meditron-7b,4,128,5,8.15622024674667e-06
c4,attn_out,meditron-7b,4,128,5,5.157050964044174e-06
c4,mlp_gate,meditron-7b,4,128,5,1.427541246812325e-05
c4,mlp_down,meditron-7b,4,128,5,1.2414400771376677e-05
c4,attn_in,meditron-7b,4,128,6,1.1015798918379005e-05
c4,attn_out,meditron-7b,4,128,6,6.796053185098572e-06
c4,mlp_gate,meditron-7b,4,128,6,2.1307438146322966e-05
c4,mlp_down,meditron-7b,4,128,6,1.8416310922475532e-05
c4,attn_in,meditron-7b,4,128,7,1.5892461306066252e-05
c4,attn_out,meditron-7b,4,128,7,8.973532203526702e-06
c4,mlp_gate,meditron-7b,4,128,7,2.8529293558676727e-05
c4,mlp_down,meditron-7b,4,128,7,2.4021612262004055e-05
c4,attn_in,meditron-7b,4,128,8,2.5909825126291253e-05
c4,attn_out,meditron-7b,4,128,8,1.258403790416196e-05
c4,mlp_gate,meditron-7b,4,128,8,3.3717740734573454e-05
c4,mlp_down,meditron-7b,4,128,8,2.7934520403505303e-05
c4,attn_in,meditron-7b,4,128,9,3.1820462027098984e-05
c4,attn_out,meditron-7b,4,128,9,1.7908887457451783e-05
c4,mlp_gate,meditron-7b,4,128,9,3.8853100704727694e-05
c4,mlp_down,meditron-7b,4,128,9,3.179987470502965e-05
c4,attn_in,meditron-7b,4,128,10,4.0878858271753415e-05
c4,attn_out,meditron-7b,4,128,10,2.2960044589126483e-05
c4,mlp_gate,meditron-7b,4,128,10,4.53662833024282e-05
c4,mlp_down,meditron-7b,4,128,10,3.623666270868853e-05
c4,attn_in,meditron-7b,4,128,11,4.314518446335569e-05
c4,attn_out,meditron-7b,4,128,11,2.308852162968833e-05
c4,mlp_gate,meditron-7b,4,128,11,5.054273424320854e-05
c4,mlp_down,meditron-7b,4,128,11,4.151956818532199e-05
c4,attn_in,meditron-7b,4,128,12,4.6548480895580724e-05
c4,attn_out,meditron-7b,4,128,12,2.512746323191095e-05
c4,mlp_gate,meditron-7b,4,128,12,5.56333179702051e-05
c4,mlp_down,meditron-7b,4,128,12,4.5622011384693906e-05
c4,attn_in,meditron-7b,4,128,13,5.195394260226749e-05
c4,attn_out,meditron-7b,4,128,13,2.9727543733315542e-05
c4,mlp_gate,meditron-7b,4,128,13,6.420938007067889e-05
c4,mlp_down,meditron-7b,4,128,13,5.453748963191174e-05
c4,attn_in,meditron-7b,4,128,14,5.490950570674613e-05
c4,attn_out,meditron-7b,4,128,14,3.2782740163384005e-05
c4,mlp_gate,meditron-7b,4,128,14,7.133478356990963e-05
c4,mlp_down,meditron-7b,4,128,14,6.28829948254861e-05
c4,attn_in,meditron-7b,4,128,15,6.141730409581214e-05
c4,attn_out,meditron-7b,4,128,15,3.643130185082555e-05
c4,mlp_gate,meditron-7b,4,128,15,8.421320671914145e-05
c4,mlp_down,meditron-7b,4,128,15,7.532023300882429e-05
c4,attn_in,meditron-7b,4,128,16,7.356736023211852e-05
c4,attn_out,meditron-7b,4,128,16,5.0218648539157584e-05
c4,mlp_gate,meditron-7b,4,128,16,0.00010358866711612791
c4,mlp_down,meditron-7b,4,128,16,0.00010338601714465767
c4,attn_in,meditron-7b,4,128,17,5.5788972531445324e-05
c4,attn_out,meditron-7b,4,128,17,3.406907489988953e-05
c4,mlp_gate,meditron-7b,4,128,17,0.00011165944306412712
c4,mlp_down,meditron-7b,4,128,17,0.00010777539137052372
c4,attn_in,meditron-7b,4,128,18,5.8356585213914514e-05
c4,attn_out,meditron-7b,4,128,18,3.457486309343949e-05
c4,mlp_gate,meditron-7b,4,128,18,0.00012795240036211908
c4,mlp_down,meditron-7b,4,128,18,0.0001248552871402353
c4,attn_in,meditron-7b,4,128,19,4.9325743020744994e-05
c4,attn_out,meditron-7b,4,128,19,3.300133903394453e-05
c4,mlp_gate,meditron-7b,4,128,19,0.0001439739135093987
c4,mlp_down,meditron-7b,4,128,19,0.00013608163862954825
c4,attn_in,meditron-7b,4,128,20,5.931476698606275e-05
c4,attn_out,meditron-7b,4,128,20,4.5523916924139485e-05
c4,mlp_gate,meditron-7b,4,128,20,0.00016536671319045126
c4,mlp_down,meditron-7b,4,128,20,0.00016638239321764559
c4,attn_in,meditron-7b,4,128,21,5.2267798309912905e-05
c4,attn_out,meditron-7b,4,128,21,3.652221494121477e-05
c4,mlp_gate,meditron-7b,4,128,21,0.00018008789629675448
c4,mlp_down,meditron-7b,4,128,21,0.000169321327120997
c4,attn_in,meditron-7b,4,128,22,7.133708277251571e-05
c4,attn_out,meditron-7b,4,128,22,4.544662806438282e-05
c4,mlp_gate,meditron-7b,4,128,22,0.00020824724924750626
c4,mlp_down,meditron-7b,4,128,22,0.00019232823979109526
c4,attn_in,meditron-7b,4,128,23,6.228683196241036e-05
c4,attn_out,meditron-7b,4,128,23,4.1703551687533036e-05
c4,mlp_gate,meditron-7b,4,128,23,0.00023280372261069715
c4,mlp_down,meditron-7b,4,128,23,0.00020109493925701827
c4,attn_in,meditron-7b,4,128,24,0.00011341352364979684
c4,attn_out,meditron-7b,4,128,24,6.418550765374675e-05
c4,mlp_gate,meditron-7b,4,128,24,0.0002574618556536734
c4,mlp_down,meditron-7b,4,128,24,0.00021389163157436997
c4,attn_in,meditron-7b,4,128,25,6.380163540598005e-05
c4,attn_out,meditron-7b,4,128,25,3.6670553527073935e-05
c4,mlp_gate,meditron-7b,4,128,25,0.00029041856760159135
c4,mlp_down,meditron-7b,4,128,25,0.00022764912864658982
c4,attn_in,meditron-7b,4,128,26,0.00012163908104412258
c4,attn_out,meditron-7b,4,128,26,7.588127482449636e-05
c4,mlp_gate,meditron-7b,4,128,26,0.00033053025254048407
c4,mlp_down,meditron-7b,4,128,26,0.0002550549106672406
c4,attn_in,meditron-7b,4,128,27,9.031863010022789e-05
c4,attn_out,meditron-7b,4,128,27,6.026865230523981e-05
c4,mlp_gate,meditron-7b,4,128,27,0.000386872939998284
c4,mlp_down,meditron-7b,4,128,27,0.00030002236599102616
c4,attn_in,meditron-7b,4,128,28,0.000121049459266942
c4,attn_out,meditron-7b,4,128,28,7.896398892626166e-05
c4,mlp_gate,meditron-7b,4,128,28,0.0004620513063855469
c4,mlp_down,meditron-7b,4,128,28,0.00037437258288264275
c4,attn_in,meditron-7b,4,128,29,0.00012713720207102597
c4,attn_out,meditron-7b,4,128,29,7.91480197221972e-05
c4,mlp_gate,meditron-7b,4,128,29,0.0005537776742130518
c4,mlp_down,meditron-7b,4,128,29,0.0005302744102664292
c4,attn_in,meditron-7b,4,128,30,0.00013874676369596273
c4,attn_out,meditron-7b,4,128,30,0.00011179021385032684
c4,mlp_gate,meditron-7b,4,128,30,0.0008488844614475965
c4,mlp_down,meditron-7b,4,128,30,0.002204406773671508
c4,attn_in,meditron-7b,4,128,31,0.002480623312294483
c4,attn_out,meditron-7b,4,128,31,0.00018988203373737633
c4,mlp_gate,meditron-7b,4,128,31,0.001218482037074864
c4,mlp_down,meditron-7b,4,128,31,0.0019810416270047426
pileval,attn_in,meditron-7b,4,128,0,2.1695626628570608e-07
pileval,attn_out,meditron-7b,4,128,0,4.938053734804271e-07
pileval,mlp_gate,meditron-7b,4,128,0,1.0268396977153316e-07
pileval,mlp_down,meditron-7b,4,128,0,5.519559067579394e-07
pileval,attn_in,meditron-7b,4,128,1,6.940093157936644e-07
pileval,attn_out,meditron-7b,4,128,1,1.0938749710476259e-06
pileval,mlp_gate,meditron-7b,4,128,1,2.306964461240568e-06
pileval,mlp_down,meditron-7b,4,128,1,0.0014340560883283615
pileval,attn_in,meditron-7b,4,128,2,1.2120399333070964e-06
pileval,attn_out,meditron-7b,4,128,2,1.0545072655077092e-06
pileval,mlp_gate,meditron-7b,4,128,2,2.12505915442307e-06
pileval,mlp_down,meditron-7b,4,128,2,3.0577311918023042e-06
pileval,attn_in,meditron-7b,4,128,3,2.233633949799696e-06
pileval,attn_out,meditron-7b,4,128,3,1.6399827700297465e-06
pileval,mlp_gate,meditron-7b,4,128,3,5.142215741216205e-06
pileval,mlp_down,meditron-7b,4,128,3,4.74295802632696e-06
pileval,attn_in,meditron-7b,4,128,4,5.381276423577219e-06
pileval,attn_out,meditron-7b,4,128,4,3.3417272788938135e-06
pileval,mlp_gate,meditron-7b,4,128,4,9.415645763510838e-06
pileval,mlp_down,meditron-7b,4,128,4,1.1630670087470207e-05
pileval,attn_in,meditron-7b,4,128,5,8.238680493377615e-06
pileval,attn_out,meditron-7b,4,128,5,5.466239599627443e-06
pileval,mlp_gate,meditron-7b,4,128,5,1.4152627045405097e-05
pileval,mlp_down,meditron-7b,4,128,5,1.2094443263777066e-05
pileval,attn_in,meditron-7b,4,128,6,1.1437985449447297e-05
pileval,attn_out,meditron-7b,4,128,6,7.767221177346073e-06
pileval,mlp_gate,meditron-7b,4,128,6,2.098789809679147e-05
pileval,mlp_down,meditron-7b,4,128,6,1.80515071406262e-05
pileval,attn_in,meditron-7b,4,128,7,1.6609166777925566e-05
pileval,attn_out,meditron-7b,4,128,7,1.0022426067735069e-05
pileval,mlp_gate,meditron-7b,4,128,7,2.8407248464645818e-05
pileval,mlp_down,meditron-7b,4,128,7,2.3855505787651055e-05
pileval,attn_in,meditron-7b,4,128,8,2.6475583581486717e-05
pileval,attn_out,meditron-7b,4,128,8,1.4254635971155949e-05
pileval,mlp_gate,meditron-7b,4,128,8,3.413006561459042e-05
pileval,mlp_down,meditron-7b,4,128,8,2.87207276414847e-05
pileval,attn_in,meditron-7b,4,128,9,3.279617158113979e-05
pileval,attn_out,meditron-7b,4,128,9,1.917716690513771e-05
pileval,mlp_gate,meditron-7b,4,128,9,3.923838085029274e-05
pileval,mlp_down,meditron-7b,4,128,9,3.238026692997664e-05
pileval,attn_in,meditron-7b,4,128,10,4.1657018300611526e-05
pileval,attn_out,meditron-7b,4,128,10,2.4934130124165677e-05
pileval,mlp_gate,meditron-7b,4,128,10,4.517952766036615e-05
pileval,mlp_down,meditron-7b,4,128,10,3.6360594094730914e-05
pileval,attn_in,meditron-7b,4,128,11,4.407872256706469e-05
pileval,attn_out,meditron-7b,4,128,11,2.530192978156265e-05
pileval,mlp_gate,meditron-7b,4,128,11,5.024180791224353e-05
pileval,mlp_down,meditron-7b,4,128,11,4.110344161745161e-05
pileval,attn_in,meditron-7b,4,128,12,4.9051934183808044e-05
pileval,attn_out,meditron-7b,4,128,12,2.9245464247651398e-05
pileval,mlp_gate,meditron-7b,4,128,12,5.533047442440875e-05
pileval,mlp_down,meditron-7b,4,128,12,4.529082798399031e-05
pileval,attn_in,meditron-7b,4,128,13,5.292234709486365e-05
pileval,attn_out,meditron-7b,4,128,13,3.184608794981614e-05
pileval,mlp_gate,meditron-7b,4,128,13,6.32533265161328e-05
pileval,mlp_down,meditron-7b,4,128,13,5.308429172146134e-05
pileval,attn_in,meditron-7b,4,128,14,5.725511073251255e-05
pileval,attn_out,meditron-7b,4,128,14,3.554371141945012e-05
pileval,mlp_gate,meditron-7b,4,128,14,6.967964145587757e-05
pileval,mlp_down,meditron-7b,4,128,14,6.072056930861436e-05
pileval,attn_in,meditron-7b,4,128,15,6.121923070168123e-05
pileval,attn_out,meditron-7b,4,128,15,3.8144826248753816e-05
pileval,mlp_gate,meditron-7b,4,128,15,8.194657857529819e-05
pileval,mlp_down,meditron-7b,4,128,15,7.226647721836343e-05
pileval,attn_in,meditron-7b,4,128,16,7.28892264305614e-05
pileval,attn_out,meditron-7b,4,128,16,5.1212362450314686e-05
pileval,mlp_gate,meditron-7b,4,128,16,0.00010009120887843892
pileval,mlp_down,meditron-7b,4,128,16,9.913229587255046e-05
pileval,attn_in,meditron-7b,4,128,17,5.8203284424962476e-05
pileval,attn_out,meditron-7b,4,128,17,3.603524237405509e-05
pileval,mlp_gate,meditron-7b,4,128,17,0.00010728977213148028
pileval,mlp_down,meditron-7b,4,128,17,9.944345947587863e-05
pileval,attn_in,meditron-7b,4,128,18,6.1034963437123224e-05
pileval,attn_out,meditron-7b,4,128,18,4.2083363950951025e-05
pileval,mlp_gate,meditron-7b,4,128,18,0.0001239100965904072
pileval,mlp_down,meditron-7b,4,128,18,0.00011824974353658035
pileval,attn_in,meditron-7b,4,128,19,4.892443030257709e-05
pileval,attn_out,meditron-7b,4,128,19,3.4101951314369217e-05
pileval,mlp_gate,meditron-7b,4,128,19,0.00013917661271989346
pileval,mlp_down,meditron-7b,4,128,19,0.00012937388964928687
pileval,attn_in,meditron-7b,4,128,20,5.438096559373662e-05
pileval,attn_out,meditron-7b,4,128,20,4.0666869608685374e-05
pileval,mlp_gate,meditron-7b,4,128,20,0.00015952698595356196
pileval,mlp_down,meditron-7b,4,128,20,0.00015410626656375825
pileval,attn_in,meditron-7b,4,128,21,5.101490023662336e-05
pileval,attn_out,meditron-7b,4,128,21,3.715225830092095e-05
pileval,mlp_gate,meditron-7b,4,128,21,0.00017548170580994338
pileval,mlp_down,meditron-7b,4,128,21,0.0001573441841173917
pileval,attn_in,meditron-7b,4,128,22,7.119684596545994e-05
pileval,attn_out,meditron-7b,4,128,22,4.746880222228356e-05
pileval,mlp_gate,meditron-7b,4,128,22,0.00020203182066325098
pileval,mlp_down,meditron-7b,4,128,22,0.0001763166073942557
pileval,attn_in,meditron-7b,4,128,23,5.959099144092761e-05
pileval,attn_out,meditron-7b,4,128,23,4.108717985218391e-05
pileval,mlp_gate,meditron-7b,4,128,23,0.0002277288876939565
pileval,mlp_down,meditron-7b,4,128,23,0.00018966331845149398
pileval,attn_in,meditron-7b,4,128,24,0.00010096840560436249
pileval,attn_out,meditron-7b,4,128,24,5.8448287745704874e-05
pileval,mlp_gate,meditron-7b,4,128,24,0.00025281557464040816
pileval,mlp_down,meditron-7b,4,128,24,0.00019959664496127516
pileval,attn_in,meditron-7b,4,128,25,6.759401730960235e-05
pileval,attn_out,meditron-7b,4,128,25,4.087791603524238e-05
pileval,mlp_gate,meditron-7b,4,128,25,0.00028795073740184307
pileval,mlp_down,meditron-7b,4,128,25,0.00022151249868329614
pileval,attn_in,meditron-7b,4,128,26,0.00012133246491430327
pileval,attn_out,meditron-7b,4,128,26,7.737611304037273e-05
pileval,mlp_gate,meditron-7b,4,128,26,0.0003303993144072592
pileval,mlp_down,meditron-7b,4,128,26,0.00024608185049146414
pileval,attn_in,meditron-7b,4,128,27,9.46263680816628e-05
pileval,attn_out,meditron-7b,4,128,27,6.461771408794448e-05
pileval,mlp_gate,meditron-7b,4,128,27,0.00038842708454467356
pileval,mlp_down,meditron-7b,4,128,27,0.000295306061161682
pileval,attn_in,meditron-7b,4,128,28,0.0001249615743290633
pileval,attn_out,meditron-7b,4,128,28,8.248602534877136e-05
pileval,mlp_gate,meditron-7b,4,128,28,0.00046643076348118484
pileval,mlp_down,meditron-7b,4,128,28,0.00037982629146426916
pileval,attn_in,meditron-7b,4,128,29,0.0001363779156235978
pileval,attn_out,meditron-7b,4,128,29,8.895353676052764e-05
pileval,mlp_gate,meditron-7b,4,128,29,0.0005633849650621414
pileval,mlp_down,meditron-7b,4,128,29,0.0005452116602100432
pileval,attn_in,meditron-7b,4,128,30,0.0001453537552151829
pileval,attn_out,meditron-7b,4,128,30,0.00011810829164460301
pileval,mlp_gate,meditron-7b,4,128,30,0.0008427899447269738
pileval,mlp_down,meditron-7b,4,128,30,0.0021870210766792297
pileval,attn_in,meditron-7b,4,128,31,0.002478847512975335
pileval,attn_out,meditron-7b,4,128,31,0.00018198738689534366
pileval,mlp_gate,meditron-7b,4,128,31,0.0011679247254505754
pileval,mlp_down,meditron-7b,4,128,31,0.0018516679992899299
wikitext,attn_in,meditron-7b,4,128,0,2.893218606914161e-07
wikitext,attn_out,meditron-7b,4,128,0,6.321996579572442e-07
wikitext,mlp_gate,meditron-7b,4,128,0,1.1555034262755726e-07
wikitext,mlp_down,meditron-7b,4,128,0,4.1214261159439047e-07
wikitext,attn_in,meditron-7b,4,128,1,8.326074407705164e-07
wikitext,attn_out,meditron-7b,4,128,1,1.4314126701719943e-06
wikitext,mlp_gate,meditron-7b,4,128,1,1.5034131592983613e-06
wikitext,mlp_down,meditron-7b,4,128,1,0.0004995568306185305
wikitext,attn_in,meditron-7b,4,128,2,1.2734568599626073e-06
wikitext,attn_out,meditron-7b,4,128,2,1.0024235734817921e-06
wikitext,mlp_gate,meditron-7b,4,128,2,2.040254685198306e-06
wikitext,mlp_down,meditron-7b,4,128,2,2.7091780339105753e-06
wikitext,attn_in,meditron-7b,4,128,3,2.269932110721129e-06
wikitext,attn_out,meditron-7b,4,128,3,1.4683436120321858e-06
wikitext,mlp_gate,meditron-7b,4,128,3,5.015847818867769e-06
wikitext,mlp_down,meditron-7b,4,128,3,4.4984617488808e-06
wikitext,attn_in,meditron-7b,4,128,4,5.762835371569963e-06
wikitext,attn_out,meditron-7b,4,128,4,3.3534665817569476e-06
wikitext,mlp_gate,meditron-7b,4,128,4,9.315975148638245e-06
wikitext,mlp_down,meditron-7b,4,128,4,1.046409124683123e-05
wikitext,attn_in,meditron-7b,4,128,5,8.583071576140355e-06
wikitext,attn_out,meditron-7b,4,128,5,5.671998223988339e-06
wikitext,mlp_gate,meditron-7b,4,128,5,1.4462239050772041e-05
wikitext,mlp_down,meditron-7b,4,128,5,1.2484912076615728e-05
wikitext,attn_in,meditron-7b,4,128,6,1.1616185474849772e-05
wikitext,attn_out,meditron-7b,4,128,6,7.5150364864384755e-06
wikitext,mlp_gate,meditron-7b,4,128,6,2.120209865097422e-05
wikitext,mlp_down,meditron-7b,4,128,6,1.816037911339663e-05
wikitext,attn_in,meditron-7b,4,128,7,1.7160286006401293e-05
wikitext,attn_out,meditron-7b,4,128,7,1.011390304483939e-05
wikitext,mlp_gate,meditron-7b,4,128,7,2.844876507879235e-05
wikitext,mlp_down,meditron-7b,4,128,7,2.3918808437883854e-05
wikitext,attn_in,meditron-7b,4,128,8,2.8531756470329128e-05
wikitext,attn_out,meditron-7b,4,128,8,1.4900415408192202e-05
wikitext,mlp_gate,meditron-7b,4,128,8,3.387713513802737e-05
wikitext,mlp_down,meditron-7b,4,128,8,2.8112441214034334e-05
wikitext,attn_in,meditron-7b,4,128,9,3.402657603146508e-05
wikitext,attn_out,meditron-7b,4,128,9,1.9339848222443834e-05
wikitext,mlp_gate,meditron-7b,4,128,9,3.887015191139653e-05
wikitext,mlp_down,meditron-7b,4,128,9,3.278849180787802e-05
wikitext,attn_in,meditron-7b,4,128,10,4.4240990973776206e-05
wikitext,attn_out,meditron-7b,4,128,10,2.530018173274584e-05
wikitext,mlp_gate,meditron-7b,4,128,10,4.494148015510291e-05
wikitext,mlp_down,meditron-7b,4,128,10,3.631541767390445e-05
wikitext,attn_in,meditron-7b,4,128,11,4.3871477828361094e-05
wikitext,attn_out,meditron-7b,4,128,11,2.4382849005633034e-05
wikitext,mlp_gate,meditron-7b,4,128,11,4.9797457904787734e-05
wikitext,mlp_down,meditron-7b,4,128,11,4.1076815250562504e-05
wikitext,attn_in,meditron-7b,4,128,12,4.651145718526095e-05
wikitext,attn_out,meditron-7b,4,128,12,2.7263156880508177e-05
wikitext,mlp_gate,meditron-7b,4,128,12,5.447729199659079e-05
wikitext,mlp_down,meditron-7b,4,128,12,4.4243734009796754e-05
wikitext,attn_in,meditron-7b,4,128,13,5.212396717979573e-05
wikitext,attn_out,meditron-7b,4,128,13,3.1361039873445407e-05
wikitext,mlp_gate,meditron-7b,4,128,13,6.170288543216884e-05
wikitext,mlp_down,meditron-7b,4,128,13,5.183945540920831e-05
wikitext,attn_in,meditron-7b,4,128,14,5.573224916588515e-05
wikitext,attn_out,meditron-7b,4,128,14,3.3957272535189986e-05
wikitext,mlp_gate,meditron-7b,4,128,14,6.880066212033853e-05
wikitext,mlp_down,meditron-7b,4,128,14,5.9637830418068916e-05
wikitext,attn_in,meditron-7b,4,128,15,6.154738366603851e-05
wikitext,attn_out,meditron-7b,4,128,15,3.768441820284352e-05
wikitext,mlp_gate,meditron-7b,4,128,15,8.092521602520719e-05
wikitext,mlp_down,meditron-7b,4,128,15,7.169880700530484e-05
wikitext,attn_in,meditron-7b,4,128,16,7.114389154594392e-05
wikitext,attn_out,meditron-7b,4,128,16,4.793384505319409e-05
wikitext,mlp_gate,meditron-7b,4,128,16,9.847438923316076e-05
wikitext,mlp_down,meditron-7b,4,128,16,9.718322689877823e-05
wikitext,attn_in,meditron-7b,4,128,17,5.862057878402993e-05
wikitext,attn_out,meditron-7b,4,128,17,3.802018545684405e-05
wikitext,mlp_gate,meditron-7b,4,128,17,0.00010647506860550493
wikitext,mlp_down,meditron-7b,4,128,17,0.00010196959919994697
wikitext,attn_in,meditron-7b,4,128,18,5.978013723506592e-05
wikitext,attn_out,meditron-7b,4,128,18,3.631050276453607e-05
wikitext,mlp_gate,meditron-7b,4,128,18,0.00012269322178326547
wikitext,mlp_down,meditron-7b,4,128,18,0.00011730229743989184
wikitext,attn_in,meditron-7b,4,128,19,4.723215170088224e-05
wikitext,attn_out,meditron-7b,4,128,19,3.2629781344439834e-05
wikitext,mlp_gate,meditron-7b,4,128,19,0.00013619563833344728
wikitext,mlp_down,meditron-7b,4,128,19,0.0001247282198164612
wikitext,attn_in,meditron-7b,4,128,20,6.0355960158631206e-05
wikitext,attn_out,meditron-7b,4,128,20,4.3391992221586406e-05
wikitext,mlp_gate,meditron-7b,4,128,20,0.00015770552272442728
wikitext,mlp_down,meditron-7b,4,128,20,0.00015755950880702585
wikitext,attn_in,meditron-7b,4,128,21,5.218834485276602e-05
wikitext,attn_out,meditron-7b,4,128,21,3.3849435567390174e-05
wikitext,mlp_gate,meditron-7b,4,128,21,0.00017448636936023831
wikitext,mlp_down,meditron-7b,4,128,21,0.0001646714808885008
wikitext,attn_in,meditron-7b,4,128,22,7.795770216034725e-05
wikitext,attn_out,meditron-7b,4,128,22,5.2531464461935684e-05
wikitext,mlp_gate,meditron-7b,4,128,22,0.00019994194735772908
wikitext,mlp_down,meditron-7b,4,128,22,0.00017783734074328095
wikitext,attn_in,meditron-7b,4,128,23,6.493164983112365e-05
wikitext,attn_out,meditron-7b,4,128,23,4.51152773166541e-05
wikitext,mlp_gate,meditron-7b,4,128,23,0.00022567059204448014
wikitext,mlp_down,meditron-7b,4,128,23,0.00018887118494603783
wikitext,attn_in,meditron-7b,4,128,24,0.00010719187412178144
wikitext,attn_out,meditron-7b,4,128,24,6.307099829427898e-05
wikitext,mlp_gate,meditron-7b,4,128,24,0.0002507250173948705
wikitext,mlp_down,meditron-7b,4,128,24,0.00020191380463074893
wikitext,attn_in,meditron-7b,4,128,25,8.908001473173499e-05
wikitext,attn_out,meditron-7b,4,128,25,6.391231727320701e-05
wikitext,mlp_gate,meditron-7b,4,128,25,0.0002856204519048333
wikitext,mlp_down,meditron-7b,4,128,25,0.0002165386831620708
wikitext,attn_in,meditron-7b,4,128,26,0.00012075007543899119
wikitext,attn_out,meditron-7b,4,128,26,7.464452210115269e-05
wikitext,mlp_gate,meditron-7b,4,128,26,0.00032731896499171853
wikitext,mlp_down,meditron-7b,4,128,26,0.0002445924619678408
wikitext,attn_in,meditron-7b,4,128,27,9.979244350688532e-05
wikitext,attn_out,meditron-7b,4,128,27,6.709725857945159e-05
wikitext,mlp_gate,meditron-7b,4,128,27,0.00038727931678295135
wikitext,mlp_down,meditron-7b,4,128,27,0.00029373844154179096
wikitext,attn_in,meditron-7b,4,128,28,0.00014061748515814543
wikitext,attn_out,meditron-7b,4,128,28,9.701897215563804e-05
wikitext,mlp_gate,meditron-7b,4,128,28,0.0004563005641102791
wikitext,mlp_down,meditron-7b,4,128,28,0.0003574797883629799
wikitext,attn_in,meditron-7b,4,128,29,0.00015645015810150653
wikitext,attn_out,meditron-7b,4,128,29,0.0001120093947974965
wikitext,mlp_gate,meditron-7b,4,128,29,0.0005497271195054054
wikitext,mlp_down,meditron-7b,4,128,29,0.0004780603339895606
wikitext,attn_in,meditron-7b,4,128,30,0.00015278933278750628
wikitext,attn_out,meditron-7b,4,128,30,0.00013201315596234053
wikitext,mlp_gate,meditron-7b,4,128,30,0.0008197496645152569
wikitext,mlp_down,meditron-7b,4,128,30,0.0014619420981034636
wikitext,attn_in,meditron-7b,4,128,31,0.0025737036485224962
wikitext,attn_out,meditron-7b,4,128,31,0.00018642016220837831
wikitext,mlp_gate,meditron-7b,4,128,31,0.0011402324307709932
wikitext,mlp_down,meditron-7b,4,128,31,0.001759264967404306
c4,attn_in,meditron-7b,4,64,0,1.0880514622613191e-07
c4,attn_out,meditron-7b,4,64,0,2.5183098273373616e-07
c4,mlp_gate,meditron-7b,4,64,0,6.319035605883982e-08
c4,mlp_down,meditron-7b,4,64,0,3.6554649796016747e-07
c4,attn_in,meditron-7b,4,64,1,4.382697795790591e-07
c4,attn_out,meditron-7b,4,64,1,6.917426844665897e-07
c4,mlp_gate,meditron-7b,4,64,1,4.190595063846558e-06
c4,mlp_down,meditron-7b,4,64,1,0.0006631776341237128
c4,attn_in,meditron-7b,4,64,2,8.916165938899212e-07
c4,attn_out,meditron-7b,4,64,2,7.602723144373158e-07
c4,mlp_gate,meditron-7b,4,64,2,1.612097435099713e-06
c4,mlp_down,meditron-7b,4,64,2,2.126960680470802e-06
c4,attn_in,meditron-7b,4,64,3,1.8443640783516457e-06
c4,attn_out,meditron-7b,4,64,3,1.0870849109778646e-06
c4,mlp_gate,meditron-7b,4,64,3,3.850633220281452e-06
c4,mlp_down,meditron-7b,4,64,3,3.5829177704727044e-06
c4,attn_in,meditron-7b,4,64,4,4.917753813060699e-06
c4,attn_out,meditron-7b,4,64,4,2.4473306439176667e-06
c4,mlp_gate,meditron-7b,4,64,4,7.075299436110072e-06
c4,mlp_down,meditron-7b,4,64,4,8.084231012617238e-06
c4,attn_in,meditron-7b,4,64,5,7.25632753528771e-06
c4,attn_out,meditron-7b,4,64,5,3.934589130949462e-06
c4,mlp_gate,meditron-7b,4,64,5,1.0996175660693552e-05
c4,mlp_down,meditron-7b,4,64,5,9.679601134848781e-06
c4,attn_in,meditron-7b,4,64,6,9.173259968520142e-06
c4,attn_out,meditron-7b,4,64,6,5.132469595992006e-06
c4,mlp_gate,meditron-7b,4,64,6,1.639500624150969e-05
c4,mlp_down,meditron-7b,4,64,6,1.438907111150911e-05
c4,attn_in,meditron-7b,4,64,7,1.2081722161383368e-05
c4,attn_out,meditron-7b,4,64,7,6.812182164139813e-06
c4,mlp_gate,meditron-7b,4,64,7,2.1895533791393973e-05
c4,mlp_down,meditron-7b,4,64,7,1.8688324416871183e-05
c4,attn_in,meditron-7b,4,64,8,1.8066550182993524e-05
c4,attn_out,meditron-7b,4,64,8,9.615996532374993e-06
c4,mlp_gate,meditron-7b,4,64,8,2.580438922450412e-05
c4,mlp_down,meditron-7b,4,64,8,2.169576873711776e-05
c4,attn_in,meditron-7b,4,64,9,2.469548962835688e-05
c4,attn_out,meditron-7b,4,64,9,1.3843585293216165e-05
c4,mlp_gate,meditron-7b,4,64,9,2.9600221751024947e-05
c4,mlp_down,meditron-7b,4,64,9,2.4803988708299585e-05
c4,attn_in,meditron-7b,4,64,10,3.3972348319366574e-05
c4,attn_out,meditron-7b,4,64,10,1.777774559741374e-05
c4,mlp_gate,meditron-7b,4,64,10,3.424147143959999e-05
c4,mlp_down,meditron-7b,4,64,10,2.8289756301091984e-05
c4,attn_in,meditron-7b,4,64,11,3.392690632608719e-05
c4,attn_out,meditron-7b,4,64,11,1.7875832782010548e-05
c4,mlp_gate,meditron-7b,4,64,11,3.8463731470983475e-05
c4,mlp_down,meditron-7b,4,64,11,3.234931864426471e-05
c4,attn_in,meditron-7b,4,64,12,3.772550553549081e-05
c4,attn_out,meditron-7b,4,64,12,1.9429784515523352e-05
c4,mlp_gate,meditron-7b,4,64,12,4.236473250784911e-05
c4,mlp_down,meditron-7b,4,64,12,3.5635534004541114e-05
c4,attn_in,meditron-7b,4,64,13,4.18321906181518e-05
c4,attn_out,meditron-7b,4,64,13,2.3064587367116474e-05
c4,mlp_gate,meditron-7b,4,64,13,4.886146416538395e-05
c4,mlp_down,meditron-7b,4,64,13,4.258527769707143e-05
c4,attn_in,meditron-7b,4,64,14,4.201018964522518e-05
c4,attn_out,meditron-7b,4,64,14,2.536066858738195e-05
c4,mlp_gate,meditron-7b,4,64,14,5.456643702927977e-05
c4,mlp_down,meditron-7b,4,64,14,4.918406921206042e-05
c4,attn_in,meditron-7b,4,64,15,4.7033165174070746e-05
c4,attn_out,meditron-7b,4,64,15,2.8150714570074342e-05
c4,mlp_gate,meditron-7b,4,64,15,6.431668589357287e-05
c4,mlp_down,meditron-7b,4,64,15,5.8941615861840546e-05
c4,attn_in,meditron-7b,4,64,16,6.11282666795887e-05
c4,attn_out,meditron-7b,4,64,16,3.9228794776136056e-05
c4,mlp_gate,meditron-7b,4,64,16,7.929182174848393e-05
c4,mlp_down,meditron-7b,4,64,16,7.978048961376771e-05
c4,attn_in,meditron-7b,4,64,17,4.560107481665909e-05
c4,attn_out,meditron-7b,4,64,17,2.6418492780067027e-05
c4,mlp_gate,meditron-7b,4,64,17,8.623422036180273e-05
c4,mlp_down,meditron-7b,4,64,17,8.430219168076292e-05
c4,attn_in,meditron-7b,4,64,18,4.2768107960000634e-05
c4,attn_out,meditron-7b,4,64,18,2.6804151275428012e-05
c4,mlp_gate,meditron-7b,4,64,18,9.891384252114221e-05
c4,mlp_down,meditron-7b,4,64,18,9.700817463453859e-05
c4,attn_in,meditron-7b,4,64,19,3.948766607209109e-05
c4,attn_out,meditron-7b,4,64,19,2.5512070351396687e-05
c4,mlp_gate,meditron-7b,4,64,19,0.00011120786803076044
c4,mlp_down,meditron-7b,4,64,19,0.00010571257735136896
c4,attn_in,meditron-7b,4,64,20,4.563920811051503e-05
c4,attn_out,meditron-7b,4,64,20,3.5439315979601815e-05
c4,mlp_gate,meditron-7b,4,64,20,0.00012849659833591431
c4,mlp_down,meditron-7b,4,64,20,0.00012964708730578423
c4,attn_in,meditron-7b,4,64,21,4.503447053139098e-05
c4,attn_out,meditron-7b,4,64,21,2.8313010261626914e-05
c4,mlp_gate,meditron-7b,4,64,21,0.00014039917732588947
c4,mlp_down,meditron-7b,4,64,21,0.00013245994341559708
c4,attn_in,meditron-7b,4,64,22,5.65945592825301e-05
c4,attn_out,meditron-7b,4,64,22,3.535852738423273e-05
c4,mlp_gate,meditron-7b,4,64,22,0.00016216046060435474
c4,mlp_down,meditron-7b,4,64,22,0.00015106536739040166
c4,attn_in,meditron-7b,4,64,23,4.938685742672533e-05
c4,attn_out,meditron-7b,4,64,23,3.246412961743772e-05
c4,mlp_gate,meditron-7b,4,64,23,0.000181610303116031
c4,mlp_down,meditron-7b,4,64,23,0.00015753397019580007
c4,attn_in,meditron-7b,4,64,24,8.638038707431406e-05
c4,attn_out,meditron-7b,4,64,24,4.872928548138589e-05
c4,mlp_gate,meditron-7b,4,64,24,0.00020116452651564032
c4,mlp_down,meditron-7b,4,64,24,0.00016790686640888453
c4,attn_in,meditron-7b,4,64,25,5.294593938742764e-05
c4,attn_out,meditron-7b,4,64,25,2.867857074306812e-05
c4,mlp_gate,meditron-7b,4,64,25,0.00022634609194938093
c4,mlp_down,meditron-7b,4,64,25,0.00017837229825090617
c4,attn_in,meditron-7b,4,64,26,9.316976502304897e-05
c4,attn_out,meditron-7b,4,64,26,5.757787585025653e-05
c4,mlp_gate,meditron-7b,4,64,26,0.00025641024694778025
c4,mlp_down,meditron-7b,4,64,26,0.00020070951723027974
c4,attn_in,meditron-7b,4,64,27,7.210114563349634e-05
c4,attn_out,meditron-7b,4,64,27,4.7123758122324944e-05
c4,mlp_gate,meditron-7b,4,64,27,0.0002985450846608728
c4,mlp_down,meditron-7b,4,64,27,0.00023518927628174424
c4,attn_in,meditron-7b,4,64,28,0.0001010818887152709
c4,attn_out,meditron-7b,4,64,28,6.133482384029776e-05
c4,mlp_gate,meditron-7b,4,64,28,0.00035486771957948804
c4,mlp_down,meditron-7b,4,64,28,0.0002914517535828054
c4,attn_in,meditron-7b,4,64,29,9.795015648705885e-05
c4,attn_out,meditron-7b,4,64,29,6.092924013501033e-05
c4,mlp_gate,meditron-7b,4,64,29,0.00042176671558991075
c4,mlp_down,meditron-7b,4,64,29,0.0003982188645750284
c4,attn_in,meditron-7b,4,64,30,0.00010202777048107237
c4,attn_out,meditron-7b,4,64,30,8.480902761220932e-05
c4,mlp_gate,meditron-7b,4,64,30,0.0006704236147925258
c4,mlp_down,meditron-7b,4,64,30,0.00141427805647254
c4,attn_in,meditron-7b,4,64,31,0.001108380383811891
c4,attn_out,meditron-7b,4,64,31,0.00013575264893006533
c4,mlp_gate,meditron-7b,4,64,31,0.0008980806451290846
c4,mlp_down,meditron-7b,4,64,31,0.0013565253466367722
pileval,attn_in,meditron-7b,4,64,0,1.1482171657917206e-07
pileval,attn_out,meditron-7b,4,64,0,3.0218049573704775e-07
pileval,mlp_gate,meditron-7b,4,64,0,7.3811214917896e-08
pileval,mlp_down,meditron-7b,4,64,0,3.962059338391555e-07
pileval,attn_in,meditron-7b,4,64,1,4.465513541163091e-07
pileval,attn_out,meditron-7b,4,64,1,7.201159633041243e-07
pileval,mlp_gate,meditron-7b,4,64,1,4.1234529817302246e-06
pileval,mlp_down,meditron-7b,4,64,1,0.000660204968880862
pileval,attn_in,meditron-7b,4,64,2,9.20657896585908e-07
pileval,attn_out,meditron-7b,4,64,2,7.895443445704586e-07
pileval,mlp_gate,meditron-7b,4,64,2,1.6656116486046812e-06
pileval,mlp_down,meditron-7b,4,64,2,2.205511918873526e-06
pileval,attn_in,meditron-7b,4,64,3,1.931376118591288e-06
pileval,attn_out,meditron-7b,4,64,3,1.218666056956863e-06
pileval,mlp_gate,meditron-7b,4,64,3,3.997698968305485e-06
pileval,mlp_down,meditron-7b,4,64,3,3.678570237752865e-06
pileval,attn_in,meditron-7b,4,64,4,4.691129561251728e-06
pileval,attn_out,meditron-7b,4,64,4,2.4829951144056395e-06
pileval,mlp_gate,meditron-7b,4,64,4,7.247280791489175e-06
pileval,mlp_down,meditron-7b,4,64,4,8.279882422357332e-06
pileval,attn_in,meditron-7b,4,64,5,7.203331733762752e-06
pileval,attn_out,meditron-7b,4,64,5,4.162086042924784e-06
pileval,mlp_gate,meditron-7b,4,64,5,1.0899791050178465e-05
pileval,mlp_down,meditron-7b,4,64,5,9.42222868616227e-06
pileval,attn_in,meditron-7b,4,64,6,9.64911851042416e-06
pileval,attn_out,meditron-7b,4,64,6,5.882949153601658e-06
pileval,mlp_gate,meditron-7b,4,64,6,1.6164187400136143e-05
pileval,mlp_down,meditron-7b,4,64,6,1.4077991181693505e-05
pileval,attn_in,meditron-7b,4,64,7,1.2736246389977168e-05
pileval,attn_out,meditron-7b,4,64,7,7.609804470121162e-06
pileval,mlp_gate,meditron-7b,4,64,7,2.183096694352571e-05
pileval,mlp_down,meditron-7b,4,64,7,1.856422568380367e-05
pileval,attn_in,meditron-7b,4,64,8,1.893695480248425e-05
pileval,attn_out,meditron-7b,4,64,8,1.0927452422038186e-05
pileval,mlp_gate,meditron-7b,4,64,8,2.618011239974294e-05
pileval,mlp_down,meditron-7b,4,64,8,2.2314077796181664e-05
pileval,attn_in,meditron-7b,4,64,9,2.5160004952340387e-05
pileval,attn_out,meditron-7b,4,64,9,1.4847223610559013e-05
pileval,mlp_gate,meditron-7b,4,64,9,2.9960043320897967e-05
pileval,mlp_down,meditron-7b,4,64,9,2.524216688470915e-05
pileval,attn_in,meditron-7b,4,64,10,3.482879401417449e-05
pileval,attn_out,meditron-7b,4,64,10,1.927122320921626e-05
pileval,mlp_gate,meditron-7b,4,64,10,3.4253323974553496e-05
pileval,mlp_down,meditron-7b,4,64,10,2.833520011336077e-05
pileval,attn_in,meditron-7b,4,64,11,3.4740001865429804e-05
pileval,attn_out,meditron-7b,4,64,11,1.9598530343500897e-05
pileval,mlp_gate,meditron-7b,4,64,11,3.8285154005279765e-05
pileval,mlp_down,meditron-7b,4,64,11,3.204204040230252e-05
pileval,attn_in,meditron-7b,4,64,12,4.077402991242707e-05
pileval,attn_out,meditron-7b,4,64,12,2.266078990942333e-05
pileval,mlp_gate,meditron-7b,4,64,12,4.217899186187424e-05
pileval,mlp_down,meditron-7b,4,64,12,3.535169526003301e-05
pileval,attn_in,meditron-7b,4,64,13,4.271990110282786e-05
pileval,attn_out,meditron-7b,4,64,13,2.4710076104383916e-05
pileval,mlp_gate,meditron-7b,4,64,13,4.820643152925186e-05
pileval,mlp_down,meditron-7b,4,64,13,4.141881800023839e-05
pileval,attn_in,meditron-7b,4,64,14,4.46609737991821e-05
pileval,attn_out,meditron-7b,4,64,14,2.7585889256442897e-05
pileval,mlp_gate,meditron-7b,4,64,14,5.33368656761013e-05
pileval,mlp_down,meditron-7b,4,64,14,4.748054561787285e-05
pileval,attn_in,meditron-7b,4,64,15,4.666711174650118e-05
pileval,attn_out,meditron-7b,4,64,15,2.9531844120356254e-05
pileval,mlp_gate,meditron-7b,4,64,15,6.275642954278737e-05
pileval,mlp_down,meditron-7b,4,64,15,5.651454921462573e-05
pileval,attn_in,meditron-7b,4,64,16,6.0492082411656156e-05
pileval,attn_out,meditron-7b,4,64,16,3.9855298382462934e-05
pileval,mlp_gate,meditron-7b,4,64,16,7.668328180443496e-05
pileval,mlp_down,meditron-7b,4,64,16,7.631129847140983e-05
pileval,attn_in,meditron-7b,4,64,17,4.6504610509146005e-05
pileval,attn_out,meditron-7b,4,64,17,2.788949859677814e-05
pileval,mlp_gate,meditron-7b,4,64,17,8.292477286886424e-05
pileval,mlp_down,meditron-7b,4,64,17,7.782474858686328e-05
pileval,attn_in,meditron-7b,4,64,18,4.5283617509994656e-05
pileval,attn_out,meditron-7b,4,64,18,3.235705298720859e-05
pileval,mlp_gate,meditron-7b,4,64,18,9.566675726091489e-05
pileval,mlp_down,meditron-7b,4,64,18,9.190350101562217e-05
pileval,attn_in,meditron-7b,4,64,19,3.938260124414228e-05
pileval,attn_out,meditron-7b,4,64,19,2.6419338610139675e-05
pileval,mlp_gate,meditron-7b,4,64,19,0.00010795372509164736
pileval,mlp_down,meditron-7b,4,64,19,0.00010048002150142565
pileval,attn_in,meditron-7b,4,64,20,4.174283822067082e-05
pileval,attn_out,meditron-7b,4,64,20,3.1530413252767175e-05
pileval,mlp_gate,meditron-7b,4,64,20,0.00012380717089399695
pileval,mlp_down,meditron-7b,4,64,20,0.00012023775343550369
pileval,attn_in,meditron-7b,4,64,21,4.3445434130262583e-05
pileval,attn_out,meditron-7b,4,64,21,2.8864444175269455e-05
pileval,mlp_gate,meditron-7b,4,64,21,0.00013649655738845468
pileval,mlp_down,meditron-7b,4,64,21,0.00012307330325711519
pileval,attn_in,meditron-7b,4,64,22,5.5960208555916324e-05
pileval,attn_out,meditron-7b,4,64,22,3.678722714539617e-05
pileval,mlp_gate,meditron-7b,4,64,22,0.00015735975466668606
pileval,mlp_down,meditron-7b,4,64,22,0.0001386570802424103
pileval,attn_in,meditron-7b,4,64,23,4.7526558773824945e-05
pileval,attn_out,meditron-7b,4,64,23,3.197095065843314e-05
pileval,mlp_gate,meditron-7b,4,64,23,0.00017788223340176046
pileval,mlp_down,meditron-7b,4,64,23,0.00014838192146271467
pileval,attn_in,meditron-7b,4,64,24,7.990253652678803e-05
pileval,attn_out,meditron-7b,4,64,24,4.4435881136450917e-05
pileval,mlp_gate,meditron-7b,4,64,24,0.0001975611667148769
pileval,mlp_down,meditron-7b,4,64,24,0.00015680043725296855
pileval,attn_in,meditron-7b,4,64,25,5.6854878494050354e-05
pileval,attn_out,meditron-7b,4,64,25,3.2010735594667494e-05
pileval,mlp_gate,meditron-7b,4,64,25,0.0002247435477329418
pileval,mlp_down,meditron-7b,4,64,25,0.00017353259318042547
pileval,attn_in,meditron-7b,4,64,26,9.51531546888873e-05
pileval,attn_out,meditron-7b,4,64,26,5.9006863011745736e-05
pileval,mlp_gate,meditron-7b,4,64,26,0.00025673318305052817
pileval,mlp_down,meditron-7b,4,64,26,0.0001937271299539134
pileval,attn_in,meditron-7b,4,64,27,7.516109326388687e-05
pileval,attn_out,meditron-7b,4,64,27,5.05210118717514e-05
pileval,mlp_gate,meditron-7b,4,64,27,0.00030023945146240294
pileval,mlp_down,meditron-7b,4,64,27,0.0002312472788617015
pileval,attn_in,meditron-7b,4,64,28,0.0001027053440338932
pileval,attn_out,meditron-7b,4,64,28,6.414429662982002e-05
pileval,mlp_gate,meditron-7b,4,64,28,0.00035827409010380507
pileval,mlp_down,meditron-7b,4,64,28,0.0002952807117253542
pileval,attn_in,meditron-7b,4,64,29,0.00010793282854137942
pileval,attn_out,meditron-7b,4,64,29,6.86352577758953e-05
pileval,mlp_gate,meditron-7b,4,64,29,0.0004303725727368146
pileval,mlp_down,meditron-7b,4,64,29,0.0004105206753592938
pileval,attn_in,meditron-7b,4,64,30,0.0001093639075406827
pileval,attn_out,meditron-7b,4,64,30,8.973528019851074e-05
pileval,mlp_gate,meditron-7b,4,64,30,0.000666436564642936
pileval,mlp_down,meditron-7b,4,64,30,0.0014053569175302982
pileval,attn_in,meditron-7b,4,64,31,0.0011059833923354745
pileval,attn_out,meditron-7b,4,64,31,0.00013084107195027173
pileval,mlp_gate,meditron-7b,4,64,31,0.000868448696564883
pileval,mlp_down,meditron-7b,4,64,31,0.0012767509324476123
wikitext,attn_in,meditron-7b,4,64,0,1.380511065462997e-07
wikitext,attn_out,meditron-7b,4,64,0,3.8252059653132164e-07
wikitext,mlp_gate,meditron-7b,4,64,0,8.182237820619775e-08
wikitext,mlp_down,meditron-7b,4,64,0,2.904023119754129e-07
wikitext,attn_in,meditron-7b,4,64,1,4.953739107804722e-07
wikitext,attn_out,meditron-7b,4,64,1,9.350853815703886e-07
wikitext,mlp_gate,meditron-7b,4,64,1,1.9392859940126073e-06
wikitext,mlp_down,meditron-7b,4,64,1,0.00023664745094720274
wikitext,attn_in,meditron-7b,4,64,2,9.425934308637807e-07
wikitext,attn_out,meditron-7b,4,64,2,7.448915084751206e-07
wikitext,mlp_gate,meditron-7b,4,64,2,1.6024440583350952e-06
wikitext,mlp_down,meditron-7b,4,64,2,1.977004558284534e-06
wikitext,attn_in,meditron-7b,4,64,3,1.9320946194056887e-06
wikitext,attn_out,meditron-7b,4,64,3,1.0997176786986529e-06
wikitext,mlp_gate,meditron-7b,4,64,3,3.900450792571064e-06
wikitext,mlp_down,meditron-7b,4,64,3,3.4833490190067096e-06
wikitext,attn_in,meditron-7b,4,64,4,5.0407111302774865e-06
wikitext,attn_out,meditron-7b,4,64,4,2.4692330953257624e-06
wikitext,mlp_gate,meditron-7b,4,64,4,7.1746044341125526e-06
wikitext,mlp_down,meditron-7b,4,64,4,7.605963673995575e-06
wikitext,attn_in,meditron-7b,4,64,5,7.784192348481156e-06
wikitext,attn_out,meditron-7b,4,64,5,4.292020093998872e-06
wikitext,mlp_gate,meditron-7b,4,64,5,1.1141984032292385e-05
wikitext,mlp_down,meditron-7b,4,64,5,9.740371751831844e-06
wikitext,attn_in,meditron-7b,4,64,6,9.402470823260956e-06
wikitext,attn_out,meditron-7b,4,64,6,5.710468030883931e-06
wikitext,mlp_gate,meditron-7b,4,64,6,1.628798599995207e-05
wikitext,mlp_down,meditron-7b,4,64,6,1.414673442923231e-05
wikitext,attn_in,meditron-7b,4,64,7,1.3267894246382639e-05
wikitext,attn_out,meditron-7b,4,64,7,7.671192179259378e-06
wikitext,mlp_gate,meditron-7b,4,64,7,2.1874062440474518e-05
wikitext,mlp_down,meditron-7b,4,64,7,1.8637239918462e-05
wikitext,attn_in,meditron-7b,4,64,8,2.0104174836887978e-05
wikitext,attn_out,meditron-7b,4,64,8,1.1479373824840877e-05
wikitext,mlp_gate,meditron-7b,4,64,8,2.5993007511715405e-05
wikitext,mlp_down,meditron-7b,4,64,8,2.1880785425310023e-05
wikitext,attn_in,meditron-7b,4,64,9,2.620982559164986e-05
wikitext,attn_out,meditron-7b,4,64,9,1.4935983017494436e-05
wikitext,mlp_gate,meditron-7b,4,64,9,2.9705226552323438e-05
wikitext,mlp_down,meditron-7b,4,64,9,2.5504610675852746e-05
wikitext,attn_in,meditron-7b,4,64,10,3.908242069883272e-05
wikitext,attn_out,meditron-7b,4,64,10,1.948661338246893e-05
wikitext,mlp_gate,meditron-7b,4,64,10,3.401342110009864e-05
wikitext,mlp_down,meditron-7b,4,64,10,2.8376862246659584e-05
wikitext,attn_in,meditron-7b,4,64,11,3.478024882497266e-05
wikitext,attn_out,meditron-7b,4,64,11,1.8794531570165418e-05
wikitext,mlp_gate,meditron-7b,4,64,11,3.788763206102885e-05
wikitext,mlp_down,meditron-7b,4,64,11,3.196340912836604e-05
wikitext,attn_in,meditron-7b,4,64,12,3.808563269558363e-05
wikitext,attn_out,meditron-7b,4,64,12,2.109125125571154e-05
wikitext,mlp_gate,meditron-7b,4,64,12,4.164594065514393e-05
wikitext,mlp_down,meditron-7b,4,64,12,3.445297625148669e-05
wikitext,attn_in,meditron-7b,4,64,13,4.192669075564481e-05
wikitext,attn_out,meditron-7b,4,64,13,2.445983591314871e-05
wikitext,mlp_gate,meditron-7b,4,64,13,4.721030927612446e-05
wikitext,mlp_down,meditron-7b,4,64,13,4.04091042582877e-05
wikitext,attn_in,meditron-7b,4,64,14,4.2997511627618223e-05
wikitext,attn_out,meditron-7b,4,64,14,2.6234652978018858e-05
wikitext,mlp_gate,meditron-7b,4,64,14,5.255959331407212e-05
wikitext,mlp_down,meditron-7b,4,64,14,4.665051892516203e-05
wikitext,attn_in,meditron-7b,4,64,15,4.630478360923007e-05
wikitext,attn_out,meditron-7b,4,64,15,2.9251408705022186e-05
wikitext,mlp_gate,meditron-7b,4,64,15,6.18814883637242e-05
wikitext,mlp_down,meditron-7b,4,64,15,5.615834743366577e-05
wikitext,attn_in,meditron-7b,4,64,16,5.8772657212102786e-05
wikitext,attn_out,meditron-7b,4,64,16,3.7426296330522746e-05
wikitext,mlp_gate,meditron-7b,4,64,16,7.548314169980586e-05
wikitext,mlp_down,meditron-7b,4,64,16,7.510295108659193e-05
wikitext,attn_in,meditron-7b,4,64,17,4.6800600102869794e-05
wikitext,attn_out,meditron-7b,4,64,17,2.943388062703889e-05
wikitext,mlp_gate,meditron-7b,4,64,17,8.235112181864679e-05
wikitext,mlp_down,meditron-7b,4,64,17,7.962712697917596e-05
wikitext,attn_in,meditron-7b,4,64,18,4.384909334476106e-05
wikitext,attn_out,meditron-7b,4,64,18,2.8090116757084616e-05
wikitext,mlp_gate,meditron-7b,4,64,18,9.462965681450441e-05
wikitext,mlp_down,meditron-7b,4,64,18,9.111410327022895e-05
wikitext,attn_in,meditron-7b,4,64,19,3.891976666636765e-05
wikitext,attn_out,meditron-7b,4,64,19,2.5231376639567316e-05
wikitext,mlp_gate,meditron-7b,4,64,19,0.0001055595712387003
wikitext,mlp_down,meditron-7b,4,64,19,9.695551125332713e-05
wikitext,attn_in,meditron-7b,4,64,20,4.454521695151925e-05
wikitext,attn_out,meditron-7b,4,64,20,3.394430677872151e-05
wikitext,mlp_gate,meditron-7b,4,64,20,0.00012237847840879112
wikitext,mlp_down,meditron-7b,4,64,20,0.00012252118904143572
wikitext,attn_in,meditron-7b,4,64,21,4.268330303602852e-05
wikitext,attn_out,meditron-7b,4,64,21,2.6250883820466697e-05
wikitext,mlp_gate,meditron-7b,4,64,21,0.00013547817070502788
wikitext,mlp_down,meditron-7b,4,64,21,0.00012883369345217943
wikitext,attn_in,meditron-7b,4,64,22,6.0064376157242805e-05
wikitext,attn_out,meditron-7b,4,64,22,4.0837254346115515e-05
wikitext,mlp_gate,meditron-7b,4,64,22,0.00015556665312033147
wikitext,mlp_down,meditron-7b,4,64,22,0.00013978261267766356
wikitext,attn_in,meditron-7b,4,64,23,5.087920362711884e-05
wikitext,attn_out,meditron-7b,4,64,23,3.490541348583065e-05
wikitext,mlp_gate,meditron-7b,4,64,23,0.000176499699591659
wikitext,mlp_down,meditron-7b,4,64,23,0.00014793875743635
wikitext,attn_in,meditron-7b,4,64,24,8.663546032039449e-05
wikitext,attn_out,meditron-7b,4,64,24,4.769621591549367e-05
wikitext,mlp_gate,meditron-7b,4,64,24,0.00019590133160818368
wikitext,mlp_down,meditron-7b,4,64,24,0.0001583104021847248
wikitext,attn_in,meditron-7b,4,64,25,7.296237163245678e-05
wikitext,attn_out,meditron-7b,4,64,25,5.010456152376719e-05
wikitext,mlp_gate,meditron-7b,4,64,25,0.00022321219148579985
wikitext,mlp_down,meditron-7b,4,64,25,0.0001692225196165964
wikitext,attn_in,meditron-7b,4,64,26,9.312811016570777e-05
wikitext,attn_out,meditron-7b,4,64,26,5.674924614140764e-05
wikitext,mlp_gate,meditron-7b,4,64,26,0.00025413729599677026
wikitext,mlp_down,meditron-7b,4,64,26,0.00019269538461230695
wikitext,attn_in,meditron-7b,4,64,27,8.008433360373601e-05
wikitext,attn_out,meditron-7b,4,64,27,5.23578783031553e-05
wikitext,mlp_gate,meditron-7b,4,64,27,0.000299970677588135
wikitext,mlp_down,meditron-7b,4,64,27,0.00023028795840218663
wikitext,attn_in,meditron-7b,4,64,28,0.00011779527267208323
wikitext,attn_out,meditron-7b,4,64,28,7.534126052632928e-05
wikitext,mlp_gate,meditron-7b,4,64,28,0.0003502564213704318
wikitext,mlp_down,meditron-7b,4,64,28,0.00027781343669630587
wikitext,attn_in,meditron-7b,4,64,29,0.0001216990131069906
wikitext,attn_out,meditron-7b,4,64,29,8.653853001305833e-05
wikitext,mlp_gate,meditron-7b,4,64,29,0.000419111194787547
wikitext,mlp_down,meditron-7b,4,64,29,0.0003642444498836994
wikitext,attn_in,meditron-7b,4,64,30,0.0001212446004501544
wikitext,attn_out,meditron-7b,4,64,30,0.00010031263082055375
wikitext,mlp_gate,meditron-7b,4,64,30,0.0006350632174871862
wikitext,mlp_down,meditron-7b,4,64,30,0.0009741600952111185
wikitext,attn_in,meditron-7b,4,64,31,0.0010921424254775047
wikitext,attn_out,meditron-7b,4,64,31,0.0001329854130744934
wikitext,mlp_gate,meditron-7b,4,64,31,0.0008476595976389945
wikitext,mlp_down,meditron-7b,4,64,31,0.0012050626100972295
c4,attn_in,meditron-7b,8,128,0,9.058137018236323e-10
c4,attn_out,meditron-7b,8,128,0,1.5681848042348179e-09
c4,mlp_gate,meditron-7b,8,128,0,3.5754005311972037e-10
c4,mlp_down,meditron-7b,8,128,0,1.8605447182906687e-09
c4,attn_in,meditron-7b,8,128,1,3.045407703794467e-09
c4,attn_out,meditron-7b,8,128,1,3.917174584699978e-09
c4,mlp_gate,meditron-7b,8,128,1,2.7364390575712605e-07
c4,mlp_down,meditron-7b,8,128,1,0.00022635595814790577
c4,attn_in,meditron-7b,8,128,2,6.026739551856508e-09
c4,attn_out,meditron-7b,8,128,2,3.703260809118092e-09
c4,mlp_gate,meditron-7b,8,128,2,7.576728577873837e-09
c4,mlp_down,meditron-7b,8,128,2,1.2593163845053823e-08
c4,attn_in,meditron-7b,8,128,3,9.055936445179213e-09
c4,attn_out,meditron-7b,8,128,3,5.353476772995691e-09
c4,mlp_gate,meditron-7b,8,128,3,1.8156578462935613e-08
c4,mlp_down,meditron-7b,8,128,3,1.6872965247216598e-08
c4,attn_in,meditron-7b,8,128,4,1.8484776376226364e-08
c4,attn_out,meditron-7b,8,128,4,1.215662770448489e-08
c4,mlp_gate,meditron-7b,8,128,4,3.3642272967426834e-08
c4,mlp_down,meditron-7b,8,128,4,4.175537071660074e-08
c4,attn_in,meditron-7b,8,128,5,3.2220530243876055e-08
c4,attn_out,meditron-7b,8,128,5,1.8817720714991992e-08
c4,mlp_gate,meditron-7b,8,128,5,5.2258386062931095e-08
c4,mlp_down,meditron-7b,8,128,5,4.539920439583511e-08
c4,attn_in,meditron-7b,8,128,6,4.2034258740386576e-08
c4,attn_out,meditron-7b,8,128,6,2.4700350209627686e-08
c4,mlp_gate,meditron-7b,8,128,6,7.789544298475448e-08
c4,mlp_down,meditron-7b,8,128,6,6.775380967383171e-08
c4,attn_in,meditron-7b,8,128,7,6.107389083354064e-08
c4,attn_out,meditron-7b,8,128,7,3.262987391394745e-08
c4,mlp_gate,meditron-7b,8,128,7,1.0435448416501458e-07
c4,mlp_down,meditron-7b,8,128,7,8.842394549901655e-08
c4,attn_in,meditron-7b,8,128,8,9.462534222848262e-08
c4,attn_out,meditron-7b,8,128,8,4.581348278520636e-08
c4,mlp_gate,meditron-7b,8,128,8,1.2358539436263527e-07
c4,mlp_down,meditron-7b,8,128,8,1.0339714151541557e-07
c4,attn_in,meditron-7b,8,128,9,1.247577472440753e-07
c4,attn_out,meditron-7b,8,128,9,6.531054452807439e-08
c4,mlp_gate,meditron-7b,8,128,9,1.4195624942203722e-07
c4,mlp_down,meditron-7b,8,128,9,1.1622645956776978e-07
c4,attn_in,meditron-7b,8,128,10,1.481710683037818e-07
c4,attn_out,meditron-7b,8,128,10,8.37132958508846e-08
c4,mlp_gate,meditron-7b,8,128,10,1.6543356196052628e-07
c4,mlp_down,meditron-7b,8,128,10,1.3251491282062489e-07
c4,attn_in,meditron-7b,8,128,11,1.629856143381403e-07
c4,attn_out,meditron-7b,8,128,11,8.390101413624507e-08
c4,mlp_gate,meditron-7b,8,128,11,1.850500126465704e-07
c4,mlp_down,meditron-7b,8,128,11,1.5116960128125356e-07
c4,attn_in,meditron-7b,8,128,12,1.896378307719715e-07
c4,attn_out,meditron-7b,8,128,12,9.144061863253228e-08
c4,mlp_gate,meditron-7b,8,128,12,2.0301656888932484e-07
c4,mlp_down,meditron-7b,8,128,12,1.6582337991621898e-07
c4,attn_in,meditron-7b,8,128,13,1.8642545285274537e-07
c4,attn_out,meditron-7b,8,128,13,1.086465957200744e-07
c4,mlp_gate,meditron-7b,8,128,13,2.3485213773710711e-07
c4,mlp_down,meditron-7b,8,128,13,1.996235710066685e-07
c4,attn_in,meditron-7b,8,128,14,1.9594155276081437e-07
c4,attn_out,meditron-7b,8,128,14,1.1935708243981935e-07
c4,mlp_gate,meditron-7b,8,128,14,2.6126872398890555e-07
c4,mlp_down,meditron-7b,8,128,14,2.291824614530924e-07
c4,attn_in,meditron-7b,8,128,15,2.19421181668622e-07
c4,attn_out,meditron-7b,8,128,15,1.324384584222571e-07
c4,mlp_gate,meditron-7b,8,128,15,3.08824752437431e-07
c4,mlp_down,meditron-7b,8,128,15,2.765435169749253e-07
c4,attn_in,meditron-7b,8,128,16,2.688546771878464e-07
c4,attn_out,meditron-7b,8,128,16,1.846798340920941e-07
c4,mlp_gate,meditron-7b,8,128,16,3.7904942473687697e-07
c4,mlp_down,meditron-7b,8,128,16,3.761049072181777e-07
c4,attn_in,meditron-7b,8,128,17,2.0204656436817459e-07
c4,attn_out,meditron-7b,8,128,17,1.2415037531354756e-07
c4,mlp_gate,meditron-7b,8,128,17,4.0961955960483465e-07
c4,mlp_down,meditron-7b,8,128,17,3.933824928026297e-07
c4,attn_in,meditron-7b,8,128,18,2.2434674917803932e-07
c4,attn_out,meditron-7b,8,128,18,1.256971273733143e-07
c4,mlp_gate,meditron-7b,8,128,18,4.685373369284207e-07
c4,mlp_down,meditron-7b,8,128,18,4.5795326286679483e-07
c4,attn_in,meditron-7b,8,128,19,1.8286759484453796e-07
c4,attn_out,meditron-7b,8,128,19,1.2046518804709194e-07
c4,mlp_gate,meditron-7b,8,128,19,5.265481490823731e-07
c4,mlp_down,meditron-7b,8,128,19,4.98220003919414e-07
c4,attn_in,meditron-7b,8,128,20,2.242275485286882e-07
c4,attn_out,meditron-7b,8,128,20,1.6623251042346965e-07
c4,mlp_gate,meditron-7b,8,128,20,6.061779345145624e-07
c4,mlp_down,meditron-7b,8,128,20,6.091418640608026e-07
c4,attn_in,meditron-7b,8,128,21,1.8647351396339218e-07
c4,attn_out,meditron-7b,8,128,21,1.3243187879652396e-07
c4,mlp_gate,meditron-7b,8,128,21,6.604819304811826e-07
c4,mlp_down,meditron-7b,8,128,21,6.16457839441864e-07
c4,attn_in,meditron-7b,8,128,22,2.987637515161623e-07
c4,attn_out,meditron-7b,8,128,22,1.6634149346828053e-07
c4,mlp_gate,meditron-7b,8,128,22,7.618005497533886e-07
c4,mlp_down,meditron-7b,8,128,22,7.009624027887185e-07
c4,attn_in,meditron-7b,8,128,23,2.6043591105917585e-07
c4,attn_out,meditron-7b,8,128,23,1.5191024260730046e-07
c4,mlp_gate,meditron-7b,8,128,23,8.510065185873827e-07
c4,mlp_down,meditron-7b,8,128,23,7.359883511526277e-07
c4,attn_in,meditron-7b,8,128,24,3.3493688533781096e-07
c4,attn_out,meditron-7b,8,128,24,2.3310305152790534e-07
c4,mlp_gate,meditron-7b,8,128,24,9.389308956997411e-07
c4,mlp_down,meditron-7b,8,128,24,7.799909553796169e-07
c4,attn_in,meditron-7b,8,128,25,2.2292496737463807e-07
c4,attn_out,meditron-7b,8,128,25,1.3358605599478324e-07
c4,mlp_gate,meditron-7b,8,128,25,1.0599036386338412e-06
c4,mlp_down,meditron-7b,8,128,25,8.542239697817422e-07
c4,attn_in,meditron-7b,8,128,26,4.7379646161971323e-07
c4,attn_out,meditron-7b,8,128,26,2.685530091639521e-07
c4,mlp_gate,meditron-7b,8,128,26,1.210756522596057e-06
c4,mlp_down,meditron-7b,8,128,26,9.272789043279772e-07
c4,attn_in,meditron-7b,8,128,27,3.4296297712899104e-07
c4,attn_out,meditron-7b,8,128,27,2.201974211857305e-07
c4,mlp_gate,meditron-7b,8,128,27,1.4108869663687074e-06
c4,mlp_down,meditron-7b,8,128,27,1.094269805435033e-06
c4,attn_in,meditron-7b,8,128,28,4.504158255258517e-07
c4,attn_out,meditron-7b,8,128,28,2.8751017566719383e-07
c4,mlp_gate,meditron-7b,8,128,28,1.6863336895767134e-06
c4,mlp_down,meditron-7b,8,128,28,1.3887984096072614e-06
c4,attn_in,meditron-7b,8,128,29,4.720735091723327e-07
c4,attn_out,meditron-7b,8,128,29,2.896843795952009e-07
c4,mlp_gate,meditron-7b,8,128,29,2.0220566057105316e-06
c4,mlp_down,meditron-7b,8,128,29,1.93855635188811e-06
c4,attn_in,meditron-7b,8,128,30,5.238190965428657e-07
c4,attn_out,meditron-7b,8,128,30,4.0577734239377605e-07
c4,mlp_gate,meditron-7b,8,128,30,3.3148610327771166e-06
c4,mlp_down,meditron-7b,8,128,30,0.00012945785420015454
c4,attn_in,meditron-7b,8,128,31,7.212564014480449e-06
c4,attn_out,meditron-7b,8,128,31,7.75824219090282e-07
c4,mlp_gate,meditron-7b,8,128,31,4.601935415848857e-06
c4,mlp_down,meditron-7b,8,128,31,8.09184530226048e-06
pileval,attn_in,meditron-7b,8,128,0,9.243373844114444e-10
pileval,attn_out,meditron-7b,8,128,0,1.901457657993433e-09
pileval,mlp_gate,meditron-7b,8,128,0,4.15422030108914e-10
pileval,mlp_down,meditron-7b,8,128,0,2.0191857075246844e-09
pileval,attn_in,meditron-7b,8,128,1,3.1018141388727827e-09
pileval,attn_out,meditron-7b,8,128,1,4.062666647541846e-09
pileval,mlp_gate,meditron-7b,8,128,1,1.78182119725534e-07
pileval,mlp_down,meditron-7b,8,128,1,0.00022453468409366906
pileval,attn_in,meditron-7b,8,128,2,6.231938964873507e-09
pileval,attn_out,meditron-7b,8,128,2,3.838677375966881e-09
pileval,mlp_gate,meditron-7b,8,128,2,7.837393845022689e-09
pileval,mlp_down,meditron-7b,8,128,2,1.3057879222344582e-08
pileval,attn_in,meditron-7b,8,128,3,9.555266800020945e-09
pileval,attn_out,meditron-7b,8,128,3,6.043397338117984e-09
pileval,mlp_gate,meditron-7b,8,128,3,1.88406197310087e-08
pileval,mlp_down,meditron-7b,8,128,3,1.733023324845817e-08
pileval,attn_in,meditron-7b,8,128,4,1.852474262875603e-08
pileval,attn_out,meditron-7b,8,128,4,1.2192516329889713e-08
pileval,mlp_gate,meditron-7b,8,128,4,3.439710383190686e-08
pileval,mlp_down,meditron-7b,8,128,4,4.2743824479885006e-08
pileval,attn_in,meditron-7b,8,128,5,3.224181455152575e-08
pileval,attn_out,meditron-7b,8,128,5,1.988630060623109e-08
pileval,mlp_gate,meditron-7b,8,128,5,5.16925346971675e-08
pileval,mlp_down,meditron-7b,8,128,5,4.420992993914297e-08
pileval,attn_in,meditron-7b,8,128,6,4.5042384044791106e-08
pileval,attn_out,meditron-7b,8,128,6,2.820975097961309e-08
pileval,mlp_gate,meditron-7b,8,128,6,7.687749103979513e-08
pileval,mlp_down,meditron-7b,8,128,6,6.649254657986603e-08
pileval,attn_in,meditron-7b,8,128,7,6.346398606638104e-08
pileval,attn_out,meditron-7b,8,128,7,3.633233092159571e-08
pileval,mlp_gate,meditron-7b,8,128,7,1.0400846406355413e-07
pileval,mlp_down,meditron-7b,8,128,7,8.792525818535069e-08
pileval,attn_in,meditron-7b,8,128,8,9.738983663964973e-08
pileval,attn_out,meditron-7b,8,128,8,5.190509000385646e-08
pileval,mlp_gate,meditron-7b,8,128,8,1.251825381132221e-07
pileval,mlp_down,meditron-7b,8,128,8,1.0637567982030305e-07
pileval,attn_in,meditron-7b,8,128,9,1.2507966573593876e-07
pileval,attn_out,meditron-7b,8,128,9,7.018391556812276e-08
pileval,mlp_gate,meditron-7b,8,128,9,1.4346674959142547e-07
pileval,mlp_down,meditron-7b,8,128,9,1.1823267698218842e-07
pileval,attn_in,meditron-7b,8,128,10,1.5412311427098757e-07
pileval,attn_out,meditron-7b,8,128,10,9.06844732639911e-08
pileval,mlp_gate,meditron-7b,8,128,10,1.650370506922627e-07
pileval,mlp_down,meditron-7b,8,128,10,1.329013770146048e-07
pileval,attn_in,meditron-7b,8,128,11,1.669331908260574e-07
pileval,attn_out,meditron-7b,8,128,11,9.238472387096408e-08
pileval,mlp_gate,meditron-7b,8,128,11,1.840225678506613e-07
pileval,mlp_down,meditron-7b,8,128,11,1.497927684113165e-07
pileval,attn_in,meditron-7b,8,128,12,1.9756667768433545e-07
pileval,attn_out,meditron-7b,8,128,12,1.063830623593276e-07
pileval,mlp_gate,meditron-7b,8,128,12,2.0168400283182564e-07
pileval,mlp_down,meditron-7b,8,128,12,1.6451099327241536e-07
pileval,attn_in,meditron-7b,8,128,13,1.9346815349763347e-07
pileval,attn_out,meditron-7b,8,128,13,1.161629086254834e-07
pileval,mlp_gate,meditron-7b,8,128,13,2.3119523007153475e-07
pileval,mlp_down,meditron-7b,8,128,13,1.945388135027315e-07
pileval,attn_in,meditron-7b,8,128,14,2.0487674134983536e-07
pileval,attn_out,meditron-7b,8,128,14,1.2949872996159684e-07
pileval,mlp_gate,meditron-7b,8,128,14,2.5492599320386944e-07
pileval,mlp_down,meditron-7b,8,128,14,2.2126587850834767e-07
pileval,attn_in,meditron-7b,8,128,15,2.225316393378307e-07
pileval,attn_out,meditron-7b,8,128,15,1.386736840913727e-07
pileval,mlp_gate,meditron-7b,8,128,15,3.0054579269744863e-07
pileval,mlp_down,meditron-7b,8,128,15,2.657657205418218e-07
pileval,attn_in,meditron-7b,8,128,16,2.6429700028529624e-07
pileval,attn_out,meditron-7b,8,128,16,1.86940269486513e-07
pileval,mlp_gate,meditron-7b,8,128,16,3.6678920878330246e-07
pileval,mlp_down,meditron-7b,8,128,16,3.6077824461244745e-07
pileval,attn_in,meditron-7b,8,128,17,2.0438636738617788e-07
pileval,attn_out,meditron-7b,8,128,17,1.310666419840345e-07
pileval,mlp_gate,meditron-7b,8,128,17,3.9335708379439893e-07
pileval,mlp_down,meditron-7b,8,128,17,3.635192058482062e-07
pileval,attn_in,meditron-7b,8,128,18,2.2993661730197346e-07
pileval,attn_out,meditron-7b,8,128,18,1.5323298896419146e-07
pileval,mlp_gate,meditron-7b,8,128,18,4.538921984931221e-07
pileval,mlp_down,meditron-7b,8,128,18,4.342584247751802e-07
pileval,attn_in,meditron-7b,8,128,19,1.8523404321513226e-07
pileval,attn_out,meditron-7b,8,128,19,1.243224261315845e-07
pileval,mlp_gate,meditron-7b,8,128,19,5.099368536320981e-07
pileval,mlp_down,meditron-7b,8,128,19,4.733998935080308e-07
pileval,attn_in,meditron-7b,8,128,20,2.0177327542114654e-07
pileval,attn_out,meditron-7b,8,128,20,1.4803671888330427e-07
pileval,mlp_gate,meditron-7b,8,128,20,5.840561243530829e-07
pileval,mlp_down,meditron-7b,8,128,20,5.650675234392111e-07
pileval,attn_in,meditron-7b,8,128,21,1.8329366469060915e-07
pileval,attn_out,meditron-7b,8,128,21,1.3534051390706736e-07
pileval,mlp_gate,meditron-7b,8,128,21,6.429024779208703e-07
pileval,mlp_down,meditron-7b,8,128,21,5.729933150178113e-07
pileval,attn_in,meditron-7b,8,128,22,2.8495324499999697e-07
pileval,attn_out,meditron-7b,8,128,22,1.7326902934655664e-07
pileval,mlp_gate,meditron-7b,8,128,22,7.388827611976012e-07
pileval,mlp_down,meditron-7b,8,128,22,6.42346378754155e-07
pileval,attn_in,meditron-7b,8,128,23,2.5126979608103284e-07
pileval,attn_out,meditron-7b,8,128,23,1.494802717161292e-07
pileval,mlp_gate,meditron-7b,8,128,23,8.316040975842043e-07
pileval,mlp_down,meditron-7b,8,128,23,6.931707616786298e-07
pileval,attn_in,meditron-7b,8,128,24,3.116134337233234e-07
pileval,attn_out,meditron-7b,8,128,24,2.11739532574029e-07
pileval,mlp_gate,meditron-7b,8,128,24,9.235590141543071e-07
pileval,mlp_down,meditron-7b,8,128,24,7.276714200088463e-07
pileval,attn_in,meditron-7b,8,128,25,2.435533303923876e-07
pileval,attn_out,meditron-7b,8,128,25,1.4905172918133758e-07
pileval,mlp_gate,meditron-7b,8,128,25,1.0535122783039697e-06
pileval,mlp_down,meditron-7b,8,128,25,8.346553386218147e-07
pileval,attn_in,meditron-7b,8,128,26,4.775094453179918e-07
pileval,attn_out,meditron-7b,8,128,26,2.749562497683655e-07
pileval,mlp_gate,meditron-7b,8,128,26,1.2065526107107871e-06
pileval,mlp_down,meditron-7b,8,128,26,8.941394753492204e-07
pileval,attn_in,meditron-7b,8,128,27,3.5991692470815906e-07
pileval,attn_out,meditron-7b,8,128,27,2.3563448792174313e-07
pileval,mlp_gate,meditron-7b,8,128,27,1.418262513652735e-06
pileval,mlp_down,meditron-7b,8,128,27,1.0779289141282788e-06
pileval,attn_in,meditron-7b,8,128,28,4.6303102863021195e-07
pileval,attn_out,meditron-7b,8,128,28,3.0065277201174467e-07
pileval,mlp_gate,meditron-7b,8,128,28,1.703924453977379e-06
pileval,mlp_down,meditron-7b,8,128,28,1.406555043104163e-06
pileval,attn_in,meditron-7b,8,128,29,5.117700538903591e-07
pileval,attn_out,meditron-7b,8,128,29,3.2542862982154475e-07
pileval,mlp_gate,meditron-7b,8,128,29,2.060249016722082e-06
pileval,mlp_down,meditron-7b,8,128,29,1.9965723367931787e-06
pileval,attn_in,meditron-7b,8,128,30,5.533639750865404e-07
pileval,attn_out,meditron-7b,8,128,30,4.293783888442704e-07
pileval,mlp_gate,meditron-7b,8,128,30,3.262521431679488e-06
pileval,mlp_down,meditron-7b,8,128,30,0.00012938521103933454
pileval,attn_in,meditron-7b,8,128,31,7.1023446253093425e-06
pileval,attn_out,meditron-7b,8,128,31,7.49996956983523e-07
pileval,mlp_gate,meditron-7b,8,128,31,4.384930889500538e-06
pileval,mlp_down,meditron-7b,8,128,31,7.6144970080349594e-06
wikitext,attn_in,meditron-7b,8,128,0,1.2740870580785213e-09
wikitext,attn_out,meditron-7b,8,128,0,2.4128985476323805e-09
wikitext,mlp_gate,meditron-7b,8,128,0,4.485617988159163e-10
wikitext,mlp_down,meditron-7b,8,128,0,1.5132611830281917e-09
wikitext,attn_in,meditron-7b,8,128,1,3.626297040426607e-09
wikitext,attn_out,meditron-7b,8,128,1,5.322800422646878e-09
wikitext,mlp_gate,meditron-7b,8,128,1,1.598715044792698e-07
wikitext,mlp_down,meditron-7b,8,128,1,7.64811848057434e-05
wikitext,attn_in,meditron-7b,8,128,2,6.71707756083606e-09
wikitext,attn_out,meditron-7b,8,128,2,3.6396534675020575e-09
wikitext,mlp_gate,meditron-7b,8,128,2,7.530757351048578e-09
wikitext,mlp_down,meditron-7b,8,128,2,1.1313937342549707e-08
wikitext,attn_in,meditron-7b,8,128,3,1.034241670083702e-08
wikitext,attn_out,meditron-7b,8,128,3,5.446605388925718e-09
wikitext,mlp_gate,meditron-7b,8,128,3,1.8390192479955658e-08
wikitext,mlp_down,meditron-7b,8,128,3,1.6424319682073474e-08
wikitext,attn_in,meditron-7b,8,128,4,1.8935827128530036e-08
wikitext,attn_out,meditron-7b,8,128,4,1.2129939719329741e-08
wikitext,mlp_gate,meditron-7b,8,128,4,3.411122762031482e-08
wikitext,mlp_down,meditron-7b,8,128,4,3.845104856736725e-08
wikitext,attn_in,meditron-7b,8,128,5,3.405851956017614e-08
wikitext,attn_out,meditron-7b,8,128,5,2.062444615091863e-08
wikitext,mlp_gate,meditron-7b,8,128,5,5.2976631081946834e-08
wikitext,mlp_down,meditron-7b,8,128,5,4.5631313838612186e-08
wikitext,attn_in,meditron-7b,8,128,6,4.565922395727284e-08
wikitext,attn_out,meditron-7b,8,128,6,2.7602805374726813e-08
wikitext,mlp_gate,meditron-7b,8,128,6,7.756091946475863e-08
wikitext,mlp_down,meditron-7b,8,128,6,6.666373764119271e-08
wikitext,attn_in,meditron-7b,8,128,7,6.538195407301828e-08
wikitext,attn_out,meditron-7b,8,128,7,3.694721684155411e-08
wikitext,mlp_gate,meditron-7b,8,128,7,1.0443358888778675e-07
wikitext,mlp_down,meditron-7b,8,128,7,8.80734347674661e-08
wikitext,attn_in,meditron-7b,8,128,8,1.0692924234945167e-07
wikitext,attn_out,meditron-7b,8,128,8,5.4691675188678346e-08
wikitext,mlp_gate,meditron-7b,8,128,8,1.2414717787123664e-07
wikitext,mlp_down,meditron-7b,8,128,8,1.0399837435670634e-07
wikitext,attn_in,meditron-7b,8,128,9,1.318998386068415e-07
wikitext,attn_out,meditron-7b,8,128,9,7.07346927697472e-08
wikitext,mlp_gate,meditron-7b,8,128,9,1.4210441179329791e-07
wikitext,mlp_down,meditron-7b,8,128,9,1.1970865898547345e-07
wikitext,attn_in,meditron-7b,8,128,10,1.6276240444312862e-07
wikitext,attn_out,meditron-7b,8,128,10,9.17502447350671e-08
wikitext,mlp_gate,meditron-7b,8,128,10,1.638944411297416e-07
wikitext,mlp_down,meditron-7b,8,128,10,1.326596219541898e-07
wikitext,attn_in,meditron-7b,8,128,11,1.750988616322502e-07
wikitext,attn_out,meditron-7b,8,128,11,8.880319057880115e-08
wikitext,mlp_gate,meditron-7b,8,128,11,1.8235193977034214e-07
wikitext,mlp_down,meditron-7b,8,128,11,1.4976788520471018e-07
wikitext,attn_in,meditron-7b,8,128,12,1.939455813726454e-07
wikitext,attn_out,meditron-7b,8,128,12,9.904676545602342e-08
wikitext,mlp_gate,meditron-7b,8,128,12,1.9921370153497264e-07
wikitext,mlp_down,meditron-7b,8,128,12,1.6067508568085032e-07
wikitext,attn_in,meditron-7b,8,128,13,1.9560576447474887e-07
wikitext,attn_out,meditron-7b,8,128,13,1.1559622947743264e-07
wikitext,mlp_gate,meditron-7b,8,128,13,2.2589071591028187e-07
wikitext,mlp_down,meditron-7b,8,128,13,1.8940502855002705e-07
wikitext,attn_in,meditron-7b,8,128,14,2.0036324599459476e-07
wikitext,attn_out,meditron-7b,8,128,14,1.2391049608595495e-07
wikitext,mlp_gate,meditron-7b,8,128,14,2.511089007839473e-07
wikitext,mlp_down,meditron-7b,8,128,14,2.1702338415252598e-07
wikitext,attn_in,meditron-7b,8,128,15,2.2395674648123531e-07
wikitext,attn_out,meditron-7b,8,128,15,1.3810659993396257e-07
wikitext,mlp_gate,meditron-7b,8,128,15,2.967141767840076e-07
wikitext,mlp_down,meditron-7b,8,128,15,2.637367231272947e-07
wikitext,attn_in,meditron-7b,8,128,16,2.626088075885491e-07
wikitext,attn_out,meditron-7b,8,128,16,1.766662620639181e-07
wikitext,mlp_gate,meditron-7b,8,128,16,3.604801577239414e-07
wikitext,mlp_down,meditron-7b,8,128,16,3.5381546581447765e-07
wikitext,attn_in,meditron-7b,8,128,17,2.0958955815331137e-07
wikitext,attn_out,meditron-7b,8,128,17,1.3752607230799185e-07
wikitext,mlp_gate,meditron-7b,8,128,17,3.908973269517446e-07
wikitext,mlp_down,meditron-7b,8,128,17,3.7172739553170686e-07
wikitext,attn_in,meditron-7b,8,128,18,2.2046218361992942e-07
wikitext,attn_out,meditron-7b,8,128,18,1.3206258131504e-07
wikitext,mlp_gate,meditron-7b,8,128,18,4.491622860314237e-07
wikitext,mlp_down,meditron-7b,8,128,18,4.3016601125600573e-07
wikitext,attn_in,meditron-7b,8,128,19,1.7860551793091872e-07
wikitext,attn_out,meditron-7b,8,128,19,1.1962895030137588e-07
wikitext,mlp_gate,meditron-7b,8,128,19,4.993702305000625e-07
wikitext,mlp_down,meditron-7b,8,128,19,4.562450612866087e-07
wikitext,attn_in,meditron-7b,8,128,20,2.2367541419043846e-07
wikitext,attn_out,meditron-7b,8,128,20,1.5968852551395685e-07
wikitext,mlp_gate,meditron-7b,8,128,20,5.747868954131263e-07
wikitext,mlp_down,meditron-7b,8,128,20,5.769538802269381e-07
wikitext,attn_in,meditron-7b,8,128,21,1.760997605515513e-07
wikitext,attn_out,meditron-7b,8,128,21,1.2388770187499176e-07
wikitext,mlp_gate,meditron-7b,8,128,21,6.385258188856824e-07
wikitext,mlp_down,meditron-7b,8,128,21,6.000734060762625e-07
wikitext,attn_in,meditron-7b,8,128,22,3.1812606948733446e-07
wikitext,attn_out,meditron-7b,8,128,22,1.917777723292602e-07
wikitext,mlp_gate,meditron-7b,8,128,22,7.31711281787284e-07
wikitext,mlp_down,meditron-7b,8,128,22,6.474414249169058e-07
wikitext,attn_in,meditron-7b,8,128,23,2.7421845061326167e-07
wikitext,attn_out,meditron-7b,8,128,23,1.6351437182038353e-07
wikitext,mlp_gate,meditron-7b,8,128,23,8.260713570962253e-07
wikitext,mlp_down,meditron-7b,8,128,23,6.899986715325213e-07
wikitext,attn_in,meditron-7b,8,128,24,3.291776238256716e-07
wikitext,attn_out,meditron-7b,8,128,24,2.275223494052625e-07
wikitext,mlp_gate,meditron-7b,8,128,24,9.157107001556142e-07
wikitext,mlp_down,meditron-7b,8,128,24,7.356144351433613e-07
wikitext,attn_in,meditron-7b,8,128,25,3.096408249803062e-07
wikitext,attn_out,meditron-7b,8,128,25,2.3582900610108481e-07
wikitext,mlp_gate,meditron-7b,8,128,25,1.0437204309710069e-06
wikitext,mlp_down,meditron-7b,8,128,25,8.213755791075528e-07
wikitext,attn_in,meditron-7b,8,128,26,4.730236469185911e-07
wikitext,attn_out,meditron-7b,8,128,26,2.6606230107972806e-07
wikitext,mlp_gate,meditron-7b,8,128,26,1.1964691566390684e-06
wikitext,mlp_down,meditron-7b,8,128,26,8.882500424078899e-07
wikitext,attn_in,meditron-7b,8,128,27,3.7617846260218357e-07
wikitext,attn_out,meditron-7b,8,128,27,2.443000539642526e-07
wikitext,mlp_gate,meditron-7b,8,128,27,1.4146543207971263e-06
wikitext,mlp_down,meditron-7b,8,128,27,1.0763008049252676e-06
wikitext,attn_in,meditron-7b,8,128,28,5.294231186780962e-07
wikitext,attn_out,meditron-7b,8,128,28,3.557247509888839e-07
wikitext,mlp_gate,meditron-7b,8,128,28,1.6699884781701257e-06
wikitext,mlp_down,meditron-7b,8,128,28,1.3294143172970507e-06
wikitext,attn_in,meditron-7b,8,128,29,5.9374247030064e-07
wikitext,attn_out,meditron-7b,8,128,29,4.141987233197142e-07
wikitext,mlp_gate,meditron-7b,8,128,29,2.009935315072653e-06
wikitext,mlp_down,meditron-7b,8,128,29,1.746081693454471e-06
wikitext,attn_in,meditron-7b,8,128,30,5.781565164397762e-07
wikitext,attn_out,meditron-7b,8,128,30,4.819968921765394e-07
wikitext,mlp_gate,meditron-7b,8,128,30,3.1184749786916655e-06
wikitext,mlp_down,meditron-7b,8,128,30,6.282622780418023e-05
wikitext,attn_in,meditron-7b,8,128,31,6.98522262609913e-06
wikitext,attn_out,meditron-7b,8,128,31,7.475378538401856e-07
wikitext,mlp_gate,meditron-7b,8,128,31,4.270792032912141e-06
wikitext,mlp_down,meditron-7b,8,128,31,7.160278528317576e-06
c4,attn_in,meditron-7b,8,64,0,6.783742456661912e-10
c4,attn_out,meditron-7b,8,64,0,9.171551851316906e-10
c4,mlp_gate,meditron-7b,8,64,0,2.5589055874242206e-10
c4,mlp_down,meditron-7b,8,64,0,1.3206264970477832e-09
c4,attn_in,meditron-7b,8,64,1,2.147187760925817e-09
c4,attn_out,meditron-7b,8,64,1,2.614695793212718e-09
c4,mlp_gate,meditron-7b,8,64,1,1.8784305666486034e-07
c4,mlp_down,meditron-7b,8,64,1,0.00011628926586126909
c4,attn_in,meditron-7b,8,64,2,4.395410257984622e-09
c4,attn_out,meditron-7b,8,64,2,2.827440948038884e-09
c4,mlp_gate,meditron-7b,8,64,2,5.98280980312893e-09
c4,mlp_down,meditron-7b,8,64,2,8.614951418906003e-09
c4,attn_in,meditron-7b,8,64,3,7.38790184584559e-09
c4,attn_out,meditron-7b,8,64,3,3.9950731611781976e-09
c4,mlp_gate,meditron-7b,8,64,3,1.4275385318285316e-08
c4,mlp_down,meditron-7b,8,64,3,1.3170489587821521e-08
c4,attn_in,meditron-7b,8,64,4,1.3933594722459475e-08
c4,attn_out,meditron-7b,8,64,4,9.041498216788568e-09
c4,mlp_gate,meditron-7b,8,64,4,2.6249459494920302e-08
c4,mlp_down,meditron-7b,8,64,4,2.9811907609200716e-08
c4,attn_in,meditron-7b,8,64,5,2.4990672642388745e-08
c4,attn_out,meditron-7b,8,64,5,1.4470636244823254e-08
c4,mlp_gate,meditron-7b,8,64,5,4.071570103292288e-08
c4,mlp_down,meditron-7b,8,64,5,3.563669181971818e-08
c4,attn_in,meditron-7b,8,64,6,3.372462842321511e-08
c4,attn_out,meditron-7b,8,64,6,1.885546474511557e-08
c4,mlp_gate,meditron-7b,8,64,6,6.060029278387447e-08
c4,mlp_down,meditron-7b,8,64,6,5.314239714948599e-08
c4,attn_in,meditron-7b,8,64,7,4.7541789172100835e-08
c4,attn_out,meditron-7b,8,64,7,2.5001481773756495e-08
c4,mlp_gate,meditron-7b,8,64,7,8.098653836441372e-08
c4,mlp_down,meditron-7b,8,64,7,6.936889462849649e-08
c4,attn_in,meditron-7b,8,64,8,7.145395386487507e-08
c4,attn_out,meditron-7b,8,64,8,3.555858540948975e-08
c4,mlp_gate,meditron-7b,8,64,8,9.549241752893067e-08
c4,mlp_down,meditron-7b,8,64,8,8.058574252345352e-08
c4,attn_in,meditron-7b,8,64,9,1.0160668750813784e-07
c4,attn_out,meditron-7b,8,64,9,5.0788784733413195e-08
c4,mlp_gate,meditron-7b,8,64,9,1.0950136442033909e-07
c4,mlp_down,meditron-7b,8,64,9,9.139311174521936e-08
c4,attn_in,meditron-7b,8,64,10,1.1610296724029467e-07
c4,attn_out,meditron-7b,8,64,10,6.535736929436098e-08
c4,mlp_gate,meditron-7b,8,64,10,1.2680081340477045e-07
c4,mlp_down,meditron-7b,8,64,10,1.0413966577971223e-07
c4,attn_in,meditron-7b,8,64,11,1.2836274265737302e-07
c4,attn_out,meditron-7b,8,64,11,6.547716679961013e-08
c4,mlp_gate,meditron-7b,8,64,11,1.4212380960998416e-07
c4,mlp_down,meditron-7b,8,64,11,1.1898853102820794e-07
c4,attn_in,meditron-7b,8,64,12,1.5151577770211588e-07
c4,attn_out,meditron-7b,8,64,12,7.16327619443291e-08
c4,mlp_gate,meditron-7b,8,64,12,1.5658648067073955e-07
c4,mlp_down,meditron-7b,8,64,12,1.3096999396111642e-07
c4,attn_in,meditron-7b,8,64,13,1.4387065050414094e-07
c4,attn_out,meditron-7b,8,64,13,8.504534321218671e-08
c4,mlp_gate,meditron-7b,8,64,13,1.8127057899164356e-07
c4,mlp_down,meditron-7b,8,64,13,1.5725628088603116e-07
c4,attn_in,meditron-7b,8,64,14,1.6075408382221212e-07
c4,attn_out,meditron-7b,8,64,14,9.354159402619189e-08
c4,mlp_gate,meditron-7b,8,64,14,2.0167965431028279e-07
c4,mlp_down,meditron-7b,8,64,14,1.804793896553747e-07
c4,attn_in,meditron-7b,8,64,15,1.738381882887552e-07
c4,attn_out,meditron-7b,8,64,15,1.0351221391147192e-07
c4,mlp_gate,meditron-7b,8,64,15,2.3805313276170637e-07
c4,mlp_down,meditron-7b,8,64,15,2.1720656206980493e-07
c4,attn_in,meditron-7b,8,64,16,2.141405701650001e-07
c4,attn_out,meditron-7b,8,64,16,1.4362721856286953e-07
c4,mlp_gate,meditron-7b,8,64,16,2.938392356099939e-07
c4,mlp_down,meditron-7b,8,64,16,2.9310871241250425e-07
c4,attn_in,meditron-7b,8,64,17,1.6226938726049411e-07
c4,attn_out,meditron-7b,8,64,17,9.711812509749507e-08
c4,mlp_gate,meditron-7b,8,64,17,3.1896166774458834e-07
c4,mlp_down,meditron-7b,8,64,17,3.1032394076646597e-07
c4,attn_in,meditron-7b,8,64,18,1.7278438235734939e-07
c4,attn_out,meditron-7b,8,64,18,9.847236270843496e-08
c4,mlp_gate,meditron-7b,8,64,18,3.6687964666271e-07
c4,mlp_down,meditron-7b,8,64,18,3.585143986128969e-07
c4,attn_in,meditron-7b,8,64,19,1.5500452832384326e-07
c4,attn_out,meditron-7b,8,64,19,9.371094478183295e-08
c4,mlp_gate,meditron-7b,8,64,19,4.1238524772779783e-07
c4,mlp_down,meditron-7b,8,64,19,3.8992769191281695e-07
c4,attn_in,meditron-7b,8,64,20,1.818501829120578e-07
c4,attn_out,meditron-7b,8,64,20,1.2961440631897858e-07
c4,mlp_gate,meditron-7b,8,64,20,4.764295056247647e-07
c4,mlp_down,meditron-7b,8,64,20,4.77945093280141e-07
c4,attn_in,meditron-7b,8,64,21,1.549857699956192e-07
c4,attn_out,meditron-7b,8,64,21,1.0378949610867494e-07
c4,mlp_gate,meditron-7b,8,64,21,5.197858854444348e-07
c4,mlp_down,meditron-7b,8,64,21,4.856706254940946e-07
c4,attn_in,meditron-7b,8,64,22,2.427256049486459e-07
c4,attn_out,meditron-7b,8,64,22,1.2973096374935267e-07
c4,mlp_gate,meditron-7b,8,64,22,6.009382786942297e-07
c4,mlp_down,meditron-7b,8,64,22,5.552713560064149e-07
c4,attn_in,meditron-7b,8,64,23,2.0335994577180827e-07
c4,attn_out,meditron-7b,8,64,23,1.1932652910218167e-07
c4,mlp_gate,meditron-7b,8,64,23,6.7093469624524e-07
c4,mlp_down,meditron-7b,8,64,23,5.810451852994447e-07
c4,attn_in,meditron-7b,8,64,24,2.740303841619607e-07
c4,attn_out,meditron-7b,8,64,24,1.8013825808793626e-07
c4,mlp_gate,meditron-7b,8,64,24,7.421447207889287e-07
c4,mlp_down,meditron-7b,8,64,24,6.172530788717268e-07
c4,attn_in,meditron-7b,8,64,25,1.8435052595577872e-07
c4,attn_out,meditron-7b,8,64,25,1.052553173508386e-07
c4,mlp_gate,meditron-7b,8,64,25,8.360274819096958e-07
c4,mlp_down,meditron-7b,8,64,25,6.684850859528524e-07
c4,attn_in,meditron-7b,8,64,26,3.533921528742212e-07
c4,attn_out,meditron-7b,8,64,26,2.0822508872697654e-07
c4,mlp_gate,meditron-7b,8,64,26,9.486522571933165e-07
c4,mlp_down,meditron-7b,8,64,26,7.349386237365252e-07
c4,attn_in,meditron-7b,8,64,27,2.7091027732240036e-07
c4,attn_out,meditron-7b,8,64,27,1.7414326691778115e-07
c4,mlp_gate,meditron-7b,8,64,27,1.1035914440071792e-06
c4,mlp_down,meditron-7b,8,64,27,8.602609682384355e-07
c4,attn_in,meditron-7b,8,64,28,3.573076696739008e-07
c4,attn_out,meditron-7b,8,64,28,2.249468735726623e-07
c4,mlp_gate,meditron-7b,8,64,28,1.3104025811117026e-06
c4,mlp_down,meditron-7b,8,64,28,1.0798507901199628e-06
c4,attn_in,meditron-7b,8,64,29,3.82107572249879e-07
c4,attn_out,meditron-7b,8,64,29,2.2527943599470746e-07
c4,mlp_gate,meditron-7b,8,64,29,1.5583251524731168e-06
c4,mlp_down,meditron-7b,8,64,29,1.4722568266734015e-06
c4,attn_in,meditron-7b,8,64,30,4.0232961850961146e-07
c4,attn_out,meditron-7b,8,64,30,3.1151597568168654e-07
c4,mlp_gate,meditron-7b,8,64,30,2.4958542326203315e-06
c4,mlp_down,meditron-7b,8,64,30,6.337589729810134e-05
c4,attn_in,meditron-7b,8,64,31,3.5575858419178985e-06
c4,attn_out,meditron-7b,8,64,31,5.156603037903551e-07
c4,mlp_gate,meditron-7b,8,64,31,3.3942390018637525e-06
c4,mlp_down,meditron-7b,8,64,31,5.378894002205925e-06
pileval,attn_in,meditron-7b,8,64,0,6.931307194868452e-10
pileval,attn_out,meditron-7b,8,64,0,1.098310886682441e-09
pileval,mlp_gate,meditron-7b,8,64,0,2.969962609178367e-10
pileval,mlp_down,meditron-7b,8,64,0,1.4355928668052798e-09
pileval,attn_in,meditron-7b,8,64,1,2.192773296272321e-09
pileval,attn_out,meditron-7b,8,64,1,2.712394753245917e-09
pileval,mlp_gate,meditron-7b,8,64,1,1.143466406006155e-07
pileval,mlp_down,meditron-7b,8,64,1,0.00011521904525579885
pileval,attn_in,meditron-7b,8,64,2,4.468695191661709e-09
pileval,attn_out,meditron-7b,8,64,2,2.9243480970109204e-09
pileval,mlp_gate,meditron-7b,8,64,2,6.183437317730522e-09
pileval,mlp_down,meditron-7b,8,64,2,8.934907036461937e-09
pileval,attn_in,meditron-7b,8,64,3,7.730560191987479e-09
pileval,attn_out,meditron-7b,8,64,3,4.485150473243493e-09
pileval,mlp_gate,meditron-7b,8,64,3,1.481688460813757e-08
pileval,mlp_down,meditron-7b,8,64,3,1.3516949337599726e-08
pileval,attn_in,meditron-7b,8,64,4,1.3970342216396148e-08
pileval,attn_out,meditron-7b,8,64,4,9.132606670902987e-09
pileval,mlp_gate,meditron-7b,8,64,4,2.68819917437213e-08
pileval,mlp_down,meditron-7b,8,64,4,3.051725627756241e-08
pileval,attn_in,meditron-7b,8,64,5,2.5051296148603797e-08
pileval,attn_out,meditron-7b,8,64,5,1.530673898741952e-08
pileval,mlp_gate,meditron-7b,8,64,5,4.035035416904975e-08
pileval,mlp_down,meditron-7b,8,64,5,3.468940690254385e-08
pileval,attn_in,meditron-7b,8,64,6,3.546845306345858e-08
pileval,attn_out,meditron-7b,8,64,6,2.1560817131671683e-08
pileval,mlp_gate,meditron-7b,8,64,6,5.977397421474961e-08
pileval,mlp_down,meditron-7b,8,64,6,5.208267594980498e-08
pileval,attn_in,meditron-7b,8,64,7,4.905802697408035e-08
pileval,attn_out,meditron-7b,8,64,7,2.7947329783728492e-08
pileval,mlp_gate,meditron-7b,8,64,7,8.081828895001308e-08
pileval,mlp_down,meditron-7b,8,64,7,6.885186820682065e-08
pileval,attn_in,meditron-7b,8,64,8,7.401013846219939e-08
pileval,attn_out,meditron-7b,8,64,8,4.036030887277775e-08
pileval,mlp_gate,meditron-7b,8,64,8,9.693967939483628e-08
pileval,mlp_down,meditron-7b,8,64,8,8.278887975166072e-08
pileval,attn_in,meditron-7b,8,64,9,1.0192376720397078e-07
pileval,attn_out,meditron-7b,8,64,9,5.457466656366705e-08
pileval,mlp_gate,meditron-7b,8,64,9,1.10879227577243e-07
pileval,mlp_down,meditron-7b,8,64,9,9.295896319372332e-08
pileval,attn_in,meditron-7b,8,64,10,1.2218821154874604e-07
pileval,attn_out,meditron-7b,8,64,10,7.098691412465996e-08
pileval,mlp_gate,meditron-7b,8,64,10,1.2670032845107926e-07
pileval,mlp_down,meditron-7b,8,64,10,1.0443991982356238e-07
pileval,attn_in,meditron-7b,8,64,11,1.320790374848002e-07
pileval,attn_out,meditron-7b,8,64,11,7.190477901986014e-08
pileval,mlp_gate,meditron-7b,8,64,11,1.417987078866645e-07
pileval,mlp_down,meditron-7b,8,64,11,1.1768992891347807e-07
pileval,attn_in,meditron-7b,8,64,12,1.57129548483681e-07
pileval,attn_out,meditron-7b,8,64,12,8.319057087646797e-08
pileval,mlp_gate,meditron-7b,8,64,12,1.560057398819481e-07
pileval,mlp_down,meditron-7b,8,64,12,1.2994313181025063e-07
pileval,attn_in,meditron-7b,8,64,13,1.4940187043066544e-07
pileval,attn_out,meditron-7b,8,64,13,9.075748153009044e-08
pileval,mlp_gate,meditron-7b,8,64,13,1.7864437040771008e-07
pileval,mlp_down,meditron-7b,8,64,13,1.5302336464628752e-07
pileval,attn_in,meditron-7b,8,64,14,1.6638013278225117e-07
pileval,attn_out,meditron-7b,8,64,14,1.0168972153223876e-07
pileval,mlp_gate,meditron-7b,8,64,14,1.9729083078345866e-07
pileval,mlp_down,meditron-7b,8,64,14,1.7435287702483038e-07
pileval,attn_in,meditron-7b,8,64,15,1.7704898880310793e-07
pileval,attn_out,meditron-7b,8,64,15,1.0865588961905814e-07
pileval,mlp_gate,meditron-7b,8,64,15,2.3230036561017187e-07
pileval,mlp_down,meditron-7b,8,64,15,2.0843381776103342e-07
pileval,attn_in,meditron-7b,8,64,16,2.1119308257766534e-07
pileval,attn_out,meditron-7b,8,64,16,1.4629485178829782e-07
pileval,mlp_gate,meditron-7b,8,64,16,2.842087098997581e-07
pileval,mlp_down,meditron-7b,8,64,16,2.8040923893968284e-07
pileval,attn_in,meditron-7b,8,64,17,1.6466502472667344e-07
pileval,attn_out,meditron-7b,8,64,17,1.026752656230201e-07
pileval,mlp_gate,meditron-7b,8,64,17,3.069928311560943e-07
pileval,mlp_down,meditron-7b,8,64,17,2.866330248707527e-07
pileval,attn_in,meditron-7b,8,64,18,1.7782890893158765e-07
pileval,attn_out,meditron-7b,8,64,18,1.1862155702146993e-07
pileval,mlp_gate,meditron-7b,8,64,18,3.5524018926480494e-07
pileval,mlp_down,meditron-7b,8,64,18,3.398050694158883e-07
pileval,attn_in,meditron-7b,8,64,19,1.553465267534193e-07
pileval,attn_out,meditron-7b,8,64,19,9.693963676227213e-08
pileval,mlp_gate,meditron-7b,8,64,19,3.992041399669688e-07
pileval,mlp_down,meditron-7b,8,64,19,3.7043434986117063e-07
pileval,attn_in,meditron-7b,8,64,20,1.6275829750611592e-07
pileval,attn_out,meditron-7b,8,64,20,1.1585214565457136e-07
pileval,mlp_gate,meditron-7b,8,64,20,4.5882396193519526e-07
pileval,mlp_down,meditron-7b,8,64,20,4.433493927535892e-07
pileval,attn_in,meditron-7b,8,64,21,1.5111511686427548e-07
pileval,attn_out,meditron-7b,8,64,21,1.0591371335522126e-07
pileval,mlp_gate,meditron-7b,8,64,21,5.049185460848093e-07
pileval,mlp_down,meditron-7b,8,64,21,4.517086722444219e-07
pileval,attn_in,meditron-7b,8,64,22,2.2897485507655801e-07
pileval,attn_out,meditron-7b,8,64,22,1.3498593887106836e-07
pileval,mlp_gate,meditron-7b,8,64,22,5.834057219544775e-07
pileval,mlp_down,meditron-7b,8,64,22,5.090815875519183e-07
pileval,attn_in,meditron-7b,8,64,23,1.942468799143171e-07
pileval,attn_out,meditron-7b,8,64,23,1.1771032859542174e-07
pileval,mlp_gate,meditron-7b,8,64,23,6.57601049169898e-07
pileval,mlp_down,meditron-7b,8,64,23,5.467838377626322e-07
pileval,attn_in,meditron-7b,8,64,24,2.557340224029758e-07
pileval,attn_out,meditron-7b,8,64,24,1.6400093727497733e-07
pileval,mlp_gate,meditron-7b,8,64,24,7.285106562449073e-07
pileval,mlp_down,meditron-7b,8,64,24,5.758647034781461e-07
pileval,attn_in,meditron-7b,8,64,25,2.0018227075979667e-07
pileval,attn_out,meditron-7b,8,64,25,1.1751856732189481e-07
pileval,mlp_gate,meditron-7b,8,64,25,8.300259537463717e-07
pileval,mlp_down,meditron-7b,8,64,25,6.520377269225719e-07
pileval,attn_in,meditron-7b,8,64,26,3.59627819079833e-07
pileval,attn_out,meditron-7b,8,64,26,2.1364583346894506e-07
pileval,mlp_gate,meditron-7b,8,64,26,9.466338610764069e-07
pileval,mlp_down,meditron-7b,8,64,26,7.098042829056794e-07
pileval,attn_in,meditron-7b,8,64,27,2.8131768203820684e-07
pileval,attn_out,meditron-7b,8,64,27,1.861149314663635e-07
pileval,mlp_gate,meditron-7b,8,64,27,1.1095446552644717e-06
pileval,mlp_down,meditron-7b,8,64,27,8.461070137855131e-07
pileval,attn_in,meditron-7b,8,64,28,3.6066492725694843e-07
pileval,attn_out,meditron-7b,8,64,28,2.3509777236085938e-07
pileval,mlp_gate,meditron-7b,8,64,28,1.323134483754984e-06
pileval,mlp_down,meditron-7b,8,64,28,1.0935235650322284e-06
pileval,attn_in,meditron-7b,8,64,29,4.145928471643856e-07
pileval,attn_out,meditron-7b,8,64,29,2.535857390739693e-07
pileval,mlp_gate,meditron-7b,8,64,29,1.5883891819612472e-06
pileval,mlp_down,meditron-7b,8,64,29,1.519051011200645e-06
pileval,attn_in,meditron-7b,8,64,30,4.3025352169934195e-07
pileval,attn_out,meditron-7b,8,64,30,3.3056358006433584e-07
pileval,mlp_gate,meditron-7b,8,64,30,2.5057950097107096e-06
pileval,mlp_down,meditron-7b,8,64,30,6.325945287244394e-05
pileval,attn_in,meditron-7b,8,64,31,3.4779973248078022e-06
pileval,attn_out,meditron-7b,8,64,31,4.975876208845875e-07
pileval,mlp_gate,meditron-7b,8,64,31,3.292473820692976e-06
pileval,mlp_down,meditron-7b,8,64,31,5.093225809105206e-06
wikitext,attn_in,meditron-7b,8,64,0,8.731502743053454e-10
wikitext,attn_out,meditron-7b,8,64,0,1.4312502294444585e-09
wikitext,mlp_gate,meditron-7b,8,64,0,3.2581526365760283e-10
wikitext,mlp_down,meditron-7b,8,64,0,1.072789856948475e-09
wikitext,attn_in,meditron-7b,8,64,1,2.6110977824345127e-09
wikitext,attn_out,meditron-7b,8,64,1,3.5092344585763158e-09
wikitext,mlp_gate,meditron-7b,8,64,1,5.2297746577778526e-08
wikitext,mlp_down,meditron-7b,8,64,1,3.9214060961967334e-05
wikitext,attn_in,meditron-7b,8,64,2,4.761245175899376e-09
wikitext,attn_out,meditron-7b,8,64,2,2.7768600752153816e-09
wikitext,mlp_gate,meditron-7b,8,64,2,5.934229552195802e-09
wikitext,mlp_down,meditron-7b,8,64,2,7.888609765416277e-09
wikitext,attn_in,meditron-7b,8,64,3,8.146566976563463e-09
wikitext,attn_out,meditron-7b,8,64,3,4.061553759981962e-09
wikitext,mlp_gate,meditron-7b,8,64,3,1.4406067450067894e-08
wikitext,mlp_down,meditron-7b,8,64,3,1.2805993598874466e-08
wikitext,attn_in,meditron-7b,8,64,4,1.3909668084011173e-08
wikitext,attn_out,meditron-7b,8,64,4,9.10854769387015e-09
wikitext,mlp_gate,meditron-7b,8,64,4,2.6529882291015383e-08
wikitext,mlp_down,meditron-7b,8,64,4,2.8088566139672366e-08
wikitext,attn_in,meditron-7b,8,64,5,2.5763860378447134e-08
wikitext,attn_out,meditron-7b,8,64,5,1.5827009036684103e-08
wikitext,mlp_gate,meditron-7b,8,64,5,4.1360507907484134e-08
wikitext,mlp_down,meditron-7b,8,64,5,3.584397134659412e-08
wikitext,attn_in,meditron-7b,8,64,6,3.599089737349459e-08
wikitext,attn_out,meditron-7b,8,64,6,2.105405805252758e-08
wikitext,mlp_gate,meditron-7b,8,64,6,6.037507205292059e-08
wikitext,mlp_down,meditron-7b,8,64,6,5.240092093572457e-08
wikitext,attn_in,meditron-7b,8,64,7,5.1243450371885046e-08
wikitext,attn_out,meditron-7b,8,64,7,2.8146766695158476e-08
wikitext,mlp_gate,meditron-7b,8,64,7,8.106066928803557e-08
wikitext,mlp_down,meditron-7b,8,64,7,6.897502657920995e-08
wikitext,attn_in,meditron-7b,8,64,8,8.010026419924543e-08
wikitext,attn_out,meditron-7b,8,64,8,4.237855577571281e-08
wikitext,mlp_gate,meditron-7b,8,64,8,9.60115897896685e-08
wikitext,mlp_down,meditron-7b,8,64,8,8.10588716149141e-08
wikitext,attn_in,meditron-7b,8,64,9,1.0753424817266932e-07
wikitext,attn_out,meditron-7b,8,64,9,5.487577681151379e-08
wikitext,mlp_gate,meditron-7b,8,64,9,1.0992112464691672e-07
wikitext,mlp_down,meditron-7b,8,64,9,9.400033462725332e-08
wikitext,attn_in,meditron-7b,8,64,10,1.2793361747753806e-07
wikitext,attn_out,meditron-7b,8,64,10,7.180808125895055e-08
wikitext,mlp_gate,meditron-7b,8,64,10,1.2592825271440233e-07
wikitext,mlp_down,meditron-7b,8,64,10,1.0419132934202935e-07
wikitext,attn_in,meditron-7b,8,64,11,1.4061239994589414e-07
wikitext,attn_out,meditron-7b,8,64,11,6.949460384930717e-08
wikitext,mlp_gate,meditron-7b,8,64,11,1.4077026833092532e-07
wikitext,mlp_down,meditron-7b,8,64,11,1.1746351447072811e-07
wikitext,attn_in,meditron-7b,8,64,12,1.5313190715460223e-07
wikitext,attn_out,meditron-7b,8,64,12,7.767415155512936e-08
wikitext,mlp_gate,meditron-7b,8,64,12,1.540249030540508e-07
wikitext,mlp_down,meditron-7b,8,64,12,1.2673913829530647e-07
wikitext,attn_in,meditron-7b,8,64,13,1.526669990425944e-07
wikitext,attn_out,meditron-7b,8,64,13,9.051736782339503e-08
wikitext,mlp_gate,meditron-7b,8,64,13,1.7429640308819216e-07
wikitext,mlp_down,meditron-7b,8,64,13,1.4919264401669352e-07
wikitext,attn_in,meditron-7b,8,64,14,1.6367357602575794e-07
wikitext,attn_out,meditron-7b,8,64,14,9.720357496689758e-08
wikitext,mlp_gate,meditron-7b,8,64,14,1.9451135813142173e-07
wikitext,mlp_down,meditron-7b,8,64,14,1.7139936403509637e-07
wikitext,attn_in,meditron-7b,8,64,15,1.785686549737875e-07
wikitext,attn_out,meditron-7b,8,64,15,1.0781861448094787e-07
wikitext,mlp_gate,meditron-7b,8,64,15,2.2894768392234255e-07
wikitext,mlp_down,meditron-7b,8,64,15,2.0718309201583907e-07
wikitext,attn_in,meditron-7b,8,64,16,2.0682814749761746e-07
wikitext,attn_out,meditron-7b,8,64,16,1.379405034640513e-07
wikitext,mlp_gate,meditron-7b,8,64,16,2.7999101348541444e-07
wikitext,mlp_down,meditron-7b,8,64,16,2.763029272045969e-07
wikitext,attn_in,meditron-7b,8,64,17,1.680167258655274e-07
wikitext,attn_out,meditron-7b,8,64,17,1.0843922382264282e-07
wikitext,mlp_gate,meditron-7b,8,64,17,3.056498769637983e-07
wikitext,mlp_down,meditron-7b,8,64,17,2.9334157147786755e-07
wikitext,attn_in,meditron-7b,8,64,18,1.734356658289471e-07
wikitext,attn_out,meditron-7b,8,64,18,1.0388715310227781e-07
wikitext,mlp_gate,meditron-7b,8,64,18,3.510326109790185e-07
wikitext,mlp_down,meditron-7b,8,64,18,3.366263001680636e-07
wikitext,attn_in,meditron-7b,8,64,19,1.5222498461753275e-07
wikitext,attn_out,meditron-7b,8,64,19,9.318225124843593e-08
wikitext,mlp_gate,meditron-7b,8,64,19,3.905862229203194e-07
wikitext,mlp_down,meditron-7b,8,64,19,3.571900322185684e-07
wikitext,attn_in,meditron-7b,8,64,20,1.814906767094726e-07
wikitext,attn_out,meditron-7b,8,64,20,1.240944271785338e-07
wikitext,mlp_gate,meditron-7b,8,64,20,4.532803359325044e-07
wikitext,mlp_down,meditron-7b,8,64,20,4.5283599092726945e-07
wikitext,attn_in,meditron-7b,8,64,21,1.4783512369831442e-07
wikitext,attn_out,meditron-7b,8,64,21,9.687681767900358e-08
wikitext,mlp_gate,meditron-7b,8,64,21,5.020021376367367e-07
wikitext,mlp_down,meditron-7b,8,64,21,4.7235482725227484e-07
wikitext,attn_in,meditron-7b,8,64,22,2.4539767196074536e-07
wikitext,attn_out,meditron-7b,8,64,22,1.4959373118017538e-07
wikitext,mlp_gate,meditron-7b,8,64,22,5.782835046375112e-07
wikitext,mlp_down,meditron-7b,8,64,22,5.136789695825428e-07
wikitext,attn_in,meditron-7b,8,64,23,2.155860556740663e-07
wikitext,attn_out,meditron-7b,8,64,23,1.2888526157439628e-07
wikitext,mlp_gate,meditron-7b,8,64,23,6.527894811370061e-07
wikitext,mlp_down,meditron-7b,8,64,23,5.451032620840124e-07
wikitext,attn_in,meditron-7b,8,64,24,2.681280477645487e-07
wikitext,attn_out,meditron-7b,8,64,24,1.7739888846790564e-07
wikitext,mlp_gate,meditron-7b,8,64,24,7.228886147458979e-07
wikitext,mlp_down,meditron-7b,8,64,24,5.812298127239046e-07
wikitext,attn_in,meditron-7b,8,64,25,2.6311701617487415e-07
wikitext,attn_out,meditron-7b,8,64,25,1.8428649184443202e-07
wikitext,mlp_gate,meditron-7b,8,64,25,8.221382472584082e-07
wikitext,mlp_down,meditron-7b,8,64,25,6.398515211003541e-07
wikitext,attn_in,meditron-7b,8,64,26,3.5901726391784905e-07
wikitext,attn_out,meditron-7b,8,64,26,2.0612189643998136e-07
wikitext,mlp_gate,meditron-7b,8,64,26,9.391139883518917e-07
wikitext,mlp_down,meditron-7b,8,64,26,7.039168963274278e-07
wikitext,attn_in,meditron-7b,8,64,27,2.9236011300781684e-07
wikitext,attn_out,meditron-7b,8,64,27,1.9306742160551948e-07
wikitext,mlp_gate,meditron-7b,8,64,27,1.1075496786361327e-06
wikitext,mlp_down,meditron-7b,8,64,27,8.456989348815114e-07
wikitext,attn_in,meditron-7b,8,64,28,4.2387034682178637e-07
wikitext,attn_out,meditron-7b,8,64,28,2.7980217964795884e-07
wikitext,mlp_gate,meditron-7b,8,64,28,1.2963541848876048e-06
wikitext,mlp_down,meditron-7b,8,64,28,1.0333914133298094e-06
wikitext,attn_in,meditron-7b,8,64,29,4.805889943781949e-07
wikitext,attn_out,meditron-7b,8,64,29,3.219632844775333e-07
wikitext,mlp_gate,meditron-7b,8,64,29,1.541978349450801e-06
wikitext,mlp_down,meditron-7b,8,64,29,1.3428175407170784e-06
wikitext,attn_in,meditron-7b,8,64,30,4.548065248854982e-07
wikitext,attn_out,meditron-7b,8,64,30,3.687889886805351e-07
wikitext,mlp_gate,meditron-7b,8,64,30,2.351736611672095e-06
wikitext,mlp_down,meditron-7b,8,64,30,3.116772131761536e-05
wikitext,attn_in,meditron-7b,8,64,31,3.4571130527183414e-06
wikitext,attn_out,meditron-7b,8,64,31,5.046437081546173e-07
wikitext,mlp_gate,meditron-7b,8,64,31,3.1699689770903205e-06
wikitext,mlp_down,meditron-7b,8,64,31,4.826414169656346e-06
c4,attn_in,Meta-Llama-3-8B,3,128,0,1.5365917533927131e-06
c4,mlp_gate,Meta-Llama-3-8B,3,128,0,2.1331306925276294e-06
c4,mlp_down,Meta-Llama-3-8B,3,128,0,5.110216079629026e-06
c4,attn_in,Meta-Llama-3-8B,3,128,1,3.989569449913688e-06
c4,mlp_gate,Meta-Llama-3-8B,3,128,1,4.719341086456552e-05
c4,mlp_down,Meta-Llama-3-8B,3,128,1,0.00012532365508377552
c4,attn_in,Meta-Llama-3-8B,3,128,2,7.131057373044314e-06
c4,mlp_gate,Meta-Llama-3-8B,3,128,2,1.1430274753365666e-05
c4,mlp_down,Meta-Llama-3-8B,3,128,2,1.151376636698842e-05
c4,attn_in,Meta-Llama-3-8B,3,128,3,1.0556135748629458e-05
c4,mlp_gate,Meta-Llama-3-8B,3,128,3,2.5508410544716753e-05
c4,mlp_down,Meta-Llama-3-8B,3,128,3,2.083044637402054e-05
c4,attn_in,Meta-Llama-3-8B,3,128,4,2.3308894014917314e-05
c4,mlp_gate,Meta-Llama-3-8B,3,128,4,4.613120836438611e-05
c4,mlp_down,Meta-Llama-3-8B,3,128,4,3.6578963772626594e-05
c4,attn_in,Meta-Llama-3-8B,3,128,5,3.0498291380354203e-05
c4,mlp_gate,Meta-Llama-3-8B,3,128,5,6.517058500321582e-05
c4,mlp_down,Meta-Llama-3-8B,3,128,5,5.457858060253784e-05
c4,attn_in,Meta-Llama-3-8B,3,128,6,3.9504517189925537e-05
c4,mlp_gate,Meta-Llama-3-8B,3,128,6,8.367379632545635e-05
c4,mlp_down,Meta-Llama-3-8B,3,128,6,6.686014967272058e-05
c4,attn_in,Meta-Llama-3-8B,3,128,7,5.32951598870568e-05
c4,mlp_gate,Meta-Llama-3-8B,3,128,7,9.876258263830096e-05
c4,mlp_down,Meta-Llama-3-8B,3,128,7,7.499010825995356e-05
c4,attn_in,Meta-Llama-3-8B,3,128,8,7.034047303022817e-05
c4,mlp_gate,Meta-Llama-3-8B,3,128,8,0.00010860877955565229
c4,mlp_down,Meta-Llama-3-8B,3,128,8,8.141723810695112e-05
c4,attn_in,Meta-Llama-3-8B,3,128,9,9.053098619915545e-05
c4,mlp_gate,Meta-Llama-3-8B,3,128,9,0.0001242064608959481
c4,mlp_down,Meta-Llama-3-8B,3,128,9,9.484057954978198e-05
c4,attn_in,Meta-Llama-3-8B,3,128,10,9.497706196270883e-05
c4,mlp_gate,Meta-Llama-3-8B,3,128,10,0.00012383778812363744
c4,mlp_down,Meta-Llama-3-8B,3,128,10,9.728594159241766e-05
c4,attn_in,Meta-Llama-3-8B,3,128,11,9.250061702914536e-05
c4,mlp_gate,Meta-Llama-3-8B,3,128,11,0.00013430284161586314
c4,mlp_down,Meta-Llama-3-8B,3,128,11,0.0001017711401800625
c4,attn_in,Meta-Llama-3-8B,3,128,12,9.540916653349996e-05
c4,mlp_gate,Meta-Llama-3-8B,3,128,12,0.0001591784821357578
c4,mlp_down,Meta-Llama-3-8B,3,128,12,0.00011232181714149192
c4,attn_in,Meta-Llama-3-8B,3,128,13,0.00012589586549438536
c4,mlp_gate,Meta-Llama-3-8B,3,128,13,0.00018395866209175438
c4,mlp_down,Meta-Llama-3-8B,3,128,13,0.00013651009066961706
c4,attn_in,Meta-Llama-3-8B,3,128,14,0.00015267405251506716
c4,mlp_gate,Meta-Llama-3-8B,3,128,14,0.00022084407100919634
c4,mlp_down,Meta-Llama-3-8B,3,128,14,0.00015379271644633263
c4,attn_in,Meta-Llama-3-8B,3,128,15,0.00014082725101616234
c4,mlp_gate,Meta-Llama-3-8B,3,128,15,0.0002542067668400705
c4,mlp_down,Meta-Llama-3-8B,3,128,15,0.00020239433797542006
c4,attn_in,Meta-Llama-3-8B,3,128,16,0.00015674969472456723
c4,mlp_gate,Meta-Llama-3-8B,3,128,16,0.00025895913131535053
c4,mlp_down,Meta-Llama-3-8B,3,128,16,0.0002121725701726973
c4,attn_in,Meta-Llama-3-8B,3,128,17,0.00012381131818983704
c4,mlp_gate,Meta-Llama-3-8B,3,128,17,0.0002963559527415782
c4,mlp_down,Meta-Llama-3-8B,3,128,17,0.0002556987456046045
c4,attn_in,Meta-Llama-3-8B,3,128,18,8.861670357873663e-05
c4,mlp_gate,Meta-Llama-3-8B,3,128,18,0.0002890345349442214
c4,mlp_down,Meta-Llama-3-8B,3,128,18,0.0002460240793880075
c4,attn_in,Meta-Llama-3-8B,3,128,19,7.897881005192176e-05
c4,mlp_gate,Meta-Llama-3-8B,3,128,19,0.0003026543708983809
c4,mlp_down,Meta-Llama-3-8B,3,128,19,0.00025553363957442343
c4,attn_in,Meta-Llama-3-8B,3,128,20,9.400381532032043e-05
c4,mlp_gate,Meta-Llama-3-8B,3,128,20,0.0003263791440986097
c4,mlp_down,Meta-Llama-3-8B,3,128,20,0.0002796692424453795
c4,attn_in,Meta-Llama-3-8B,3,128,21,0.00015426057507283986
c4,mlp_gate,Meta-Llama-3-8B,3,128,21,0.0003886050544679165
c4,mlp_down,Meta-Llama-3-8B,3,128,21,0.0003416180261410773
c4,attn_in,Meta-Llama-3-8B,3,128,22,0.00011363567318767309
c4,mlp_gate,Meta-Llama-3-8B,3,128,22,0.0004024041991215199
c4,mlp_down,Meta-Llama-3-8B,3,128,22,0.0003540752222761512
c4,attn_in,Meta-Llama-3-8B,3,128,23,0.0001400799083057791
c4,mlp_gate,Meta-Llama-3-8B,3,128,23,0.0004387826193124056
c4,mlp_down,Meta-Llama-3-8B,3,128,23,0.0003643692471086979
c4,attn_in,Meta-Llama-3-8B,3,128,24,0.00013860770559404045
c4,mlp_gate,Meta-Llama-3-8B,3,128,24,0.00047774112317711115
c4,mlp_down,Meta-Llama-3-8B,3,128,24,0.0003870439832098782
c4,attn_in,Meta-Llama-3-8B,3,128,25,0.00019422238983679563
c4,mlp_gate,Meta-Llama-3-8B,3,128,25,0.0005415991181507707
c4,mlp_down,Meta-Llama-3-8B,3,128,25,0.00040217413334175944
c4,attn_in,Meta-Llama-3-8B,3,128,26,0.00023470184532925487
c4,mlp_gate,Meta-Llama-3-8B,3,128,26,0.0006363127031363547
c4,mlp_down,Meta-Llama-3-8B,3,128,26,0.00044650177005678415
c4,attn_in,Meta-Llama-3-8B,3,128,27,0.00031854136614128947
c4,mlp_gate,Meta-Llama-3-8B,3,128,27,0.0007906259270384908
c4,mlp_down,Meta-Llama-3-8B,3,128,27,0.000580144755076617
c4,attn_in,Meta-Llama-3-8B,3,128,28,0.00038866157410666347
c4,mlp_gate,Meta-Llama-3-8B,3,128,28,0.001092627295292914
c4,mlp_down,Meta-Llama-3-8B,3,128,28,0.0007860318874008954
c4,attn_in,Meta-Llama-3-8B,3,128,29,0.0005788345006294549
c4,mlp_gate,Meta-Llama-3-8B,3,128,29,0.0015556173166260123
c4,mlp_down,Meta-Llama-3-8B,3,128,29,0.0012721680104732513
c4,attn_in,Meta-Llama-3-8B,3,128,30,0.0013904229272156954
c4,mlp_gate,Meta-Llama-3-8B,3,128,30,0.002907166024670005
c4,mlp_down,Meta-Llama-3-8B,3,128,30,0.0031683859415352345
c4,attn_in,Meta-Llama-3-8B,3,128,31,0.0015286102425307035
c4,mlp_gate,Meta-Llama-3-8B,3,128,31,0.01319227833300829
c4,mlp_down,Meta-Llama-3-8B,3,128,31,0.5750308632850647
pileval,attn_in,Meta-Llama-3-8B,3,128,0,1.544794940855354e-06
pileval,mlp_gate,Meta-Llama-3-8B,3,128,0,2.361693759667105e-06
pileval,mlp_down,Meta-Llama-3-8B,3,128,0,5.241831786406692e-06
pileval,attn_in,Meta-Llama-3-8B,3,128,1,4.324185283621773e-06
pileval,mlp_gate,Meta-Llama-3-8B,3,128,1,4.570466626319103e-05
pileval,mlp_down,Meta-Llama-3-8B,3,128,1,0.00012476055417209864
pileval,attn_in,Meta-Llama-3-8B,3,128,2,7.247757366712904e-06
pileval,mlp_gate,Meta-Llama-3-8B,3,128,2,1.1657590221147984e-05
pileval,mlp_down,Meta-Llama-3-8B,3,128,2,1.1639222066150978e-05
pileval,attn_in,Meta-Llama-3-8B,3,128,3,1.1063851161452476e-05
pileval,mlp_gate,Meta-Llama-3-8B,3,128,3,2.651978502399288e-05
pileval,mlp_down,Meta-Llama-3-8B,3,128,3,2.1829580873600207e-05
pileval,attn_in,Meta-Llama-3-8B,3,128,4,2.4198921892093495e-05
pileval,mlp_gate,Meta-Llama-3-8B,3,128,4,4.6261524403234944e-05
pileval,mlp_down,Meta-Llama-3-8B,3,128,4,3.6464618460740894e-05
pileval,attn_in,Meta-Llama-3-8B,3,128,5,3.086642027483322e-05
pileval,mlp_gate,Meta-Llama-3-8B,3,128,5,6.537950685014948e-05
pileval,mlp_down,Meta-Llama-3-8B,3,128,5,5.4653559345752e-05
pileval,attn_in,Meta-Llama-3-8B,3,128,6,3.95933493564371e-05
pileval,mlp_gate,Meta-Llama-3-8B,3,128,6,8.340432395925745e-05
pileval,mlp_down,Meta-Llama-3-8B,3,128,6,6.686098640784621e-05
pileval,attn_in,Meta-Llama-3-8B,3,128,7,5.531349597731605e-05
pileval,mlp_gate,Meta-Llama-3-8B,3,128,7,9.77323143160902e-05
pileval,mlp_down,Meta-Llama-3-8B,3,128,7,7.443874346790835e-05
pileval,attn_in,Meta-Llama-3-8B,3,128,8,7.223091961350292e-05
pileval,mlp_gate,Meta-Llama-3-8B,3,128,8,0.00010692634532460943
pileval,mlp_down,Meta-Llama-3-8B,3,128,8,8.0579673522152e-05
pileval,attn_in,Meta-Llama-3-8B,3,128,9,9.218925697496161e-05
pileval,mlp_gate,Meta-Llama-3-8B,3,128,9,0.00012141401384724304
pileval,mlp_down,Meta-Llama-3-8B,3,128,9,9.301817044615746e-05
pileval,attn_in,Meta-Llama-3-8B,3,128,10,9.812545613385737e-05
pileval,mlp_gate,Meta-Llama-3-8B,3,128,10,0.00012259652430657297
pileval,mlp_down,Meta-Llama-3-8B,3,128,10,9.684174438007176e-05
pileval,attn_in,Meta-Llama-3-8B,3,128,11,9.304854756919667e-05
pileval,mlp_gate,Meta-Llama-3-8B,3,128,11,0.00013252576172817498
pileval,mlp_down,Meta-Llama-3-8B,3,128,11,0.00010170336463488638
pileval,attn_in,Meta-Llama-3-8B,3,128,12,9.665832476457581e-05
pileval,mlp_gate,Meta-Llama-3-8B,3,128,12,0.00015655285096727312
pileval,mlp_down,Meta-Llama-3-8B,3,128,12,0.00011174903920618817
pileval,attn_in,Meta-Llama-3-8B,3,128,13,0.00013068466796539724
pileval,mlp_gate,Meta-Llama-3-8B,3,128,13,0.0001798015582608059
pileval,mlp_down,Meta-Llama-3-8B,3,128,13,0.00013515188766177744
pileval,attn_in,Meta-Llama-3-8B,3,128,14,0.00016106052498798817
pileval,mlp_gate,Meta-Llama-3-8B,3,128,14,0.0002159245195798576
pileval,mlp_down,Meta-Llama-3-8B,3,128,14,0.00015062399324961007
pileval,attn_in,Meta-Llama-3-8B,3,128,15,0.00014184809697326273
pileval,mlp_gate,Meta-Llama-3-8B,3,128,15,0.00024529226357117295
pileval,mlp_down,Meta-Llama-3-8B,3,128,15,0.0001944765681400895
pileval,attn_in,Meta-Llama-3-8B,3,128,16,0.00016813556430861354
pileval,mlp_gate,Meta-Llama-3-8B,3,128,16,0.00024943408789113164
pileval,mlp_down,Meta-Llama-3-8B,3,128,16,0.00020535460498649627
pileval,attn_in,Meta-Llama-3-8B,3,128,17,0.0001259809941984713
pileval,mlp_gate,Meta-Llama-3-8B,3,128,17,0.0002868500887416303
pileval,mlp_down,Meta-Llama-3-8B,3,128,17,0.00025302395806647837
pileval,attn_in,Meta-Llama-3-8B,3,128,18,9.330666944151744e-05
pileval,mlp_gate,Meta-Llama-3-8B,3,128,18,0.0002802689268719405
pileval,mlp_down,Meta-Llama-3-8B,3,128,18,0.0002424429840175435
pileval,attn_in,Meta-Llama-3-8B,3,128,19,8.462114055873826e-05
pileval,mlp_gate,Meta-Llama-3-8B,3,128,19,0.00029494171030819416
pileval,mlp_down,Meta-Llama-3-8B,3,128,19,0.00024604552891105413
pileval,attn_in,Meta-Llama-3-8B,3,128,20,9.847430919762701e-05
pileval,mlp_gate,Meta-Llama-3-8B,3,128,20,0.00032026434200815856
pileval,mlp_down,Meta-Llama-3-8B,3,128,20,0.000268489500740543
pileval,attn_in,Meta-Llama-3-8B,3,128,21,0.00014510858454741538
pileval,mlp_gate,Meta-Llama-3-8B,3,128,21,0.000379851961042732
pileval,mlp_down,Meta-Llama-3-8B,3,128,21,0.0003273093025200069
pileval,attn_in,Meta-Llama-3-8B,3,128,22,0.0001180741674033925
pileval,mlp_gate,Meta-Llama-3-8B,3,128,22,0.0003936117864213884
pileval,mlp_down,Meta-Llama-3-8B,3,128,22,0.0003358915855642408
pileval,attn_in,Meta-Llama-3-8B,3,128,23,0.000127275416161865
pileval,mlp_gate,Meta-Llama-3-8B,3,128,23,0.0004307501658331603
pileval,mlp_down,Meta-Llama-3-8B,3,128,23,0.0003447300405241549
pileval,attn_in,Meta-Llama-3-8B,3,128,24,0.0001503444800619036
pileval,mlp_gate,Meta-Llama-3-8B,3,128,24,0.0004720622964669019
pileval,mlp_down,Meta-Llama-3-8B,3,128,24,0.00037122401408851147
pileval,attn_in,Meta-Llama-3-8B,3,128,25,0.00020723009947687387
pileval,mlp_gate,Meta-Llama-3-8B,3,128,25,0.00054027303121984
pileval,mlp_down,Meta-Llama-3-8B,3,128,25,0.0003905740159098059
pileval,attn_in,Meta-Llama-3-8B,3,128,26,0.00024855780065990984
pileval,mlp_gate,Meta-Llama-3-8B,3,128,26,0.0006374387303367257
pileval,mlp_down,Meta-Llama-3-8B,3,128,26,0.00045264995424076915
pileval,attn_in,Meta-Llama-3-8B,3,128,27,0.0003487702051643282
pileval,mlp_gate,Meta-Llama-3-8B,3,128,27,0.0007989684236235917
pileval,mlp_down,Meta-Llama-3-8B,3,128,27,0.0005988689372316003
pileval,attn_in,Meta-Llama-3-8B,3,128,28,0.00040490084211342037
pileval,mlp_gate,Meta-Llama-3-8B,3,128,28,0.0011075626825913787
pileval,mlp_down,Meta-Llama-3-8B,3,128,28,0.0008166598272509873
pileval,attn_in,Meta-Llama-3-8B,3,128,29,0.0006047905771993101
pileval,mlp_gate,Meta-Llama-3-8B,3,128,29,0.0015858564293012023
pileval,mlp_down,Meta-Llama-3-8B,3,128,29,0.0012886500917375088
pileval,attn_in,Meta-Llama-3-8B,3,128,30,0.0014396430924534798
pileval,mlp_gate,Meta-Llama-3-8B,3,128,30,0.0029372309800237417
pileval,mlp_down,Meta-Llama-3-8B,3,128,30,0.0031554093584418297
pileval,attn_in,Meta-Llama-3-8B,3,128,31,0.0015650439308956265
pileval,mlp_gate,Meta-Llama-3-8B,3,128,31,0.012974492274224758
pileval,mlp_down,Meta-Llama-3-8B,3,128,31,0.47028017044067383
wikitext,attn_in,Meta-Llama-3-8B,3,128,0,1.3884064173907973e-06
wikitext,mlp_gate,Meta-Llama-3-8B,3,128,0,2.059782218566397e-06
wikitext,mlp_down,Meta-Llama-3-8B,3,128,0,9.051344022736885e-06
wikitext,attn_in,Meta-Llama-3-8B,3,128,1,2.8101951556891436e-06
wikitext,mlp_gate,Meta-Llama-3-8B,3,128,1,6.02903965045698e-05
wikitext,mlp_down,Meta-Llama-3-8B,3,128,1,0.0001606108562555164
wikitext,attn_in,Meta-Llama-3-8B,3,128,2,4.890150648861891e-06
wikitext,mlp_gate,Meta-Llama-3-8B,3,128,2,1.115008672059048e-05
wikitext,mlp_down,Meta-Llama-3-8B,3,128,2,1.1062485100410413e-05
wikitext,attn_in,Meta-Llama-3-8B,3,128,3,7.689793164900038e-06
wikitext,mlp_gate,Meta-Llama-3-8B,3,128,3,2.5308119802502915e-05
wikitext,mlp_down,Meta-Llama-3-8B,3,128,3,1.9690394765348174e-05
wikitext,attn_in,Meta-Llama-3-8B,3,128,4,1.89861239050515e-05
wikitext,mlp_gate,Meta-Llama-3-8B,3,128,4,4.518905916484073e-05
wikitext,mlp_down,Meta-Llama-3-8B,3,128,4,3.469262446742505e-05
wikitext,attn_in,Meta-Llama-3-8B,3,128,5,2.8761878638761118e-05
wikitext,mlp_gate,Meta-Llama-3-8B,3,128,5,6.39888021396473e-05
wikitext,mlp_down,Meta-Llama-3-8B,3,128,5,5.431065437733196e-05
wikitext,attn_in,Meta-Llama-3-8B,3,128,6,3.860732613247819e-05
wikitext,mlp_gate,Meta-Llama-3-8B,3,128,6,8.207224891521037e-05
wikitext,mlp_down,Meta-Llama-3-8B,3,128,6,6.602863140869886e-05
wikitext,attn_in,Meta-Llama-3-8B,3,128,7,5.226421490078792e-05
wikitext,mlp_gate,Meta-Llama-3-8B,3,128,7,9.667666745372117e-05
wikitext,mlp_down,Meta-Llama-3-8B,3,128,7,7.321505836443976e-05
wikitext,attn_in,Meta-Llama-3-8B,3,128,8,6.492124521173537e-05
wikitext,mlp_gate,Meta-Llama-3-8B,3,128,8,0.00010609705350361764
wikitext,mlp_down,Meta-Llama-3-8B,3,128,8,8.114619413390756e-05
wikitext,attn_in,Meta-Llama-3-8B,3,128,9,8.74209072208032e-05
wikitext,mlp_gate,Meta-Llama-3-8B,3,128,9,0.00012154695286881179
wikitext,mlp_down,Meta-Llama-3-8B,3,128,9,9.34515701374039e-05
wikitext,attn_in,Meta-Llama-3-8B,3,128,10,8.849005826050416e-05
wikitext,mlp_gate,Meta-Llama-3-8B,3,128,10,0.00012190144479973242
wikitext,mlp_down,Meta-Llama-3-8B,3,128,10,9.855652751866728e-05
wikitext,attn_in,Meta-Llama-3-8B,3,128,11,8.420972153544426e-05
wikitext,mlp_gate,Meta-Llama-3-8B,3,128,11,0.0001327993522863835
wikitext,mlp_down,Meta-Llama-3-8B,3,128,11,0.00010492066212464124
wikitext,attn_in,Meta-Llama-3-8B,3,128,12,9.393045911565423e-05
wikitext,mlp_gate,Meta-Llama-3-8B,3,128,12,0.0001569196756463498
wikitext,mlp_down,Meta-Llama-3-8B,3,128,12,0.000111879147880245
wikitext,attn_in,Meta-Llama-3-8B,3,128,13,0.0001167772279586643
wikitext,mlp_gate,Meta-Llama-3-8B,3,128,13,0.0001774720149114728
wikitext,mlp_down,Meta-Llama-3-8B,3,128,13,0.00013228411262389272
wikitext,attn_in,Meta-Llama-3-8B,3,128,14,0.00014819444913882762
wikitext,mlp_gate,Meta-Llama-3-8B,3,128,14,0.00021348950394894928
wikitext,mlp_down,Meta-Llama-3-8B,3,128,14,0.00014894086052663624
wikitext,attn_in,Meta-Llama-3-8B,3,128,15,0.00013008246605750173
wikitext,mlp_gate,Meta-Llama-3-8B,3,128,15,0.0002425958518870175
wikitext,mlp_down,Meta-Llama-3-8B,3,128,15,0.0001941785158123821
wikitext,attn_in,Meta-Llama-3-8B,3,128,16,0.00014927488518878818
wikitext,mlp_gate,Meta-Llama-3-8B,3,128,16,0.00024652390857227147
wikitext,mlp_down,Meta-Llama-3-8B,3,128,16,0.00019928847905248404
wikitext,attn_in,Meta-Llama-3-8B,3,128,17,0.0001200348197016865
wikitext,mlp_gate,Meta-Llama-3-8B,3,128,17,0.00027851510094478726
wikitext,mlp_down,Meta-Llama-3-8B,3,128,17,0.00024121813476085663
wikitext,attn_in,Meta-Llama-3-8B,3,128,18,8.92988609848544e-05
wikitext,mlp_gate,Meta-Llama-3-8B,3,128,18,0.00027127869543619454
wikitext,mlp_down,Meta-Llama-3-8B,3,128,18,0.00023081328254193068
wikitext,attn_in,Meta-Llama-3-8B,3,128,19,6.863164890091866e-05
wikitext,mlp_gate,Meta-Llama-3-8B,3,128,19,0.00028185543487779796
wikitext,mlp_down,Meta-Llama-3-8B,3,128,19,0.00023290517856366932
wikitext,attn_in,Meta-Llama-3-8B,3,128,20,8.419268124271184e-05
wikitext,mlp_gate,Meta-Llama-3-8B,3,128,20,0.00030759203946217895
wikitext,mlp_down,Meta-Llama-3-8B,3,128,20,0.0002633969997987151
wikitext,attn_in,Meta-Llama-3-8B,3,128,21,0.00013466546079143882
wikitext,mlp_gate,Meta-Llama-3-8B,3,128,21,0.00036426063161343336
wikitext,mlp_down,Meta-Llama-3-8B,3,128,21,0.00031383492751047015
wikitext,attn_in,Meta-Llama-3-8B,3,128,22,9.520370804239064e-05
wikitext,mlp_gate,Meta-Llama-3-8B,3,128,22,0.0003823647275567055
wikitext,mlp_down,Meta-Llama-3-8B,3,128,22,0.0003308872983325273
wikitext,attn_in,Meta-Llama-3-8B,3,128,23,0.00012223832891322672
wikitext,mlp_gate,Meta-Llama-3-8B,3,128,23,0.00041862018406391144
wikitext,mlp_down,Meta-Llama-3-8B,3,128,23,0.00033363874536007643
wikitext,attn_in,Meta-Llama-3-8B,3,128,24,0.00014436733908951283
wikitext,mlp_gate,Meta-Llama-3-8B,3,128,24,0.0004631547490134835
wikitext,mlp_down,Meta-Llama-3-8B,3,128,24,0.0003506512730382383
wikitext,attn_in,Meta-Llama-3-8B,3,128,25,0.00019116263138130307
wikitext,mlp_gate,Meta-Llama-3-8B,3,128,25,0.000525699695572257
wikitext,mlp_down,Meta-Llama-3-8B,3,128,25,0.000369295448763296
wikitext,attn_in,Meta-Llama-3-8B,3,128,26,0.00024264954845421016
wikitext,mlp_gate,Meta-Llama-3-8B,3,128,26,0.0006109307869337499
wikitext,mlp_down,Meta-Llama-3-8B,3,128,26,0.00042151554953306913
wikitext,attn_in,Meta-Llama-3-8B,3,128,27,0.00036546861520037055
wikitext,mlp_gate,Meta-Llama-3-8B,3,128,27,0.0007740802830085158
wikitext,mlp_down,Meta-Llama-3-8B,3,128,27,0.0005372777231968939
wikitext,attn_in,Meta-Llama-3-8B,3,128,28,0.0004564718692563474
wikitext,mlp_gate,Meta-Llama-3-8B,3,128,28,0.0010847736848518252
wikitext,mlp_down,Meta-Llama-3-8B,3,128,28,0.0007557097123935819
wikitext,attn_in,Meta-Llama-3-8B,3,128,29,0.0007600244134664536
wikitext,mlp_gate,Meta-Llama-3-8B,3,128,29,0.001523569575510919
wikitext,mlp_down,Meta-Llama-3-8B,3,128,29,0.0012377973180264235
wikitext,attn_in,Meta-Llama-3-8B,3,128,30,0.0017688915831968188
wikitext,mlp_gate,Meta-Llama-3-8B,3,128,30,0.002751160878688097
wikitext,mlp_down,Meta-Llama-3-8B,3,128,30,0.0035963719710707664
wikitext,attn_in,Meta-Llama-3-8B,3,128,31,0.0019311454379931092
wikitext,mlp_gate,Meta-Llama-3-8B,3,128,31,0.013138441368937492
wikitext,mlp_down,Meta-Llama-3-8B,3,128,31,1.593855619430542
pileval,attn_in,Meta-Llama-3-8B,3,64,0,1.038490268001624e-06
pileval,mlp_gate,Meta-Llama-3-8B,3,64,0,1.8013412272921414e-06
pileval,mlp_down,Meta-Llama-3-8B,3,64,0,3.4650261113711167e-06
pileval,attn_in,Meta-Llama-3-8B,3,64,1,2.5599902073736303e-06
pileval,mlp_gate,Meta-Llama-3-8B,3,64,1,9.069554653251544e-05
pileval,mlp_down,Meta-Llama-3-8B,3,64,1,5.135602259542793e-05
pileval,attn_in,Meta-Llama-3-8B,3,64,2,4.280191205907613e-06
pileval,mlp_gate,Meta-Llama-3-8B,3,64,2,8.925608199206181e-06
pileval,mlp_down,Meta-Llama-3-8B,3,64,2,8.735466508369427e-06
pileval,attn_in,Meta-Llama-3-8B,3,64,3,8.722858183318749e-06
pileval,mlp_gate,Meta-Llama-3-8B,3,64,3,2.009028867178131e-05
pileval,mlp_down,Meta-Llama-3-8B,3,64,3,1.6575868357904255e-05
pileval,attn_in,Meta-Llama-3-8B,3,64,4,1.5838213585084304e-05
pileval,mlp_gate,Meta-Llama-3-8B,3,64,4,3.480964005575515e-05
pileval,mlp_down,Meta-Llama-3-8B,3,64,4,2.8048738386132754e-05
pileval,attn_in,Meta-Llama-3-8B,3,64,5,2.57990941463504e-05
pileval,mlp_gate,Meta-Llama-3-8B,3,64,5,4.9762656999519095e-05
pileval,mlp_down,Meta-Llama-3-8B,3,64,5,4.1649189370218664e-05
pileval,attn_in,Meta-Llama-3-8B,3,64,6,3.341814226587303e-05
pileval,mlp_gate,Meta-Llama-3-8B,3,64,6,6.316392682492733e-05
pileval,mlp_down,Meta-Llama-3-8B,3,64,6,5.112733197165653e-05
pileval,attn_in,Meta-Llama-3-8B,3,64,7,4.194225402898155e-05
pileval,mlp_gate,Meta-Llama-3-8B,3,64,7,7.352502143476158e-05
pileval,mlp_down,Meta-Llama-3-8B,3,64,7,5.700819747289643e-05
pileval,attn_in,Meta-Llama-3-8B,3,64,8,5.167651761439629e-05
pileval,mlp_gate,Meta-Llama-3-8B,3,64,8,8.031787729123607e-05
pileval,mlp_down,Meta-Llama-3-8B,3,64,8,6.213559390744194e-05
pileval,attn_in,Meta-Llama-3-8B,3,64,9,6.844092422397807e-05
pileval,mlp_gate,Meta-Llama-3-8B,3,64,9,9.111036342801526e-05
pileval,mlp_down,Meta-Llama-3-8B,3,64,9,7.166803698055446e-05
pileval,attn_in,Meta-Llama-3-8B,3,64,10,7.073130109347403e-05
pileval,mlp_gate,Meta-Llama-3-8B,3,64,10,9.245656110579148e-05
pileval,mlp_down,Meta-Llama-3-8B,3,64,10,7.474896119674668e-05
pileval,attn_in,Meta-Llama-3-8B,3,64,11,7.857677701395005e-05
pileval,mlp_gate,Meta-Llama-3-8B,3,64,11,9.905103070195764e-05
pileval,mlp_down,Meta-Llama-3-8B,3,64,11,7.790184463374317e-05
pileval,attn_in,Meta-Llama-3-8B,3,64,12,7.519239443354309e-05
pileval,mlp_gate,Meta-Llama-3-8B,3,64,12,0.00011542701395228505
pileval,mlp_down,Meta-Llama-3-8B,3,64,12,8.532775973435491e-05
pileval,attn_in,Meta-Llama-3-8B,3,64,13,9.560862963553518e-05
pileval,mlp_gate,Meta-Llama-3-8B,3,64,13,0.0001325107441516593
pileval,mlp_down,Meta-Llama-3-8B,3,64,13,0.00010346071940148249
pileval,attn_in,Meta-Llama-3-8B,3,64,14,0.00011446440475992858
pileval,mlp_gate,Meta-Llama-3-8B,3,64,14,0.000158407143317163
pileval,mlp_down,Meta-Llama-3-8B,3,64,14,0.00011654674744931981
pileval,attn_in,Meta-Llama-3-8B,3,64,15,0.00010491805005585775
pileval,mlp_gate,Meta-Llama-3-8B,3,64,15,0.00018114734848495573
pileval,mlp_down,Meta-Llama-3-8B,3,64,15,0.0001498428318882361
pileval,attn_in,Meta-Llama-3-8B,3,64,16,0.0001225951564265415
pileval,mlp_gate,Meta-Llama-3-8B,3,64,16,0.00018641247879713774
pileval,mlp_down,Meta-Llama-3-8B,3,64,16,0.00015867073670960963
pileval,attn_in,Meta-Llama-3-8B,3,64,17,0.00010433735587866977
pileval,mlp_gate,Meta-Llama-3-8B,3,64,17,0.00021479986025951803
pileval,mlp_down,Meta-Llama-3-8B,3,64,17,0.00019335899560246617
pileval,attn_in,Meta-Llama-3-8B,3,64,18,7.015615119598806e-05
pileval,mlp_gate,Meta-Llama-3-8B,3,64,18,0.00021260256471578032
pileval,mlp_down,Meta-Llama-3-8B,3,64,18,0.0001870399428298697
pileval,attn_in,Meta-Llama-3-8B,3,64,19,6.004032911732793e-05
pileval,mlp_gate,Meta-Llama-3-8B,3,64,19,0.00022377459390554577
pileval,mlp_down,Meta-Llama-3-8B,3,64,19,0.00018954921688418835
pileval,attn_in,Meta-Llama-3-8B,3,64,20,7.373773405561224e-05
pileval,mlp_gate,Meta-Llama-3-8B,3,64,20,0.0002436871873214841
pileval,mlp_down,Meta-Llama-3-8B,3,64,20,0.00020657890127040446
pileval,attn_in,Meta-Llama-3-8B,3,64,21,0.000105290200735908
pileval,mlp_gate,Meta-Llama-3-8B,3,64,21,0.000288577371975407
pileval,mlp_down,Meta-Llama-3-8B,3,64,21,0.00024927270715124905
pileval,attn_in,Meta-Llama-3-8B,3,64,22,9.302908438257873e-05
pileval,mlp_gate,Meta-Llama-3-8B,3,64,22,0.00030130677623674273
pileval,mlp_down,Meta-Llama-3-8B,3,64,22,0.00025790397194214165
pileval,attn_in,Meta-Llama-3-8B,3,64,23,8.946908928919584e-05
pileval,mlp_gate,Meta-Llama-3-8B,3,64,23,0.00032916959025897086
pileval,mlp_down,Meta-Llama-3-8B,3,64,23,0.00026686303317546844
pileval,attn_in,Meta-Llama-3-8B,3,64,24,0.00011330391862429678
pileval,mlp_gate,Meta-Llama-3-8B,3,64,24,0.00036114227259531617
pileval,mlp_down,Meta-Llama-3-8B,3,64,24,0.00028542501968331635
pileval,attn_in,Meta-Llama-3-8B,3,64,25,0.00015830242773517966
pileval,mlp_gate,Meta-Llama-3-8B,3,64,25,0.00041208788752555847
pileval,mlp_down,Meta-Llama-3-8B,3,64,25,0.00030291106668300927
pileval,attn_in,Meta-Llama-3-8B,3,64,26,0.0001790872629499063
pileval,mlp_gate,Meta-Llama-3-8B,3,64,26,0.0004836381122004241
pileval,mlp_down,Meta-Llama-3-8B,3,64,26,0.0003521325998008251
pileval,attn_in,Meta-Llama-3-8B,3,64,27,0.00029561889823526144
pileval,mlp_gate,Meta-Llama-3-8B,3,64,27,0.0006014392711222172
pileval,mlp_down,Meta-Llama-3-8B,3,64,27,0.00046185668907128274
pileval,attn_in,Meta-Llama-3-8B,3,64,28,0.00029986698064021766
pileval,mlp_gate,Meta-Llama-3-8B,3,64,28,0.0008338678744621575
pileval,mlp_down,Meta-Llama-3-8B,3,64,28,0.0006312638288363814
pileval,attn_in,Meta-Llama-3-8B,3,64,29,0.0004402217164169997
pileval,mlp_gate,Meta-Llama-3-8B,3,64,29,0.0011848893482238054
pileval,mlp_down,Meta-Llama-3-8B,3,64,29,0.0009707563440315425
pileval,attn_in,Meta-Llama-3-8B,3,64,30,0.0009141933405771852
pileval,mlp_gate,Meta-Llama-3-8B,3,64,30,0.002212098566815257
pileval,mlp_down,Meta-Llama-3-8B,3,64,30,0.0022655907087028027
pileval,attn_in,Meta-Llama-3-8B,3,64,31,0.0013320728903636336
pileval,mlp_gate,Meta-Llama-3-8B,3,64,31,0.00975739024579525
pileval,mlp_down,Meta-Llama-3-8B,3,64,31,0.20120778679847717
wikitext,attn_in,Meta-Llama-3-8B,3,64,0,9.592622518539429e-07
wikitext,mlp_gate,Meta-Llama-3-8B,3,64,0,1.5911064110696316e-06
wikitext,mlp_down,Meta-Llama-3-8B,3,64,0,5.187408532947302e-06
wikitext,attn_in,Meta-Llama-3-8B,3,64,1,1.6275416783173569e-06
wikitext,mlp_gate,Meta-Llama-3-8B,3,64,1,0.00010830656538018957
wikitext,mlp_down,Meta-Llama-3-8B,3,64,1,6.543195922859013e-05
wikitext,attn_in,Meta-Llama-3-8B,3,64,2,2.8968684091523755e-06
wikitext,mlp_gate,Meta-Llama-3-8B,3,64,2,8.546440767531749e-06
wikitext,mlp_down,Meta-Llama-3-8B,3,64,2,8.276138942164835e-06
wikitext,attn_in,Meta-Llama-3-8B,3,64,3,5.893796696909703e-06
wikitext,mlp_gate,Meta-Llama-3-8B,3,64,3,1.924651223816909e-05
wikitext,mlp_down,Meta-Llama-3-8B,3,64,3,1.491679358878173e-05
wikitext,attn_in,Meta-Llama-3-8B,3,64,4,1.2887330740340985e-05
wikitext,mlp_gate,Meta-Llama-3-8B,3,64,4,3.403932714718394e-05
wikitext,mlp_down,Meta-Llama-3-8B,3,64,4,2.6723439077613875e-05
wikitext,attn_in,Meta-Llama-3-8B,3,64,5,2.276193117722869e-05
wikitext,mlp_gate,Meta-Llama-3-8B,3,64,5,4.8506713937968016e-05
wikitext,mlp_down,Meta-Llama-3-8B,3,64,5,4.101719241589308e-05
wikitext,attn_in,Meta-Llama-3-8B,3,64,6,3.2726136851124465e-05
wikitext,mlp_gate,Meta-Llama-3-8B,3,64,6,6.219786882866174e-05
wikitext,mlp_down,Meta-Llama-3-8B,3,64,6,5.024809797760099e-05
wikitext,attn_in,Meta-Llama-3-8B,3,64,7,4.001725392299704e-05
wikitext,mlp_gate,Meta-Llama-3-8B,3,64,7,7.253733201650903e-05
wikitext,mlp_down,Meta-Llama-3-8B,3,64,7,5.617943679681048e-05
wikitext,attn_in,Meta-Llama-3-8B,3,64,8,4.701250873040408e-05
wikitext,mlp_gate,Meta-Llama-3-8B,3,64,8,7.993305189302191e-05
wikitext,mlp_down,Meta-Llama-3-8B,3,64,8,6.268704601097852e-05
wikitext,attn_in,Meta-Llama-3-8B,3,64,9,6.342380947899073e-05
wikitext,mlp_gate,Meta-Llama-3-8B,3,64,9,9.087292710319161e-05
wikitext,mlp_down,Meta-Llama-3-8B,3,64,9,7.195849320851266e-05
wikitext,attn_in,Meta-Llama-3-8B,3,64,10,6.36240656604059e-05
wikitext,mlp_gate,Meta-Llama-3-8B,3,64,10,9.223211964126676e-05
wikitext,mlp_down,Meta-Llama-3-8B,3,64,10,7.572125468868762e-05
wikitext,attn_in,Meta-Llama-3-8B,3,64,11,7.176150393206626e-05
wikitext,mlp_gate,Meta-Llama-3-8B,3,64,11,9.926553320838138e-05
wikitext,mlp_down,Meta-Llama-3-8B,3,64,11,7.973271567607298e-05
wikitext,attn_in,Meta-Llama-3-8B,3,64,12,7.023099169600755e-05
wikitext,mlp_gate,Meta-Llama-3-8B,3,64,12,0.0001152994082076475
wikitext,mlp_down,Meta-Llama-3-8B,3,64,12,8.557222463423386e-05
wikitext,attn_in,Meta-Llama-3-8B,3,64,13,8.943158900365233e-05
wikitext,mlp_gate,Meta-Llama-3-8B,3,64,13,0.00013080623466521502
wikitext,mlp_down,Meta-Llama-3-8B,3,64,13,0.0001013005239656195
wikitext,attn_in,Meta-Llama-3-8B,3,64,14,0.00011054467177018523
wikitext,mlp_gate,Meta-Llama-3-8B,3,64,14,0.00015596476441714913
wikitext,mlp_down,Meta-Llama-3-8B,3,64,14,0.00011534070654306561
wikitext,attn_in,Meta-Llama-3-8B,3,64,15,9.747133299242705e-05
wikitext,mlp_gate,Meta-Llama-3-8B,3,64,15,0.00018019505660049617
wikitext,mlp_down,Meta-Llama-3-8B,3,64,15,0.00014931325858924538
wikitext,attn_in,Meta-Llama-3-8B,3,64,16,0.00011043086124118418
wikitext,mlp_gate,Meta-Llama-3-8B,3,64,16,0.00018434427329339087
wikitext,mlp_down,Meta-Llama-3-8B,3,64,16,0.00015389331383630633
wikitext,attn_in,Meta-Llama-3-8B,3,64,17,9.141615009866655e-05
wikitext,mlp_gate,Meta-Llama-3-8B,3,64,17,0.000208809768082574
wikitext,mlp_down,Meta-Llama-3-8B,3,64,17,0.00018467108020558953
wikitext,attn_in,Meta-Llama-3-8B,3,64,18,6.068968650652096e-05
wikitext,mlp_gate,Meta-Llama-3-8B,3,64,18,0.00020617926202248782
wikitext,mlp_down,Meta-Llama-3-8B,3,64,18,0.00017852216842584312
wikitext,attn_in,Meta-Llama-3-8B,3,64,19,5.011278699385002e-05
wikitext,mlp_gate,Meta-Llama-3-8B,3,64,19,0.00021372221817728132
wikitext,mlp_down,Meta-Llama-3-8B,3,64,19,0.00017949476023204625
wikitext,attn_in,Meta-Llama-3-8B,3,64,20,6.5681102569215e-05
wikitext,mlp_gate,Meta-Llama-3-8B,3,64,20,0.00023426894040312618
wikitext,mlp_down,Meta-Llama-3-8B,3,64,20,0.00020205049077048898
wikitext,attn_in,Meta-Llama-3-8B,3,64,21,9.421641880180687e-05
wikitext,mlp_gate,Meta-Llama-3-8B,3,64,21,0.00027570739621296525
wikitext,mlp_down,Meta-Llama-3-8B,3,64,21,0.00023943718406371772
wikitext,attn_in,Meta-Llama-3-8B,3,64,22,7.78799585532397e-05
wikitext,mlp_gate,Meta-Llama-3-8B,3,64,22,0.0002934694057330489
wikitext,mlp_down,Meta-Llama-3-8B,3,64,22,0.00025411241222172976
wikitext,attn_in,Meta-Llama-3-8B,3,64,23,8.181547309504822e-05
wikitext,mlp_gate,Meta-Llama-3-8B,3,64,23,0.00031981556094251573
wikitext,mlp_down,Meta-Llama-3-8B,3,64,23,0.00025856721913442016
wikitext,attn_in,Meta-Llama-3-8B,3,64,24,0.00010564835974946618
wikitext,mlp_gate,Meta-Llama-3-8B,3,64,24,0.00035355205181986094
wikitext,mlp_down,Meta-Llama-3-8B,3,64,24,0.00027034772210754454
wikitext,attn_in,Meta-Llama-3-8B,3,64,25,0.00013382884208112955
wikitext,mlp_gate,Meta-Llama-3-8B,3,64,25,0.00040242448449134827
wikitext,mlp_down,Meta-Llama-3-8B,3,64,25,0.0002874650526791811
wikitext,attn_in,Meta-Llama-3-8B,3,64,26,0.000182898627826944
wikitext,mlp_gate,Meta-Llama-3-8B,3,64,26,0.0004629900795407593
wikitext,mlp_down,Meta-Llama-3-8B,3,64,26,0.0003281304962001741
wikitext,attn_in,Meta-Llama-3-8B,3,64,27,0.00030019466066733
wikitext,mlp_gate,Meta-Llama-3-8B,3,64,27,0.0005824092077091336
wikitext,mlp_down,Meta-Llama-3-8B,3,64,27,0.0004151553148403764
wikitext,attn_in,Meta-Llama-3-8B,3,64,28,0.00034177323686890304
wikitext,mlp_gate,Meta-Llama-3-8B,3,64,28,0.0008094212971627712
wikitext,mlp_down,Meta-Llama-3-8B,3,64,28,0.0005817540804855525
wikitext,attn_in,Meta-Llama-3-8B,3,64,29,0.0005309425760060549
wikitext,mlp_gate,Meta-Llama-3-8B,3,64,29,0.00114408356603235
wikitext,mlp_down,Meta-Llama-3-8B,3,64,29,0.0009199982741847634
wikitext,attn_in,Meta-Llama-3-8B,3,64,30,0.0011657665017992258
wikitext,mlp_gate,Meta-Llama-3-8B,3,64,30,0.0020492286421358585
wikitext,mlp_down,Meta-Llama-3-8B,3,64,30,0.0025853312108665705
wikitext,attn_in,Meta-Llama-3-8B,3,64,31,0.001610263017937541
wikitext,mlp_gate,Meta-Llama-3-8B,3,64,31,0.010063455440104008
wikitext,mlp_down,Meta-Llama-3-8B,3,64,31,0.6779025793075562
c4,attn_in,Meta-Llama-3-8B,4,128,0,3.2388163617724786e-07
c4,mlp_gate,Meta-Llama-3-8B,4,128,0,4.5854324071115116e-07
c4,mlp_down,Meta-Llama-3-8B,4,128,0,2.0928380308760097e-06
c4,attn_in,Meta-Llama-3-8B,4,128,1,5.513485916708305e-07
c4,mlp_gate,Meta-Llama-3-8B,4,128,1,1.3265346296975622e-06
c4,mlp_down,Meta-Llama-3-8B,4,128,1,9.904617036227137e-05
c4,attn_in,Meta-Llama-3-8B,4,128,2,1.3200580042393995e-06
c4,mlp_gate,Meta-Llama-3-8B,4,128,2,2.4512507934559835e-06
c4,mlp_down,Meta-Llama-3-8B,4,128,2,2.594618990769959e-06
c4,attn_in,Meta-Llama-3-8B,4,128,3,2.3733070975140436e-06
c4,mlp_gate,Meta-Llama-3-8B,4,128,3,5.482948836288415e-06
c4,mlp_down,Meta-Llama-3-8B,4,128,3,4.572063971863827e-06
c4,attn_in,Meta-Llama-3-8B,4,128,4,4.955083568347618e-06
c4,mlp_gate,Meta-Llama-3-8B,4,128,4,9.980016329791397e-06
c4,mlp_down,Meta-Llama-3-8B,4,128,4,8.009669727471191e-06
c4,attn_in,Meta-Llama-3-8B,4,128,5,6.484268396889092e-06
c4,mlp_gate,Meta-Llama-3-8B,4,128,5,1.4094435755396262e-05
c4,mlp_down,Meta-Llama-3-8B,4,128,5,1.2084958143532276e-05
c4,attn_in,Meta-Llama-3-8B,4,128,6,8.920861546357628e-06
c4,mlp_gate,Meta-Llama-3-8B,4,128,6,1.810103094612714e-05
c4,mlp_down,Meta-Llama-3-8B,4,128,6,1.4625192306993995e-05
c4,attn_in,Meta-Llama-3-8B,4,128,7,1.2536906979221385e-05
c4,mlp_gate,Meta-Llama-3-8B,4,128,7,2.1390356778283603e-05
c4,mlp_down,Meta-Llama-3-8B,4,128,7,1.647203680477105e-05
c4,attn_in,Meta-Llama-3-8B,4,128,8,1.675839303061366e-05
c4,mlp_gate,Meta-Llama-3-8B,4,128,8,2.3459606381948106e-05
c4,mlp_down,Meta-Llama-3-8B,4,128,8,1.787019573384896e-05
c4,attn_in,Meta-Llama-3-8B,4,128,9,2.152118759113364e-05
c4,mlp_gate,Meta-Llama-3-8B,4,128,9,2.684931860130746e-05
c4,mlp_down,Meta-Llama-3-8B,4,128,9,2.0785584638360888e-05
c4,attn_in,Meta-Llama-3-8B,4,128,10,2.149145075236447e-05
c4,mlp_gate,Meta-Llama-3-8B,4,128,10,2.683839193196036e-05
c4,mlp_down,Meta-Llama-3-8B,4,128,10,2.1516301785595715e-05
c4,attn_in,Meta-Llama-3-8B,4,128,11,2.265404509671498e-05
c4,mlp_gate,Meta-Llama-3-8B,4,128,11,2.8946293241460808e-05
c4,mlp_down,Meta-Llama-3-8B,4,128,11,2.2290982087724842e-05
c4,attn_in,Meta-Llama-3-8B,4,128,12,2.1873922378290445e-05
c4,mlp_gate,Meta-Llama-3-8B,4,128,12,3.4594959288369864e-05
c4,mlp_down,Meta-Llama-3-8B,4,128,12,2.4707987904548645e-05
c4,attn_in,Meta-Llama-3-8B,4,128,13,2.974595372506883e-05
c4,mlp_gate,Meta-Llama-3-8B,4,128,13,3.995032966486178e-05
c4,mlp_down,Meta-Llama-3-8B,4,128,13,2.9859820642741397e-05
c4,attn_in,Meta-Llama-3-8B,4,128,14,3.683681643451564e-05
c4,mlp_gate,Meta-Llama-3-8B,4,128,14,4.809076926903799e-05
c4,mlp_down,Meta-Llama-3-8B,4,128,14,3.353121064719744e-05
c4,attn_in,Meta-Llama-3-8B,4,128,15,3.159679181408137e-05
c4,mlp_gate,Meta-Llama-3-8B,4,128,15,5.52328783669509e-05
c4,mlp_down,Meta-Llama-3-8B,4,128,15,4.430596163729206e-05
c4,attn_in,Meta-Llama-3-8B,4,128,16,3.4199121728306636e-05
c4,mlp_gate,Meta-Llama-3-8B,4,128,16,5.5912500101840124e-05
c4,mlp_down,Meta-Llama-3-8B,4,128,16,4.684463419835083e-05
c4,attn_in,Meta-Llama-3-8B,4,128,17,2.6265857741236687e-05
c4,mlp_gate,Meta-Llama-3-8B,4,128,17,6.392968498403206e-05
c4,mlp_down,Meta-Llama-3-8B,4,128,17,5.697070082533173e-05
c4,attn_in,Meta-Llama-3-8B,4,128,18,1.7749758626450785e-05
c4,mlp_gate,Meta-Llama-3-8B,4,128,18,6.224578100955114e-05
c4,mlp_down,Meta-Llama-3-8B,4,128,18,5.428330769063905e-05
c4,attn_in,Meta-Llama-3-8B,4,128,19,1.554021037009079e-05
c4,mlp_gate,Meta-Llama-3-8B,4,128,19,6.51780646876432e-05
c4,mlp_down,Meta-Llama-3-8B,4,128,19,5.630806117551401e-05
c4,attn_in,Meta-Llama-3-8B,4,128,20,2.3053657059790567e-05
c4,mlp_gate,Meta-Llama-3-8B,4,128,20,7.030087726889178e-05
c4,mlp_down,Meta-Llama-3-8B,4,128,20,6.167118408484384e-05
c4,attn_in,Meta-Llama-3-8B,4,128,21,3.345086588524282e-05
c4,mlp_gate,Meta-Llama-3-8B,4,128,21,8.37323532323353e-05
c4,mlp_down,Meta-Llama-3-8B,4,128,21,7.565745909232646e-05
c4,attn_in,Meta-Llama-3-8B,4,128,22,2.435457645333372e-05
c4,mlp_gate,Meta-Llama-3-8B,4,128,22,8.647669164929539e-05
c4,mlp_down,Meta-Llama-3-8B,4,128,22,7.761508459225297e-05
c4,attn_in,Meta-Llama-3-8B,4,128,23,3.0008632165845484e-05
c4,mlp_gate,Meta-Llama-3-8B,4,128,23,9.395004599355161e-05
c4,mlp_down,Meta-Llama-3-8B,4,128,23,8.092507778201252e-05
c4,attn_in,Meta-Llama-3-8B,4,128,24,2.8457523512770422e-05
c4,mlp_gate,Meta-Llama-3-8B,4,128,24,0.0001025037927320227
c4,mlp_down,Meta-Llama-3-8B,4,128,24,8.496244117850438e-05
c4,attn_in,Meta-Llama-3-8B,4,128,25,4.109969813725911e-05
c4,mlp_gate,Meta-Llama-3-8B,4,128,25,0.00011644198093563318
c4,mlp_down,Meta-Llama-3-8B,4,128,25,8.848238940117881e-05
c4,attn_in,Meta-Llama-3-8B,4,128,26,4.706549952970818e-05
c4,mlp_gate,Meta-Llama-3-8B,4,128,26,0.0001364135678159073
c4,mlp_down,Meta-Llama-3-8B,4,128,26,9.827520989347249e-05
c4,attn_in,Meta-Llama-3-8B,4,128,27,6.653765740338713e-05
c4,mlp_gate,Meta-Llama-3-8B,4,128,27,0.00016852564294822514
c4,mlp_down,Meta-Llama-3-8B,4,128,27,0.0001274629175895825
c4,attn_in,Meta-Llama-3-8B,4,128,28,7.767011993564665e-05
c4,mlp_gate,Meta-Llama-3-8B,4,128,28,0.00023427723499480635
c4,mlp_down,Meta-Llama-3-8B,4,128,28,0.00017232751997653395
c4,attn_in,Meta-Llama-3-8B,4,128,29,0.00012013824743917212
c4,mlp_gate,Meta-Llama-3-8B,4,128,29,0.0003355524968355894
c4,mlp_down,Meta-Llama-3-8B,4,128,29,0.0002863984555006027
c4,attn_in,Meta-Llama-3-8B,4,128,30,0.00026077457005158067
c4,mlp_gate,Meta-Llama-3-8B,4,128,30,0.0006179154152050614
c4,mlp_down,Meta-Llama-3-8B,4,128,30,0.0006949380040168762
c4,attn_in,Meta-Llama-3-8B,4,128,31,0.0003673633618745953
c4,mlp_gate,Meta-Llama-3-8B,4,128,31,0.0028447085060179234
c4,mlp_down,Meta-Llama-3-8B,4,128,31,0.20771090686321259
pileval,attn_in,Meta-Llama-3-8B,4,128,0,3.2987088616209803e-07
pileval,mlp_gate,Meta-Llama-3-8B,4,128,0,5.093812092127337e-07
pileval,mlp_down,Meta-Llama-3-8B,4,128,0,2.063586862277589e-06
pileval,attn_in,Meta-Llama-3-8B,4,128,1,6.016545057718758e-07
pileval,mlp_gate,Meta-Llama-3-8B,4,128,1,1.3354477914617746e-06
pileval,mlp_down,Meta-Llama-3-8B,4,128,1,9.840718848863617e-05
pileval,attn_in,Meta-Llama-3-8B,4,128,2,1.409731794410618e-06
pileval,mlp_gate,Meta-Llama-3-8B,4,128,2,2.5021713554451708e-06
pileval,mlp_down,Meta-Llama-3-8B,4,128,2,2.627240974106826e-06
pileval,attn_in,Meta-Llama-3-8B,4,128,3,2.4369337552343495e-06
pileval,mlp_gate,Meta-Llama-3-8B,4,128,3,5.70038764635683e-06
pileval,mlp_down,Meta-Llama-3-8B,4,128,3,4.78601350550889e-06
pileval,attn_in,Meta-Llama-3-8B,4,128,4,5.125317329657264e-06
pileval,mlp_gate,Meta-Llama-3-8B,4,128,4,1.0000129805121105e-05
pileval,mlp_down,Meta-Llama-3-8B,4,128,4,7.984555850271136e-06
pileval,attn_in,Meta-Llama-3-8B,4,128,5,6.6485222305345815e-06
pileval,mlp_gate,Meta-Llama-3-8B,4,128,5,1.4122530046734028e-05
pileval,mlp_down,Meta-Llama-3-8B,4,128,5,1.2154278010712005e-05
pileval,attn_in,Meta-Llama-3-8B,4,128,6,8.790691936155781e-06
pileval,mlp_gate,Meta-Llama-3-8B,4,128,6,1.8006065147346817e-05
pileval,mlp_down,Meta-Llama-3-8B,4,128,6,1.4634416402259376e-05
pileval,attn_in,Meta-Llama-3-8B,4,128,7,1.2711245290120132e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,128,7,2.1187099264352582e-05
pileval,mlp_down,Meta-Llama-3-8B,4,128,7,1.634722502785735e-05
pileval,attn_in,Meta-Llama-3-8B,4,128,8,1.7116200979216956e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,128,8,2.3089525711839087e-05
pileval,mlp_down,Meta-Llama-3-8B,4,128,8,1.772208634065464e-05
pileval,attn_in,Meta-Llama-3-8B,4,128,9,2.1664587620762177e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,128,9,2.6324321879656054e-05
pileval,mlp_down,Meta-Llama-3-8B,4,128,9,2.0389195924508385e-05
pileval,attn_in,Meta-Llama-3-8B,4,128,10,2.210798629675992e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,128,10,2.651914292073343e-05
pileval,mlp_down,Meta-Llama-3-8B,4,128,10,2.144786594726611e-05
pileval,attn_in,Meta-Llama-3-8B,4,128,11,2.269739707116969e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,128,11,2.854804006346967e-05
pileval,mlp_down,Meta-Llama-3-8B,4,128,11,2.2252741473494098e-05
pileval,attn_in,Meta-Llama-3-8B,4,128,12,2.2472915588878095e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,128,12,3.400802961550653e-05
pileval,mlp_down,Meta-Llama-3-8B,4,128,12,2.4586828658357263e-05
pileval,attn_in,Meta-Llama-3-8B,4,128,13,3.0403563869185746e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,128,13,3.900165393133648e-05
pileval,mlp_down,Meta-Llama-3-8B,4,128,13,2.9518505471060053e-05
pileval,attn_in,Meta-Llama-3-8B,4,128,14,3.849124550470151e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,128,14,4.707760308519937e-05
pileval,mlp_down,Meta-Llama-3-8B,4,128,14,3.2864572858670726e-05
pileval,attn_in,Meta-Llama-3-8B,4,128,15,3.188585105817765e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,128,15,5.3226252930471674e-05
pileval,mlp_down,Meta-Llama-3-8B,4,128,15,4.253476799931377e-05
pileval,attn_in,Meta-Llama-3-8B,4,128,16,3.682071837829426e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,128,16,5.402808892540634e-05
pileval,mlp_down,Meta-Llama-3-8B,4,128,16,4.5373719331109896e-05
pileval,attn_in,Meta-Llama-3-8B,4,128,17,2.7411106202634983e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,128,17,6.196091999299824e-05
pileval,mlp_down,Meta-Llama-3-8B,4,128,17,5.633941327687353e-05
pileval,attn_in,Meta-Llama-3-8B,4,128,18,1.8515156625653617e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,128,18,6.0404359828680754e-05
pileval,mlp_down,Meta-Llama-3-8B,4,128,18,5.34649079781957e-05
pileval,attn_in,Meta-Llama-3-8B,4,128,19,1.7246869902010076e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,128,19,6.344871508190408e-05
pileval,mlp_down,Meta-Llama-3-8B,4,128,19,5.4290518164634705e-05
pileval,attn_in,Meta-Llama-3-8B,4,128,20,2.347878398722969e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,128,20,6.890354416100308e-05
pileval,mlp_down,Meta-Llama-3-8B,4,128,20,5.92948381381575e-05
pileval,attn_in,Meta-Llama-3-8B,4,128,21,3.236230986658484e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,128,21,8.191720553440973e-05
pileval,mlp_down,Meta-Llama-3-8B,4,128,21,7.25519421393983e-05
pileval,attn_in,Meta-Llama-3-8B,4,128,22,2.5776376787689514e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,128,22,8.451334724668413e-05
pileval,mlp_down,Meta-Llama-3-8B,4,128,22,7.373132393695414e-05
pileval,attn_in,Meta-Llama-3-8B,4,128,23,2.7256875910097733e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,128,23,9.237717313226312e-05
pileval,mlp_down,Meta-Llama-3-8B,4,128,23,7.652866042917594e-05
pileval,attn_in,Meta-Llama-3-8B,4,128,24,3.160279811709188e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,128,24,0.0001013380751828663
pileval,mlp_down,Meta-Llama-3-8B,4,128,24,8.153050293913111e-05
pileval,attn_in,Meta-Llama-3-8B,4,128,25,4.385364081826992e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,128,25,0.00011588927736738697
pileval,mlp_down,Meta-Llama-3-8B,4,128,25,8.595752296969295e-05
pileval,attn_in,Meta-Llama-3-8B,4,128,26,5.144996248418465e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,128,26,0.0001366738579235971
pileval,mlp_down,Meta-Llama-3-8B,4,128,26,9.95264999801293e-05
pileval,attn_in,Meta-Llama-3-8B,4,128,27,7.469809497706592e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,128,27,0.00017064207349903882
pileval,mlp_down,Meta-Llama-3-8B,4,128,27,0.00013164074334781617
pileval,attn_in,Meta-Llama-3-8B,4,128,28,8.012139733182266e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,128,28,0.00023793776927050203
pileval,mlp_down,Meta-Llama-3-8B,4,128,28,0.00017912314797285944
pileval,attn_in,Meta-Llama-3-8B,4,128,29,0.0001285529142478481
pileval,mlp_gate,Meta-Llama-3-8B,4,128,29,0.0003421831352170557
pileval,mlp_down,Meta-Llama-3-8B,4,128,29,0.0002882404951378703
pileval,attn_in,Meta-Llama-3-8B,4,128,30,0.0002731300191953778
pileval,mlp_gate,Meta-Llama-3-8B,4,128,30,0.000628613168373704
pileval,mlp_down,Meta-Llama-3-8B,4,128,30,0.0006927720969542861
pileval,attn_in,Meta-Llama-3-8B,4,128,31,0.00037046769284643233
pileval,mlp_gate,Meta-Llama-3-8B,4,128,31,0.0027725251857191324
pileval,mlp_down,Meta-Llama-3-8B,4,128,31,0.17146660387516022
wikitext,attn_in,Meta-Llama-3-8B,4,128,0,3.303063067505718e-07
wikitext,mlp_gate,Meta-Llama-3-8B,4,128,0,4.4453020109358476e-07
wikitext,mlp_down,Meta-Llama-3-8B,4,128,0,5.442208930617198e-06
wikitext,attn_in,Meta-Llama-3-8B,4,128,1,4.5307774598768447e-07
wikitext,mlp_gate,Meta-Llama-3-8B,4,128,1,1.4547279079124564e-06
wikitext,mlp_down,Meta-Llama-3-8B,4,128,1,0.0001281124132219702
wikitext,attn_in,Meta-Llama-3-8B,4,128,2,9.414795272277843e-07
wikitext,mlp_gate,Meta-Llama-3-8B,4,128,2,2.3923466869746335e-06
wikitext,mlp_down,Meta-Llama-3-8B,4,128,2,2.479214572304045e-06
wikitext,attn_in,Meta-Llama-3-8B,4,128,3,1.7575589481566567e-06
wikitext,mlp_gate,Meta-Llama-3-8B,4,128,3,5.444104317575693e-06
wikitext,mlp_down,Meta-Llama-3-8B,4,128,3,4.329124749347102e-06
wikitext,attn_in,Meta-Llama-3-8B,4,128,4,4.079245627508499e-06
wikitext,mlp_gate,Meta-Llama-3-8B,4,128,4,9.802250133361667e-06
wikitext,mlp_down,Meta-Llama-3-8B,4,128,4,7.6008668656868394e-06
wikitext,attn_in,Meta-Llama-3-8B,4,128,5,6.053373908798676e-06
wikitext,mlp_gate,Meta-Llama-3-8B,4,128,5,1.3787140233034734e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,128,5,1.1995234672212973e-05
wikitext,attn_in,Meta-Llama-3-8B,4,128,6,8.66400296217762e-06
wikitext,mlp_gate,Meta-Llama-3-8B,4,128,6,1.7777943867258728e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,128,6,1.4436951460083947e-05
wikitext,attn_in,Meta-Llama-3-8B,4,128,7,1.2044856703141704e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,128,7,2.0890565792797133e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,128,7,1.609138234925922e-05
wikitext,attn_in,Meta-Llama-3-8B,4,128,8,1.5219497981888708e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,128,8,2.2959280613576993e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,128,8,1.7827665942604654e-05
wikitext,attn_in,Meta-Llama-3-8B,4,128,9,1.956086271093227e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,128,9,2.624908483994659e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,128,9,2.0474610209930688e-05
wikitext,attn_in,Meta-Llama-3-8B,4,128,10,2.021557702391874e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,128,10,2.6395557142677717e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,128,10,2.197643516410608e-05
wikitext,attn_in,Meta-Llama-3-8B,4,128,11,2.047886300715618e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,128,11,2.859867163351737e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,128,11,2.3018936190055683e-05
wikitext,attn_in,Meta-Llama-3-8B,4,128,12,2.13397743209498e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,128,12,3.4022144973278046e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,128,12,2.4578654119977728e-05
wikitext,attn_in,Meta-Llama-3-8B,4,128,13,2.754971501417458e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,128,13,3.85492603527382e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,128,13,2.8928290703333914e-05
wikitext,attn_in,Meta-Llama-3-8B,4,128,14,3.6027526221005246e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,128,14,4.6384811867028475e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,128,14,3.2555253710597754e-05
wikitext,attn_in,Meta-Llama-3-8B,4,128,15,2.9946155336801894e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,128,15,5.26140647707507e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,128,15,4.2392199247842655e-05
wikitext,attn_in,Meta-Llama-3-8B,4,128,16,3.10686846205499e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,128,16,5.34342834725976e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,128,16,4.3931908294325694e-05
wikitext,attn_in,Meta-Llama-3-8B,4,128,17,2.529269113438204e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,128,17,5.988770499243401e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,128,17,5.376280751079321e-05
wikitext,attn_in,Meta-Llama-3-8B,4,128,18,1.698885353107471e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,128,18,5.868026346433908e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,128,18,5.1017912483075634e-05
wikitext,attn_in,Meta-Llama-3-8B,4,128,19,1.443025394110009e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,128,19,6.070685776649043e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,128,19,5.133399463375099e-05
wikitext,attn_in,Meta-Llama-3-8B,4,128,20,2.0654153559007682e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,128,20,6.613282312173396e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,128,20,5.8180143241770566e-05
wikitext,attn_in,Meta-Llama-3-8B,4,128,21,2.9540165996877477e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,128,21,7.846705557312816e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,128,21,6.933254917385057e-05
wikitext,attn_in,Meta-Llama-3-8B,4,128,22,2.2288075342657976e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,128,22,8.212264947360381e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,128,22,7.271251524798572e-05
wikitext,attn_in,Meta-Llama-3-8B,4,128,23,2.659182791830972e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,128,23,8.979827543953434e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,128,23,7.43600248824805e-05
wikitext,attn_in,Meta-Llama-3-8B,4,128,24,3.107022712356411e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,128,24,9.953897824743763e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,128,24,7.700288551859558e-05
wikitext,attn_in,Meta-Llama-3-8B,4,128,25,4.414317663758993e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,128,25,0.00011286230437690392
wikitext,mlp_down,Meta-Llama-3-8B,4,128,25,8.112772775348276e-05
wikitext,attn_in,Meta-Llama-3-8B,4,128,26,5.123436130816117e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,128,26,0.00013078708434477448
wikitext,mlp_down,Meta-Llama-3-8B,4,128,26,9.28442896110937e-05
wikitext,attn_in,Meta-Llama-3-8B,4,128,27,7.717068365309387e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,128,27,0.0001648037723498419
wikitext,mlp_down,Meta-Llama-3-8B,4,128,27,0.00011755646846722811
wikitext,attn_in,Meta-Llama-3-8B,4,128,28,8.70699732331559e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,128,28,0.00023157524992711842
wikitext,mlp_down,Meta-Llama-3-8B,4,128,28,0.0001663776347413659
wikitext,attn_in,Meta-Llama-3-8B,4,128,29,0.00015561969485133886
wikitext,mlp_gate,Meta-Llama-3-8B,4,128,29,0.0003273015609011054
wikitext,mlp_down,Meta-Llama-3-8B,4,128,29,0.0002804415998980403
wikitext,attn_in,Meta-Llama-3-8B,4,128,30,0.00035625998862087727
wikitext,mlp_gate,Meta-Llama-3-8B,4,128,30,0.0005690245889127254
wikitext,mlp_down,Meta-Llama-3-8B,4,128,30,0.000783455150667578
wikitext,attn_in,Meta-Llama-3-8B,4,128,31,0.0004640238475985825
wikitext,mlp_gate,Meta-Llama-3-8B,4,128,31,0.0027181797195225954
wikitext,mlp_down,Meta-Llama-3-8B,4,128,31,0.6164246797561646
c4,attn_in,Meta-Llama-3-8B,4,64,0,2.3067143217758712e-07
c4,mlp_gate,Meta-Llama-3-8B,4,64,0,3.4889794164882915e-07
c4,mlp_down,Meta-Llama-3-8B,4,64,0,1.0104909051733557e-06
c4,attn_in,Meta-Llama-3-8B,4,64,1,3.7178460843279026e-07
c4,mlp_gate,Meta-Llama-3-8B,4,64,1,1.5676481552873156e-06
c4,mlp_down,Meta-Llama-3-8B,4,64,1,2.604418114060536e-05
c4,attn_in,Meta-Llama-3-8B,4,64,2,8.705702612132882e-07
c4,mlp_gate,Meta-Llama-3-8B,4,64,2,1.8786115560942562e-06
c4,mlp_down,Meta-Llama-3-8B,4,64,2,1.9043983456867863e-06
c4,attn_in,Meta-Llama-3-8B,4,64,3,1.4837283970337012e-06
c4,mlp_gate,Meta-Llama-3-8B,4,64,3,4.169231033301912e-06
c4,mlp_down,Meta-Llama-3-8B,4,64,3,3.4567488000902813e-06
c4,attn_in,Meta-Llama-3-8B,4,64,4,3.694997758429963e-06
c4,mlp_gate,Meta-Llama-3-8B,4,64,4,7.490687949029962e-06
c4,mlp_down,Meta-Llama-3-8B,4,64,4,6.1535888562502805e-06
c4,attn_in,Meta-Llama-3-8B,4,64,5,5.419690751296002e-06
c4,mlp_gate,Meta-Llama-3-8B,4,64,5,1.0680825653253123e-05
c4,mlp_down,Meta-Llama-3-8B,4,64,5,9.147120181296486e-06
c4,attn_in,Meta-Llama-3-8B,4,64,6,6.8498052314680535e-06
c4,mlp_gate,Meta-Llama-3-8B,4,64,6,1.3691182175534777e-05
c4,mlp_down,Meta-Llama-3-8B,4,64,6,1.1203549547644798e-05
c4,attn_in,Meta-Llama-3-8B,4,64,7,8.676646757521667e-06
c4,mlp_gate,Meta-Llama-3-8B,4,64,7,1.607111880730372e-05
c4,mlp_down,Meta-Llama-3-8B,4,64,7,1.2586176126205828e-05
c4,attn_in,Meta-Llama-3-8B,4,64,8,1.2036241969326511e-05
c4,mlp_gate,Meta-Llama-3-8B,4,64,8,1.7589623894309625e-05
c4,mlp_down,Meta-Llama-3-8B,4,64,8,1.3759779903921299e-05
c4,attn_in,Meta-Llama-3-8B,4,64,9,1.547433748783078e-05
c4,mlp_gate,Meta-Llama-3-8B,4,64,9,2.0112744095968083e-05
c4,mlp_down,Meta-Llama-3-8B,4,64,9,1.5953275578795e-05
c4,attn_in,Meta-Llama-3-8B,4,64,10,1.499345034972066e-05
c4,mlp_gate,Meta-Llama-3-8B,4,64,10,2.0272305846447125e-05
c4,mlp_down,Meta-Llama-3-8B,4,64,10,1.650642298045568e-05
c4,attn_in,Meta-Llama-3-8B,4,64,11,1.5696994523750618e-05
c4,mlp_gate,Meta-Llama-3-8B,4,64,11,2.161650081689004e-05
c4,mlp_down,Meta-Llama-3-8B,4,64,11,1.7016127458191477e-05
c4,attn_in,Meta-Llama-3-8B,4,64,12,1.587178667250555e-05
c4,mlp_gate,Meta-Llama-3-8B,4,64,12,2.5336770704598166e-05
c4,mlp_down,Meta-Llama-3-8B,4,64,12,1.87942150660092e-05
c4,attn_in,Meta-Llama-3-8B,4,64,13,2.1482399461092427e-05
c4,mlp_gate,Meta-Llama-3-8B,4,64,13,2.9328033633646555e-05
c4,mlp_down,Meta-Llama-3-8B,4,64,13,2.291329474246595e-05
c4,attn_in,Meta-Llama-3-8B,4,64,14,2.5344987079733983e-05
c4,mlp_gate,Meta-Llama-3-8B,4,64,14,3.509122325340286e-05
c4,mlp_down,Meta-Llama-3-8B,4,64,14,2.6017230993602425e-05
c4,attn_in,Meta-Llama-3-8B,4,64,15,2.2944292140891775e-05
c4,mlp_gate,Meta-Llama-3-8B,4,64,15,4.074786193086766e-05
c4,mlp_down,Meta-Llama-3-8B,4,64,15,3.4106029488611966e-05
c4,attn_in,Meta-Llama-3-8B,4,64,16,2.6018718926934525e-05
c4,mlp_gate,Meta-Llama-3-8B,4,64,16,4.17381597799249e-05
c4,mlp_down,Meta-Llama-3-8B,4,64,16,3.59213663614355e-05
c4,attn_in,Meta-Llama-3-8B,4,64,17,2.0454663172131404e-05
c4,mlp_gate,Meta-Llama-3-8B,4,64,17,4.782870382769033e-05
c4,mlp_down,Meta-Llama-3-8B,4,64,17,4.331804666435346e-05
c4,attn_in,Meta-Llama-3-8B,4,64,18,1.33873500089976e-05
c4,mlp_gate,Meta-Llama-3-8B,4,64,18,4.724734026240185e-05
c4,mlp_down,Meta-Llama-3-8B,4,64,18,4.173144407104701e-05
c4,attn_in,Meta-Llama-3-8B,4,64,19,1.1420086593716405e-05
c4,mlp_gate,Meta-Llama-3-8B,4,64,19,4.9489197408547625e-05
c4,mlp_down,Meta-Llama-3-8B,4,64,19,4.31218468293082e-05
c4,attn_in,Meta-Llama-3-8B,4,64,20,1.4416774320125114e-05
c4,mlp_gate,Meta-Llama-3-8B,4,64,20,5.361048533814028e-05
c4,mlp_down,Meta-Llama-3-8B,4,64,20,4.7186113079078496e-05
c4,attn_in,Meta-Llama-3-8B,4,64,21,2.5321052817162126e-05
c4,mlp_gate,Meta-Llama-3-8B,4,64,21,6.371145718730986e-05
c4,mlp_down,Meta-Llama-3-8B,4,64,21,5.728723044740036e-05
c4,attn_in,Meta-Llama-3-8B,4,64,22,1.8159313185606152e-05
c4,mlp_gate,Meta-Llama-3-8B,4,64,22,6.635525642195717e-05
c4,mlp_down,Meta-Llama-3-8B,4,64,22,5.980592322885059e-05
c4,attn_in,Meta-Llama-3-8B,4,64,23,2.0696732462965883e-05
c4,mlp_gate,Meta-Llama-3-8B,4,64,23,7.197955710580572e-05
c4,mlp_down,Meta-Llama-3-8B,4,64,23,6.211328582139686e-05
c4,attn_in,Meta-Llama-3-8B,4,64,24,2.1039206330897287e-05
c4,mlp_gate,Meta-Llama-3-8B,4,64,24,7.860978075768799e-05
c4,mlp_down,Meta-Llama-3-8B,4,64,24,6.512934487545863e-05
c4,attn_in,Meta-Llama-3-8B,4,64,25,3.208600901416503e-05
c4,mlp_gate,Meta-Llama-3-8B,4,64,25,8.901987166609615e-05
c4,mlp_down,Meta-Llama-3-8B,4,64,25,6.824525189585984e-05
c4,attn_in,Meta-Llama-3-8B,4,64,26,3.484628541627899e-05
c4,mlp_gate,Meta-Llama-3-8B,4,64,26,0.00010347713396186009
c4,mlp_down,Meta-Llama-3-8B,4,64,26,7.636775990249589e-05
c4,attn_in,Meta-Llama-3-8B,4,64,27,5.099888221593574e-05
c4,mlp_gate,Meta-Llama-3-8B,4,64,27,0.0001275113900192082
c4,mlp_down,Meta-Llama-3-8B,4,64,27,9.820974082686007e-05
c4,attn_in,Meta-Llama-3-8B,4,64,28,6.235137698240578e-05
c4,mlp_gate,Meta-Llama-3-8B,4,64,28,0.00017583587032277137
c4,mlp_down,Meta-Llama-3-8B,4,64,28,0.00013290022616274655
c4,attn_in,Meta-Llama-3-8B,4,64,29,9.174099250230938e-05
c4,mlp_gate,Meta-Llama-3-8B,4,64,29,0.0002503005671314895
c4,mlp_down,Meta-Llama-3-8B,4,64,29,0.00021133600967004895
c4,attn_in,Meta-Llama-3-8B,4,64,30,0.00019813688413705677
c4,mlp_gate,Meta-Llama-3-8B,4,64,30,0.00046736650983802974
c4,mlp_down,Meta-Llama-3-8B,4,64,30,0.0004922673106193542
c4,attn_in,Meta-Llama-3-8B,4,64,31,0.0002587130293250084
c4,mlp_gate,Meta-Llama-3-8B,4,64,31,0.0021118069998919964
c4,mlp_down,Meta-Llama-3-8B,4,64,31,0.12421043962240219
pileval,attn_in,Meta-Llama-3-8B,4,64,0,2.3503763202370465e-07
pileval,mlp_gate,Meta-Llama-3-8B,4,64,0,3.873591936098819e-07
pileval,mlp_down,Meta-Llama-3-8B,4,64,0,1.0224446214124328e-06
pileval,attn_in,Meta-Llama-3-8B,4,64,1,3.939605619507347e-07
pileval,mlp_gate,Meta-Llama-3-8B,4,64,1,1.6182992794711026e-06
pileval,mlp_down,Meta-Llama-3-8B,4,64,1,2.5881892725010403e-05
pileval,attn_in,Meta-Llama-3-8B,4,64,2,9.328300620836671e-07
pileval,mlp_gate,Meta-Llama-3-8B,4,64,2,1.916656856337795e-06
pileval,mlp_down,Meta-Llama-3-8B,4,64,2,1.924657908602967e-06
pileval,attn_in,Meta-Llama-3-8B,4,64,3,1.5666835224692477e-06
pileval,mlp_gate,Meta-Llama-3-8B,4,64,3,4.331222953624092e-06
pileval,mlp_down,Meta-Llama-3-8B,4,64,3,3.619274593802402e-06
pileval,attn_in,Meta-Llama-3-8B,4,64,4,3.733171752173803e-06
pileval,mlp_gate,Meta-Llama-3-8B,4,64,4,7.518128313677153e-06
pileval,mlp_down,Meta-Llama-3-8B,4,64,4,6.131339887360809e-06
pileval,attn_in,Meta-Llama-3-8B,4,64,5,5.492423952091485e-06
pileval,mlp_gate,Meta-Llama-3-8B,4,64,5,1.0729907444329001e-05
pileval,mlp_down,Meta-Llama-3-8B,4,64,5,9.169680197373964e-06
pileval,attn_in,Meta-Llama-3-8B,4,64,6,6.827417109889211e-06
pileval,mlp_gate,Meta-Llama-3-8B,4,64,6,1.3640467841469217e-05
pileval,mlp_down,Meta-Llama-3-8B,4,64,6,1.1193368663953152e-05
pileval,attn_in,Meta-Llama-3-8B,4,64,7,8.94353706826223e-06
pileval,mlp_gate,Meta-Llama-3-8B,4,64,7,1.591826367075555e-05
pileval,mlp_down,Meta-Llama-3-8B,4,64,7,1.24662756206817e-05
pileval,attn_in,Meta-Llama-3-8B,4,64,8,1.2590295227710158e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,64,8,1.736627018544823e-05
pileval,mlp_down,Meta-Llama-3-8B,4,64,8,1.3631518413603771e-05
pileval,attn_in,Meta-Llama-3-8B,4,64,9,1.544988299428951e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,64,9,1.9693685317179188e-05
pileval,mlp_down,Meta-Llama-3-8B,4,64,9,1.563162004458718e-05
pileval,attn_in,Meta-Llama-3-8B,4,64,10,1.5661174984415993e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,64,10,2.0057592337252572e-05
pileval,mlp_down,Meta-Llama-3-8B,4,64,10,1.6424310160800815e-05
pileval,attn_in,Meta-Llama-3-8B,4,64,11,1.5981251635821536e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,64,11,2.1369785827118903e-05
pileval,mlp_down,Meta-Llama-3-8B,4,64,11,1.7028120055329055e-05
pileval,attn_in,Meta-Llama-3-8B,4,64,12,1.6119931387947872e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,64,12,2.4925084289861843e-05
pileval,mlp_down,Meta-Llama-3-8B,4,64,12,1.8671074940357357e-05
pileval,attn_in,Meta-Llama-3-8B,4,64,13,2.2023195924703032e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,64,13,2.8638625735766254e-05
pileval,mlp_down,Meta-Llama-3-8B,4,64,13,2.2669375539408065e-05
pileval,attn_in,Meta-Llama-3-8B,4,64,14,2.6784422516357154e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,64,14,3.440665386733599e-05
pileval,mlp_down,Meta-Llama-3-8B,4,64,14,2.5456380171817727e-05
pileval,attn_in,Meta-Llama-3-8B,4,64,15,2.328891605429817e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,64,15,3.931598621420562e-05
pileval,mlp_down,Meta-Llama-3-8B,4,64,15,3.2721909519750625e-05
pileval,attn_in,Meta-Llama-3-8B,4,64,16,2.775915891106706e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,64,16,4.0286118746735156e-05
pileval,mlp_down,Meta-Llama-3-8B,4,64,16,3.478202415863052e-05
pileval,attn_in,Meta-Llama-3-8B,4,64,17,2.09332811209606e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,64,17,4.629563045455143e-05
pileval,mlp_down,Meta-Llama-3-8B,4,64,17,4.277709740563296e-05
pileval,attn_in,Meta-Llama-3-8B,4,64,18,1.4197734344634227e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,64,18,4.586499562719837e-05
pileval,mlp_down,Meta-Llama-3-8B,4,64,18,4.105157859157771e-05
pileval,attn_in,Meta-Llama-3-8B,4,64,19,1.2589200196089223e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,64,19,4.832692866330035e-05
pileval,mlp_down,Meta-Llama-3-8B,4,64,19,4.149414598941803e-05
pileval,attn_in,Meta-Llama-3-8B,4,64,20,1.5595282093272544e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,64,20,5.256958320387639e-05
pileval,mlp_down,Meta-Llama-3-8B,4,64,20,4.533610990620218e-05
pileval,attn_in,Meta-Llama-3-8B,4,64,21,2.3959133613971062e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,64,21,6.226616824278608e-05
pileval,mlp_down,Meta-Llama-3-8B,4,64,21,5.4853746405569836e-05
pileval,attn_in,Meta-Llama-3-8B,4,64,22,1.862989302026108e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,64,22,6.484211917268112e-05
pileval,mlp_down,Meta-Llama-3-8B,4,64,22,5.6781373132253066e-05
pileval,attn_in,Meta-Llama-3-8B,4,64,23,1.953767605300527e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,64,23,7.073514279909432e-05
pileval,mlp_down,Meta-Llama-3-8B,4,64,23,5.8689573052106425e-05
pileval,attn_in,Meta-Llama-3-8B,4,64,24,2.3223490643431433e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,64,24,7.768996874801815e-05
pileval,mlp_down,Meta-Llama-3-8B,4,64,24,6.239393405849114e-05
pileval,attn_in,Meta-Llama-3-8B,4,64,25,3.281849785707891e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,64,25,8.866574353305623e-05
pileval,mlp_down,Meta-Llama-3-8B,4,64,25,6.630380812566727e-05
pileval,attn_in,Meta-Llama-3-8B,4,64,26,3.806283712037839e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,64,26,0.00010367034701630473
pileval,mlp_down,Meta-Llama-3-8B,4,64,26,7.719933637417853e-05
pileval,attn_in,Meta-Llama-3-8B,4,64,27,5.681816037395038e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,64,27,0.00012905147741548717
pileval,mlp_down,Meta-Llama-3-8B,4,64,27,0.00010147097054868937
pileval,attn_in,Meta-Llama-3-8B,4,64,28,6.34344105492346e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,64,28,0.00017864667461253703
pileval,mlp_down,Meta-Llama-3-8B,4,64,28,0.00013823415793012828
pileval,attn_in,Meta-Llama-3-8B,4,64,29,9.894200775306672e-05
pileval,mlp_gate,Meta-Llama-3-8B,4,64,29,0.0002560102439019829
pileval,mlp_down,Meta-Llama-3-8B,4,64,29,0.00021439953707158566
pileval,attn_in,Meta-Llama-3-8B,4,64,30,0.00020989766926504672
pileval,mlp_gate,Meta-Llama-3-8B,4,64,30,0.0004750012594740838
pileval,mlp_down,Meta-Llama-3-8B,4,64,30,0.0004934162716381252
pileval,attn_in,Meta-Llama-3-8B,4,64,31,0.0002617175050545484
pileval,mlp_gate,Meta-Llama-3-8B,4,64,31,0.0020970420446246862
pileval,mlp_down,Meta-Llama-3-8B,4,64,31,0.10233720391988754
wikitext,attn_in,Meta-Llama-3-8B,4,64,0,2.0621530438802438e-07
wikitext,mlp_gate,Meta-Llama-3-8B,4,64,0,3.3711029345795396e-07
wikitext,mlp_down,Meta-Llama-3-8B,4,64,0,2.0303427845647093e-06
wikitext,attn_in,Meta-Llama-3-8B,4,64,1,3.1558170121570583e-07
wikitext,mlp_gate,Meta-Llama-3-8B,4,64,1,1.5501422012675903e-06
wikitext,mlp_down,Meta-Llama-3-8B,4,64,1,3.3791668101912364e-05
wikitext,attn_in,Meta-Llama-3-8B,4,64,2,6.245691679396259e-07
wikitext,mlp_gate,Meta-Llama-3-8B,4,64,2,1.8313098735234234e-06
wikitext,mlp_down,Meta-Llama-3-8B,4,64,2,1.8171801912103547e-06
wikitext,attn_in,Meta-Llama-3-8B,4,64,3,1.0773200074254419e-06
wikitext,mlp_gate,Meta-Llama-3-8B,4,64,3,4.142073066759622e-06
wikitext,mlp_down,Meta-Llama-3-8B,4,64,3,3.2453822313982528e-06
wikitext,attn_in,Meta-Llama-3-8B,4,64,4,3.0001569939486217e-06
wikitext,mlp_gate,Meta-Llama-3-8B,4,64,4,7.346169695665594e-06
wikitext,mlp_down,Meta-Llama-3-8B,4,64,4,5.84750296184211e-06
wikitext,attn_in,Meta-Llama-3-8B,4,64,5,4.724452992377337e-06
wikitext,mlp_gate,Meta-Llama-3-8B,4,64,5,1.045572935254313e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,64,5,9.044972102856264e-06
wikitext,attn_in,Meta-Llama-3-8B,4,64,6,6.5930962591664866e-06
wikitext,mlp_gate,Meta-Llama-3-8B,4,64,6,1.3524221685656812e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,64,6,1.1042655387427658e-05
wikitext,attn_in,Meta-Llama-3-8B,4,64,7,8.52973334986018e-06
wikitext,mlp_gate,Meta-Llama-3-8B,4,64,7,1.567957406223286e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,64,7,1.2279766451683827e-05
wikitext,attn_in,Meta-Llama-3-8B,4,64,8,1.0595890671538655e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,64,8,1.7260637832805514e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,64,8,1.372269616695121e-05
wikitext,attn_in,Meta-Llama-3-8B,4,64,9,1.4095752703724429e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,64,9,1.9642318875412457e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,64,9,1.5738531146780588e-05
wikitext,attn_in,Meta-Llama-3-8B,4,64,10,1.4222734534996562e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,64,10,2.0034309272887185e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,64,10,1.674550185271073e-05
wikitext,attn_in,Meta-Llama-3-8B,4,64,11,1.5096386050572619e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,64,11,2.1434076188597828e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,64,11,1.7480979295214638e-05
wikitext,attn_in,Meta-Llama-3-8B,4,64,12,1.5378234820673242e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,64,12,2.4923720047809184e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,64,12,1.8704407921177335e-05
wikitext,attn_in,Meta-Llama-3-8B,4,64,13,1.9792680177488364e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,64,13,2.8343354642856866e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,64,13,2.2189571609487757e-05
wikitext,attn_in,Meta-Llama-3-8B,4,64,14,2.5085424567805603e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,64,14,3.386414755368605e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,64,14,2.517407847335562e-05
wikitext,attn_in,Meta-Llama-3-8B,4,64,15,2.1622992790071294e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,64,15,3.884938269038685e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,64,15,3.260697121731937e-05
wikitext,attn_in,Meta-Llama-3-8B,4,64,16,2.4062239390332252e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,64,16,3.971606929553673e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,64,16,3.377746179467067e-05
wikitext,attn_in,Meta-Llama-3-8B,4,64,17,1.9501241695252247e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,64,17,4.4939697545487434e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,64,17,4.0806495235301554e-05
wikitext,attn_in,Meta-Llama-3-8B,4,64,18,1.3345439583645202e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,64,18,4.446143066161312e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,64,18,3.929895319743082e-05
wikitext,attn_in,Meta-Llama-3-8B,4,64,19,1.0374369594501331e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,64,19,4.6111377741908655e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,64,19,3.924037446267903e-05
wikitext,attn_in,Meta-Llama-3-8B,4,64,20,1.2893615348730236e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,64,20,5.060553667135537e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,64,20,4.441016062628478e-05
wikitext,attn_in,Meta-Llama-3-8B,4,64,21,2.1169167666812427e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,64,21,5.966064418316819e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,64,21,5.260089164949022e-05
wikitext,attn_in,Meta-Llama-3-8B,4,64,22,1.5094377886271104e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,64,22,6.269357254495844e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,64,22,5.598825009656139e-05
wikitext,attn_in,Meta-Llama-3-8B,4,64,23,1.9247812815592624e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,64,23,6.880679575260729e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,64,23,5.701886402675882e-05
wikitext,attn_in,Meta-Llama-3-8B,4,64,24,2.2851270841783844e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,64,24,7.604736310895532e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,64,24,5.9128688008058816e-05
wikitext,attn_in,Meta-Llama-3-8B,4,64,25,3.0581453756894916e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,64,25,8.622554742032662e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,64,25,6.298415246419609e-05
wikitext,attn_in,Meta-Llama-3-8B,4,64,26,3.7513535062316805e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,64,26,9.963008051272482e-05
wikitext,mlp_down,Meta-Llama-3-8B,4,64,26,7.199721585493535e-05
wikitext,attn_in,Meta-Llama-3-8B,4,64,27,5.850789602845907e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,64,27,0.00012499946751631796
wikitext,mlp_down,Meta-Llama-3-8B,4,64,27,9.092096297536045e-05
wikitext,attn_in,Meta-Llama-3-8B,4,64,28,7.048195402603596e-05
wikitext,mlp_gate,Meta-Llama-3-8B,4,64,28,0.0001733871758915484
wikitext,mlp_down,Meta-Llama-3-8B,4,64,28,0.00012784305727109313
wikitext,attn_in,Meta-Llama-3-8B,4,64,29,0.00011340378841850907
wikitext,mlp_gate,Meta-Llama-3-8B,4,64,29,0.0002451943582855165
wikitext,mlp_down,Meta-Llama-3-8B,4,64,29,0.00020462580141611397
wikitext,attn_in,Meta-Llama-3-8B,4,64,30,0.00027360208332538605
wikitext,mlp_gate,Meta-Llama-3-8B,4,64,30,0.0004364985506981611
wikitext,mlp_down,Meta-Llama-3-8B,4,64,30,0.0005615575355477631
wikitext,attn_in,Meta-Llama-3-8B,4,64,31,0.0003284498816356063
wikitext,mlp_gate,Meta-Llama-3-8B,4,64,31,0.0021380605176091194
wikitext,mlp_down,Meta-Llama-3-8B,4,64,31,0.3648295998573303
c4,attn_in,Meta-Llama-3-8B,8,128,0,1.3892597072739932e-09
c4,mlp_gate,Meta-Llama-3-8B,8,128,0,1.7482013614511516e-09
c4,mlp_down,Meta-Llama-3-8B,8,128,0,4.120568419807569e-08
c4,attn_in,Meta-Llama-3-8B,8,128,1,2.3580539743051077e-09
c4,mlp_gate,Meta-Llama-3-8B,8,128,1,1.6980422401502437e-08
c4,mlp_down,Meta-Llama-3-8B,8,128,1,6.703085546178045e-06
c4,attn_in,Meta-Llama-3-8B,8,128,2,4.658054830741776e-09
c4,mlp_gate,Meta-Llama-3-8B,8,128,2,8.975836962576977e-09
c4,mlp_down,Meta-Llama-3-8B,8,128,2,9.523194677285574e-09
c4,attn_in,Meta-Llama-3-8B,8,128,3,8.074123591939042e-09
c4,mlp_gate,Meta-Llama-3-8B,8,128,3,2.006030364043454e-08
c4,mlp_down,Meta-Llama-3-8B,8,128,3,1.667484283984777e-08
c4,attn_in,Meta-Llama-3-8B,8,128,4,1.7604516955316285e-08
c4,mlp_gate,Meta-Llama-3-8B,8,128,4,3.641716972424547e-08
c4,mlp_down,Meta-Llama-3-8B,8,128,4,2.9212163354941367e-08
c4,attn_in,Meta-Llama-3-8B,8,128,5,2.4377875718073483e-08
c4,mlp_gate,Meta-Llama-3-8B,8,128,5,5.154856808076147e-08
c4,mlp_down,Meta-Llama-3-8B,8,128,5,4.4371855523195336e-08
c4,attn_in,Meta-Llama-3-8B,8,128,6,3.335116360858592e-08
c4,mlp_gate,Meta-Llama-3-8B,8,128,6,6.62110934968041e-08
c4,mlp_down,Meta-Llama-3-8B,8,128,6,5.350490894784343e-08
c4,attn_in,Meta-Llama-3-8B,8,128,7,4.5501764134314726e-08
c4,mlp_gate,Meta-Llama-3-8B,8,128,7,7.808935009734341e-08
c4,mlp_down,Meta-Llama-3-8B,8,128,7,6.005443964340884e-08
c4,attn_in,Meta-Llama-3-8B,8,128,8,6.18934876683852e-08
c4,mlp_gate,Meta-Llama-3-8B,8,128,8,8.582241406429603e-08
c4,mlp_down,Meta-Llama-3-8B,8,128,8,6.536206598184435e-08
c4,attn_in,Meta-Llama-3-8B,8,128,9,7.878129082428131e-08
c4,mlp_gate,Meta-Llama-3-8B,8,128,9,9.813203405428794e-08
c4,mlp_down,Meta-Llama-3-8B,8,128,9,7.592205975015531e-08
c4,attn_in,Meta-Llama-3-8B,8,128,10,7.87816460956492e-08
c4,mlp_gate,Meta-Llama-3-8B,8,128,10,9.767295239271334e-08
c4,mlp_down,Meta-Llama-3-8B,8,128,10,7.872626639482405e-08
c4,attn_in,Meta-Llama-3-8B,8,128,11,8.556418151783873e-08
c4,mlp_gate,Meta-Llama-3-8B,8,128,11,1.0541182859924447e-07
c4,mlp_down,Meta-Llama-3-8B,8,128,11,8.109159210789585e-08
c4,attn_in,Meta-Llama-3-8B,8,128,12,8.546201257786379e-08
c4,mlp_gate,Meta-Llama-3-8B,8,128,12,1.259262489838875e-07
c4,mlp_down,Meta-Llama-3-8B,8,128,12,9.162397418549517e-08
c4,attn_in,Meta-Llama-3-8B,8,128,13,1.07915958835747e-07
c4,mlp_gate,Meta-Llama-3-8B,8,128,13,1.4564436412456416e-07
c4,mlp_down,Meta-Llama-3-8B,8,128,13,1.1099245966761373e-07
c4,attn_in,Meta-Llama-3-8B,8,128,14,1.3155269584785856e-07
c4,mlp_gate,Meta-Llama-3-8B,8,128,14,1.756575898070878e-07
c4,mlp_down,Meta-Llama-3-8B,8,128,14,1.2622986389487778e-07
c4,attn_in,Meta-Llama-3-8B,8,128,15,1.2318741937633604e-07
c4,mlp_gate,Meta-Llama-3-8B,8,128,15,2.0149863644292054e-07
c4,mlp_down,Meta-Llama-3-8B,8,128,15,1.6190381302294554e-07
c4,attn_in,Meta-Llama-3-8B,8,128,16,1.2674296101522486e-07
c4,mlp_gate,Meta-Llama-3-8B,8,128,16,2.037486694916879e-07
c4,mlp_down,Meta-Llama-3-8B,8,128,16,1.7822000586420472e-07
c4,attn_in,Meta-Llama-3-8B,8,128,17,1.0743234213350661e-07
c4,mlp_gate,Meta-Llama-3-8B,8,128,17,2.3415286420913617e-07
c4,mlp_down,Meta-Llama-3-8B,8,128,17,2.1122852444932505e-07
c4,attn_in,Meta-Llama-3-8B,8,128,18,7.075871621964325e-08
c4,mlp_gate,Meta-Llama-3-8B,8,128,18,2.2781829045470658e-07
c4,mlp_down,Meta-Llama-3-8B,8,128,18,2.0248269549938414e-07
c4,attn_in,Meta-Llama-3-8B,8,128,19,5.826482052384563e-08
c4,mlp_gate,Meta-Llama-3-8B,8,128,19,2.3819583816475642e-07
c4,mlp_down,Meta-Llama-3-8B,8,128,19,2.1356746060519072e-07
c4,attn_in,Meta-Llama-3-8B,8,128,20,7.327417961278115e-08
c4,mlp_gate,Meta-Llama-3-8B,8,128,20,2.571324841937894e-07
c4,mlp_down,Meta-Llama-3-8B,8,128,20,2.2577602010187547e-07
c4,attn_in,Meta-Llama-3-8B,8,128,21,1.3236832785423758e-07
c4,mlp_gate,Meta-Llama-3-8B,8,128,21,3.0659134608868044e-07
c4,mlp_down,Meta-Llama-3-8B,8,128,21,2.823851730227034e-07
c4,attn_in,Meta-Llama-3-8B,8,128,22,9.499586184347208e-08
c4,mlp_gate,Meta-Llama-3-8B,8,128,22,3.1696720270701917e-07
c4,mlp_down,Meta-Llama-3-8B,8,128,22,2.8682580932581914e-07
c4,attn_in,Meta-Llama-3-8B,8,128,23,9.928670863246225e-08
c4,mlp_gate,Meta-Llama-3-8B,8,128,23,3.430110098179284e-07
c4,mlp_down,Meta-Llama-3-8B,8,128,23,3.0351790769600484e-07
c4,attn_in,Meta-Llama-3-8B,8,128,24,1.0251215343259901e-07
c4,mlp_gate,Meta-Llama-3-8B,8,128,24,3.741079126484692e-07
c4,mlp_down,Meta-Llama-3-8B,8,128,24,3.138050601592113e-07
c4,attn_in,Meta-Llama-3-8B,8,128,25,1.5076565773597395e-07
c4,mlp_gate,Meta-Llama-3-8B,8,128,25,4.2598617255862337e-07
c4,mlp_down,Meta-Llama-3-8B,8,128,25,3.413028366594517e-07
c4,attn_in,Meta-Llama-3-8B,8,128,26,1.9062622413912322e-07
c4,mlp_gate,Meta-Llama-3-8B,8,128,26,4.986198973710998e-07
c4,mlp_down,Meta-Llama-3-8B,8,128,26,3.631109848356573e-07
c4,attn_in,Meta-Llama-3-8B,8,128,27,2.451390344049287e-07
c4,mlp_gate,Meta-Llama-3-8B,8,128,27,6.145301654214563e-07
c4,mlp_down,Meta-Llama-3-8B,8,128,27,4.803159185939876e-07
c4,attn_in,Meta-Llama-3-8B,8,128,28,3.085811215441936e-07
c4,mlp_gate,Meta-Llama-3-8B,8,128,28,8.537871281077969e-07
c4,mlp_down,Meta-Llama-3-8B,8,128,28,6.353468506858917e-07
c4,attn_in,Meta-Llama-3-8B,8,128,29,4.7067254627108923e-07
c4,mlp_gate,Meta-Llama-3-8B,8,128,29,1.2156581306044245e-06
c4,mlp_down,Meta-Llama-3-8B,8,128,29,1.1003716053892276e-06
c4,attn_in,Meta-Llama-3-8B,8,128,30,9.080362701752165e-07
c4,mlp_gate,Meta-Llama-3-8B,8,128,30,2.2709164113621227e-06
c4,mlp_down,Meta-Llama-3-8B,8,128,30,2.562960389695945e-06
c4,attn_in,Meta-Llama-3-8B,8,128,31,1.2948556786795962e-06
c4,mlp_gate,Meta-Llama-3-8B,8,128,31,1.116608200391056e-05
c4,mlp_down,Meta-Llama-3-8B,8,128,31,0.001086120493710041
pileval,attn_in,Meta-Llama-3-8B,8,128,0,1.4132508496800256e-09
pileval,mlp_gate,Meta-Llama-3-8B,8,128,0,1.9328150191455507e-09
pileval,mlp_down,Meta-Llama-3-8B,8,128,0,3.943876336620633e-08
pileval,attn_in,Meta-Llama-3-8B,8,128,1,2.526395093127576e-09
pileval,mlp_gate,Meta-Llama-3-8B,8,128,1,2.7767677934775747e-08
pileval,mlp_down,Meta-Llama-3-8B,8,128,1,6.639369075855939e-06
pileval,attn_in,Meta-Llama-3-8B,8,128,2,4.865205127657646e-09
pileval,mlp_gate,Meta-Llama-3-8B,8,128,2,9.161717606787079e-09
pileval,mlp_down,Meta-Llama-3-8B,8,128,2,9.65666302477075e-09
pileval,attn_in,Meta-Llama-3-8B,8,128,3,8.494699166305963e-09
pileval,mlp_gate,Meta-Llama-3-8B,8,128,3,2.085256944894809e-08
pileval,mlp_down,Meta-Llama-3-8B,8,128,3,1.7479667491215878e-08
pileval,attn_in,Meta-Llama-3-8B,8,128,4,1.8264795897948716e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,128,4,3.6469010922246525e-08
pileval,mlp_down,Meta-Llama-3-8B,8,128,4,2.9137440904491996e-08
pileval,attn_in,Meta-Llama-3-8B,8,128,5,2.5110736601163808e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,128,5,5.1752802932014674e-08
pileval,mlp_down,Meta-Llama-3-8B,8,128,5,4.457716329397954e-08
pileval,attn_in,Meta-Llama-3-8B,8,128,6,3.3186683623398494e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,128,6,6.587619338915829e-08
pileval,mlp_down,Meta-Llama-3-8B,8,128,6,5.3583388393008136e-08
pileval,attn_in,Meta-Llama-3-8B,8,128,7,4.677821863197096e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,128,7,7.710776372960026e-08
pileval,mlp_down,Meta-Llama-3-8B,8,128,7,5.961000226761826e-08
pileval,attn_in,Meta-Llama-3-8B,8,128,8,6.36027195355382e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,128,8,8.460111899921685e-08
pileval,mlp_down,Meta-Llama-3-8B,8,128,8,6.485167602932052e-08
pileval,attn_in,Meta-Llama-3-8B,8,128,9,7.963785009224011e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,128,9,9.599733630238916e-08
pileval,mlp_down,Meta-Llama-3-8B,8,128,9,7.459659912001371e-08
pileval,attn_in,Meta-Llama-3-8B,8,128,10,8.09996123507517e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,128,10,9.68199032058692e-08
pileval,mlp_down,Meta-Llama-3-8B,8,128,10,7.844270299983691e-08
pileval,attn_in,Meta-Llama-3-8B,8,128,11,8.781926652545735e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,128,11,1.0427931584899852e-07
pileval,mlp_down,Meta-Llama-3-8B,8,128,11,8.100260373566925e-08
pileval,attn_in,Meta-Llama-3-8B,8,128,12,8.729156064646304e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,128,12,1.2390589176902722e-07
pileval,mlp_down,Meta-Llama-3-8B,8,128,12,9.119563060266955e-08
pileval,attn_in,Meta-Llama-3-8B,8,128,13,1.1159274748706594e-07
pileval,mlp_gate,Meta-Llama-3-8B,8,128,13,1.4230731437692157e-07
pileval,mlp_down,Meta-Llama-3-8B,8,128,13,1.1004401301306643e-07
pileval,attn_in,Meta-Llama-3-8B,8,128,14,1.378813436758719e-07
pileval,mlp_gate,Meta-Llama-3-8B,8,128,14,1.719882334327849e-07
pileval,mlp_down,Meta-Llama-3-8B,8,128,14,1.2335782173522603e-07
pileval,attn_in,Meta-Llama-3-8B,8,128,15,1.2201310539694532e-07
pileval,mlp_gate,Meta-Llama-3-8B,8,128,15,1.9425411323936714e-07
pileval,mlp_down,Meta-Llama-3-8B,8,128,15,1.5546491738405166e-07
pileval,attn_in,Meta-Llama-3-8B,8,128,16,1.4018476690580428e-07
pileval,mlp_gate,Meta-Llama-3-8B,8,128,16,1.9667011486035335e-07
pileval,mlp_down,Meta-Llama-3-8B,8,128,16,1.7243476690964599e-07
pileval,attn_in,Meta-Llama-3-8B,8,128,17,1.0901403157959066e-07
pileval,mlp_gate,Meta-Llama-3-8B,8,128,17,2.2643580166459287e-07
pileval,mlp_down,Meta-Llama-3-8B,8,128,17,2.0921464738421491e-07
pileval,attn_in,Meta-Llama-3-8B,8,128,18,7.346021391185786e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,128,18,2.2090783602379815e-07
pileval,mlp_down,Meta-Llama-3-8B,8,128,18,1.9989984423318674e-07
pileval,attn_in,Meta-Llama-3-8B,8,128,19,6.385781148310343e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,128,19,2.323286310002004e-07
pileval,mlp_down,Meta-Llama-3-8B,8,128,19,2.0750294993376883e-07
pileval,attn_in,Meta-Llama-3-8B,8,128,20,7.666345425150212e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,128,20,2.519853410376527e-07
pileval,mlp_down,Meta-Llama-3-8B,8,128,20,2.171134383388562e-07
pileval,attn_in,Meta-Llama-3-8B,8,128,21,1.2662374615501903e-07
pileval,mlp_gate,Meta-Llama-3-8B,8,128,21,2.997318517827807e-07
pileval,mlp_down,Meta-Llama-3-8B,8,128,21,2.7086744580628874e-07
pileval,attn_in,Meta-Llama-3-8B,8,128,22,9.930013789016812e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,128,22,3.0933207995076373e-07
pileval,mlp_down,Meta-Llama-3-8B,8,128,22,2.723242857882724e-07
pileval,attn_in,Meta-Llama-3-8B,8,128,23,9.380901389022256e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,128,23,3.3734625048964517e-07
pileval,mlp_down,Meta-Llama-3-8B,8,128,23,2.8660102202593407e-07
pileval,attn_in,Meta-Llama-3-8B,8,128,24,1.1305579050713277e-07
pileval,mlp_gate,Meta-Llama-3-8B,8,128,24,3.696385135754099e-07
pileval,mlp_down,Meta-Llama-3-8B,8,128,24,3.0092448355389934e-07
pileval,attn_in,Meta-Llama-3-8B,8,128,25,1.5701955646818533e-07
pileval,mlp_gate,Meta-Llama-3-8B,8,128,25,4.2398033883728203e-07
pileval,mlp_down,Meta-Llama-3-8B,8,128,25,3.346786172642169e-07
pileval,attn_in,Meta-Llama-3-8B,8,128,26,2.0391034638578276e-07
pileval,mlp_gate,Meta-Llama-3-8B,8,128,26,4.993323159396823e-07
pileval,mlp_down,Meta-Llama-3-8B,8,128,26,3.6796706126551726e-07
pileval,attn_in,Meta-Llama-3-8B,8,128,27,2.705050690110511e-07
pileval,mlp_gate,Meta-Llama-3-8B,8,128,27,6.215049666025152e-07
pileval,mlp_down,Meta-Llama-3-8B,8,128,27,4.983944563718978e-07
pileval,attn_in,Meta-Llama-3-8B,8,128,28,3.2767121638244134e-07
pileval,mlp_gate,Meta-Llama-3-8B,8,128,28,8.662547088533756e-07
pileval,mlp_down,Meta-Llama-3-8B,8,128,28,6.592500767510501e-07
pileval,attn_in,Meta-Llama-3-8B,8,128,29,5.065007826487999e-07
pileval,mlp_gate,Meta-Llama-3-8B,8,128,29,1.2405562301864848e-06
pileval,mlp_down,Meta-Llama-3-8B,8,128,29,1.1091664191553718e-06
pileval,attn_in,Meta-Llama-3-8B,8,128,30,9.495266795056523e-07
pileval,mlp_gate,Meta-Llama-3-8B,8,128,30,2.302295115441666e-06
pileval,mlp_down,Meta-Llama-3-8B,8,128,30,2.557592779339757e-06
pileval,attn_in,Meta-Llama-3-8B,8,128,31,1.3025241969444323e-06
pileval,mlp_gate,Meta-Llama-3-8B,8,128,31,1.1273114978394005e-05
pileval,mlp_down,Meta-Llama-3-8B,8,128,31,0.0008986722095869482
wikitext,attn_in,Meta-Llama-3-8B,8,128,0,1.2117198355809933e-09
wikitext,mlp_gate,Meta-Llama-3-8B,8,128,0,1.805696592249717e-09
wikitext,mlp_down,Meta-Llama-3-8B,8,128,0,1.3352604355532094e-07
wikitext,attn_in,Meta-Llama-3-8B,8,128,1,1.8794761302842744e-09
wikitext,mlp_gate,Meta-Llama-3-8B,8,128,1,3.1162741720436316e-08
wikitext,mlp_down,Meta-Llama-3-8B,8,128,1,8.642220564070158e-06
wikitext,attn_in,Meta-Llama-3-8B,8,128,2,3.3289158096749816e-09
wikitext,mlp_gate,Meta-Llama-3-8B,8,128,2,8.813116458838977e-09
wikitext,mlp_down,Meta-Llama-3-8B,8,128,2,9.119587751627023e-09
wikitext,attn_in,Meta-Llama-3-8B,8,128,3,6.0701439430488335e-09
wikitext,mlp_gate,Meta-Llama-3-8B,8,128,3,1.9914500271056568e-08
wikitext,mlp_down,Meta-Llama-3-8B,8,128,3,1.5818212517615393e-08
wikitext,attn_in,Meta-Llama-3-8B,8,128,4,1.5320708257604565e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,128,4,3.5723545011023816e-08
wikitext,mlp_down,Meta-Llama-3-8B,8,128,4,2.7860444617999747e-08
wikitext,attn_in,Meta-Llama-3-8B,8,128,5,2.2173196612129686e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,128,5,5.0556188568862126e-08
wikitext,mlp_down,Meta-Llama-3-8B,8,128,5,4.4151736489084215e-08
wikitext,attn_in,Meta-Llama-3-8B,8,128,6,3.26596456545758e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,128,6,6.507920602416561e-08
wikitext,mlp_down,Meta-Llama-3-8B,8,128,6,5.299935423863644e-08
wikitext,attn_in,Meta-Llama-3-8B,8,128,7,4.32966373864474e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,128,7,7.631011555986333e-08
wikitext,mlp_down,Meta-Llama-3-8B,8,128,7,5.8841827410560654e-08
wikitext,attn_in,Meta-Llama-3-8B,8,128,8,5.8088659216082306e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,128,8,8.434723497430241e-08
wikitext,mlp_down,Meta-Llama-3-8B,8,128,8,6.547981712401452e-08
wikitext,attn_in,Meta-Llama-3-8B,8,128,9,7.339053098576187e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,128,9,9.605048489902401e-08
wikitext,mlp_down,Meta-Llama-3-8B,8,128,9,7.536084467574256e-08
wikitext,attn_in,Meta-Llama-3-8B,8,128,10,7.361033738106926e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,128,10,9.691704860870232e-08
wikitext,mlp_down,Meta-Llama-3-8B,8,128,10,8.076287372205115e-08
wikitext,attn_in,Meta-Llama-3-8B,8,128,11,7.983504701769562e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,128,11,1.0472241740444588e-07
wikitext,mlp_down,Meta-Llama-3-8B,8,128,11,8.35220319572727e-08
wikitext,attn_in,Meta-Llama-3-8B,8,128,12,8.053979172473191e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,128,12,1.242823088887235e-07
wikitext,mlp_down,Meta-Llama-3-8B,8,128,12,9.156042324320879e-08
wikitext,attn_in,Meta-Llama-3-8B,8,128,13,1.0239331516004313e-07
wikitext,mlp_gate,Meta-Llama-3-8B,8,128,13,1.4141710380499717e-07
wikitext,mlp_down,Meta-Llama-3-8B,8,128,13,1.0812307493779372e-07
wikitext,attn_in,Meta-Llama-3-8B,8,128,14,1.3373704632613226e-07
wikitext,mlp_gate,Meta-Llama-3-8B,8,128,14,1.7029537957569119e-07
wikitext,mlp_down,Meta-Llama-3-8B,8,128,14,1.235510183050792e-07
wikitext,attn_in,Meta-Llama-3-8B,8,128,15,1.1042616421264029e-07
wikitext,mlp_gate,Meta-Llama-3-8B,8,128,15,1.934058388997073e-07
wikitext,mlp_down,Meta-Llama-3-8B,8,128,15,1.552895838585755e-07
wikitext,attn_in,Meta-Llama-3-8B,8,128,16,1.2568477814056678e-07
wikitext,mlp_gate,Meta-Llama-3-8B,8,128,16,1.9466105527499167e-07
wikitext,mlp_down,Meta-Llama-3-8B,8,128,16,1.681286079247002e-07
wikitext,attn_in,Meta-Llama-3-8B,8,128,17,1.0064323419101129e-07
wikitext,mlp_gate,Meta-Llama-3-8B,8,128,17,2.1955703743969934e-07
wikitext,mlp_down,Meta-Llama-3-8B,8,128,17,1.9924465277654235e-07
wikitext,attn_in,Meta-Llama-3-8B,8,128,18,6.706027733116571e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,128,18,2.150935927147657e-07
wikitext,mlp_down,Meta-Llama-3-8B,8,128,18,1.928486881297431e-07
wikitext,attn_in,Meta-Llama-3-8B,8,128,19,5.3341967287678926e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,128,19,2.2184246972756227e-07
wikitext,mlp_down,Meta-Llama-3-8B,8,128,19,1.9589498378991266e-07
wikitext,attn_in,Meta-Llama-3-8B,8,128,20,6.571871580263178e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,128,20,2.4307618673446996e-07
wikitext,mlp_down,Meta-Llama-3-8B,8,128,20,2.141296278068694e-07
wikitext,attn_in,Meta-Llama-3-8B,8,128,21,1.0406633066395443e-07
wikitext,mlp_gate,Meta-Llama-3-8B,8,128,21,2.869585387088591e-07
wikitext,mlp_down,Meta-Llama-3-8B,8,128,21,2.6031216293631587e-07
wikitext,attn_in,Meta-Llama-3-8B,8,128,22,8.036341370143418e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,128,22,3.0209113788259856e-07
wikitext,mlp_down,Meta-Llama-3-8B,8,128,22,2.7057581064582337e-07
wikitext,attn_in,Meta-Llama-3-8B,8,128,23,8.969838916073058e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,128,23,3.293855854735739e-07
wikitext,mlp_down,Meta-Llama-3-8B,8,128,23,2.828448373293213e-07
wikitext,attn_in,Meta-Llama-3-8B,8,128,24,1.0785018389469769e-07
wikitext,mlp_gate,Meta-Llama-3-8B,8,128,24,3.632430036759615e-07
wikitext,mlp_down,Meta-Llama-3-8B,8,128,24,2.8640337745855504e-07
wikitext,attn_in,Meta-Llama-3-8B,8,128,25,1.4689206295770418e-07
wikitext,mlp_gate,Meta-Llama-3-8B,8,128,25,4.13360794482287e-07
wikitext,mlp_down,Meta-Llama-3-8B,8,128,25,3.145158018469374e-07
wikitext,attn_in,Meta-Llama-3-8B,8,128,26,2.099239679864695e-07
wikitext,mlp_gate,Meta-Llama-3-8B,8,128,26,4.784533302881755e-07
wikitext,mlp_down,Meta-Llama-3-8B,8,128,26,3.4424382988618163e-07
wikitext,attn_in,Meta-Llama-3-8B,8,128,27,2.937188128271373e-07
wikitext,mlp_gate,Meta-Llama-3-8B,8,128,27,6.043301254976541e-07
wikitext,mlp_down,Meta-Llama-3-8B,8,128,27,4.456904036942433e-07
wikitext,attn_in,Meta-Llama-3-8B,8,128,28,3.762794449357898e-07
wikitext,mlp_gate,Meta-Llama-3-8B,8,128,28,8.437491487711668e-07
wikitext,mlp_down,Meta-Llama-3-8B,8,128,28,6.171240443109127e-07
wikitext,attn_in,Meta-Llama-3-8B,8,128,29,6.136345973573043e-07
wikitext,mlp_gate,Meta-Llama-3-8B,8,128,29,1.1991457995463861e-06
wikitext,mlp_down,Meta-Llama-3-8B,8,128,29,1.133422983912169e-06
wikitext,attn_in,Meta-Llama-3-8B,8,128,30,1.1987847301497823e-06
wikitext,mlp_gate,Meta-Llama-3-8B,8,128,30,2.147381337636034e-06
wikitext,mlp_down,Meta-Llama-3-8B,8,128,30,2.902524329329026e-06
wikitext,attn_in,Meta-Llama-3-8B,8,128,31,1.6084300114016514e-06
wikitext,mlp_gate,Meta-Llama-3-8B,8,128,31,1.745970075717196e-05
wikitext,mlp_down,Meta-Llama-3-8B,8,128,31,0.0033303999807685614
c4,attn_in,Meta-Llama-3-8B,8,64,0,1.1910190611530425e-09
c4,mlp_gate,Meta-Llama-3-8B,8,64,0,1.3456359360120018e-09
c4,mlp_down,Meta-Llama-3-8B,8,64,0,1.798699322819175e-08
c4,attn_in,Meta-Llama-3-8B,8,64,1,2.1356330037747284e-09
c4,mlp_gate,Meta-Llama-3-8B,8,64,1,1.5434469702313436e-08
c4,mlp_down,Meta-Llama-3-8B,8,64,1,3.615961304603843e-06
c4,attn_in,Meta-Llama-3-8B,8,64,2,3.6647278545132167e-09
c4,mlp_gate,Meta-Llama-3-8B,8,64,2,6.954189224472884e-09
c4,mlp_down,Meta-Llama-3-8B,8,64,2,7.050008132836183e-09
c4,attn_in,Meta-Llama-3-8B,8,64,3,6.228882298842109e-09
c4,mlp_gate,Meta-Llama-3-8B,8,64,3,1.539538807548979e-08
c4,mlp_down,Meta-Llama-3-8B,8,64,3,1.2729697296265385e-08
c4,attn_in,Meta-Llama-3-8B,8,64,4,1.3228798501074834e-08
c4,mlp_gate,Meta-Llama-3-8B,8,64,4,2.768068618763664e-08
c4,mlp_down,Meta-Llama-3-8B,8,64,4,2.2629649265581975e-08
c4,attn_in,Meta-Llama-3-8B,8,64,5,1.769312341082241e-08
c4,mlp_gate,Meta-Llama-3-8B,8,64,5,3.943009119211638e-08
c4,mlp_down,Meta-Llama-3-8B,8,64,5,3.3682908906484954e-08
c4,attn_in,Meta-Llama-3-8B,8,64,6,2.6099579386595906e-08
c4,mlp_gate,Meta-Llama-3-8B,8,64,6,5.053541585198218e-08
c4,mlp_down,Meta-Llama-3-8B,8,64,6,4.115906548918247e-08
c4,attn_in,Meta-Llama-3-8B,8,64,7,3.411922122609212e-08
c4,mlp_gate,Meta-Llama-3-8B,8,64,7,5.94023070732419e-08
c4,mlp_down,Meta-Llama-3-8B,8,64,7,4.614105719724648e-08
c4,attn_in,Meta-Llama-3-8B,8,64,8,4.424638788691482e-08
c4,mlp_gate,Meta-Llama-3-8B,8,64,8,6.514534334201016e-08
c4,mlp_down,Meta-Llama-3-8B,8,64,8,5.0531728135183585e-08
c4,attn_in,Meta-Llama-3-8B,8,64,9,5.5534137288759666e-08
c4,mlp_gate,Meta-Llama-3-8B,8,64,9,7.436195659238365e-08
c4,mlp_down,Meta-Llama-3-8B,8,64,9,5.8696993932016994e-08
c4,attn_in,Meta-Llama-3-8B,8,64,10,6.035166677520465e-08
c4,mlp_gate,Meta-Llama-3-8B,8,64,10,7.464809215207424e-08
c4,mlp_down,Meta-Llama-3-8B,8,64,10,6.071878999591718e-08
c4,attn_in,Meta-Llama-3-8B,8,64,11,6.152374965040508e-08
c4,mlp_gate,Meta-Llama-3-8B,8,64,11,7.985535432908364e-08
c4,mlp_down,Meta-Llama-3-8B,8,64,11,6.25704146273165e-08
c4,attn_in,Meta-Llama-3-8B,8,64,12,6.325632284642779e-08
c4,mlp_gate,Meta-Llama-3-8B,8,64,12,9.367138886773319e-08
c4,mlp_down,Meta-Llama-3-8B,8,64,12,6.964058485436908e-08
c4,attn_in,Meta-Llama-3-8B,8,64,13,7.815422264911831e-08
c4,mlp_gate,Meta-Llama-3-8B,8,64,13,1.0823276852534036e-07
c4,mlp_down,Meta-Llama-3-8B,8,64,13,8.525854156005153e-08
c4,attn_in,Meta-Llama-3-8B,8,64,14,9.971041947665071e-08
c4,mlp_gate,Meta-Llama-3-8B,8,64,14,1.292862208401857e-07
c4,mlp_down,Meta-Llama-3-8B,8,64,14,9.724773519792507e-08
c4,attn_in,Meta-Llama-3-8B,8,64,15,8.997250233733212e-08
c4,mlp_gate,Meta-Llama-3-8B,8,64,15,1.5032946976134554e-07
c4,mlp_down,Meta-Llama-3-8B,8,64,15,1.252958270470117e-07
c4,attn_in,Meta-Llama-3-8B,8,64,16,9.153067281886251e-08
c4,mlp_gate,Meta-Llama-3-8B,8,64,16,1.544211585269295e-07
c4,mlp_down,Meta-Llama-3-8B,8,64,16,1.3550800304074073e-07
c4,attn_in,Meta-Llama-3-8B,8,64,17,7.92391006143589e-08
c4,mlp_gate,Meta-Llama-3-8B,8,64,17,1.7764584470114642e-07
c4,mlp_down,Meta-Llama-3-8B,8,64,17,1.6033145300298202e-07
c4,attn_in,Meta-Llama-3-8B,8,64,18,5.10521935837005e-08
c4,mlp_gate,Meta-Llama-3-8B,8,64,18,1.7459349521686818e-07
c4,mlp_down,Meta-Llama-3-8B,8,64,18,1.5530029884303076e-07
c4,attn_in,Meta-Llama-3-8B,8,64,19,4.498479100334407e-08
c4,mlp_gate,Meta-Llama-3-8B,8,64,19,1.8272784529926867e-07
c4,mlp_down,Meta-Llama-3-8B,8,64,19,1.6251081547125068e-07
c4,attn_in,Meta-Llama-3-8B,8,64,20,6.296354371215784e-08
c4,mlp_gate,Meta-Llama-3-8B,8,64,20,1.980728256967268e-07
c4,mlp_down,Meta-Llama-3-8B,8,64,20,1.737671482260339e-07
c4,attn_in,Meta-Llama-3-8B,8,64,21,9.463555983302285e-08
c4,mlp_gate,Meta-Llama-3-8B,8,64,21,2.3491585920965008e-07
c4,mlp_down,Meta-Llama-3-8B,8,64,21,2.135580956519334e-07
c4,attn_in,Meta-Llama-3-8B,8,64,22,7.094659792983293e-08
c4,mlp_gate,Meta-Llama-3-8B,8,64,22,2.461254666741297e-07
c4,mlp_down,Meta-Llama-3-8B,8,64,22,2.2080847372762946e-07
c4,attn_in,Meta-Llama-3-8B,8,64,23,7.616093000706314e-08
c4,mlp_gate,Meta-Llama-3-8B,8,64,23,2.654899446952186e-07
c4,mlp_down,Meta-Llama-3-8B,8,64,23,2.3161831563811575e-07
c4,attn_in,Meta-Llama-3-8B,8,64,24,8.345473645476886e-08
c4,mlp_gate,Meta-Llama-3-8B,8,64,24,2.89969591449335e-07
c4,mlp_down,Meta-Llama-3-8B,8,64,24,2.4108524598887016e-07
c4,attn_in,Meta-Llama-3-8B,8,64,25,1.1089810669773215e-07
c4,mlp_gate,Meta-Llama-3-8B,8,64,25,3.2860927490219183e-07
c4,mlp_down,Meta-Llama-3-8B,8,64,25,2.6008490294771036e-07
c4,attn_in,Meta-Llama-3-8B,8,64,26,1.3526991438084224e-07
c4,mlp_gate,Meta-Llama-3-8B,8,64,26,3.8206565022846917e-07
c4,mlp_down,Meta-Llama-3-8B,8,64,26,2.831507686096302e-07
c4,attn_in,Meta-Llama-3-8B,8,64,27,1.935507185635288e-07
c4,mlp_gate,Meta-Llama-3-8B,8,64,27,4.698557063420594e-07
c4,mlp_down,Meta-Llama-3-8B,8,64,27,3.6946721593267284e-07
c4,attn_in,Meta-Llama-3-8B,8,64,28,2.244192813805057e-07
c4,mlp_gate,Meta-Llama-3-8B,8,64,28,6.527093319164123e-07
c4,mlp_down,Meta-Llama-3-8B,8,64,28,4.918013019050704e-07
c4,attn_in,Meta-Llama-3-8B,8,64,29,3.432724611229787e-07
c4,mlp_gate,Meta-Llama-3-8B,8,64,29,9.2018376562919e-07
c4,mlp_down,Meta-Llama-3-8B,8,64,29,8.011514296413225e-07
c4,attn_in,Meta-Llama-3-8B,8,64,30,7.277988061105134e-07
c4,mlp_gate,Meta-Llama-3-8B,8,64,30,1.728036522763432e-06
c4,mlp_down,Meta-Llama-3-8B,8,64,30,1.8230442719868734e-06
c4,attn_in,Meta-Llama-3-8B,8,64,31,9.561131264490541e-07
c4,mlp_gate,Meta-Llama-3-8B,8,64,31,9.404971933690831e-06
c4,mlp_down,Meta-Llama-3-8B,8,64,31,0.000529994023963809
pileval,attn_in,Meta-Llama-3-8B,8,64,0,1.2028604778890895e-09
pileval,mlp_gate,Meta-Llama-3-8B,8,64,0,1.4861527564136168e-09
pileval,mlp_down,Meta-Llama-3-8B,8,64,0,1.7263992901916936e-08
pileval,attn_in,Meta-Llama-3-8B,8,64,1,2.4111121987857587e-09
pileval,mlp_gate,Meta-Llama-3-8B,8,64,1,1.7464031998315477e-08
pileval,mlp_down,Meta-Llama-3-8B,8,64,1,3.5950777146354085e-06
pileval,attn_in,Meta-Llama-3-8B,8,64,2,3.768112932789336e-09
pileval,mlp_gate,Meta-Llama-3-8B,8,64,2,7.099525856091304e-09
pileval,mlp_down,Meta-Llama-3-8B,8,64,2,7.12758785326173e-09
pileval,attn_in,Meta-Llama-3-8B,8,64,3,6.6331469206204474e-09
pileval,mlp_gate,Meta-Llama-3-8B,8,64,3,1.6021653337361386e-08
pileval,mlp_down,Meta-Llama-3-8B,8,64,3,1.3336464377289303e-08
pileval,attn_in,Meta-Llama-3-8B,8,64,4,1.3863928671753456e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,64,4,2.7765976184923602e-08
pileval,mlp_down,Meta-Llama-3-8B,8,64,4,2.2541851052437778e-08
pileval,attn_in,Meta-Llama-3-8B,8,64,5,1.8248783817398362e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,64,5,3.958487937438804e-08
pileval,mlp_down,Meta-Llama-3-8B,8,64,5,3.3781947905708876e-08
pileval,attn_in,Meta-Llama-3-8B,8,64,6,2.6303080602474438e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,64,6,5.034926786606775e-08
pileval,mlp_down,Meta-Llama-3-8B,8,64,6,4.1088874525030405e-08
pileval,attn_in,Meta-Llama-3-8B,8,64,7,3.5463411762748365e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,64,7,5.876950837091499e-08
pileval,mlp_down,Meta-Llama-3-8B,8,64,7,4.5720710772911843e-08
pileval,attn_in,Meta-Llama-3-8B,8,64,8,4.566615530166018e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,64,8,6.419163156579089e-08
pileval,mlp_down,Meta-Llama-3-8B,8,64,8,5.0030639187070847e-08
pileval,attn_in,Meta-Llama-3-8B,8,64,9,5.600990604648359e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,64,9,7.284810976670997e-08
pileval,mlp_down,Meta-Llama-3-8B,8,64,9,5.7546881038206266e-08
pileval,attn_in,Meta-Llama-3-8B,8,64,10,6.19558306880208e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,64,10,7.380343447493942e-08
pileval,mlp_down,Meta-Llama-3-8B,8,64,10,6.04336065634925e-08
pileval,attn_in,Meta-Llama-3-8B,8,64,11,6.26044496243594e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,64,11,7.897022413771992e-08
pileval,mlp_down,Meta-Llama-3-8B,8,64,11,6.245701911211654e-08
pileval,attn_in,Meta-Llama-3-8B,8,64,12,6.385105422168635e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,64,12,9.223675334624204e-08
pileval,mlp_down,Meta-Llama-3-8B,8,64,12,6.93709552024302e-08
pileval,attn_in,Meta-Llama-3-8B,8,64,13,7.969871518298532e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,64,13,1.0568405883759624e-07
pileval,mlp_down,Meta-Llama-3-8B,8,64,13,8.418722785563659e-08
pileval,attn_in,Meta-Llama-3-8B,8,64,14,1.0251795856675017e-07
pileval,mlp_gate,Meta-Llama-3-8B,8,64,14,1.264511553245029e-07
pileval,mlp_down,Meta-Llama-3-8B,8,64,14,9.510818443914104e-08
pileval,attn_in,Meta-Llama-3-8B,8,64,15,8.850929589243606e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,64,15,1.4479994092653214e-07
pileval,mlp_down,Meta-Llama-3-8B,8,64,15,1.2007335215002968e-07
pileval,attn_in,Meta-Llama-3-8B,8,64,16,9.904124453896657e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,64,16,1.4917014823367936e-07
pileval,mlp_down,Meta-Llama-3-8B,8,64,16,1.3120447306391725e-07
pileval,attn_in,Meta-Llama-3-8B,8,64,17,8.068433032804023e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,64,17,1.7179608846618066e-07
pileval,mlp_down,Meta-Llama-3-8B,8,64,17,1.584744637739277e-07
pileval,attn_in,Meta-Llama-3-8B,8,64,18,5.2675673600788286e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,64,18,1.6942834690780728e-07
pileval,mlp_down,Meta-Llama-3-8B,8,64,18,1.5307583112189604e-07
pileval,attn_in,Meta-Llama-3-8B,8,64,19,5.008214287727242e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,64,19,1.782174621212107e-07
pileval,mlp_down,Meta-Llama-3-8B,8,64,19,1.5738140746179852e-07
pileval,attn_in,Meta-Llama-3-8B,8,64,20,6.536311047966592e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,64,20,1.9426722985826927e-07
pileval,mlp_down,Meta-Llama-3-8B,8,64,20,1.6687418735727988e-07
pileval,attn_in,Meta-Llama-3-8B,8,64,21,8.98176395480732e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,64,21,2.2963446610901883e-07
pileval,mlp_down,Meta-Llama-3-8B,8,64,21,2.049468861287096e-07
pileval,attn_in,Meta-Llama-3-8B,8,64,22,7.342480046190758e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,64,22,2.40191781131216e-07
pileval,mlp_down,Meta-Llama-3-8B,8,64,22,2.0962083624453953e-07
pileval,attn_in,Meta-Llama-3-8B,8,64,23,7.229258613961065e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,64,23,2.6120366669601935e-07
pileval,mlp_down,Meta-Llama-3-8B,8,64,23,2.1882226519664982e-07
pileval,attn_in,Meta-Llama-3-8B,8,64,24,9.427429148445299e-08
pileval,mlp_gate,Meta-Llama-3-8B,8,64,24,2.868287651835999e-07
pileval,mlp_down,Meta-Llama-3-8B,8,64,24,2.3111425662136753e-07
pileval,attn_in,Meta-Llama-3-8B,8,64,25,1.1554809731251225e-07
pileval,mlp_gate,Meta-Llama-3-8B,8,64,25,3.2612376799079357e-07
pileval,mlp_down,Meta-Llama-3-8B,8,64,25,2.5398063030479534e-07
pileval,attn_in,Meta-Llama-3-8B,8,64,26,1.4423054039980343e-07
pileval,mlp_gate,Meta-Llama-3-8B,8,64,26,3.839537043859309e-07
pileval,mlp_down,Meta-Llama-3-8B,8,64,26,2.864040880012908e-07
pileval,attn_in,Meta-Llama-3-8B,8,64,27,2.1318422227523115e-07
pileval,mlp_gate,Meta-Llama-3-8B,8,64,27,4.7529601943097077e-07
pileval,mlp_down,Meta-Llama-3-8B,8,64,27,3.826591807865043e-07
pileval,attn_in,Meta-Llama-3-8B,8,64,28,2.3882489585957956e-07
pileval,mlp_gate,Meta-Llama-3-8B,8,64,28,6.605428666262014e-07
pileval,mlp_down,Meta-Llama-3-8B,8,64,28,5.113781753607327e-07
pileval,attn_in,Meta-Llama-3-8B,8,64,29,3.7149283116377774e-07
pileval,mlp_gate,Meta-Llama-3-8B,8,64,29,9.371009355163551e-07
pileval,mlp_down,Meta-Llama-3-8B,8,64,29,8.146416234922071e-07
pileval,attn_in,Meta-Llama-3-8B,8,64,30,7.599424520776665e-07
pileval,mlp_gate,Meta-Llama-3-8B,8,64,30,1.7425511487090262e-06
pileval,mlp_down,Meta-Llama-3-8B,8,64,30,1.8258672298543388e-06
pileval,attn_in,Meta-Llama-3-8B,8,64,31,9.630635986468405e-07
pileval,mlp_gate,Meta-Llama-3-8B,8,64,31,9.028597560245544e-06
pileval,mlp_down,Meta-Llama-3-8B,8,64,31,0.00043858037679456174
wikitext,attn_in,Meta-Llama-3-8B,8,64,0,1.1192127225001514e-09
wikitext,mlp_gate,Meta-Llama-3-8B,8,64,0,1.4214462940032035e-09
wikitext,mlp_down,Meta-Llama-3-8B,8,64,0,5.7238825235117474e-08
wikitext,attn_in,Meta-Llama-3-8B,8,64,1,1.7695380716276077e-09
wikitext,mlp_gate,Meta-Llama-3-8B,8,64,1,4.7955822424228245e-08
wikitext,mlp_down,Meta-Llama-3-8B,8,64,1,4.657081262848806e-06
wikitext,attn_in,Meta-Llama-3-8B,8,64,2,2.6140862807721987e-09
wikitext,mlp_gate,Meta-Llama-3-8B,8,64,2,6.810964237047301e-09
wikitext,mlp_down,Meta-Llama-3-8B,8,64,2,6.7456991104108965e-09
wikitext,attn_in,Meta-Llama-3-8B,8,64,3,4.711786516509164e-09
wikitext,mlp_gate,Meta-Llama-3-8B,8,64,3,1.532238513846096e-08
wikitext,mlp_down,Meta-Llama-3-8B,8,64,3,1.2041970975928962e-08
wikitext,attn_in,Meta-Llama-3-8B,8,64,4,1.126292392683581e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,64,4,2.7290955273429063e-08
wikitext,mlp_down,Meta-Llama-3-8B,8,64,4,2.1563336005669953e-08
wikitext,attn_in,Meta-Llama-3-8B,8,64,5,1.6163411942216044e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,64,5,3.870204778877451e-08
wikitext,mlp_down,Meta-Llama-3-8B,8,64,5,3.33960130660671e-08
wikitext,attn_in,Meta-Llama-3-8B,8,64,6,2.4693395772601434e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,64,6,4.9859743000979506e-08
wikitext,mlp_down,Meta-Llama-3-8B,8,64,6,4.072117221198823e-08
wikitext,attn_in,Meta-Llama-3-8B,8,64,7,3.312706553515454e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,64,7,5.8041003114794876e-08
wikitext,mlp_down,Meta-Llama-3-8B,8,64,7,4.5226496325767584e-08
wikitext,attn_in,Meta-Llama-3-8B,8,64,8,4.083456772718819e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,64,8,6.402640906344459e-08
wikitext,mlp_down,Meta-Llama-3-8B,8,64,8,5.0540435836410325e-08
wikitext,attn_in,Meta-Llama-3-8B,8,64,9,5.046071294145804e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,64,9,7.294287485137829e-08
wikitext,mlp_down,Meta-Llama-3-8B,8,64,9,5.8058304830410634e-08
wikitext,attn_in,Meta-Llama-3-8B,8,64,10,5.57342616502865e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,64,10,7.394275769456726e-08
wikitext,mlp_down,Meta-Llama-3-8B,8,64,10,6.175740452363243e-08
wikitext,attn_in,Meta-Llama-3-8B,8,64,11,5.6680995896840614e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,64,11,7.97547770048368e-08
wikitext,mlp_down,Meta-Llama-3-8B,8,64,11,6.441416644520359e-08
wikitext,attn_in,Meta-Llama-3-8B,8,64,12,5.996834318011679e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,64,12,9.257331612388953e-08
wikitext,mlp_down,Meta-Llama-3-8B,8,64,12,6.973405675125832e-08
wikitext,attn_in,Meta-Llama-3-8B,8,64,13,7.225651188491611e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,64,13,1.0492072988199652e-07
wikitext,mlp_down,Meta-Llama-3-8B,8,64,13,8.262911421752506e-08
wikitext,attn_in,Meta-Llama-3-8B,8,64,14,9.280812207634881e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,64,14,1.2498327350840555e-07
wikitext,mlp_down,Meta-Llama-3-8B,8,64,14,9.487470720159763e-08
wikitext,attn_in,Meta-Llama-3-8B,8,64,15,8.339481638586221e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,64,15,1.442663233319763e-07
wikitext,mlp_down,Meta-Llama-3-8B,8,64,15,1.2044249331211176e-07
wikitext,attn_in,Meta-Llama-3-8B,8,64,16,8.556280306493136e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,64,16,1.482954132825398e-07
wikitext,mlp_down,Meta-Llama-3-8B,8,64,16,1.2795942438970087e-07
wikitext,attn_in,Meta-Llama-3-8B,8,64,17,7.449566652439898e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,64,17,1.6692004578544584e-07
wikitext,mlp_down,Meta-Llama-3-8B,8,64,17,1.511696439138177e-07
wikitext,attn_in,Meta-Llama-3-8B,8,64,18,4.8225373916466197e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,64,18,1.6446395534330804e-07
wikitext,mlp_down,Meta-Llama-3-8B,8,64,18,1.472360793286498e-07
wikitext,attn_in,Meta-Llama-3-8B,8,64,19,4.096352057558761e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,64,19,1.7010542308071308e-07
wikitext,mlp_down,Meta-Llama-3-8B,8,64,19,1.4953349136703764e-07
wikitext,attn_in,Meta-Llama-3-8B,8,64,20,5.6941601656035346e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,64,20,1.877058934951492e-07
wikitext,mlp_down,Meta-Llama-3-8B,8,64,20,1.6431850724529795e-07
wikitext,attn_in,Meta-Llama-3-8B,8,64,21,7.659892986566774e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,64,21,2.2085404793870111e-07
wikitext,mlp_down,Meta-Llama-3-8B,8,64,21,1.9795076866557793e-07
wikitext,attn_in,Meta-Llama-3-8B,8,64,22,5.972842131996003e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,64,22,2.3468771814805223e-07
wikitext,mlp_down,Meta-Llama-3-8B,8,64,22,2.079769672036491e-07
wikitext,attn_in,Meta-Llama-3-8B,8,64,23,6.87192169834816e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,64,23,2.543019661516155e-07
wikitext,mlp_down,Meta-Llama-3-8B,8,64,23,2.154755662786556e-07
wikitext,attn_in,Meta-Llama-3-8B,8,64,24,9.119985122651997e-08
wikitext,mlp_gate,Meta-Llama-3-8B,8,64,24,2.8227566417626804e-07
wikitext,mlp_down,Meta-Llama-3-8B,8,64,24,2.2003919752933143e-07
wikitext,attn_in,Meta-Llama-3-8B,8,64,25,1.116214107810265e-07
wikitext,mlp_gate,Meta-Llama-3-8B,8,64,25,3.1925372923069517e-07
wikitext,mlp_down,Meta-Llama-3-8B,8,64,25,2.396075444721646e-07
wikitext,attn_in,Meta-Llama-3-8B,8,64,26,1.4221019739579788e-07
wikitext,mlp_gate,Meta-Llama-3-8B,8,64,26,3.693128292070469e-07
wikitext,mlp_down,Meta-Llama-3-8B,8,64,26,2.674049994766392e-07
wikitext,attn_in,Meta-Llama-3-8B,8,64,27,2.3243981672749214e-07
wikitext,mlp_gate,Meta-Llama-3-8B,8,64,27,4.6229470740399847e-07
wikitext,mlp_down,Meta-Llama-3-8B,8,64,27,3.418454070924781e-07
wikitext,attn_in,Meta-Llama-3-8B,8,64,28,2.5524130364829034e-07
wikitext,mlp_gate,Meta-Llama-3-8B,8,64,28,6.417394047275593e-07
wikitext,mlp_down,Meta-Llama-3-8B,8,64,28,4.775083652930334e-07
wikitext,attn_in,Meta-Llama-3-8B,8,64,29,4.401882449656114e-07
wikitext,mlp_gate,Meta-Llama-3-8B,8,64,29,8.915054650060483e-07
wikitext,mlp_down,Meta-Llama-3-8B,8,64,29,8.068217880463635e-07
wikitext,attn_in,Meta-Llama-3-8B,8,64,30,9.244915872841375e-07
wikitext,mlp_gate,Meta-Llama-3-8B,8,64,30,1.5937648640829138e-06
wikitext,mlp_down,Meta-Llama-3-8B,8,64,30,2.100243136737845e-06
wikitext,attn_in,Meta-Llama-3-8B,8,64,31,1.2221003089507576e-06
wikitext,mlp_gate,Meta-Llama-3-8B,8,64,31,1.5506104318774305e-05
wikitext,mlp_down,Meta-Llama-3-8B,8,64,31,0.0016247087623924017
c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,0,1.633372448850423e-06
c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,0,1.972997097254847e-06
c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,0,3.4571214655443328e-06
c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,1,8.963285836216528e-06
c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,1,4.307661947677843e-05
c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,1,7.758168794680387e-05
c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,2,8.52496214065468e-06
c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,2,1.1353981790307444e-05
c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,2,1.1861410712299403e-05
c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,3,1.1379356692486908e-05
c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,3,2.426264290988911e-05
c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,3,1.986049574043136e-05
c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,4,2.4491309886798263e-05
c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,4,4.347792491898872e-05
c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,4,3.421989822527394e-05
c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,5,3.192243821104057e-05
c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,5,6.171123823150992e-05
c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,5,5.178839273867197e-05
c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,6,4.629995601135306e-05
c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,6,7.994026236701757e-05
c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,6,6.417885015252978e-05
c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,7,5.552465881919488e-05
c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,7,9.45249485084787e-05
c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,7,7.200748950708658e-05
c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,8,8.018971857381985e-05
c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,8,0.0001034614397212863
c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,8,7.755712431389838e-05
c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,9,9.481193410465494e-05
c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,9,0.00011810496653197333
c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,9,8.992852235678583e-05
c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,10,9.828736801864579e-05
c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,10,0.00011874943447764963
c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,10,9.227804548572749e-05
c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,11,9.328400483354926e-05
c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,11,0.00012824672739952803
c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,11,9.742374822963029e-05
c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,12,0.000101400502899196
c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,12,0.00015199951303657144
c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,12,0.00010743339953478426
c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,13,0.00013046518142800778
c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,13,0.00017206136544700712
c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,13,0.00012752441398333758
c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,14,0.000171003004652448
c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,14,0.0002076777454931289
c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,14,0.00014366106188390404
c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,15,0.00015071254165377468
c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,15,0.00023826508549973369
c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,15,0.00018930785881821066
c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,16,0.00016228064487222582
c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,16,0.00023947835143189877
c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,16,0.00019670758047141135
c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,17,0.00012737938959617168
c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,17,0.00027156813303008676
c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,17,0.0002321531210327521
c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,18,8.390028233407065e-05
c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,18,0.0002606728521641344
c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,18,0.00022036608424969018
c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,19,8.228333899751306e-05
c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,19,0.00027345013222657144
c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,19,0.00022872479166835546
c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,20,9.319398668594658e-05
c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,20,0.00029365794034674764
c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,20,0.0002471855259500444
c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,21,0.0001558633812237531
c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,21,0.0003460284206084907
c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,21,0.00029671634547412395
c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,22,0.00011328261462040246
c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,22,0.0003556844312697649
c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,22,0.00030054329545237124
c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,23,0.00012391452037263662
c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,23,0.00038783063064329326
c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,23,0.00031100731575861573
c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,24,0.00014471304893959314
c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,24,0.0004221537383273244
c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,24,0.0003323874552734196
c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,25,0.00019535493629518896
c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,25,0.0004884876543655992
c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,25,0.00035157965612597764
c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,26,0.0002710040716920048
c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,26,0.0005806423723697662
c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,26,0.000396756106056273
c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,27,0.0003226545813959092
c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,27,0.0007035996532067657
c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,27,0.0005253342096693814
c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,28,0.00036335436743684113
c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,28,0.000920881808269769
c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,28,0.000682578538544476
c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,29,0.0005326228565536439
c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,29,0.0013028794201090932
c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,29,0.0010548688005656004
c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,30,0.0010918955085799098
c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,30,0.0025097725447267294
c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,30,0.0025860019959509373
c4,attn_in,Meta-Llama-3-8B-Instruct,3,128,31,0.0013242177665233612
c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,31,0.01037977822124958
c4,mlp_down,Meta-Llama-3-8B-Instruct,3,128,31,0.13728566467761993
pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,0,1.6305884855682962e-06
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,0,2.204937345595681e-06
pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,0,3.6820376863033744e-06
pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,1,9.275493539462332e-06
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,1,4.303423338569701e-05
pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,1,7.980825466802344e-05
pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,2,8.713018360140268e-06
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,2,1.1540611922100652e-05
pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,2,1.1952458407904487e-05
pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,3,1.155600602942286e-05
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,3,2.5044088033610024e-05
pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,3,2.0587167455232702e-05
pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,4,2.505161137378309e-05
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,4,4.3548468966037035e-05
pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,4,3.4309163311263546e-05
pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,5,3.3374202757840976e-05
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,5,6.222441152203828e-05
pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,5,5.2648683777078986e-05
pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,6,4.779743176186457e-05
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,6,8.039615931920707e-05
pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,6,6.520167517010123e-05
pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,7,5.758467159466818e-05
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,7,9.507227514404804e-05
pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,7,7.275813550222665e-05
pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,8,8.346614049514756e-05
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,8,0.00010395708522992209
pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,8,7.836188888177276e-05
pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,9,0.00010028846008935943
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,9,0.00011805038957390934
pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,9,9.010899520944804e-05
pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,10,0.00010621790715958923
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,10,0.00011987181642325595
pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,10,9.37754666665569e-05
pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,11,9.730562305776402e-05
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,11,0.00012900463480036706
pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,11,9.942346514435485e-05
pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,12,0.00010541531082708389
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,12,0.00015239324420690536
pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,12,0.00010869244579225779
pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,13,0.00013879468315280974
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,13,0.00017021721578203142
pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,13,0.0001274633832508698
pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,14,0.000182592382770963
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,14,0.00020462060638237745
pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,14,0.00014121369167696685
pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,15,0.00014975701924413443
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,15,0.00023102133127395064
pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,15,0.00018193497089669108
pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,16,0.00017857861530501395
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,16,0.00023229976068250835
pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,16,0.00019039215112570673
pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,17,0.00013031049456913024
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,17,0.00026469730073586106
pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,17,0.00023162923753261566
pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,18,9.287658758694306e-05
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,18,0.0002546613395679742
pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,18,0.00021876138634979725
pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,19,8.74330653459765e-05
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,19,0.00026856258045881987
pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,19,0.00022210119641385972
pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,20,9.720530943013728e-05
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,20,0.000290498515823856
pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,20,0.0002400439843768254
pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,21,0.00014943277346901596
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,21,0.0003415348764974624
pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,21,0.00028759310953319073
pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,22,0.00011719930625986308
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,22,0.0003530408430378884
pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,22,0.00028948282124474645
pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,23,0.00011640733282547444
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,23,0.0003860992146655917
pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,23,0.0003002412850037217
pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,24,0.00015558412997052073
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,24,0.00042326381662860513
pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,24,0.00032545809517614543
pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,25,0.00020561995916068554
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,25,0.0004925672546960413
pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,25,0.00034702845732681453
pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,26,0.00027692364528775215
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,26,0.0005908259772695601
pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,26,0.00040887630893848836
pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,27,0.0003661401569843292
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,27,0.0007250796188600361
pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,27,0.0005484629655256867
pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,28,0.00036812524194829166
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,28,0.0009582483326084912
pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,28,0.0007222360582090914
pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,29,0.0005496465601027012
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,29,0.001363369170576334
pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,29,0.0011184861650690436
pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,30,0.0011643987381830812
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,30,0.0026108063757419586
pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,30,0.002668344182893634
pileval,attn_in,Meta-Llama-3-8B-Instruct,3,128,31,0.0013436819426715374
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,31,0.010185395367443562
pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,128,31,0.09982587397098541
wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,0,1.4851214018563041e-06
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,0,1.895624450298783e-06
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,0,3.4209729165013414e-06
wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,1,1.0103275599249173e-05
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,1,0.00010943646339001134
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,1,0.00010291647049598396
wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,2,7.5423331509227864e-06
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,2,1.1732573511835653e-05
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,2,1.227200118592009e-05
wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,3,1.0463791113579646e-05
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,3,2.4982200557133183e-05
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,3,1.9414572307141498e-05
wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,4,2.0478855731198564e-05
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,4,4.400356556288898e-05
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,4,3.408468182897195e-05
wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,5,2.811141348502133e-05
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,5,6.215309258550406e-05
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,5,5.269307075650431e-05
wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,6,4.18907729908824e-05
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,6,8.011660975171253e-05
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,6,6.48145069135353e-05
wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,7,5.303130092215724e-05
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,7,9.3978873337619e-05
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,7,7.130489393603057e-05
wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,8,7.374052074737847e-05
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,8,0.00010311359073966742
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,8,7.819931488484144e-05
wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,9,9.498005965724587e-05
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,9,0.00011676811118377373
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,9,8.921918924897909e-05
wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,10,9.48288943618536e-05
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,10,0.00011784289381466806
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,10,9.386940655531362e-05
wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,11,9.023071470437571e-05
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,11,0.00012743170373141766
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,11,9.889396460494027e-05
wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,12,9.87272069323808e-05
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,12,0.00015078372962307185
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,12,0.00010760007717180997
wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,13,0.00012897516717202961
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,13,0.00016686429444234818
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,13,0.00012513957335613668
wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,14,0.00016572637832723558
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,14,0.0002005931455641985
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,14,0.00013846912770532072
wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,15,0.00014215888222679496
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,15,0.00022679941321257502
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,15,0.0001810323738027364
wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,16,0.00016478856559842825
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,16,0.0002271392586408183
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,16,0.00018555957649368793
wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,17,0.00012431788491085172
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,17,0.00025590628501959145
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,17,0.00022148573771119118
wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,18,8.810601138975471e-05
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,18,0.0002449097519274801
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,18,0.0002091118658427149
wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,19,7.007361273281276e-05
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,19,0.0002541100257076323
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,19,0.00020972374477423728
wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,20,8.55884063639678e-05
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,20,0.00027350481832399964
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,20,0.00023312542180065066
wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,21,0.00013657883391715586
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,21,0.00032236124388873577
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,21,0.00027627486269921064
wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,22,9.63111306191422e-05
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,22,0.00033754820469766855
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,22,0.00028699691756628454
wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,23,0.00011301327322144061
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,23,0.0003728369774762541
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,23,0.00029418047051876783
wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,24,0.00014508332242257893
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,24,0.0004129296285100281
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,24,0.0003108714008703828
wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,25,0.00019570243603084236
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,25,0.00048059632536023855
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,25,0.0003323042765259743
wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,26,0.00026146878371946514
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,26,0.0005770730786025524
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,26,0.00038607270107604563
wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,27,0.000352781789842993
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,27,0.0007110902806743979
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,27,0.0005080199334770441
wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,28,0.0003616830217652023
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,28,0.0009459576103836298
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,28,0.0006748957093805075
wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,29,0.0006158715113997459
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,29,0.001323143020272255
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,29,0.0010916183236986399
wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,30,0.001107505988329649
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,30,0.0025327326729893684
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,30,0.004012659192085266
wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,128,31,0.0013240863336250186
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,128,31,0.010307078249752522
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,128,31,1.348434329032898
c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,0,9.973313126465655e-07
c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,0,1.498544975220284e-06
c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,0,2.5108531644946197e-06
c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,1,5.5946748034330085e-06
c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,1,5.826447159051895e-05
c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,1,3.363978612469509e-05
c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,2,5.877812327526044e-06
c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,2,8.669865565025248e-06
c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,2,8.826652447169181e-06
c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,3,8.965302185970359e-06
c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,3,1.8367629309068434e-05
c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,3,1.5062536476762034e-05
c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,4,1.5647263353457674e-05
c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,4,3.263305552536622e-05
c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,4,2.631607094372157e-05
c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,5,3.1759103876538575e-05
c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,5,4.6690758608747274e-05
c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,5,3.930246748495847e-05
c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,6,3.48544490407221e-05
c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,6,6.0353522712830454e-05
c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,6,4.906589674646966e-05
c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,7,4.223579526296817e-05
c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,7,7.107315468601882e-05
c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,7,5.5048789363354445e-05
c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,8,5.607394268736243e-05
c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,8,7.750127406325191e-05
c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,8,5.992810838506557e-05
c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,9,7.288291089935228e-05
c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,9,8.829453872749582e-05
c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,9,6.906460475875065e-05
c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,10,7.21347241778858e-05
c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,10,8.948351023718715e-05
c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,10,7.119576912373304e-05
c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,11,7.836814620532095e-05
c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,11,9.552751726005226e-05
c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,11,7.455147715518251e-05
c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,12,8.064798021223396e-05
c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,12,0.00011191469093319029
c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,12,8.185589103959501e-05
c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,13,9.715555643197149e-05
c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,13,0.00012652945588342845
c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,13,9.789536125026643e-05
c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,14,0.00011255622666794807
c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,14,0.0001517207274446264
c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,14,0.00011117512622149661
c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,15,0.00011045156134059653
c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,15,0.00017591880168765783
c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,15,0.0001460341300116852
c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,16,0.00012256325862836093
c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,16,0.00017866099369712174
c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,16,0.00015185655502136797
c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,17,0.00011165393516421318
c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,17,0.00020272404071874917
c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,17,0.00017758914327714592
c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,18,6.165596278151497e-05
c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,18,0.00019782401795964688
c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,18,0.00016985047841444612
c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,19,5.5713080655550584e-05
c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,19,0.00020757707534357905
c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,19,0.00017615649267099798
c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,20,7.399803143925965e-05
c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,20,0.0002236776053905487
c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,20,0.00019022922788280994
c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,21,0.00011120168346678838
c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,21,0.00026247993810102344
c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,21,0.000225943120312877
c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,22,9.135953587247059e-05
c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,22,0.0002727253013290465
c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,22,0.00023126622545532882
c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,23,8.865915151545778e-05
c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,23,0.00029658101266250014
c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,23,0.00024029146879911423
c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,24,0.00010163675324292853
c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,24,0.0003229162248317152
c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,24,0.00025529321283102036
c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,25,0.00017281131295021623
c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,25,0.0003728971350938082
c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,25,0.00027177701122127473
c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,26,0.000165952616953291
c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,26,0.00043990794802084565
c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,26,0.000309703522361815
c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,27,0.00027703234809450805
c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,27,0.0005291186389513314
c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,27,0.0004044808156322688
c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,28,0.00027476754621602595
c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,28,0.0006886266637593508
c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,28,0.0005266171647235751
c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,29,0.00037165425601415336
c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,29,0.0009795479709282517
c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,29,0.0007943507516756654
c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,30,0.0006955084390938282
c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,30,0.0018533631227910519
c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,30,0.0018569478997960687
c4,attn_in,Meta-Llama-3-8B-Instruct,3,64,31,0.00099556939676404
c4,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,31,0.007846934720873833
c4,mlp_down,Meta-Llama-3-8B-Instruct,3,64,31,0.08161354064941406
pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,0,1.0492998399058706e-06
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,0,1.67662619787734e-06
pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,0,2.676452140804031e-06
pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,1,5.8399241424922366e-06
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,1,5.8888304920401424e-05
pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,1,3.460718289716169e-05
pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,2,6.219189344847109e-06
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,2,8.81714095157804e-06
pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,2,8.867382348398678e-06
pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,3,9.060532647708897e-06
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,3,1.8974789782078005e-05
pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,3,1.5609015463269316e-05
pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,4,1.614390748727601e-05
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,4,3.2713691325625405e-05
pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,4,2.635046257637441e-05
pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,5,3.1807874620426446e-05
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,5,4.722991798189469e-05
pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,5,3.9881502743810415e-05
pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,6,3.4606415283633396e-05
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,6,6.0847825807286426e-05
pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,6,4.985241321264766e-05
pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,7,4.455023372429423e-05
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,7,7.152855687309057e-05
pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,7,5.555430834647268e-05
pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,8,5.863616752321832e-05
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,8,7.778613507980481e-05
pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,8,6.046485941624269e-05
pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,9,7.59520407882519e-05
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,9,8.827678539091721e-05
pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,9,6.91882087267004e-05
pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,10,7.775758422212675e-05
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,10,9.029721695696935e-05
pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,10,7.240603736136109e-05
pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,11,8.223270560847595e-05
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,11,9.630740532884374e-05
pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,11,7.612646732013673e-05
pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,12,8.315329614561051e-05
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,12,0.00011233701661694795
pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,12,8.283011266030371e-05
pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,13,0.00010474667942617089
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,13,0.00012560657341964543
pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,13,9.754037455422804e-05
pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,14,0.00011909808381460607
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,14,0.00014970859047025442
pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,14,0.00010917890176642686
pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,15,0.00011133997759316117
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,15,0.00017036779900081456
pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,15,0.00013997865607962012
pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,16,0.00013043609214946628
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,16,0.00017342630599159747
pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,16,0.0001469366834498942
pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,17,0.00010799007577588782
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,17,0.0001981470122700557
pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,17,0.0001766420027706772
pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,18,6.5600048401393e-05
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,18,0.00019302338478155434
pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,18,0.000168476122780703
pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,19,6.039055733708665e-05
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,19,0.00020434801990631968
pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,19,0.00017128541367128491
pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,20,7.744669710518792e-05
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,20,0.0002212862018495798
pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,20,0.00018479501886758953
pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,21,0.00010632496559992433
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,21,0.00025923686916939914
pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,21,0.00021885694877710193
pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,22,9.533300180919468e-05
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,22,0.0002700492041185498
pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,22,0.00022319643176160753
pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,23,8.383262320421636e-05
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,23,0.00029569765320047736
pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,23,0.0002319033956155181
pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,24,0.00010799452138599008
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,24,0.0003240936202928424
pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,24,0.0002498796384315938
pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,25,0.00017278628365602344
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,25,0.00037587215774692595
pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,25,0.0002681463665794581
pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,26,0.00017828425916377455
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,26,0.00044850751874037087
pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,26,0.00031844546901993454
pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,27,0.00030160689493641257
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,27,0.0005447921575978398
pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,27,0.00042186342761851847
pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,28,0.00027545151533558965
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,28,0.0007174411439336836
pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,28,0.0005573736852966249
pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,29,0.00039644321077503264
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,29,0.0010250243358314037
pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,29,0.0008458539377897978
pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,30,0.000751351413782686
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,30,0.0019404877675697207
pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,30,0.0019233269849792123
pileval,attn_in,Meta-Llama-3-8B-Instruct,3,64,31,0.001051109516993165
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,31,0.007763273548334837
pileval,mlp_down,Meta-Llama-3-8B-Instruct,3,64,31,0.0597807914018631
wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,0,9.878690434561577e-07
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,0,1.4387230748980073e-06
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,0,2.436462636978831e-06
wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,1,6.884984941279981e-06
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,1,0.00013669296458829194
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,1,4.4374977733241394e-05
wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,2,5.888421128474874e-06
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,2,8.972009709395934e-06
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,2,8.98646339919651e-06
wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,3,8.165901817847043e-06
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,3,1.894192428153474e-05
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,3,1.474420332669979e-05
wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,4,1.3421557014225982e-05
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,4,3.302029654150829e-05
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,4,2.6226007321383804e-05
wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,5,2.7148693334311247e-05
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,5,4.711726069217548e-05
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,5,3.99825039494317e-05
wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,6,3.127065428998321e-05
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,6,6.074817792978138e-05
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,6,4.958673889632337e-05
wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,7,4.148964217165485e-05
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,7,7.089474092936143e-05
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,7,5.447774310596287e-05
wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,8,5.285776569508016e-05
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,8,7.716173422522843e-05
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,8,6.044883411959745e-05
wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,9,7.003059727139771e-05
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,9,8.727617387194186e-05
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,9,6.855397805338725e-05
wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,10,6.83958496665582e-05
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,10,8.90597584657371e-05
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,10,7.216550875455141e-05
wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,11,7.794018893036991e-05
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,11,9.520015737507492e-05
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,11,7.57415036787279e-05
wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,12,7.627641025464982e-05
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,12,0.00011058573727495968
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,12,8.197224815376103e-05
wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,13,9.801527630770579e-05
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,13,0.00012302894901949912
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,13,9.568403766024858e-05
wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,14,0.0001153140765381977
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,14,0.0001466133544454351
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,14,0.00010704465967137367
wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,15,0.00010732029477367178
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,15,0.00016742548905313015
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,15,0.00013914023293182254
wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,16,0.00012305214477237314
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,16,0.00017016855417750776
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,16,0.00014323256618808955
wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,17,0.00010145321721211076
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,17,0.00019093249284196645
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,17,0.00016939484339673072
wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,18,6.13179145148024e-05
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,18,0.0001859978074207902
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,18,0.00016082660295069218
wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,19,5.056540612713434e-05
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,19,0.00019236281514167786
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,19,0.00016174549818970263
wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,20,6.91007444402203e-05
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,20,0.00020895681518595666
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,20,0.00017916338401846588
wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,21,0.00010285018652211875
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,21,0.00024331005988642573
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,21,0.00021080512669868767
wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,22,7.783651381032541e-05
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,22,0.0002581352018751204
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,22,0.0002209876838605851
wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,23,7.276420365087688e-05
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,23,0.00028644988196901977
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,23,0.0002262595371576026
wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,24,9.959853196050972e-05
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,24,0.00031543601653538644
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,24,0.0002395618794253096
wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,25,0.0001538903161417693
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,25,0.00036779738729819655
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,25,0.00025691211340017617
wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,26,0.00016664827126078308
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,26,0.0004369557718746364
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,26,0.00030102807795628905
wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,27,0.00029197975527495146
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,27,0.0005360108334571123
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,27,0.00039053609361872077
wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,28,0.0002633684780448675
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,28,0.0007066486869007349
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,28,0.0005216969875618815
wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,29,0.0004426997038535774
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,29,0.0010056725004687905
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,29,0.0008159492863342166
wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,30,0.0006895591504871845
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,30,0.001831138040870428
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,30,0.002982957288622856
wikitext,attn_in,Meta-Llama-3-8B-Instruct,3,64,31,0.0010469082044437528
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,3,64,31,0.007817886769771576
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,3,64,31,0.7924338579177856
c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,0,3.289270580353332e-07
c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,0,4.2606600914041337e-07
c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,0,8.141500984493177e-07
c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,1,1.4820845990470843e-06
c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,1,1.2438257499525207e-06
c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,1,5.689507452188991e-05
c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,2,1.912513425850193e-06
c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,2,2.4322475837834645e-06
c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,2,2.8061035663995426e-06
c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,3,2.433722102068714e-06
c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,3,5.2218156270100735e-06
c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,3,4.359515969554195e-06
c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,4,6.114150437497301e-06
c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,4,9.392255378770642e-06
c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,4,7.4770464379980695e-06
c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,5,7.386703146039508e-06
c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,5,1.3309013411344495e-05
c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,5,1.1595442629186437e-05
c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,6,9.70707606029464e-06
c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,6,1.7291788026341237e-05
c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,6,1.406200863129925e-05
c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,7,1.2690136827586684e-05
c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,7,2.0429022697499022e-05
c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,7,1.5771833204780705e-05
c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,8,1.810264802770689e-05
c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,8,2.2388467186829075e-05
c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,8,1.7041456885635853e-05
c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,9,2.0931662220391445e-05
c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,9,2.5586161427781917e-05
c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,9,1.9726136088138446e-05
c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,10,2.2998652639216743e-05
c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,10,2.5635643396526575e-05
c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,10,2.0285842765588313e-05
c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,11,2.302248867636081e-05
c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,11,2.762189797067549e-05
c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,11,2.1351868781493977e-05
c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,12,2.3136390154832043e-05
c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,12,3.3107400668086484e-05
c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,12,2.3638243874302134e-05
c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,13,3.066017961828038e-05
c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,13,3.7458907172549516e-05
c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,13,2.7942071028519422e-05
c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,14,4.016197635792196e-05
c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,14,4.5273049181560054e-05
c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,14,3.134306098218076e-05
c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,15,3.297544753877446e-05
c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,15,5.180407242733054e-05
c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,15,4.1430354031035677e-05
c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,16,3.462186214164831e-05
c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,16,5.163862806512043e-05
c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,16,4.35059228038881e-05
c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,17,2.7962259991909377e-05
c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,17,5.8609904954209924e-05
c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,17,5.215809869696386e-05
c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,18,1.7759604816092178e-05
c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,18,5.620795127470046e-05
c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,18,4.872341742157005e-05
c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,19,1.5332640032283962e-05
c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,19,5.879611853742972e-05
c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,19,5.0596696382854134e-05
c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,20,2.1713716705562547e-05
c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,20,6.322073022602126e-05
c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,20,5.4730535339331254e-05
c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,21,3.1895189749775454e-05
c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,21,7.442072092089802e-05
c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,21,6.60312216496095e-05
c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,22,2.521199348848313e-05
c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,22,7.654758519493043e-05
c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,22,6.669706635875627e-05
c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,23,2.757929905783385e-05
c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,23,8.322051871800795e-05
c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,23,6.918889994267374e-05
c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,24,2.836402018147055e-05
c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,24,9.065905032912269e-05
c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,24,7.274445670191199e-05
c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,25,4.725209510070272e-05
c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,25,0.00010480797209311277
c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,25,7.724437455181032e-05
c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,26,5.0191829359391704e-05
c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,26,0.00012433364463504404
c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,26,8.751048153499141e-05
c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,27,7.777601422276348e-05
c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,27,0.00015043198072817177
c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,27,0.00011493539932416752
c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,28,7.332740642596036e-05
c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,28,0.00019759457791224122
c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,28,0.0001481594517827034
c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,29,0.00012257271737325937
c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,29,0.0002798316127154976
c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,29,0.0002323608787264675
c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,30,0.0002194205590058118
c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,30,0.0005282894126139581
c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,30,0.0005653270636685193
c4,attn_in,Meta-Llama-3-8B-Instruct,4,128,31,0.0003423889575060457
c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,31,0.0022640081588178873
c4,mlp_down,Meta-Llama-3-8B-Instruct,4,128,31,0.04648829251527786
pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,0,3.4125324077649566e-07
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,0,4.759838816426054e-07
pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,0,8.63134516748687e-07
pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,1,1.5743139556434471e-06
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,1,1.2616341109605855e-06
pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,1,5.856236020918004e-05
pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,2,2.0316008431109367e-06
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,2,2.472795131325256e-06
pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,2,2.8391591513354797e-06
pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,3,2.4727103209443158e-06
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,3,5.3869789553573355e-06
pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,3,4.522204108070582e-06
pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,4,6.208330432855291e-06
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,4,9.4122915470507e-06
pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,4,7.499593266402371e-06
pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,5,7.646171070518903e-06
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,5,1.3421223229670431e-05
pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,5,1.1802313565567601e-05
pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,6,9.676275112724397e-06
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,6,1.7382397345500067e-05
pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,6,1.430563770554727e-05
pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,7,1.3072347428533249e-05
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,7,2.0540954210446216e-05
pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,7,1.5963778423611075e-05
pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,8,1.8738684957497753e-05
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,8,2.2497892132378183e-05
pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,8,1.722083288768772e-05
pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,9,2.179210787289776e-05
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,9,2.5581639420124702e-05
pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,9,1.9756955225602724e-05
pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,10,2.420142300252337e-05
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,10,2.5868108423310332e-05
pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,10,2.063167266896926e-05
pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,11,2.398166907369159e-05
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,11,2.7826552468468435e-05
pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,11,2.1771402316517197e-05
pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,12,2.4136135834851302e-05
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,12,3.322658085380681e-05
pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,12,2.3942551706568338e-05
pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,13,3.254697730881162e-05
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,13,3.7029025406809524e-05
pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,13,2.7931038857786916e-05
pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,14,4.185578291071579e-05
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,14,4.457873001229018e-05
pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,14,3.083654155489057e-05
pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,15,3.2962958357529715e-05
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,15,5.025285645388067e-05
pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,15,3.980624387622811e-05
pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,16,3.775699224206619e-05
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,16,5.009809319744818e-05
pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,16,4.211036139167845e-05
pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,17,2.889161987695843e-05
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,17,5.7115088566206396e-05
pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,17,5.2081952162552625e-05
pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,18,1.886513018689584e-05
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,18,5.4987580369925126e-05
pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,18,4.835617801290937e-05
pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,19,1.6936050087679178e-05
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,19,5.768017945229076e-05
pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,19,4.915198587696068e-05
pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,20,2.225942625955213e-05
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,20,6.247325654840097e-05
pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,20,5.314507507137023e-05
pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,21,3.0714876629645005e-05
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,21,7.34792702132836e-05
pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,21,6.399617996066809e-05
pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,22,2.6434106985107064e-05
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,22,7.573605398647487e-05
pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,22,6.42332379356958e-05
pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,23,2.4468641640851274e-05
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,23,8.299492037622258e-05
pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,23,6.674967153230682e-05
pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,24,3.081226168433204e-05
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,24,9.091122774407268e-05
pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,24,7.111159357009456e-05
pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,25,4.8603822506265715e-05
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,25,0.00010562578972894698
pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,25,7.614064816152677e-05
pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,26,5.2688908908749e-05
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,26,0.00012640336353797466
pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,26,9.022471931530163e-05
pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,27,8.68366623762995e-05
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,27,0.00015495758270844817
pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,27,0.00012000396236544475
pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,28,7.437040039803833e-05
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,28,0.00020586569735314697
pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,28,0.00015672687732148916
pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,29,0.00012361002154648304
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,29,0.00029344597714953125
pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,29,0.00024638077593408525
pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,30,0.00023643944587092847
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,30,0.0005498961545526981
pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,30,0.0005837218486703932
pileval,attn_in,Meta-Llama-3-8B-Instruct,4,128,31,0.0003506038920022547
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,31,0.002258086111396551
pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,128,31,0.03322082385420799
wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,0,3.2507693958905293e-07
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,0,4.09860149375163e-07
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,0,8.35240030028217e-07
wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,1,2.012123331951443e-06
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,1,1.4708857634104788e-06
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,1,7.618843665113673e-05
wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,2,1.7980870552491979e-06
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,2,2.507842054910725e-06
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,2,2.968513399537187e-06
wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,3,2.2259594061324606e-06
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,3,5.376243279897608e-06
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,3,4.276389063306851e-06
wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,4,5.024530764785595e-06
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,4,9.51850142882904e-06
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,4,7.455019840563182e-06
wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,5,6.551734259119257e-06
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,5,1.3391305401455611e-05
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,5,1.1797541446867399e-05
wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,6,8.904340575099923e-06
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,6,1.732145028654486e-05
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,6,1.4223460311768577e-05
wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,7,1.2016387699986808e-05
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,7,2.033384589594789e-05
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,7,1.562680336064659e-05
wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,8,1.6697595128789544e-05
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,8,2.2317362891044468e-05
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,8,1.715395410428755e-05
wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,9,1.9357808923814446e-05
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,9,2.5291392375947908e-05
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,9,1.9633080228231847e-05
wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,10,2.202173891419079e-05
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,10,2.5415874915779568e-05
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,10,2.069044603558723e-05
wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,11,2.192098691011779e-05
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,11,2.74319936579559e-05
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,11,2.1747027858509682e-05
wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,12,2.2088317564339377e-05
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,12,3.285845014033839e-05
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,12,2.3731481633149087e-05
wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,13,3.014067442563828e-05
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,13,3.642895899247378e-05
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,13,2.7446872991276905e-05
wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,14,4.038593760924414e-05
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,14,4.3585783714661375e-05
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,14,3.0202947527868673e-05
wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,15,3.222213126718998e-05
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,15,4.9408277845941484e-05
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,15,3.957503940910101e-05
wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,16,3.4778553526848555e-05
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,16,4.896210884908214e-05
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,16,4.097163400729187e-05
wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,17,2.766798024822492e-05
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,17,5.5128857638919726e-05
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,17,4.981799065717496e-05
wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,18,1.754095865180716e-05
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,18,5.289793261908926e-05
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,18,4.6311459300341085e-05
wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,19,1.4584590644517448e-05
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,19,5.484884241013788e-05
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,19,4.636525773094036e-05
wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,20,2.1476043912116438e-05
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,20,5.887814040761441e-05
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,20,5.168969073565677e-05
wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,21,2.79052273981506e-05
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,21,6.912235403433442e-05
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,21,6.123090861365199e-05
wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,22,2.2648033336736262e-05
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,22,7.257251854753122e-05
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,22,6.36861877865158e-05
wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,23,2.338620470254682e-05
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,23,7.988874858710915e-05
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,23,6.53488386888057e-05
wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,24,2.932167444669176e-05
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,24,8.841786620905623e-05
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,24,6.826750177424401e-05
wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,25,5.268079985398799e-05
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,25,0.00010331811790820211
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,25,7.285205356311053e-05
wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,26,4.8959303967421874e-05
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,26,0.0001232448994414881
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,26,8.519583207089454e-05
wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,27,8.677734149387106e-05
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,27,0.0001528093416709453
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,27,0.00011105550220236182
wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,28,7.358918810496107e-05
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,28,0.00020221508748363703
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,28,0.00014604929310735315
wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,29,0.0001385146169923246
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,29,0.0002912372874561697
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,29,0.000240759298321791
wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,30,0.0002210566308349371
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,30,0.000528481905348599
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,30,0.0008864384726621211
wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,128,31,0.00032174374791793525
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,128,31,0.0021854573860764503
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,128,31,0.4575091004371643
c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,0,2.524438684758934e-07
c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,0,3.230610161608638e-07
c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,0,5.781425329587364e-07
c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,1,1.036358071360155e-06
c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,1,1.2495604551077122e-06
c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,1,1.5603771316818893e-05
c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,2,1.162894250228419e-06
c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,2,1.860545694398752e-06
c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,2,2.000213726205402e-06
c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,3,1.725412630548817e-06
c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,3,3.956497039325768e-06
c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,3,3.288075959062553e-06
c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,4,3.669576472020708e-06
c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,4,7.040493983367924e-06
c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,4,5.746996521338588e-06
c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,5,5.948080797679722e-06
c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,5,1.0066612958326004e-05
c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,5,8.71315296535613e-06
c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,6,7.1306399149762e-06
c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,6,1.3077450603304897e-05
c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,6,1.0753567948995624e-05
c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,7,8.952984899224248e-06
c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,7,1.5346071450039744e-05
c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,7,1.2025213436572812e-05
c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,8,1.322029947914416e-05
c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,8,1.6787456843303517e-05
c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,8,1.3117909475113265e-05
c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,9,1.7234853658010252e-05
c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,9,1.9089864508714527e-05
c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,9,1.5107070794329047e-05
c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,10,1.658401743043214e-05
c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,10,1.9306273316033185e-05
c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,10,1.563361547596287e-05
c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,11,1.6985823094728403e-05
c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,11,2.0651938029914163e-05
c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,11,1.623201933398377e-05
c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,12,1.7027023204718716e-05
c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,12,2.4303864847752266e-05
c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,12,1.7933019989868626e-05
c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,13,2.1926385670667514e-05
c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,13,2.7493073503137566e-05
c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,13,2.1417034076876007e-05
c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,14,2.5737886971910484e-05
c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,14,3.297294824733399e-05
c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,14,2.4274469978990965e-05
c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,15,2.533233600843232e-05
c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,15,3.821239442913793e-05
c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,15,3.1914427381707355e-05
c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,16,2.9490929591702297e-05
c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,16,3.8656318793073297e-05
c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,16,3.336320514790714e-05
c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,17,2.1444764570333064e-05
c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,17,4.387725130072795e-05
c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,17,3.939515954698436e-05
c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,18,1.2845768651459366e-05
c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,18,4.25887483288534e-05
c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,18,3.733621269930154e-05
c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,19,1.1207541319890879e-05
c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,19,4.473443914321251e-05
c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,19,3.8522099202964455e-05
c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,20,1.3946566468803212e-05
c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,20,4.8271271225530654e-05
c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,20,4.1790251998463646e-05
c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,21,2.5334717065561563e-05
c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,21,5.6545992265455425e-05
c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,21,4.966229244018905e-05
c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,22,1.7927275621332228e-05
c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,22,5.869496817467734e-05
c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,22,5.104725278215483e-05
c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,23,1.9456016161711887e-05
c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,23,6.381444109138101e-05
c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,23,5.2768307796213776e-05
c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,24,2.1666932298103347e-05
c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,24,6.950939859962091e-05
c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,24,5.578224590863101e-05
c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,25,3.550988913048059e-05
c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,25,8.004988194443285e-05
c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,25,5.9395220887381583e-05
c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,26,3.4422195312799886e-05
c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,26,9.438323468202725e-05
c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,26,6.819693226134405e-05
c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,27,4.898372571915388e-05
c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,27,0.00011357670155121014
c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,27,8.895649807527661e-05
c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,28,5.872710607945919e-05
c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,28,0.00014865683624520898
c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,28,0.00011506205919431522
c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,29,9.106306970352307e-05
c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,29,0.00021081192244309932
c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,29,0.0001742931635817513
c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,30,0.00016673623758833855
c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,30,0.00039265365921892226
c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,30,0.0004047892289236188
c4,attn_in,Meta-Llama-3-8B-Instruct,4,64,31,0.0002126216859323904
c4,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,31,0.001718748826533556
c4,mlp_down,Meta-Llama-3-8B-Instruct,4,64,31,0.02734493650496006
pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,0,2.632069140418025e-07
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,0,3.612908301420248e-07
pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,0,6.148650300019654e-07
pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,1,1.0888396673180978e-06
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,1,1.260155954696529e-06
pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,1,1.6076681276899762e-05
pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,2,1.2312331136854482e-06
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,2,1.893331386781938e-06
pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,2,2.014452320509008e-06
pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,3,1.7609503402127302e-06
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,3,4.088973128091311e-06
pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,3,3.411958005017368e-06
pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,4,3.7541919937211787e-06
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,4,7.052859473333228e-06
pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,4,5.755762231274275e-06
pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,5,6.109020432631951e-06
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,5,1.0167506843572482e-05
pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,5,8.851194252201822e-06
pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,6,7.253687726915814e-06
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,6,1.3167884389986284e-05
pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,6,1.0920688509941101e-05
pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,7,9.360051990370266e-06
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,7,1.5440866263816133e-05
pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,7,1.2135134966229089e-05
pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,8,1.3953250345366541e-05
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,8,1.6883303032955155e-05
pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,8,1.3255084013508167e-05
pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,9,1.775525015546009e-05
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,9,1.907690239022486e-05
pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,9,1.5136009096750058e-05
pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,10,1.775749660737347e-05
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,10,1.9522281945683062e-05
pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,10,1.5887793779256754e-05
pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,11,1.7934482457349077e-05
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,11,2.08373512577964e-05
pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,11,1.6566105841775425e-05
pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,12,1.7741023839334957e-05
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,12,2.432373003102839e-05
pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,12,1.81478462764062e-05
pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,13,2.337769365112763e-05
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,13,2.719132498896215e-05
pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,13,2.1389676476246677e-05
pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,14,2.731548374867998e-05
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,14,3.251827001804486e-05
pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,14,2.383842547715176e-05
pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,15,2.5423338229302317e-05
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,15,3.704360278788954e-05
pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,15,3.05680041492451e-05
pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,16,3.127640957245603e-05
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,16,3.746081711142324e-05
pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,16,3.2319007004844025e-05
pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,17,2.1912577722105198e-05
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,17,4.277550760889426e-05
pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,17,3.923097756342031e-05
pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,18,1.3727430086873937e-05
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,18,4.154474663664587e-05
pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,18,3.701299283420667e-05
pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,19,1.2310926649661269e-05
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,19,4.398737655719742e-05
pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,19,3.747536175069399e-05
pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,20,1.4957664461690001e-05
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,20,4.778556103701703e-05
pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,20,4.060591527377255e-05
pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,21,2.3849130229791626e-05
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,21,5.57340172235854e-05
pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,21,4.8135858378373086e-05
pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,22,1.880836316558998e-05
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,22,5.810678703710437e-05
pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,22,4.919605271425098e-05
pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,23,1.7949785615201108e-05
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,23,6.362140265991911e-05
pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,23,5.09646997670643e-05
pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,24,2.3893471734481864e-05
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,24,6.972461414989084e-05
pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,24,5.450141543406062e-05
pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,25,3.5963668779004365e-05
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,25,8.054655336309224e-05
pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,25,5.872863403055817e-05
pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,26,3.673469473142177e-05
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,26,9.61505647865124e-05
pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,26,7.009169348748401e-05
pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,27,5.6445682275807485e-05
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,27,0.00011700594768626615
pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,27,9.28483932511881e-05
pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,28,6.0767859395127743e-05
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,28,0.0001547995489090681
pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,28,0.00012208663974888623
pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,29,9.360830881632864e-05
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,29,0.00022047739184927195
pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,29,0.00018531468231230974
pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,30,0.00018019109847955406
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,30,0.0004092422896064818
pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,30,0.00042090925853699446
pileval,attn_in,Meta-Llama-3-8B-Instruct,4,64,31,0.0002145955804735422
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,31,0.0017066355794668198
pileval,mlp_down,Meta-Llama-3-8B-Instruct,4,64,31,0.01955398917198181
wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,0,2.4384917196584865e-07
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,0,3.110325508259848e-07
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,0,5.778135800937889e-07
wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,1,1.3908806977269705e-06
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,1,1.9131405224470655e-06
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,1,2.089824920403771e-05
wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,2,1.1076838291046442e-06
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,2,1.9185972632840276e-06
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,2,2.0743127606692724e-06
wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,3,1.585757217981154e-06
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,3,4.090979018656071e-06
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,3,3.20963044941891e-06
wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,4,3.092053702857811e-06
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,4,7.120807367755333e-06
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,4,5.730181328544859e-06
wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,5,5.172062628844287e-06
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,5,1.0152397408091929e-05
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,5,8.867437827575486e-06
wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,6,6.713030415994581e-06
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,6,1.3202954505686648e-05
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,6,1.0834874046850018e-05
wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,7,8.59670944919344e-06
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,7,1.527309177618008e-05
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,7,1.1898784578079358e-05
wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,8,1.2326987416599877e-05
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,8,1.6713902368792333e-05
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,8,1.3245458831079304e-05
wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,9,1.574041925778147e-05
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,9,1.8878738046623766e-05
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,9,1.5032390365377069e-05
wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,10,1.5893441741354764e-05
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,10,1.9219860405428335e-05
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,10,1.5891364455455914e-05
wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,11,1.640036680328194e-05
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,11,2.0574861991917714e-05
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,11,1.648154648137279e-05
wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,12,1.6636891814414412e-05
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,12,2.4144828785210848e-05
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,12,1.7994450900005177e-05
wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,13,2.2101310605648905e-05
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,13,2.6758900276036002e-05
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,13,2.0989395125070587e-05
wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,14,2.5758508854778484e-05
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,14,3.17362901114393e-05
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,14,2.33712671615649e-05
wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,15,2.462435259076301e-05
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,15,3.634768654592335e-05
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,15,3.0463004804914817e-05
wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,16,2.8738777473336086e-05
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,16,3.663612005766481e-05
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,16,3.1415718694915995e-05
wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,17,2.087570828734897e-05
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,17,4.1240029531763867e-05
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,17,3.751992335310206e-05
wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,18,1.2534806955954991e-05
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,18,3.997962630819529e-05
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,18,3.53761060978286e-05
wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,19,1.0088497219840065e-05
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,19,4.162907134741545e-05
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,19,3.5475943150231615e-05
wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,20,1.2633721780730411e-05
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,20,4.498746420722455e-05
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,20,3.934533742722124e-05
wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,21,2.3194266759674065e-05
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,21,5.253540803096257e-05
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,21,4.628784517990425e-05
wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,22,1.479061847931007e-05
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,22,5.543260704143904e-05
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,22,4.872760473517701e-05
wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,23,1.6855026842677034e-05
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,23,6.131595000624657e-05
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,23,4.9899041187018156e-05
wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,24,2.304310692125e-05
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,24,6.772475899197161e-05
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,24,5.2258365030866116e-05
wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,25,3.428001582506113e-05
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,25,7.865105726523325e-05
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,25,5.625549238175154e-05
wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,26,3.489624577923678e-05
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,26,9.370611951453611e-05
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,26,6.616127211600542e-05
wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,27,6.016292900312692e-05
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,27,0.00011491411714814603
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,27,8.602211164543405e-05
wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,28,5.6055101595120504e-05
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,28,0.00015241975779645145
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,28,0.00011448069562902674
wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,29,0.00011098876711912453
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,29,0.00021547448704950511
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,29,0.0001799340097932145
wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,30,0.00016516188043169677
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,30,0.00039100961294025183
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,30,0.0006519921589642763
wikitext,attn_in,Meta-Llama-3-8B-Instruct,4,64,31,0.00022063255892135203
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,4,64,31,0.0016967941774055362
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,4,64,31,0.26272284984588623
c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,0,1.4469070386269323e-09
c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,0,1.5723125024180717e-09
c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,0,4.7851211881777544e-09
c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,1,6.507403504940612e-09
c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,1,1.6572379024637485e-08
c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,1,4.141191311646253e-06
c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,2,5.9094915627611044e-09
c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,2,8.909492699160637e-09
c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,2,1.0333742750390229e-08
c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,3,1.0303433661817962e-08
c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,3,1.9039072540749657e-08
c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,3,1.592558440677294e-08
c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,4,2.0249844467912226e-08
c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,4,3.424036520982554e-08
c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,4,2.73461093769356e-08
c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,5,2.8484629766012404e-08
c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,5,4.875142423088619e-08
c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,5,4.2592066762381364e-08
c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,6,3.766919220993259e-08
c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,6,6.318091294588157e-08
c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,6,5.1489728036813176e-08
c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,7,4.82379753918849e-08
c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,7,7.482876185349596e-08
c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,7,5.760843535540516e-08
c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,8,6.850248723822006e-08
c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,8,8.192376554916336e-08
c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,8,6.24845597485546e-08
c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,9,8.439930354597891e-08
c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,9,9.334952721928857e-08
c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,9,7.1965637005178e-08
c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,10,8.603205259305469e-08
c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,10,9.387206745259391e-08
c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,10,7.452056394186002e-08
c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,11,8.622933478363848e-08
c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,11,1.0102577618908981e-07
c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,11,7.780138844282192e-08
c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,12,9.261555078410311e-08
c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,12,1.2176670338703843e-07
c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,12,8.841978882401236e-08
c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,13,1.1460966931053918e-07
c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,13,1.3665986386968143e-07
c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,13,1.0483763901447674e-07
c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,14,1.4168946904646873e-07
c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,14,1.6563309657158243e-07
c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,14,1.1889387963037734e-07
c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,15,1.3062042114597716e-07
c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,15,1.8946185775803315e-07
c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,15,1.5140095399601705e-07
c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,16,1.3583856173227105e-07
c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,16,1.886824634311779e-07
c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,16,1.6875617347977823e-07
c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,17,1.0311253362260686e-07
c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,17,2.1378109238412435e-07
c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,17,1.9597415246153105e-07
c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,18,6.680600961317396e-08
c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,18,2.0603813766228996e-07
c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,18,1.826100941570985e-07
c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,19,6.397761609377994e-08
c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,19,2.1538019723266189e-07
c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,19,1.9687522012645786e-07
c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,20,7.126882906050014e-08
c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,20,2.3124835024646018e-07
c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,20,2.0056161531556427e-07
c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,21,1.4015743943218695e-07
c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,21,2.720844349823892e-07
c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,21,2.48906417255057e-07
c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,22,9.641308196250975e-08
c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,22,2.8010879304929404e-07
c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,22,2.456085894664284e-07
c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,23,1.0806315486888707e-07
c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,23,3.044486618364317e-07
c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,23,2.5736002839948924e-07
c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,24,1.1373818864512941e-07
c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,24,3.307680742636876e-07
c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,24,2.681203170595836e-07
c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,25,1.5348516058111272e-07
c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,25,3.8237516264416627e-07
c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,25,3.0789084348725737e-07
c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,26,1.6630009724849515e-07
c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,26,4.534617232820892e-07
c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,26,3.262833558892453e-07
c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,27,2.620044767809304e-07
c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,27,5.481384732775041e-07
c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,27,4.337634891271591e-07
c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,28,2.945523647213122e-07
c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,28,7.194411750788277e-07
c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,28,5.425815174930904e-07
c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,29,4.6499175709868723e-07
c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,29,1.0192982244916493e-06
c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,29,8.810667395664495e-07
c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,30,7.40789573683287e-07
c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,30,1.988266149055562e-06
c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,30,2.073863697660272e-06
c4,attn_in,Meta-Llama-3-8B-Instruct,8,128,31,1.1375587973816437e-06
c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,31,8.377827725780662e-06
c4,mlp_down,Meta-Llama-3-8B-Instruct,8,128,31,0.00017146601749118418
pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,0,1.4668805059514511e-09
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,0,1.7567750587588193e-09
pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,0,5.062424257573639e-09
pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,1,6.808783759026937e-09
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,1,1.311827624306261e-08
pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,1,4.260114110365976e-06
pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,2,6.2376712683942515e-09
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,2,9.055558969350841e-09
pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,2,1.0459210386670748e-08
pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,3,1.0298621511140027e-08
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,3,1.9672917517254973e-08
pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,3,1.6537715197273428e-08
pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,4,2.0269602885036875e-08
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,4,3.434375983601967e-08
pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,4,2.745537663884079e-08
pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,5,2.9292117176282773e-08
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,5,4.9164579962734933e-08
pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,5,4.336789771741678e-08
pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,6,3.760142064379579e-08
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,6,6.35225134715256e-08
pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,6,5.231727229215721e-08
pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,7,5.02391053203155e-08
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,7,7.531733103860461e-08
pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,7,5.828069404856251e-08
pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,8,7.20568351653128e-08
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,8,8.222669833912732e-08
pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,8,6.312321687573785e-08
pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,9,8.676673246554856e-08
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,9,9.330145189778705e-08
pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,9,7.221350983854791e-08
pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,10,9.13240754130129e-08
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,10,9.465166783684253e-08
pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,10,7.577033755978846e-08
pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,11,9.00862957564641e-08
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,11,1.0187560661734096e-07
pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,11,7.940910506931687e-08
pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,12,9.682806023647572e-08
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,12,1.217948124576651e-07
pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,12,8.956997987752402e-08
pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,13,1.2053047271365358e-07
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,13,1.3525144026971248e-07
pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,13,1.0509376835443618e-07
pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,14,1.5325188940096268e-07
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,14,1.6310897876792296e-07
pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,14,1.1660920051781432e-07
pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,15,1.2983851149783732e-07
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,15,1.8343772012485715e-07
pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,15,1.4545933879617223e-07
pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,16,1.4539712367422908e-07
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,16,1.8311010308025288e-07
pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,16,1.640000704128397e-07
pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,17,1.0572689745913522e-07
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,17,2.0871740957773e-07
pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,17,1.9617675661720568e-07
pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,18,7.054122619365444e-08
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,18,2.011147728353535e-07
pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,18,1.8132105594759196e-07
pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,19,6.887285763923501e-08
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,19,2.117014759051017e-07
pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,19,1.924909440731426e-07
pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,20,7.488318232162783e-08
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,20,2.285577238581027e-07
pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,20,1.9471700341000542e-07
pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,21,1.383624805839645e-07
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,21,2.689462235139217e-07
pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,21,2.4120060970744817e-07
pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,22,1.0252615822992084e-07
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,22,2.769987759165815e-07
pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,22,2.36660696373292e-07
pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,23,9.86665185109814e-08
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,23,3.0297047715066583e-07
pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,23,2.47609619918876e-07
pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,24,1.2275518201931845e-07
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,24,3.3151465572700545e-07
pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,24,2.62150649632531e-07
pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,25,1.6735008045998256e-07
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,25,3.8518308542734303e-07
pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,25,3.04996177646899e-07
pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,26,1.7677616881428548e-07
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,26,4.6167602363311744e-07
pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,26,3.36063379791085e-07
pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,27,2.899649302889884e-07
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,27,5.639731739393028e-07
pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,27,4.524979146935948e-07
pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,28,2.9417898872452497e-07
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,28,7.538660611317027e-07
pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,28,5.743911515310174e-07
pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,29,4.797792030331038e-07
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,29,1.0669978109945077e-06
pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,29,9.366316930936591e-07
pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,30,8.086121852102224e-07
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,30,2.0455852336453972e-06
pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,30,2.142702896890114e-06
pileval,attn_in,Meta-Llama-3-8B-Instruct,8,128,31,1.136165678872203e-06
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,31,8.322471330757253e-06
pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,128,31,0.0001227081083925441
wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,0,1.3542786891918013e-09
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,0,1.5260221974955357e-09
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,0,6.41811048751606e-09
wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,1,8.143326013509977e-09
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,1,2.236584961679e-08
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,1,5.442539531941293e-06
wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,2,5.8363935906413644e-09
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,2,9.225399999479578e-09
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,2,1.0993657539870583e-08
wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,3,9.003120027273326e-09
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,3,1.9654223137877125e-08
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,3,1.56815964658108e-08
wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,4,1.7581470501681906e-08
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,4,3.4846614482830773e-08
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,4,2.7365341992435788e-08
wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,5,2.591427161746651e-08
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,5,4.909714235168394e-08
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,5,4.349113780222069e-08
wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,6,3.362410438967345e-08
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,6,6.350309433855728e-08
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,6,5.2226660329779406e-08
wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,7,4.743025172615489e-08
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,7,7.491179587759689e-08
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,7,5.718685969213766e-08
wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,8,6.400159691111185e-08
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,8,8.16861245311884e-08
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,8,6.306942168521346e-08
wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,9,7.794301382091362e-08
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,9,9.281861679255599e-08
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,9,7.19125949899535e-08
wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,10,8.195211620432019e-08
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,10,9.336260120562656e-08
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,10,7.638485044481058e-08
wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,11,8.240037630002917e-08
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,11,1.011878651979714e-07
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,11,7.95424455191096e-08
wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,12,8.842562237987295e-08
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,12,1.2040618457831442e-07
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,12,8.874638979250449e-08
wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,13,1.1489547091514396e-07
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,13,1.329024996721273e-07
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,13,1.0285438634127786e-07
wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,14,1.435826959550468e-07
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,14,1.5998003277672979e-07
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,14,1.1550124412451623e-07
wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,15,1.1854417891754565e-07
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,15,1.8143983027130162e-07
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,15,1.4499281064672687e-07
wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,16,1.3664782727573765e-07
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,16,1.7970100429920421e-07
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,16,1.591316163285228e-07
wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,17,9.686893065463664e-08
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,17,2.0227838604114368e-07
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,17,1.863506895460887e-07
wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,18,6.95309481102413e-08
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,18,1.9427794484272454e-07
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,18,1.7574373600837134e-07
wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,19,5.5195222614656814e-08
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,19,2.0154708124664467e-07
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,19,1.8141855662179296e-07
wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,20,6.21630817931873e-08
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,20,2.1623868917686195e-07
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,20,1.895043482136316e-07
wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,21,1.2097981993974827e-07
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,21,2.5408655801584246e-07
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,21,2.3242020574798516e-07
wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,22,8.251097227685023e-08
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,22,2.6667535735214187e-07
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,22,2.357956248033588e-07
wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,23,9.004064338569151e-08
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,23,2.939484033959161e-07
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,23,2.450269676046446e-07
wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,24,1.121611177268278e-07
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,24,3.22853480838603e-07
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,24,2.5289403993156157e-07
wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,25,1.5558885024802294e-07
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,25,3.778773134399671e-07
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,25,2.863587269530399e-07
wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,26,1.6902899346860067e-07
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,26,4.517982006291277e-07
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,26,3.174214668888453e-07
wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,27,3.2547751516176504e-07
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,27,5.565482297242852e-07
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,27,4.205782033750438e-07
wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,28,2.785108961234073e-07
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,28,7.429138122461154e-07
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,28,5.426741154224146e-07
wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,29,5.482542064783047e-07
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,29,1.0503654266358353e-06
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,29,9.369213671561738e-07
wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,30,7.37379991733178e-07
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,30,1.9606573005148675e-06
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,30,3.2314517284248723e-06
wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,128,31,1.0973897133226274e-06
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,128,31,9.311645044363104e-06
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,128,31,0.001675429753959179
c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,0,1.2391135895128969e-09
c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,0,1.211820088720117e-09
c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,0,2.812777566418845e-09
c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,1,4.365825478913621e-09
c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,1,1.7091874582320088e-08
c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,1,2.099491666740505e-06
c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,2,4.565518185728479e-09
c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,2,6.884749215174679e-09
c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,2,7.395112078256716e-09
c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,3,7.808875324144537e-09
c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,3,1.4612322907225916e-08
c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,3,1.2122295167671382e-08
c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,4,1.4407299353536018e-08
c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,4,2.6015174015014964e-08
c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,4,2.1148652606939322e-08
c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,5,2.029627488298047e-08
c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,5,3.7203719216449826e-08
c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,5,3.2032442476293e-08
c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,6,2.7161963345179174e-08
c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,6,4.819197840788547e-08
c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,6,3.946073690030971e-08
c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,7,3.696650452411632e-08
c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,7,5.6798551639758443e-08
c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,7,4.423479893489457e-08
c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,8,4.862710412112392e-08
c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,8,6.217209147507674e-08
c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,8,4.821624344231168e-08
c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,9,5.982261797043975e-08
c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,9,7.040598148932986e-08
c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,9,5.55960539827538e-08
c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,10,6.229003446378556e-08
c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,10,7.129007428829937e-08
c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,10,5.7512849593877036e-08
c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,11,6.06314571882649e-08
c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,11,7.629565601519062e-08
c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,11,5.98171467913744e-08
c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,12,6.542866515246715e-08
c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,12,8.975003851219299e-08
c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,12,6.682954989400969e-08
c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,13,8.225883618706575e-08
c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,13,1.0111713066862649e-07
c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,13,8.013665819817106e-08
c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,14,9.861095406904496e-08
c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,14,1.2173052255093353e-07
c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,14,9.177862381193336e-08
c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,15,9.791739330466953e-08
c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,15,1.408320429163723e-07
c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,15,1.1714658398886968e-07
c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,16,9.627493113839591e-08
c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,16,1.42311833428721e-07
c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,16,1.2744037292122812e-07
c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,17,7.820635516964103e-08
c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,17,1.6233487087902176e-07
c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,17,1.4745609178135055e-07
c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,18,5.3286196788349116e-08
c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,18,1.5760825533561729e-07
c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,18,1.395630562228689e-07
c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,19,4.5738833165387405e-08
c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,19,1.6481097020459856e-07
c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,19,1.4846111184851907e-07
c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,20,5.516534784533178e-08
c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,20,1.7791980155834608e-07
c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,20,1.5381249340862269e-07
c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,21,9.767448005959523e-08
c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,21,2.0922041699122929e-07
c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,21,1.8649750188615144e-07
c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,22,7.400543466928866e-08
c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,22,2.1690675566787831e-07
c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,22,1.8775386934066773e-07
c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,23,7.808948510046321e-08
c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,23,2.3549775107767346e-07
c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,23,1.9736064871267445e-07
c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,24,8.325523026542214e-08
c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,24,2.5605180553611717e-07
c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,24,2.0630116637221363e-07
c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,25,1.3899084194690658e-07
c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,25,2.9475376095433603e-07
c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,25,2.3227929091262922e-07
c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,26,1.4195929054494627e-07
c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,26,3.481022190499061e-07
c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,26,2.520657460536313e-07
c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,27,1.9105475246306014e-07
c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,27,4.1787853888308746e-07
c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,27,3.349234702909598e-07
c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,28,2.2492963580589276e-07
c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,28,5.454759275380638e-07
c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,28,4.2466731997592433e-07
c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,29,3.8518274436682987e-07
c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,29,7.748298571641499e-07
c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,29,6.525708045046485e-07
c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,30,5.886616349926044e-07
c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,30,1.4645692090198281e-06
c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,30,1.4939317907192162e-06
c4,attn_in,Meta-Llama-3-8B-Instruct,8,64,31,7.98500423115911e-07
c4,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,31,6.42526811134303e-06
c4,mlp_down,Meta-Llama-3-8B-Instruct,8,64,31,9.391194180352613e-05
pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,0,1.2612205724238379e-09
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,0,1.3528275166763137e-09
pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,0,2.986864533482958e-09
pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,1,4.581506729550711e-09
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,1,1.017779904799454e-08
pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,1,2.1555524654104374e-06
pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,2,4.781485429816712e-09
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,2,7.00635993666765e-09
pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,2,7.451119721224586e-09
pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,3,7.86594345214553e-09
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,3,1.509352109962947e-08
pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,3,1.2561963025348177e-08
pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,4,1.4706927231600275e-08
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,4,2.613131577788863e-08
pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,4,2.1161344676556837e-08
pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,5,2.0759905794420774e-08
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,5,3.761987699135716e-08
pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,5,3.257969538594807e-08
pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,6,2.7593891616106703e-08
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,6,4.8519812168024146e-08
pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,6,4.003972620125751e-08
pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,7,3.89839094339095e-08
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,7,5.717287976381158e-08
pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,7,4.4676635724272273e-08
pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,8,5.1787154120574996e-08
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,8,6.24568414764326e-08
pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,8,4.862396707494554e-08
pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,9,6.337644009590804e-08
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,9,7.042601168905094e-08
pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,9,5.569940242367011e-08
pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,10,6.68739232878579e-08
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,10,7.208642927025721e-08
pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,10,5.8445440487275846e-08
pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,11,6.42713828824526e-08
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,11,7.696015558167346e-08
pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,11,6.09764470027585e-08
pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,12,6.886448744580775e-08
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,12,8.988607902438162e-08
pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,12,6.765060334146256e-08
pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,13,8.87003182015178e-08
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,13,9.993179617140413e-08
pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,13,8.020066388780833e-08
pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,14,1.057858227682118e-07
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,14,1.1996566229299788e-07
pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,14,8.995746014761608e-08
pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,15,9.611019891053729e-08
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,15,1.3644779528476647e-07
pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,15,1.1232904029156998e-07
pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,16,1.0589526766580093e-07
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,16,1.382710479447269e-07
pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,16,1.2353174838608538e-07
pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,17,8.057052269805354e-08
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,17,1.581872766109882e-07
pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,17,1.4689213401197776e-07
pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,18,5.594819185716915e-08
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,18,1.5401546704651992e-07
pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,18,1.3819315825003287e-07
pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,19,5.0262524808886155e-08
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,19,1.6201683195049554e-07
pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,19,1.4479815035883803e-07
pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,20,5.8188529550307067e-08
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,20,1.76032912690971e-07
pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,20,1.4931652003724594e-07
pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,21,9.362683783820103e-08
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,21,2.064388411326945e-07
pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,21,1.809320337997633e-07
pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,22,7.518457323385519e-08
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,22,2.1432711605484656e-07
pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,22,1.808818410609092e-07
pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,23,7.084211972596677e-08
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,23,2.3476253829812777e-07
pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,23,1.902515407437022e-07
pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,24,8.99078500538053e-08
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,24,2.5709240958349255e-07
pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,24,2.0157261815256788e-07
pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,25,1.5412746279253042e-07
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,25,2.975200743549067e-07
pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,25,2.2987265424490033e-07
pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,26,1.4994311925420334e-07
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,26,3.543311493103829e-07
pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,26,2.593042722764949e-07
pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,27,2.1907140990151674e-07
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,27,4.3118114945173147e-07
pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,27,3.492376947633602e-07
pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,28,2.501416531686118e-07
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,28,5.698584004676377e-07
pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,28,4.500875263602211e-07
pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,29,4.076245545547863e-07
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,29,8.110226872304338e-07
pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,29,6.935350143066898e-07
pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,30,6.458050165747409e-07
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,30,1.5315603150156676e-06
pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,30,1.5515282711930922e-06
pileval,attn_in,Meta-Llama-3-8B-Instruct,8,64,31,8.147550829562533e-07
pileval,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,31,6.384232165146386e-06
pileval,mlp_down,Meta-Llama-3-8B-Instruct,8,64,31,6.775521615054458e-05
wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,0,1.043539255007886e-09
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,0,1.1807630428961602e-09
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,0,3.516274160730859e-09
wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,1,5.430196292621758e-09
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,1,1.1609403216539249e-08
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,1,2.7799267172667896e-06
wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,2,4.315227730700144e-09
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,2,7.133644341905665e-09
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,2,7.672812607495416e-09
wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,3,7.005451330144297e-09
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,3,1.512089298216779e-08
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,3,1.1914716324668007e-08
wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,4,1.2874735944023996e-08
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,4,2.6433614408460926e-08
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,4,2.118562747455144e-08
wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,5,1.8449673788722976e-08
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,5,3.775640777803346e-08
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,5,3.271662052384272e-08
wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,6,2.5019669891435115e-08
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,6,4.8639208216627594e-08
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,6,4.010769316664664e-08
wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,7,3.570671935904102e-08
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,7,5.678343484305515e-08
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,7,4.405077191904638e-08
wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,8,4.6613873649903326e-08
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,8,6.225401705250988e-08
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,8,4.873743364441907e-08
wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,9,5.5256677455872705e-08
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,9,6.988142331465497e-08
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,9,5.558110416359341e-08
wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,10,5.95253979440713e-08
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,10,7.106648070021038e-08
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,10,5.8676171477145544e-08
wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,11,5.9470416147178184e-08
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,11,7.646869448763027e-08
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,11,6.099145366533776e-08
wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,12,6.258281359805551e-08
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,12,8.938033602134965e-08
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,12,6.717132805533765e-08
wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,13,8.048461808130014e-08
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,13,9.890558771985525e-08
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,13,7.870237084262044e-08
wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,14,9.879973106308171e-08
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,14,1.1751592410291778e-07
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,14,8.899684900143257e-08
wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,15,8.942130591549358e-08
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,15,1.3450767255562823e-07
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,15,1.1213954564937012e-07
wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,16,9.826842273241709e-08
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,16,1.3559176181843213e-07
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,16,1.2034169571961684e-07
wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,17,7.759213360714057e-08
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,17,1.533386608798537e-07
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,17,1.405429941314651e-07
wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,18,5.5835215562183294e-08
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,18,1.4870974496261624e-07
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,18,1.333229704414407e-07
wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,19,4.034034262190289e-08
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,19,1.5420707200064498e-07
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,19,1.3707780510685552e-07
wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,20,4.7759954213688616e-08
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,20,1.6642411537759472e-07
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,20,1.4545676663146878e-07
wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,21,8.664265749303013e-08
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,21,1.958318307515583e-07
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,21,1.7484407521806133e-07
wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,22,6.484381742666301e-08
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,22,2.0705174108570645e-07
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,22,1.8022015524365997e-07
wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,23,6.30045917660027e-08
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,23,2.277706414588465e-07
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,23,1.8790896660902945e-07
wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,24,8.07170152938852e-08
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,24,2.516645167816023e-07
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,24,1.940574918535276e-07
wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,25,1.4527981306855509e-07
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,25,2.9203911822150985e-07
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,25,2.1862206267542206e-07
wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,26,1.4360065847540682e-07
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,26,3.4600415688146313e-07
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,26,2.464734620843956e-07
wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,27,2.2694506185416685e-07
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,27,4.2627988250387716e-07
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,27,3.2575675845691876e-07
wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,28,2.2791229525864765e-07
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,28,5.611457822851662e-07
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,28,4.224095846439013e-07
wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,29,4.1870742961691576e-07
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,29,7.943521040942869e-07
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,29,6.881276704007178e-07
wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,30,6.085948029976862e-07
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,30,1.492748424425372e-06
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,30,2.3807408524589846e-06
wikitext,attn_in,Meta-Llama-3-8B-Instruct,8,64,31,7.834116786398226e-07
wikitext,mlp_gate,Meta-Llama-3-8B-Instruct,8,64,31,7.335521786444588e-06
wikitext,mlp_down,Meta-Llama-3-8B-Instruct,8,64,31,0.0009174925507977605