{
 "problems": 256,
 "samples": 512,
 "acc": 0.58203125,
 "acc_se": 0.028701830851176703,
 "cut_share": 0.306640625,
 "mean_tokens": 19899.1875,
 "closed_share": 0.7890625,
 "p_finish": 0.693359375,
 "p_correct_given_finished": 0.8366197183098592,
 "p_correct_given_cut": 0.006369426751592357,
 "no_answer_finished_share": 0.017578125,
 "loop_end_share_of_cut": 0.49044585987261147,
 "tail_dup8_cut_mean": 0.5596006369426751,
 "median_tokens_correct": 12475.0,
 "by_source": {
  "gsm8k": {
   "problems": 128,
   "samples": 256,
   "acc": 0.71484375,
   "acc_se": 0.03707252819991329,
   "cut_share": 0.1328125,
   "mean_tokens": 15569.0703125
  },
  "math": {
   "problems": 128,
   "samples": 256,
   "acc": 0.44921875,
   "acc_se": 0.04069396922260175,
   "cut_share": 0.48046875,
   "mean_tokens": 24229.3046875
  }
 },
 "run": {
  "name": "dev/capB-a6",
  "model": "qwen35-capB-a6",
  "data": "dev256",
  "n": 2,
  "shards": 1,
  "est": 8
 },
 "sampling": {
  "temperature": 0.6,
  "top_p": 0.95,
  "top_k": 20,
  "presence_penalty": 1.5,
  "repetition_penalty": 1.0,
  "max_tokens": 32768,
  "thinking": true
 },
 "edit_note": {
  "name": "capB-a6",
  "spec": {
   "about": "Lab 8 recipe B: u and 64 neurons from the base model's own loops (windows well before the loop), alpha 6",
   "layers": {
    "15": {
     "alpha": 6,
     "dir": [
      -0.30149689,
      0.02326461,
      0.11765372,
      0.06267165,
      0.01956591,
      -0.19726555,
      -0.00503336,
      -0.08789949,
      -0.01279326,
      0.04979974,
      0.05555366,
      0.06674751,
      0.01169172,
      0.17527959,
      0.02598691,
      0.15154752,
      0.0898912,
      0.15027089,
      -0.15828934,
      -0.06802011,
      0.06483994,
      0.09954681,
      0.11248125,
      0.10143356,
      -0.03427665,
      0.01130421,
      0.03965155,
      -0.00559169,
      0.03277428,
      0.06104312,
      0.03284929,
      -0.16260622,
      0.02073556,
      -0.05957358,
      -0.08322065,
      -0.01794445,
      -0.04898045,
      0.22294332,
      -0.05124363,
      -0.0231905,
      -0.07554419,
      0.01327294,
      -0.05874912,
      0.01641323,
      0.02109385,
      -0.00849336,
      0.13678432,
      -0.03208598,
      0.04021065,
      0.04547515,
      -0.00561485,
      0.00565074,
      -0.04153953,
      0.01654728,
      0.029699,
      0.08232442,
      0.04345837,
      0.06434583,
      -0.06645264,
      -0.02416982,
      0.00042967,
      -0.07840814,
      -0.04635896,
      0.01254184,
      0.03929815,
      0.01142548,
      0.0396764,
      -0.02334055,
      -0.04343329,
      -0.02657734,
      0.02388055,
      0.01532186,
      -0.08158231,
      -0.03766869,
      -0.09986223,
      0.01965467,
      -0.03953091,
      0.01490568,
      0.0382948,
      -0.01490955,
      0.05087914,
      0.0703787,
      0.02271337,
      -0.0555483,
      0.00071212,
      0.11734333,
      0.06425657,
      -0.02442849,
      0.02610742,
      0.05987949,
      0.05375696,
      -0.05153911,
      -0.03357845,
      0.02666253,
      0.06517966,
      -0.01237155,
      -0.02563511,
      0.01684695,
      0.01155908,
      0.00380022,
      -0.0493474,
      -0.00513339,
      -0.01106284,
      0.02526324,
      -0.02684648,
      0.00526816,
      0.05152647,
      0.01687455,
      -0.03582645,
      0.02094468,
      0.02345143,
      0.02298974,
      0.00365907,
      -0.02588971,
      -0.01382359,
      0.07575645,
      -0.01029643,
      -0.03188023,
      -0.01856114,
      0.05651155,
      0.00849511,
      -0.0009302,
      -0.01166164,
      0.0041843,
      -0.05954583,
      -0.00012167,
      -0.02362552,
      -0.03205946,
      0.01003108,
      0.05697318,
      -0.02847577,
      0.004791,
      0.03201439,
      0.01117549,
      0.0077243,
      -0.01911873,
      0.0005097,
      -0.05309742,
      0.10262797,
      0.00544503,
      0.00667644,
      0.0214761,
      0.02873388,
      0.02627211,
      -0.03188273,
      -0.02098046,
      0.00611033,
      0.01107177,
      0.03323895,
      -0.02206725,
      -0.00462339,
      0.00417812,
      0.03195161,
      0.00788598,
      -0.01020054,
      0.00322999,
      -0.04070878,
      0.0042287,
      0.00340121,
      -0.00629161,
      0.06356988,
      -0.03003905,
      0.01948619,
      0.02089134,
      -0.02839906,
      0.02209648,
      0.04238123,
      0.01715541,
      -0.0301029,
      0.00514945,
      -0.05948887,
      -0.04008217,
      0.00092403,
      0.04240754,
      -0.01147224,
      -0.05509264,
      0.05763384,
      -0.00159645,
      0.01637939,
      -0.02916958,
      -0.03551837,
      0.00899683,
      0.0155799,
      -0.02717732,
      -0.02264439,
      0.00593656,
      -0.05256448,
      -0.00168005,
      0.03425383,
      0.0188481,
      -0.02734067,
      0.01612632,
      0.02995075,
      0.0126488,
      0.00824284,
      0.02283906,
      0.00149592,
      -0.01262761,
      0.01244001,
      -0.04045067,
      -0.00659995,
      -0.01249472,
      -0.0208294,
      -0.00422333,
      0.02912182,
      0.04871593,
      0.02018343,
      -0.01012479,
      -0.03434999,
      -0.00024383,
      0.00724176,
      -0.0059202,
      -0.03058464,
      -0.00567434,
      0.00418883,
      0.0098441,
      -0.00485016,
      0.0235494,
      -0.009295,
      -0.06723159,
      -0.00141925,
      0.01058285,
      0.02079017,
      -0.00225317,
      0.01032211,
      -0.04980971,
      0.00766713,
      -0.02094317,
      -0.04421069,
      -0.02549951,
      -0.02841922,
      0.05762584,
      0.00753723,
      0.02754568,
      -0.00603487,
      -0.01353416,
      0.01183222,
      0.02611442,
      -0.02576422,
      0.02603181,
      -0.01338155,
      0.01783432,
      0.01952534,
      -0.01827757,
      0.04060069,
      0.0096524,
      0.00621415,
      -0.07070343,
      0.01205619,
      -0.0157654,
      0.0355527,
      -0.00870733,
      -0.04851521,
      0.00418431,
      0.01064662,
      0.08757313,
      -0.0431821,
      -0.02164889,
      -0.00494927,
      -0.00274217,
      -0.00344297,
      0.02221851,
      -0.00939169,
      -0.00249658,
      0.01415563,
      0.00960531,
      0.02835243,
      -0.00237309,
      0.00040106,
      -0.00386805,
      -0.00909662,
      -0.01428644,
      0.00019036,
      -0.03145899,
      -0.00120665,
      0.02071353,
      -0.02028685,
      -0.00615535,
      -0.02520839,
      -0.02236454,
      0.02357376,
      -0.01185053,
      -0.0559378,
      0.02748231,
      0.02343067,
      0.00186691,
      0.04614904,
      0.00788556,
      -0.01367954,
      0.01103815,
      0.0144666,
      -0.00568829,
      -0.02537256,
      -0.00291896,
      -0.01370349,
      -0.01813706,
      0.00659186,
      -0.01144869,
      0.0054018,
      -0.02677543,
      0.15799721,
      -0.00068407,
      0.00293215,
      0.04486345,
      -0.00954056,
      0.01474388,
      0.01060703,
      0.00755214,
      0.00345063,
      0.01092949,
      -0.00362884,
      0.01473075,
      -0.00538783,
      0.01691999,
      -0.01394772,
      0.02865278,
      -0.07491908,
      -0.05841815,
      -0.02911618,
      0.03960273,
      -0.00325529,
      0.01922638,
      0.03592266,
      0.01240769,
      0.00643024,
      -0.03352727,
      0.02750751,
      0.00443367,
      0.01995698,
      -0.00748279,
      0.01875017,
      -0.00788494,
      0.00522293,
      0.03003652,
      0.02110308,
      -0.02318322,
      0.02898433,
      0.00738792,
      0.00277897,
      0.02434439,
      -0.09862508,
      0.05617183,
      -0.02186624,
      -0.00717736,
      -0.01975846,
      0.0338889,
      0.02121268,
      0.00846916,
      -0.00983612,
      0.03011166,
      -0.00570846,
      0.00319565,
      -0.01916552,
      -0.00642473,
      -0.02169416,
      -0.05596741,
      -0.00093535,
      -0.02283115,
      0.02040694,
      -0.01648783,
      0.006206,
      0.0008686,
      0.03457417,
      -0.02280811,
      -0.00063133,
      0.02138565,
      0.00825628,
      0.00704255,
      0.01895653,
      0.01850315,
      -0.01492665,
      -0.00377653,
      -0.00726489,
      0.01177038,
      -0.02597683,
      -0.01700044,
      -0.00285292,
      0.00554924,
      0.00484764,
      -0.01376073,
      -0.0139686,
      -0.01939424,
      -0.02597563,
      -0.01605687,
      0.00347986,
      -0.02692802,
      0.00248492,
      0.01662239,
      0.00825688,
      -0.00402666,
      -0.0170685,
      0.00427057,
      0.00054583,
      0.01124339,
      -0.02183045,
      0.03154991,
      0.0003381,
      -0.00562663,
      -0.00763783,
      0.00563474,
      -0.02693614,
      0.01886536,
      0.01280506,
      0.00324432,
      -0.03816755,
      -0.03527931,
      -0.03196836,
      0.00196033,
      0.0196076,
      -0.00196445,
      0.02511599,
      -0.02921427,
      0.0061164,
      -0.01979781,
      -0.0021651,
      0.01065994,
      -0.03970449,
      -0.03330931,
      -0.01952009,
      0.00032798,
      -0.00533792,
      0.0124535,
      -0.00392792,
      -0.01070111,
      -0.08814324,
      0.0076339,
      0.01122764,
      0.00905735,
      0.00117328,
      0.01181389,
      -0.02175004,
      -0.02121019,
      0.01248304,
      -0.00093594,
      -0.01948054,
      0.03104073,
      -0.0088424,
      0.01062842,
      0.03344615,
      0.02377078,
      0.00947216,
      0.04116111,
      0.01839026,
      -0.00920545,
      0.0132251,
      0.02180791,
      0.03044661,
      0.00876045,
      0.0206499,
      0.01138573,
      0.02535999,
      0.00895611,
      -0.00902818,
      0.02495545,
      0.00332173,
      0.00221947,
      -0.02037391,
      -0.00544367,
      0.03596655,
      0.00752132,
      -0.00227448,
      0.0155155,
      0.00425131,
      -0.01969209,
      0.00654938,
      0.01465121,
      0.02098612,
      -0.00871356,
      0.00285627,
      -0.00237169,
      -0.01567797,
      0.05599053,
      -0.00078066,
      -0.0099316,
      0.01758756,
      -0.0201795,
      0.00143664,
      0.01996665,
      0.00643219,
      -0.03766159,
      -0.01698383,
      0.00196764,
      -0.02466804,
      0.00456563,
      -0.01729585,
      -0.00617461,
      0.0079403,
      0.02798674,
      -0.00546738,
      -0.00203452,
      -0.01545207,
      -0.01398242,
      -0.03375365,
      0.00621148,
      0.02407432,
      0.0216948,
      0.02371102,
      -0.0017222,
      0.03594714,
      0.00673465,
      0.0023872,
      -0.00644301,
      -0.00486257,
      0.00653148,
      0.00686671,
      0.01289318,
      0.01043915,
      0.0008696,
      -0.0029646,
      0.00058893,
      -0.00367669,
      -0.01205821,
      -0.00369951,
      0.00500719,
      -0.03102004,
      0.00997901,
      -0.0564148,
      0.0139201,
      0.00455478,
      0.02063775,
      0.0524075,
      0.0090106,
      -0.0040679,
      0.00929408,
      -0.01237593,
      0.01192695,
      0.0002889,
      0.04478727,
      -0.00868966,
      -0.01069027,
      0.00170744,
      -0.00880913,
      0.03051276,
      -0.01133682,
      0.00216336,
      -0.01166068,
      0.02527721,
      0.01598965,
      0.05630016,
      0.01782241,
      0.00794784,
      -0.00473622,
      -0.00324297,
      -0.03602727,
      -0.01093641,
      -0.00714647,
      -0.0240199,
      0.00720374,
      -0.0018791,
      0.00775742,
      -0.00429064,
      -0.05634158,
      0.02373968,
      -0.00022325,
      0.017044,
      -0.0415827,
      0.01951932,
      -0.00684324,
      -0.00617908,
      0.02936001,
      0.0022231,
      0.02858322,
      0.02646914,
      0.0296457,
      -0.01347029,
      0.00532766,
      -0.01175069,
      -0.01503773,
      -0.00244769,
      0.00162901,
      0.01375139,
      -0.00926648,
      -0.00245956,
      0.00333973,
      -0.01736316,
      -0.00126767,
      0.00376091,
      0.00699914,
      0.02746248,
      0.01196896,
      0.01478108,
      -0.00855968,
      -0.00260315,
      -0.0199121,
      -0.01861352,
      0.01223358,
      0.0081777,
      0.00620991,
      0.01076913,
      -0.02556662,
      0.00788654,
      0.01794371,
      0.02445308,
      -0.00098348,
      -0.00087275,
      -0.00806301,
      0.00444915,
      -0.01069149,
      0.01613029,
      0.00309012,
      0.01902706,
      0.01421466,
      0.00138022,
      0.01512942,
      0.00030636,
      0.03271034,
      -0.01789483,
      0.02173513,
      -0.00648184,
      -0.0162087,
      0.0077972,
      -0.00579106,
      0.00537245,
      0.00387916,
      0.01599543,
      0.00627289,
      -0.01186336,
      0.0070736,
      -0.01310907,
      0.02760035,
      0.00439267,
      0.03422385,
      -0.00883535,
      0.00667326,
      0.02595069,
      0.00116098,
      -0.01699736,
      -0.03703247,
      -0.03113385,
      0.02031528,
      -0.00775315,
      -0.00877325,
      0.01849073,
      0.01423547,
      0.00288525,
      -0.00622111,
      0.02096023,
      -0.01215921,
      -9e-05,
      0.0382315,
      0.02604484,
      0.01930726,
      0.01248157,
      -0.03497124,
      0.01475701,
      3.174e-05,
      0.01543846,
      0.02304812,
      -0.0129609,
      -0.02369003,
      0.00373719,
      0.00182831,
      0.00434628,
      0.00474514,
      0.00282092,
      0.01340202,
      0.01224109,
      0.02576358,
      -0.01278894,
      0.00098902,
      0.0173066,
      0.00088813,
      0.01500969,
      0.00536499,
      0.02194963,
      0.00571928,
      0.01032218,
      0.01571402,
      0.0092924,
      -0.015971,
      0.00404453,
      -0.02361519,
      -0.00444758,
      -0.0045476,
      -0.00217738,
      -0.02578217,
      -0.01997341,
      -0.01279157,
      -0.0286952,
      -0.00561124,
      -0.00671502,
      0.01089097,
      0.0030987,
      -0.0345054,
      -0.0087018,
      0.00565438,
      0.02648221,
      0.00331194,
      -0.0136128,
      0.00805192,
      0.02403069,
      0.01376859,
      -0.0009556,
      0.01622848,
      -0.00585403,
      -0.02126574,
      -0.00190116,
      0.01683871,
      0.01021804,
      -0.00683891,
      0.01565132,
      0.00421597,
      0.03681558,
      0.0086617,
      0.04103243,
      -0.00636359,
      0.01988558,
      -0.00700619,
      0.01157968,
      -0.01269246,
      0.02173179,
      -0.00022381,
      -0.01735442,
      -0.01220535,
      -0.02978618,
      0.00487368,
      -0.00201816,
      -0.0065471,
      0.01840364,
      -0.0068554,
      0.00667753,
      0.01900262,
      0.0079251,
      -0.00720076,
      0.0348928,
      0.03306156,
      -0.02104476,
      0.01431296,
      0.01034307,
      0.03554063,
      0.01929511,
      -0.03064406,
      0.00852042,
      0.01728075,
      0.01276018,
      0.01369407,
      -0.00783796,
      -0.00288487,
      -0.02263158,
      -0.01975801,
      -0.00824996,
      -0.01331091,
      -0.03441912,
      0.00086305,
      -0.00338286,
      -0.04317742,
      -0.01347583,
      -0.00972787,
      0.00519537,
      -0.00305993,
      0.003299,
      -0.02064933,
      -0.00521341,
      0.0082595,
      0.0147135,
      -0.02325539,
      -0.02601415,
      -0.01221036,
      -0.02321008,
      -0.03255986,
      0.00117438,
      0.0051252,
      -0.02630395,
      0.01018165,
      -0.00126909,
      0.00018002,
      0.0206973,
      -0.0103088,
      -0.01774329,
      0.02208793,
      0.01005429,
      -0.00241477,
      -0.03558522,
      0.02600474,
      0.01392036,
      0.0007913,
      0.00867003,
      -0.02678201,
      0.00417043,
      -0.00349747,
      0.02998451,
      -0.0076973,
      -0.0183407,
      -0.01780671,
      0.01216279,
      0.02785827,
      0.00912529,
      0.00922449,
      -0.01494971,
      0.00022192,
      -0.00362771,
      0.01362053,
      0.01309695,
      0.01269907,
      0.0076792,
      -0.00546721,
      -0.00254069,
      0.01004402,
      -0.00896631,
      -0.0116364,
      -0.00836369,
      0.00731342,
      0.01272695,
      -0.01767886,
      0.02485484,
      0.02326213,
      -0.04928953,
      -0.01117503,
      0.02420524,
      0.0063097,
      -0.01632563,
      0.00135226,
      -0.02587743,
      0.01592461,
      0.00361057,
      0.01816907,
      -0.0003399,
      -0.01344171,
      0.02377179,
      0.00842966,
      -0.0107262,
      0.03317228,
      0.00435296,
      0.01918977,
      0.04618406,
      -0.00789822,
      0.0302141,
      0.01307326,
      0.01281024,
      -0.01703183,
      0.01827971,
      -0.01626707,
      0.0262253,
      0.00052332,
      -0.00336457,
      -0.00179358,
      0.00217421,
      -0.02386117,
      -0.00263912,
      0.01809951,
      0.00450152,
      0.01284222,
      -0.03143772,
      0.01057556,
      -0.04545506,
      -0.02452004,
      -0.00122417,
      -0.0313464,
      0.03283778,
      -0.03497106,
      0.00327116,
      0.00402971,
      0.00810157,
      0.00124328,
      -0.00593415,
      0.01207904,
      -0.01564144,
      -0.01598497,
      0.00245661,
      -0.01651567,
      -0.0364025,
      0.016465,
      0.01770067,
      -0.01766352,
      0.02599589,
      0.00321878,
      0.02408964,
      -0.0048591,
      -0.02150145,
      0.02837163,
      -0.00355406,
      -0.01425166,
      -0.01394022,
      -0.0054518,
      0.00785455,
      0.00858407,
      -0.00508778,
      -0.02234841,
      -0.04273375,
      0.03256549,
      -0.00324295,
      -0.01093053,
      0.00072815,
      -0.0119415,
      -0.00664757,
      0.00496523,
      0.00561876,
      0.01784011,
      -0.01179754,
      -0.02320364,
      -0.02545631,
      0.00336456,
      0.00665186,
      -0.00832409,
      -0.01245756,
      -0.01078675,
      0.01177812,
      0.0095338,
      -0.00209641,
      0.01275474,
      0.03254699,
      -0.00988943,
      -0.00097725,
      -0.00635651,
      -0.00269509,
      -0.0119646,
      -0.00504241,
      0.0089832,
      0.01423179,
      -0.01198032,
      0.01199757,
      0.02696822,
      -0.02898989,
      0.01225323,
      0.00347795,
      -0.01845676,
      -0.00278158,
      -0.00845704,
      -0.01078037,
      -0.00613572,
      0.00558208,
      0.00566338,
      -0.00973258,
      -0.01901137,
      0.0017411,
      -0.03024946,
      -0.00683895,
      0.00152097,
      0.00843003,
      0.00574749,
      -0.00256013,
      -0.01349887,
      0.00611601,
      0.01228548,
      0.00169058,
      0.00807445,
      0.00318968,
      -0.0221693,
      -0.01783665,
      0.01726582,
      0.01524275,
      -0.00177572,
      0.02865437,
      0.01760579,
      -0.01952672,
      -0.01631412,
      0.01287163,
      0.00356905,
      -0.00483905,
      -0.0090318,
      -0.04754067,
      -0.011511,
      -0.01697593,
      -0.02475849,
      0.02553634,
      -0.02044728,
      0.00090611,
      0.00646554,
      -0.01823398,
      -0.01946126,
      -0.0062193,
      -0.00040626,
      -0.0193678,
      -0.0343605,
      0.00704293,
      0.01018505,
      -0.01024959,
      0.01194722,
      0.02828199,
      -0.03054512,
      0.00385779,
      -0.02005518,
      0.01599522,
      0.00011745,
      0.02317094,
      -0.00441486,
      0.01399615,
      0.02148392,
      -0.0180247,
      0.00072905,
      -0.00508529,
      -0.0009809,
      -0.01381451,
      0.02399625,
      0.02420016,
      -0.00935192,
      0.00158473,
      0.02889357,
      0.0075459,
      0.03266473,
      0.00581206,
      -0.00822044,
      -0.01659222,
      -0.02766358,
      -0.01591903,
      0.0120321,
      0.006772,
      -0.00306966,
      -0.00225038,
      0.00448638,
      0.00676812,
      -0.02272712,
      -0.01672792,
      -0.03724678,
      -0.03443447,
      -0.00684222,
      -0.00061584,
      0.00043113,
      -0.00941609,
      -0.02079861,
      -0.0218753,
      0.0014661,
      0.02277899,
      -0.03370588,
      -0.04389111,
      -0.01075738,
      -0.02132445,
      -0.0392971,
      -0.00546209,
      -0.01508621,
      -0.02128147,
      0.01646507,
      -0.01964691,
      -0.01943282
     ],
     "cols": [
      0,
      11,
      25,
      35,
      37,
      38,
      39,
      42,
      46,
      50,
      56,
      61,
      63,
      65,
      67,
      68,
      79,
      105,
      129,
      135,
      169,
      215,
      259,
      264,
      266,
      294,
      371,
      412,
      414,
      426,
      452,
      496,
      504,
      505,
      509,
      516,
      525,
      580,
      582,
      601,
      638,
      682,
      733,
      738,
      750,
      882,
      892,
      926,
      1060,
      1087,
      1130,
      1155,
      1184,
      1321,
      1702,
      1787,
      2005,
      2066,
      2248,
      2252,
      2288,
      2431,
      2612,
      3003
     ]
    },
    "19": {
     "alpha": 6,
     "dir": [
      -0.49866527,
      0.04483794,
      0.08653121,
      0.04403261,
      0.06070542,
      -0.18010071,
      0.02048543,
      -0.01286332,
      -0.00027879,
      0.01557074,
      0.0579919,
      0.03242711,
      0.04437343,
      0.11831202,
      0.04191576,
      0.1096428,
      0.08484758,
      0.19838709,
      -0.15137778,
      -0.06891333,
      0.09073912,
      0.05171521,
      0.11006631,
      0.0956018,
      -0.03853878,
      0.00064215,
      0.0313293,
      0.01706532,
      0.01163942,
      0.03902397,
      0.02441614,
      -0.15192458,
      0.05112223,
      -0.04017477,
      -0.0822874,
      0.0093005,
      -0.00961613,
      0.16345182,
      -0.06426762,
      -0.01643771,
      -0.07640368,
      0.00049388,
      -0.02564682,
      -0.01009604,
      -0.01522518,
      -0.02150765,
      0.0845025,
      -0.04340943,
      0.04411089,
      0.08151267,
      -0.00340664,
      0.00123752,
      -0.0378892,
      0.00448848,
      0.03228236,
      0.07224466,
      0.04673243,
      0.05504248,
      -0.05127607,
      -0.03776409,
      0.02176227,
      -0.08630367,
      -0.04531471,
      0.0296373,
      0.06976917,
      0.0295671,
      -0.00246833,
      -0.02473946,
      -0.05511018,
      -0.03542427,
      0.02730425,
      0.01280087,
      -0.07081246,
      -0.00496536,
      -0.0890561,
      0.00800353,
      -0.05013782,
      0.02035334,
      -0.0028146,
      0.00412351,
      0.05471795,
      0.06011825,
      0.02483712,
      -0.04671688,
      0.02074336,
      0.09762273,
      0.08155826,
      -0.02676294,
      0.02521992,
      0.03532628,
      0.04708899,
      -0.05322118,
      -0.05567474,
      -0.00651496,
      0.04405286,
      -0.01254328,
      -0.02278901,
      -0.00852609,
      0.00359337,
      0.00812188,
      -0.05064651,
      -0.01694964,
      -0.00542477,
      0.03623243,
      -0.02757451,
      0.0051043,
      0.03470914,
      0.00490483,
      -0.03334099,
      0.00603678,
      0.0300563,
      0.04627726,
      0.00187998,
      -0.0416753,
      -0.0090613,
      0.05596276,
      -0.02103174,
      -0.06238985,
      -0.01180217,
      0.04171294,
      0.01249574,
      0.02816214,
      -0.0176421,
      0.01949446,
      -0.03917667,
      0.00881786,
      -0.02624751,
      0.00509142,
      -0.0077283,
      0.06086404,
      -0.02195361,
      0.00030291,
      0.03111923,
      0.03329645,
      0.01400976,
      -0.01356143,
      -0.00565462,
      -0.06398953,
      0.0551735,
      -0.00848315,
      0.00687203,
      0.01781475,
      0.05540646,
      0.03959751,
      -0.01159826,
      -0.01160534,
      0.0048661,
      -0.00608777,
      0.02319413,
      -0.01162495,
      -0.0077591,
      0.01756361,
      0.02298547,
      0.02433926,
      0.01067325,
      0.00118467,
      -0.02158724,
      0.00489646,
      0.00243894,
      -0.01124737,
      0.06788686,
      -0.00478992,
      0.00929579,
      0.02146945,
      -0.02837166,
      0.00487398,
      0.00094381,
      -0.03970704,
      -0.03389104,
      -0.00084383,
      -0.02727271,
      -0.02561967,
      0.00955132,
      0.01581585,
      -0.00645247,
      -0.03326835,
      0.04197594,
      -0.00990736,
      0.02483497,
      -0.01266322,
      -0.02937236,
      0.02056376,
      -0.00301939,
      -0.00960709,
      -0.02398397,
      -0.01240014,
      -0.04018981,
      -0.01065147,
      0.02541097,
      0.01085518,
      -0.04091425,
      0.01861534,
      0.02755524,
      0.01442517,
      -0.00980565,
      0.01643772,
      0.0103014,
      -0.00193121,
      -0.01158493,
      -0.04491895,
      0.00210387,
      -0.0158687,
      -0.01925263,
      0.00858816,
      0.00823828,
      0.05501426,
      0.01001832,
      -0.01590634,
      -0.04254342,
      -0.00362291,
      -0.00355009,
      0.00977466,
      -0.04294737,
      -0.01187379,
      -0.00624066,
      -0.00100696,
      0.01209668,
      0.01955999,
      0.00612554,
      -0.09073611,
      -0.0121392,
      -0.00602088,
      0.02669331,
      -0.01423631,
      0.02193962,
      -0.06434545,
      -0.00057406,
      -0.00482061,
      -0.0240023,
      -0.01730228,
      -0.04747942,
      0.05685804,
      0.00550534,
      0.0255143,
      0.00708329,
      -0.01461607,
      0.00074817,
      0.01754509,
      -0.02909672,
      0.04151966,
      -0.00419367,
      0.0328035,
      0.01885574,
      -0.00191183,
      0.03820024,
      0.00341159,
      0.0167866,
      -0.05124178,
      -0.01221086,
      -0.00337703,
      0.03029857,
      -0.00824676,
      -0.02232636,
      -0.00764648,
      0.00037306,
      0.08489247,
      -0.04158763,
      -0.02465037,
      0.0038072,
      0.00986983,
      -0.02635114,
      -0.00054587,
      0.01122991,
      0.01526793,
      0.01308451,
      0.00947611,
      0.01079197,
      0.00301678,
      0.00045249,
      0.01157898,
      0.00364791,
      -0.01974811,
      0.00853061,
      -0.03393469,
      -0.02398907,
      0.01186427,
      0.00773612,
      0.00182465,
      -0.03346312,
      -0.05178841,
      0.01664432,
      -0.00867638,
      -0.04087122,
      0.00350367,
      0.01055847,
      -0.01330485,
      0.0321027,
      -0.01336184,
      -0.00791821,
      -0.01172312,
      0.01268876,
      -0.01336592,
      -0.01299944,
      0.01018297,
      0.00367312,
      -0.02798145,
      0.01043847,
      -0.00059207,
      -0.02061029,
      -0.02362762,
      0.08393674,
      -0.0145678,
      -0.01420483,
      0.05421852,
      -0.01871055,
      0.01786913,
      -0.00289787,
      -0.01177605,
      -0.01852703,
      0.03584592,
      -0.00914478,
      -0.03144572,
      -0.00690102,
      0.01117276,
      -0.01311047,
      0.02009693,
      -0.07556609,
      -0.06147706,
      0.00172751,
      0.03443452,
      0.01491988,
      0.00528303,
      0.01334639,
      0.00624813,
      -0.01138349,
      -0.01042592,
      0.02700793,
      0.00862187,
      0.01563637,
      -0.02544332,
      0.03750516,
      -0.01093695,
      0.01380753,
      0.04961452,
      0.01869025,
      -0.00684568,
      0.00716816,
      0.00134637,
      -0.00351985,
      0.03323479,
      -0.10388357,
      0.02342377,
      -0.02660153,
      -0.00555478,
      -0.0143756,
      0.00243205,
      0.00385063,
      -0.00998113,
      -0.02333265,
      0.02243167,
      -0.02253078,
      -0.00044902,
      -0.01409877,
      -0.00337895,
      -0.02913127,
      -0.03442011,
      -0.00535547,
      -0.01662975,
      0.01690075,
      -0.02125359,
      0.0155171,
      0.0064527,
      0.01973493,
      -0.02252325,
      0.01239673,
      0.02198475,
      -0.01154951,
      -0.00176781,
      0.03128855,
      0.0164711,
      -0.00352959,
      -0.00919291,
      -0.00051269,
      0.00272963,
      -0.01334997,
      -0.02031143,
      -0.00102859,
      0.01847753,
      -0.00953855,
      -0.0136291,
      -0.00146926,
      0.00225613,
      -0.01099077,
      -0.0059908,
      -0.00535733,
      -0.01735635,
      0.00250816,
      0.01244467,
      0.01221272,
      0.00098979,
      -0.00353166,
      -0.00583052,
      0.00087737,
      0.00923937,
      0.00468853,
      0.03266098,
      -0.00799337,
      -0.00690205,
      -0.00479467,
      0.00531395,
      -0.00968522,
      -0.00285753,
      0.00617076,
      -0.00398007,
      -0.00798379,
      -0.01925957,
      -0.04746011,
      0.01850612,
      -0.00163182,
      -0.00469556,
      0.02426587,
      -0.02222052,
      0.00818618,
      -0.01007741,
      -0.02858347,
      -0.00121701,
      -0.06705105,
      -0.01600351,
      -0.02505735,
      -0.00761152,
      -0.01960301,
      -0.00975214,
      -0.01505511,
      -0.02469417,
      -0.10968003,
      0.01911923,
      0.00610741,
      0.00117041,
      0.00868673,
      -0.0041148,
      -0.02288475,
      0.0138887,
      0.00516456,
      -0.00078531,
      0.00329392,
      0.03360431,
      -0.00695994,
      0.00668374,
      0.01618747,
      0.01681385,
      -0.00357584,
      -0.01117303,
      -0.01453918,
      -0.01406458,
      0.01796291,
      0.02957689,
      0.01712581,
      0.02696638,
      0.00489161,
      -0.0027144,
      0.00797566,
      0.01722849,
      -0.01348964,
      -0.00059619,
      0.0062006,
      -0.01288154,
      -0.01594781,
      0.00060741,
      0.03926362,
      0.000648,
      -0.00758998,
      0.00969625,
      0.01107869,
      -0.00975366,
      0.01968245,
      0.01074674,
      0.0149546,
      -0.00488283,
      0.01590041,
      -0.00571848,
      -0.01415043,
      0.04789799,
      0.00476613,
      0.01109879,
      -0.00158805,
      -0.01026194,
      0.00513164,
      0.00177138,
      0.01509304,
      -0.04241737,
      -0.02120126,
      -0.00480244,
      -0.0315622,
      0.00439782,
      -0.00950842,
      -0.01790279,
      -0.01042813,
      -0.0103942,
      -0.00075724,
      0.00224846,
      -0.03605071,
      -0.00766446,
      0.00278169,
      0.00702316,
      -0.00182345,
      0.01892289,
      0.00708544,
      -0.01113682,
      0.03328981,
      -0.0192459,
      0.0140041,
      0.00527974,
      -0.01008013,
      0.01208155,
      0.00602798,
      -0.00538647,
      -0.00988771,
      -0.01595749,
      0.00868384,
      0.03627389,
      0.00344467,
      -0.01577122,
      -4.978e-05,
      -0.00462439,
      -0.01982905,
      0.00348027,
      -0.06243323,
      0.01559778,
      0.00743285,
      0.01567806,
      0.03248803,
      0.00350522,
      -0.01878736,
      -0.00510001,
      -0.01560209,
      0.00595972,
      0.00423453,
      -0.00234233,
      0.00050524,
      -0.00564994,
      -0.01667203,
      -0.00596002,
      0.01465663,
      -0.01919699,
      0.01211679,
      0.00254716,
      0.01503418,
      0.0095837,
      0.02680599,
      0.01051945,
      -0.00725303,
      -0.00185183,
      -0.00087937,
      -0.03413209,
      -0.00287935,
      -0.0058744,
      -0.00796591,
      0.02322935,
      0.01579706,
      0.02696734,
      -0.00191688,
      -0.04072197,
      0.01511676,
      -0.00058316,
      -0.00465454,
      -0.02495283,
      -0.01099585,
      0.0051539,
      -0.01437707,
      0.02481943,
      -0.00748865,
      0.01838564,
      0.01209936,
      0.01926963,
      -0.00329364,
      -0.00074246,
      -0.00170502,
      0.01563909,
      0.00117787,
      0.00813994,
      0.01232119,
      -0.0040677,
      0.00620609,
      0.01448978,
      0.00922149,
      0.01071046,
      0.01238525,
      0.05554213,
      0.02819438,
      0.02504348,
      -0.00285749,
      0.00558255,
      -0.01137746,
      -0.0158543,
      -0.0189033,
      0.0121513,
      -0.03731599,
      -0.00747662,
      0.00543316,
      -0.01170763,
      -0.00087092,
      0.01825779,
      0.03395717,
      0.01406542,
      -0.0175342,
      -0.01369371,
      0.00817646,
      0.02041542,
      -0.00884456,
      -0.00418454,
      0.01211634,
      -0.00276281,
      -0.00371123,
      0.01992132,
      0.00124228,
      0.01579323,
      -0.01380612,
      0.00651301,
      -0.00965464,
      0.00304045,
      0.00938329,
      0.00761521,
      0.00207386,
      -0.01233432,
      -0.00210403,
      -0.01623478,
      -0.02811889,
      -0.02598538,
      -0.01444949,
      0.01080103,
      0.00122658,
      0.02289422,
      -0.01870971,
      0.01919318,
      0.03217082,
      -0.00920643,
      -0.0215708,
      -0.03158914,
      -0.02056642,
      0.01231547,
      -0.00952645,
      -0.01507373,
      0.00180383,
      0.00179136,
      -0.00920329,
      -0.00321118,
      0.00853423,
      -0.02645662,
      -0.01476324,
      0.01350342,
      0.03095776,
      0.01938323,
      -0.00227899,
      -0.03293785,
      0.01162287,
      -0.00825512,
      0.01109362,
      0.02965567,
      -0.01720749,
      -0.01672695,
      -0.00307062,
      -0.01065709,
      0.00458977,
      -0.00416517,
      0.00277024,
      0.01484402,
      0.02151607,
      0.01367335,
      -0.01716657,
      0.01993701,
      0.02926229,
      0.00564985,
      0.00449883,
      0.01318398,
      0.01221114,
      -0.01044224,
      -0.01975954,
      0.0114554,
      0.00441833,
      -0.01906356,
      0.02950616,
      -0.01843064,
      0.01197973,
      -0.01304068,
      -0.01503828,
      -0.0170262,
      -0.01332446,
      0.00610302,
      -0.04128838,
      -0.00567338,
      -0.01320273,
      -0.01186861,
      0.01055282,
      -0.02254591,
      0.00607345,
      0.00576573,
      -0.00970896,
      0.01475807,
      -0.02851543,
      0.00067781,
      0.00906039,
      0.01197799,
      0.03900312,
      0.0013545,
      -0.0017178,
      0.0235684,
      -0.03324137,
      -0.00347653,
      -0.01606604,
      0.00885091,
      -0.00451053,
      0.01240247,
      0.01726436,
      0.01211572,
      -0.01130474,
      -0.00727773,
      0.00091156,
      0.01911378,
      0.011722,
      0.00058718,
      0.00973076,
      0.00634966,
      -0.01755847,
      -0.02091217,
      -0.01703672,
      0.01370771,
      -0.02025203,
      0.01116729,
      0.00527792,
      -0.01642915,
      -0.00243309,
      -0.00065123,
      0.01747186,
      -0.00997447,
      0.00312761,
      0.00623531,
      -0.03428432,
      -0.00202292,
      0.00637191,
      0.03578324,
      0.03068558,
      -0.01501003,
      -0.00663668,
      -0.01148632,
      0.00972851,
      0.01488661,
      -0.00356572,
      -0.02273521,
      0.00502845,
      -0.02030335,
      0.00166387,
      -0.00340235,
      -0.00562466,
      0.00728441,
      -0.00260638,
      -0.03839081,
      -0.008985,
      0.00218783,
      0.01611389,
      0.00933593,
      -0.00187294,
      0.00745403,
      -0.00690003,
      -0.02526955,
      0.02212381,
      -0.00030148,
      -0.01510011,
      -0.01932472,
      -0.03330071,
      -0.01278328,
      -0.0240929,
      0.0307283,
      -0.01996295,
      0.00107976,
      -0.00161456,
      -0.00260982,
      0.01108187,
      0.00801411,
      -0.00203263,
      0.02143234,
      -0.01392478,
      0.00731467,
      -0.02988216,
      0.01828213,
      0.00886731,
      -0.02619752,
      -0.00904667,
      -0.01002406,
      0.00907868,
      -0.01247173,
      -0.00422791,
      -0.00707358,
      -0.01671953,
      -0.01462827,
      0.01076446,
      0.00044689,
      0.00668957,
      -0.02379257,
      -0.00252276,
      -0.00053585,
      0.00860764,
      0.01476439,
      0.02438155,
      -0.00497091,
      -0.00031928,
      0.00063662,
      -0.04368747,
      -0.0275035,
      -0.00398356,
      0.01002149,
      -0.01770317,
      0.00091963,
      0.00874953,
      -0.01610278,
      0.00232937,
      0.03462736,
      -0.01182502,
      -0.00796036,
      0.00815754,
      -0.00974997,
      -0.02655735,
      0.00698516,
      -0.00113735,
      0.00650803,
      -0.03453831,
      0.01165782,
      -0.01219975,
      -0.02069398,
      0.00514758,
      -0.00833858,
      0.00578136,
      -0.01246782,
      -0.00441516,
      0.01645298,
      0.02736051,
      -0.00781797,
      0.00867647,
      -0.00502843,
      0.00425443,
      -0.01442174,
      0.01855954,
      -0.02583617,
      0.04021493,
      -0.00768476,
      0.00129157,
      0.00881142,
      0.0063479,
      -0.0120367,
      0.00646048,
      -0.00491157,
      0.023755,
      0.00721263,
      0.00155774,
      0.01283433,
      -0.02943,
      -0.02881086,
      0.01041367,
      -0.01840024,
      0.02171823,
      -0.00567327,
      -0.00276232,
      0.00148473,
      0.02302389,
      -0.00975481,
      0.00099824,
      0.01985644,
      -0.00192401,
      -0.00617017,
      -2.538e-05,
      -0.03193742,
      -0.03092247,
      0.01425309,
      -0.01900133,
      -0.02314746,
      -0.00357459,
      -0.01438221,
      0.02652883,
      -0.02303528,
      -0.01041824,
      0.02131381,
      0.03382028,
      -0.02858257,
      -0.01228277,
      0.00077239,
      0.01865366,
      0.00257365,
      -0.02251675,
      -0.01038951,
      -0.00826624,
      -0.00061366,
      -0.01293588,
      -0.02640678,
      -0.01507058,
      -0.0096333,
      -0.005784,
      -0.00196619,
      0.02236821,
      -0.01330438,
      0.00327015,
      -0.00786517,
      0.00283161,
      -0.02694237,
      -0.00937843,
      0.00266939,
      -0.0075223,
      0.00277473,
      0.01841909,
      0.00641551,
      0.00175325,
      -0.01986219,
      -0.00802713,
      -0.01577379,
      -0.00577331,
      0.0009016,
      0.0104826,
      0.01410414,
      -0.00801914,
      0.02181359,
      -0.00292495,
      0.00389425,
      -0.01559183,
      0.01793076,
      -0.01906901,
      -0.00501983,
      0.01160918,
      -0.00288085,
      0.00971605,
      -0.02800927,
      -0.01123048,
      -0.01906575,
      -0.01067145,
      -0.00029776,
      -0.00850199,
      0.00057391,
      -0.00254053,
      -0.02233508,
      -0.02169339,
      -0.0151769,
      -0.00609579,
      -0.00705622,
      -0.0149173,
      -0.00437992,
      -0.00259468,
      0.0052716,
      0.02288501,
      0.00927041,
      -0.00550658,
      -0.02116336,
      -0.01383797,
      0.0036492,
      0.03030897,
      0.00985404,
      0.00681804,
      0.00413645,
      -0.01247669,
      0.0150871,
      -0.00089391,
      0.01245119,
      -0.01382493,
      -0.00465603,
      -0.04419245,
      0.00211103,
      -0.01578317,
      -0.00727821,
      0.01030676,
      -0.01007288,
      0.01228494,
      0.02027165,
      0.01354787,
      -0.00042948,
      -0.00315299,
      -0.03178857,
      -0.00364243,
      0.01836205,
      -0.00837707,
      0.00443475,
      -0.03081122,
      -0.00710205,
      0.02053505,
      -0.01760741,
      -0.00722017,
      -0.00764707,
      0.01129031,
      -0.01561538,
      0.00539249,
      -0.00413864,
      -0.01105609,
      0.00242777,
      -0.01110355,
      -0.00310831,
      -0.01079649,
      0.00431974,
      -0.02030705,
      0.02523745,
      0.01010057,
      0.00415501,
      -0.00288939,
      0.01196072,
      -0.00411965,
      -0.00083493,
      0.02267452,
      -0.00319011,
      0.0008131,
      0.0010743,
      -0.0410697,
      -0.00669343,
      0.00026216,
      0.02969771,
      -0.00556103,
      -0.00890212,
      0.01827613,
      -0.01220147,
      -0.00520677,
      -0.04481589,
      -0.00165549,
      -0.00732078,
      0.01583677,
      -0.00748797,
      -0.00963265,
      -0.01356199,
      -0.00669439,
      0.00836226,
      0.02362512,
      -0.01708823,
      -0.01487742,
      0.00612276,
      -0.0108666,
      -0.00820478,
      0.0079394,
      0.00539038,
      -0.03808598,
      -0.00721651,
      0.00216078,
      -0.00077955
     ],
     "cols": [
      1,
      8,
      11,
      13,
      14,
      15,
      24,
      34,
      36,
      41,
      44,
      53,
      57,
      58,
      61,
      63,
      66,
      69,
      79,
      92,
      95,
      98,
      99,
      101,
      119,
      140,
      145,
      152,
      161,
      171,
      177,
      226,
      240,
      246,
      253,
      259,
      265,
      287,
      288,
      302,
      324,
      343,
      351,
      355,
      450,
      578,
      579,
      602,
      614,
      621,
      795,
      868,
      946,
      998,
      1003,
      1246,
      1689,
      1780,
      1973,
      2055,
      2175,
      2248,
      2661,
      3343
     ]
    }
   }
  },
  "built": {
   "15": {
    "alpha": 6.0,
    "n_cols": 64,
    "dir": "custom",
    "relative_change": 0.111565500497818
   },
   "19": {
    "alpha": 6.0,
    "n_cols": 64,
    "dir": "custom",
    "relative_change": 0.11020807176828384
   }
  },
  "edited_sha256": {
   "model.language_model.layers.15.mlp.down_proj.weight": "d40325ddfe3ef394368876f33d5009f9a5e2698599b6f2d4d66e326c892ac8ff",
   "model.language_model.layers.19.mlp.down_proj.weight": "5a077744934f5e56e4574025635c1bf4d659916a2b30e84d04ea9c6394e2f0e3"
  }
 },
 "tokens_total": 10188384,
 "gpu_seconds": 1570,
 "tok_per_s_per_gpu": 6754
}