{
 "problems": 256,
 "samples": 512,
 "acc": 0.17578125,
 "acc_se": 0.01940831408144635,
 "cut_share": 0.826171875,
 "mean_tokens": 28524.69140625,
 "closed_share": 0.17578125,
 "p_finish": 0.173828125,
 "p_correct_given_finished": 0.9662921348314607,
 "p_correct_given_cut": 0.009456264775413711,
 "no_answer_finished_share": 0.0,
 "loop_end_share_of_cut": 0.9598108747044918,
 "tail_dup8_cut_mean": 0.9122208037825059,
 "median_tokens_correct": 7602.5,
 "by_source": {
  "gsm8k": {
   "problems": 128,
   "samples": 256,
   "acc": 0.23828125,
   "acc_se": 0.029847897998826093,
   "cut_share": 0.76171875,
   "mean_tokens": 26875.94921875
  },
  "math": {
   "problems": 128,
   "samples": 256,
   "acc": 0.11328125,
   "acc_se": 0.023669597995720913,
   "cut_share": 0.890625,
   "mean_tokens": 30173.43359375
  }
 },
 "run": {
  "name": "dev/capA-max-samples-16",
  "model": "qwen35-capA-max-samples-16",
  "data": "dev256",
  "n": 2,
  "shards": 1,
  "est": 8
 },
 "sampling": {
  "temperature": 0.6,
  "top_p": 0.95,
  "top_k": 20,
  "presence_penalty": 1.5,
  "repetition_penalty": 1.0,
  "max_tokens": 32768,
  "thinking": true
 },
 "edit_note": {
  "name": "capA-max-samples-16",
  "spec": {
   "about": "Lab 8 recipe A: u and 64 neurons from the base model's own loops (windows just before the loop), alpha 6",
   "layers": {
    "15": {
     "alpha": 6,
     "dir": [
      -0.02152567,
      0.01841124,
      0.15711923,
      0.0262142,
      0.02267011,
      -0.12929575,
      0.00179186,
      -0.00879399,
      -0.04167167,
      -0.03365867,
      0.08175634,
      0.08040659,
      0.01718287,
      0.13807923,
      0.02075235,
      0.14458881,
      0.04479292,
      0.15190873,
      -0.06095256,
      -0.06490175,
      0.07368495,
      0.12267814,
      0.05621305,
      0.08214488,
      -0.00988092,
      0.00213468,
      -0.03657932,
      -0.03294762,
      0.01916057,
      0.07527272,
      0.00294685,
      -0.1339822,
      0.04433738,
      -0.0579812,
      -0.08357,
      -0.01088116,
      -0.07958201,
      0.13154709,
      -0.00915396,
      -0.0173345,
      -0.10432997,
      0.0064538,
      -0.04870697,
      -0.02186415,
      0.05134568,
      0.00181353,
      0.00895609,
      -0.05049097,
      0.02637312,
      0.07008488,
      0.00473582,
      0.00827042,
      -0.06405456,
      0.01822272,
      0.02613277,
      0.09052125,
      0.02948658,
      0.07770554,
      -0.03702558,
      -0.01890962,
      -0.03654155,
      -0.05124546,
      -0.03386666,
      0.02065966,
      0.00694469,
      0.03839318,
      0.02044037,
      -0.00623664,
      -0.01938977,
      -0.02861052,
      0.01677353,
      0.00991194,
      -0.01350084,
      -0.00552891,
      -0.12890813,
      0.00705457,
      -0.07095446,
      -0.01672863,
      0.03932668,
      0.01177783,
      0.03024936,
      0.10540779,
      0.0432126,
      -0.03794238,
      0.02985484,
      0.10612011,
      0.044085,
      -0.02813649,
      -0.00680334,
      0.03626532,
      0.02190269,
      -0.06049107,
      -0.04667136,
      0.02800706,
      0.04051892,
      -0.03030869,
      -0.0280313,
      0.00519542,
      -0.0200151,
      0.01331202,
      -0.06096775,
      -0.01445065,
      -0.03079941,
      -0.01406001,
      -0.05848173,
      0.0063561,
      0.05273603,
      0.03717066,
      -0.03610688,
      0.01502602,
      0.04594972,
      0.00994538,
      0.00071543,
      -0.00426234,
      -0.01282134,
      0.02728449,
      0.01191333,
      -0.03279884,
      -0.01860705,
      0.0815119,
      0.00787791,
      0.0113502,
      -0.0092989,
      -0.01173629,
      -0.06218253,
      -0.01929942,
      -0.01892572,
      0.00111913,
      -0.01086694,
      0.01964577,
      -0.06535926,
      0.02314848,
      0.02987986,
      -0.00684582,
      0.03010739,
      0.04583265,
      0.00630414,
      -0.08023795,
      0.08278443,
      0.01895925,
      0.04822318,
      0.05570871,
      -0.00053861,
      0.03791346,
      -0.02533025,
      -0.01323429,
      0.00939288,
      0.00179789,
      0.02788997,
      -0.00841419,
      -0.01006019,
      -0.00038479,
      0.03652446,
      0.0270193,
      -0.0281925,
      -0.01149459,
      -0.06471061,
      0.01355456,
      -0.00336042,
      -0.00674215,
      0.07242636,
      -0.04582414,
      0.01136329,
      -0.00586449,
      -0.02553423,
      0.01924444,
      0.03642891,
      0.03244359,
      -0.02178015,
      -0.00401092,
      -0.04473805,
      -0.05364577,
      -0.02610197,
      0.01684985,
      -0.01395548,
      -0.02780756,
      0.05569367,
      -0.01635115,
      0.00788192,
      -0.01027815,
      -0.02954253,
      -0.01916964,
      0.02136165,
      -0.01106776,
      -0.01450477,
      -0.03805767,
      -0.05242652,
      -0.03546018,
      -0.00048728,
      -0.0098379,
      -0.07897339,
      0.00071274,
      0.07034813,
      0.01131505,
      -0.00379177,
      0.04373458,
      0.01304369,
      -0.02682166,
      0.02684536,
      -0.04962954,
      0.02756879,
      -0.02649738,
      -0.01257709,
      -0.00785876,
      0.02947664,
      0.04493134,
      0.03171419,
      -0.00664685,
      -0.05389879,
      -0.0126836,
      0.00271114,
      -0.02255592,
      -0.0447327,
      -0.01805852,
      0.01577786,
      0.0050725,
      0.01526574,
      0.03142252,
      -0.00491258,
      -0.05604668,
      -0.00496892,
      -0.01334566,
      0.00475104,
      0.00722096,
      0.00577343,
      -0.0248614,
      0.02925387,
      -0.0306944,
      -0.01121204,
      -0.02494667,
      -0.04367445,
      0.03196725,
      0.01832156,
      0.0331699,
      -0.00447644,
      -0.00703326,
      0.03565301,
      0.03643715,
      -0.03244471,
      0.04125336,
      -0.02035388,
      0.00689217,
      0.03847433,
      -0.00711871,
      0.04389418,
      -0.00101222,
      0.01108004,
      -0.06180932,
      0.01882934,
      -0.01399453,
      0.04562853,
      -0.0291955,
      -0.03665643,
      0.01076139,
      0.00882139,
      0.11726592,
      -0.09484755,
      -0.01720577,
      0.02777379,
      0.00174198,
      0.00801976,
      0.03571252,
      0.00351713,
      0.00344424,
      0.02781898,
      -0.00387979,
      0.02608081,
      -0.00481938,
      0.01883536,
      -0.02016408,
      -0.01855678,
      -0.0119574,
      -0.0019344,
      -0.03090103,
      -0.00011583,
      0.01737695,
      -0.03794855,
      -0.02862389,
      -0.02397332,
      -0.05723415,
      0.05104452,
      -0.02074666,
      -0.05704015,
      0.00969629,
      0.00305701,
      -0.02033281,
      0.05852064,
      0.00444867,
      -0.04480515,
      0.03308833,
      0.00877176,
      0.0003215,
      -0.00967314,
      -0.01786482,
      -0.01525126,
      -0.01386511,
      0.03005273,
      -0.02115785,
      -0.00732429,
      -0.03344411,
      0.1671228,
      0.00263615,
      -0.0009849,
      0.04558139,
      -0.01443617,
      0.00117186,
      0.00035541,
      0.01473035,
      -0.01438121,
      0.01459222,
      -0.00289038,
      0.02731031,
      0.0038497,
      0.03458849,
      -0.02070143,
      0.00969685,
      -0.05963982,
      -0.05338639,
      -0.01001909,
      0.05300356,
      -0.00510188,
      0.01832267,
      0.04321167,
      -0.00735498,
      0.02477277,
      -0.01181204,
      0.04818674,
      -0.00124288,
      0.01586,
      -0.04504408,
      0.03132878,
      -0.00635586,
      -0.0086493,
      0.00167479,
      0.02950933,
      -0.01002774,
      0.02433273,
      0.02605871,
      0.02005276,
      0.08059477,
      -0.18582408,
      0.06954449,
      -0.02408309,
      -0.02022737,
      -0.01641004,
      0.05500758,
      0.00036786,
      0.01499538,
      -0.00639909,
      0.05814375,
      0.00170485,
      -0.02232793,
      -0.02096195,
      -0.00543567,
      -0.01578768,
      -0.06939784,
      -0.00181337,
      -0.02569708,
      0.04042239,
      -0.01927564,
      0.01879363,
      0.0080475,
      0.01260492,
      -0.05542008,
      0.00490715,
      0.0112947,
      0.02319589,
      0.01418574,
      0.02254497,
      0.01384872,
      -0.00810697,
      0.00204625,
      0.01665736,
      0.01947676,
      -0.03703854,
      -0.03184943,
      -0.00553068,
      -0.00441715,
      0.02093061,
      -0.03041227,
      -0.03201587,
      -0.01960233,
      -0.02357662,
      -0.00207996,
      0.02162621,
      -0.02745032,
      -0.00571527,
      0.02801491,
      -0.01001316,
      0.0166411,
      -0.01377201,
      0.0124377,
      -0.00571058,
      -0.01210836,
      -0.02748426,
      0.03156028,
      -0.01398684,
      -0.00557427,
      -0.01052263,
      0.01795422,
      -0.01430023,
      0.04879438,
      0.00070737,
      0.01223637,
      -0.03520454,
      -0.07254093,
      -0.02412771,
      0.03270634,
      0.04962402,
      -0.01386573,
      0.00511915,
      -0.01667643,
      0.00964481,
      0.01297815,
      0.00584642,
      0.00388664,
      -0.01378349,
      -0.02311277,
      -0.02487551,
      0.01058555,
      0.01578912,
      -0.00101747,
      -0.01246157,
      -0.00157295,
      -0.07661185,
      0.00953926,
      -0.0040356,
      0.01189955,
      -0.00212102,
      -0.00085833,
      -0.01941861,
      -0.01186831,
      0.01370493,
      -0.00702769,
      -0.02328669,
      0.02323795,
      -0.01266104,
      0.03065206,
      0.0361697,
      0.01290216,
      0.00313729,
      0.06417358,
      0.02562461,
      -0.01363632,
      -0.00057876,
      0.01827324,
      0.02248758,
      -0.00307299,
      0.02969191,
      0.01335387,
      0.02066566,
      0.02250034,
      -0.0170489,
      0.0212708,
      0.00428583,
      0.01091427,
      -0.02837785,
      0.00912873,
      0.03084062,
      0.02183359,
      0.01713222,
      0.02292165,
      -0.0053712,
      -0.01841809,
      0.01538151,
      0.01444208,
      0.0429649,
      -0.00388864,
      -0.01896765,
      0.00608153,
      -0.02061118,
      0.0383843,
      -0.01655643,
      -0.00823452,
      0.00695062,
      -0.01194544,
      -0.00699943,
      0.00548937,
      -0.01841553,
      -0.02528016,
      -0.0201277,
      0.01798789,
      -0.01894234,
      -0.00532986,
      -0.01255925,
      -0.00486441,
      0.01709377,
      0.0447727,
      -0.01856573,
      0.01703937,
      -0.02023122,
      0.00848421,
      -0.0293853,
      0.00486124,
      0.02887775,
      0.0368055,
      0.01887893,
      0.00641831,
      0.02372644,
      0.01303608,
      -0.00401499,
      0.00150964,
      0.01752156,
      0.02178284,
      0.01241636,
      0.02068627,
      -0.01845222,
      0.00324509,
      -0.01870053,
      0.01179219,
      -0.01581907,
      -0.01386054,
      0.00873739,
      -0.00116858,
      -0.03346943,
      0.00207311,
      -0.05098515,
      0.02178508,
      0.00423007,
      0.03592732,
      0.03735231,
      0.01587364,
      -0.02857586,
      -0.005534,
      -0.00583358,
      0.01370435,
      -0.00131755,
      0.0428042,
      -0.01525604,
      0.00795751,
      -0.01875038,
      -0.00761725,
      0.00364837,
      -0.02873153,
      -0.0041973,
      -0.02587448,
      -0.00259909,
      0.00973194,
      0.05614902,
      0.01504189,
      0.00324497,
      0.00325987,
      -0.01040326,
      -0.01782577,
      -0.02722117,
      -0.01011162,
      -0.02225009,
      0.01534061,
      -0.0022318,
      0.01484944,
      -0.0055866,
      -0.07805453,
      0.01984156,
      0.00944824,
      0.02123759,
      -0.02051219,
      0.03551933,
      -0.00258447,
      -0.00603102,
      0.03544328,
      0.03387063,
      0.04264439,
      0.01466771,
      -0.00343622,
      -0.02693403,
      -0.00029698,
      -0.00829946,
      0.00189865,
      0.00621853,
      0.00296461,
      0.03486202,
      -0.04636258,
      -0.00455294,
      -0.0106376,
      -0.03548807,
      0.01240462,
      0.00820296,
      -0.00760671,
      0.0216954,
      0.00919438,
      0.01381367,
      -0.00915841,
      0.00992847,
      -0.00996726,
      -0.02658043,
      0.02678725,
      -0.00624025,
      0.01850854,
      0.01916071,
      -0.02232991,
      0.02787997,
      0.04341938,
      0.00510733,
      0.00378096,
      -0.00851779,
      -0.01670557,
      -0.00067804,
      -0.01346864,
      0.01504199,
      -0.01130523,
      0.01461237,
      0.01990982,
      0.0154257,
      0.01634779,
      0.00806984,
      0.02678145,
      -0.03356528,
      0.03821823,
      -0.00355711,
      -0.01166811,
      0.000892,
      -0.01118313,
      0.00726521,
      -0.00152246,
      0.0295612,
      -0.01382736,
      -0.02244085,
      -0.00174723,
      -0.01854696,
      0.04654423,
      0.01012372,
      0.05251982,
      0.00080082,
      -0.01007665,
      0.00997955,
      -0.01021961,
      -0.02024264,
      -0.04978277,
      -0.04594514,
      0.01716322,
      -0.02248812,
      -0.00152358,
      0.00731618,
      0.01274036,
      0.00230431,
      -0.00159965,
      0.01738504,
      -0.0021163,
      0.0063057,
      0.06056652,
      0.02343491,
      0.02177154,
      0.01640246,
      -0.03808852,
      -0.00306081,
      0.00218031,
      -0.00040662,
      0.02897157,
      -0.01734354,
      -0.03189621,
      0.00593427,
      0.01307638,
      -0.0168762,
      0.01280762,
      0.00372001,
      0.03260347,
      0.02468634,
      0.03017009,
      -0.02369515,
      0.00140923,
      0.00576486,
      0.00547035,
      0.03000062,
      0.01045621,
      0.02213019,
      0.0082868,
      -0.01460668,
      0.02905401,
      0.01525418,
      0.02544979,
      0.01823093,
      -0.03322266,
      -0.00523419,
      -0.03102621,
      -0.00354925,
      -0.00385683,
      -0.03718947,
      -0.00332204,
      -0.04968501,
      -0.00035541,
      0.01018846,
      -0.00699705,
      0.03234272,
      -0.02647671,
      -0.00255527,
      -0.0031161,
      0.02584788,
      0.00255991,
      -0.0333912,
      0.01491742,
      0.01291762,
      0.00183043,
      0.00683599,
      0.03615145,
      -0.02301162,
      -0.0239524,
      -0.03151081,
      0.00644717,
      -3.962e-05,
      -0.02040542,
      0.00274651,
      0.02024838,
      0.03570282,
      0.02233258,
      0.03352868,
      -0.01561125,
      0.01432338,
      -0.00041121,
      0.01893502,
      -0.02204991,
      0.02744944,
      0.00506054,
      -0.00303702,
      -0.02720289,
      -0.04117685,
      0.02863315,
      -0.00308561,
      -0.00502655,
      0.00747236,
      0.02154232,
      0.01006025,
      -0.00982105,
      -0.01495152,
      -0.00064311,
      0.03383413,
      0.04213207,
      -0.01211752,
      0.03220224,
      0.04043101,
      0.02879543,
      0.01890393,
      -0.04056995,
      0.01575272,
      0.01437474,
      0.02678421,
      0.02018245,
      -0.02751774,
      0.00409764,
      -0.0372139,
      -0.02177254,
      0.009259,
      -0.0132147,
      0.02841431,
      -0.00117726,
      -0.00628117,
      -0.04331923,
      -0.02687322,
      -0.01940036,
      0.0269938,
      0.00261123,
      0.01790545,
      -0.04342611,
      0.01702451,
      0.02005251,
      0.03312628,
      -0.03552212,
      -0.01107994,
      -0.02060468,
      -0.03095049,
      -0.01437366,
      -0.01407433,
      0.02284473,
      -0.04026739,
      0.00659449,
      0.00326203,
      -0.00054817,
      -0.00289217,
      0.01565802,
      -0.01309436,
      0.0526868,
      -0.00650848,
      -0.01035406,
      -0.03315509,
      0.02845929,
      0.02386216,
      0.00076015,
      0.01307471,
      -0.01388393,
      0.0168427,
      -0.01487869,
      0.02035188,
      -0.01529018,
      -0.01755619,
      -0.0164967,
      0.01753211,
      0.02770297,
      0.00609968,
      0.01483951,
      -0.00717379,
      0.00961583,
      -0.00032933,
      0.00809576,
      0.0180747,
      0.00722198,
      0.00529477,
      -0.0227725,
      -0.00190901,
      0.00854178,
      0.01075209,
      -0.02297807,
      -0.00214907,
      -0.00871174,
      0.02162007,
      -0.01970071,
      0.02644583,
      0.02125698,
      -0.04948204,
      0.00051206,
      0.02146973,
      0.01645085,
      -0.02276878,
      -0.00372431,
      -0.01704969,
      0.02699594,
      0.01062384,
      0.00653064,
      0.01741024,
      -0.02077036,
      0.01544352,
      0.00306809,
      -0.01291566,
      0.05108232,
      -0.00028294,
      0.01482837,
      0.0308935,
      -0.00511774,
      0.01587208,
      0.01217657,
      0.028313,
      -0.01424833,
      0.01794427,
      -0.01028618,
      0.03584696,
      -0.00881899,
      0.0114164,
      0.00504005,
      0.00222731,
      -0.03232338,
      0.00662021,
      0.00912208,
      -0.01140698,
      0.04486048,
      -0.0367409,
      -0.00036546,
      -0.03986148,
      -0.04027432,
      -0.00018427,
      -0.02350076,
      0.04317364,
      -0.02109157,
      -0.00650035,
      0.0150896,
      0.01534055,
      -0.0033883,
      -0.0090041,
      0.02673387,
      -0.01453652,
      -0.0125562,
      0.00428865,
      0.00122832,
      -0.05464057,
      0.03505971,
      0.00979339,
      -0.02350361,
      0.01779208,
      0.02017742,
      0.02007759,
      -0.01062432,
      -0.01660248,
      0.02502936,
      0.00321957,
      -0.01998319,
      -0.02468574,
      -0.01876711,
      0.00672144,
      0.01670696,
      -0.02172597,
      -0.02643096,
      -0.05302986,
      0.01696518,
      -0.00980711,
      -0.03484075,
      -0.00610672,
      -0.03985033,
      -0.01705836,
      0.00089036,
      0.02982799,
      0.01913013,
      -0.01470924,
      -0.01346555,
      -0.02513274,
      0.00378012,
      0.01331653,
      -0.03228364,
      -0.00820267,
      0.00304315,
      0.02182935,
      0.00225062,
      -0.02463518,
      0.00609123,
      0.03319667,
      -0.0006228,
      -0.0029675,
      0.00054124,
      0.01091826,
      -0.03636807,
      0.00253478,
      0.00384906,
      0.00906345,
      0.00911951,
      0.0094323,
      0.03477129,
      -0.04861964,
      0.01554279,
      0.0504634,
      -0.01920385,
      -0.01126738,
      -0.02412533,
      -0.01192657,
      0.00965391,
      0.01426197,
      0.00216489,
      -0.02621657,
      -0.02428551,
      -0.00325398,
      -0.01182064,
      -0.00966244,
      0.0078932,
      0.00564505,
      0.02005726,
      0.00657534,
      0.00036975,
      -0.00638939,
      0.01124444,
      0.01328316,
      0.00275903,
      0.012984,
      -0.03852687,
      -0.03123352,
      0.00054381,
      -0.00687038,
      -0.00035395,
      0.03708483,
      0.01743888,
      -0.02144558,
      -0.03024689,
      -0.00257425,
      0.01847994,
      0.012158,
      0.007318,
      -0.0250439,
      -0.0092584,
      -0.03618806,
      -0.02363831,
      0.02031742,
      -0.02645011,
      0.00392848,
      0.00782223,
      0.00329096,
      -0.01461374,
      0.00278356,
      -0.01140875,
      0.00043502,
      -0.0553221,
      0.01485557,
      0.02042526,
      -0.01171857,
      0.02388463,
      0.04952563,
      -0.0286055,
      -0.01873444,
      -0.03322307,
      0.01945783,
      -0.00742468,
      0.04288102,
      0.00321292,
      0.01395071,
      0.0096789,
      -0.00525943,
      -0.0152591,
      -0.0143306,
      0.00549114,
      -0.01366721,
      0.03854249,
      0.01794099,
      -0.00956129,
      -0.00561564,
      0.03130433,
      -0.01157395,
      0.04420021,
      0.00576327,
      -0.00752944,
      -0.01023625,
      -0.02354917,
      -0.0344347,
      0.01600924,
      -0.01096016,
      -0.002108,
      0.00530474,
      -0.01135767,
      -0.01831025,
      -0.04197612,
      -0.02226775,
      -0.03983711,
      -0.02925614,
      -0.00474281,
      0.01376844,
      0.01350457,
      -0.00639592,
      -0.03733296,
      -0.03117645,
      -0.02526291,
      0.01947817,
      -0.03342412,
      -0.06112954,
      -0.01961875,
      -0.00532681,
      -0.03629666,
      -0.00584009,
      -0.00761084,
      -0.03118493,
      0.01149816,
      -0.00726176,
      -0.02371085
     ],
     "cols": [
      0,
      25,
      37,
      38,
      39,
      42,
      46,
      63,
      65,
      68,
      75,
      79,
      102,
      129,
      135,
      169,
      227,
      264,
      266,
      294,
      371,
      406,
      426,
      452,
      479,
      496,
      505,
      509,
      516,
      535,
      582,
      585,
      592,
      601,
      665,
      682,
      738,
      750,
      755,
      881,
      882,
      891,
      907,
      926,
      956,
      1047,
      1087,
      1130,
      1155,
      1164,
      1184,
      1192,
      1702,
      1727,
      1732,
      1787,
      1802,
      2248,
      2288,
      2298,
      2612,
      2636,
      2795,
      3535
     ]
    },
    "19": {
     "alpha": 6,
     "dir": [
      -0.27501413,
      0.02571568,
      0.1178649,
      -0.03571971,
      0.07223389,
      -0.13337362,
      0.01894278,
      0.04563177,
      -0.02750412,
      -0.04494772,
      0.0803024,
      0.04781657,
      0.07122913,
      0.06944289,
      0.04526544,
      0.1060138,
      0.02517636,
      0.20619835,
      -0.06112867,
      -0.08208165,
      0.0932558,
      0.07673123,
      0.03078771,
      0.08968102,
      -0.02092599,
      -0.01756056,
      -0.02679002,
      -0.01129982,
      0.00103981,
      0.06406251,
      -0.00700761,
      -0.1098112,
      0.07147516,
      -0.04472385,
      -0.09085096,
      0.01453902,
      -0.04015652,
      0.10141456,
      -0.01289021,
      -0.02103343,
      -0.10772879,
      -0.00955117,
      -0.02285636,
      -0.04665536,
      0.0036428,
      -0.01021252,
      -0.01650541,
      -0.07160489,
      0.03140594,
      0.09793368,
      -0.00484712,
      0.0104783,
      -0.06527244,
      0.00330293,
      0.02510278,
      0.07965834,
      0.04107397,
      0.08948424,
      -0.02056058,
      -0.04285793,
      0.0016929,
      -0.05870671,
      -0.02369346,
      0.00891549,
      0.02100565,
      0.04177431,
      -0.01226275,
      0.00155612,
      -0.03256783,
      -0.03891909,
      0.02887409,
      -0.00814781,
      -0.03003651,
      0.03091248,
      -0.10163552,
      0.01157232,
      -0.07080378,
      0.00834349,
      -0.0018987,
      0.02279368,
      0.04411704,
      0.1003398,
      0.0254252,
      -0.02127053,
      0.04467297,
      0.09489055,
      0.06209179,
      -0.02964746,
      -0.0065009,
      0.02157911,
      0.02858723,
      -0.06697974,
      -0.0795432,
      -0.00090291,
      0.02849696,
      -0.02855391,
      -0.01773688,
      -0.01494651,
      -0.02363585,
      0.02183486,
      -0.04021476,
      -0.03493117,
      -0.02565602,
      0.00985682,
      -0.03507772,
      0.00146005,
      0.03726311,
      0.02634411,
      -0.03312292,
      -0.01213029,
      0.05717606,
      0.03850209,
      0.00929069,
      -0.03120922,
      0.00462524,
      0.02525282,
      -0.01796471,
      -0.06278332,
      -0.00666205,
      0.05959975,
      0.01133386,
      0.01844018,
      -0.01254521,
      0.02124401,
      -0.0279374,
      0.00718208,
      -0.03343032,
      0.03268486,
      -0.02229085,
      0.03109495,
      -0.0658503,
      -0.01445409,
      0.0479167,
      0.03457472,
      0.03484474,
      0.03285847,
      -0.01036539,
      -0.07884093,
      0.04548416,
      0.01235875,
      0.04632281,
      0.05646458,
      0.02674307,
      0.03990537,
      -0.00982775,
      -0.00330609,
      0.00137931,
      -0.01770201,
      0.02902252,
      -0.00684248,
      -0.01533046,
      0.01374479,
      0.02602829,
      0.02636305,
      -0.00798939,
      -0.02172808,
      -0.02353595,
      0.0069306,
      0.00215228,
      -0.00615317,
      0.08196728,
      -0.01830974,
      0.01028445,
      0.00150112,
      -0.02815552,
      -0.00075432,
      0.00206813,
      -0.03486938,
      -0.03127341,
      -0.01384757,
      -0.02342549,
      -0.02325298,
      -0.01124415,
      -0.00068399,
      -0.00751707,
      -0.01722298,
      0.04040169,
      -0.02952841,
      0.01422738,
      0.01306615,
      -0.04302507,
      0.00553226,
      0.00940877,
      0.00688467,
      -0.02663649,
      -0.04291137,
      -0.04136554,
      -0.04122823,
      -0.02947465,
      -0.00076273,
      -0.08954316,
      0.00424418,
      0.0742685,
      0.01133407,
      -0.01618639,
      0.04771046,
      0.00699564,
      -0.02521422,
      -0.00695237,
      -0.06809758,
      0.03563751,
      -0.03582323,
      -0.01676138,
      0.00320931,
      -0.00344926,
      0.03410437,
      0.03094538,
      -0.01140629,
      -0.04393774,
      -0.00293529,
      0.0007708,
      -0.0034749,
      -0.06191093,
      -0.0314494,
      -0.01023685,
      -0.0084807,
      0.02247034,
      0.02112842,
      0.01953202,
      -0.07603531,
      -0.01594237,
      -0.02231954,
      0.01392461,
      0.00462011,
      0.00937293,
      -0.04722651,
      0.02503373,
      -0.01839091,
      -0.01687954,
      -0.03483776,
      -0.08785249,
      0.04457583,
      0.01834,
      0.03764404,
      0.01753701,
      -0.00140263,
      0.02508082,
      0.03832481,
      -0.03479593,
      0.05659536,
      -0.00124486,
      0.03879777,
      0.03747083,
      -0.00274702,
      0.03252432,
      -0.00396573,
      0.02412328,
      -0.04079681,
      -0.00147042,
      0.00184402,
      0.03735007,
      -0.01866298,
      -0.00955213,
      0.00158815,
      0.00973611,
      0.10685785,
      -0.09935468,
      -0.02239285,
      0.03136706,
      0.01899129,
      -0.01656381,
      0.00742798,
      0.01787587,
      0.0193597,
      0.02167515,
      -0.00989885,
      -0.00312513,
      -0.0029019,
      0.01196067,
      0.00101034,
      -0.00497234,
      -0.03197027,
      -0.00915702,
      -0.02698064,
      -0.0275891,
      0.00905075,
      -0.00769219,
      -0.03302479,
      -0.03992181,
      -0.07669858,
      0.03082999,
      -0.0138601,
      -0.0379157,
      7.618e-05,
      -0.00375193,
      -0.03304728,
      0.03099682,
      -0.01440923,
      -0.02980677,
      0.00269924,
      0.01663705,
      -0.01385299,
      0.02332749,
      -0.01000574,
      0.01572404,
      -0.02702198,
      0.02007206,
      -0.00373068,
      -0.01133877,
      -0.03217449,
      0.09292451,
      -0.02104471,
      -0.02248202,
      0.047904,
      -0.03256861,
      0.01882199,
      -0.01564733,
      -0.01313136,
      -0.04905236,
      0.03923247,
      -0.01420942,
      -0.0323168,
      -0.00148821,
      0.01403766,
      -0.02428127,
      0.01284587,
      -0.06240284,
      -0.06125923,
      0.02572036,
      0.04741789,
      0.00631374,
      0.00560774,
      0.02344194,
      -0.00565782,
      -0.00874741,
      -0.00503947,
      0.03624342,
      0.02050623,
      0.01516594,
      -0.06478192,
      0.06064047,
      0.01057801,
      0.00857844,
      0.02862478,
      0.01571358,
      -0.00064609,
      -0.00380693,
      0.01041956,
      0.01716633,
      0.06741954,
      -0.15945224,
      0.03155763,
      -0.02745089,
      -0.02057859,
      -0.02208191,
      0.00364703,
      -0.00651108,
      -0.00741279,
      -0.01654227,
      0.05096246,
      -0.02014499,
      -0.01259449,
      -0.01538892,
      -0.00719569,
      -0.02728246,
      -0.02664571,
      -0.02237153,
      -0.0017792,
      0.02410105,
      -0.02266445,
      0.02736905,
      0.01674768,
      0.01618811,
      -0.0379732,
      0.03437237,
      0.01934425,
      -0.01026121,
      0.00511551,
      0.04094159,
      0.00067331,
      0.00622838,
      -0.01510689,
      0.00410923,
      0.01186501,
      -0.0556051,
      -0.02112966,
      -0.00105538,
      0.02758588,
      -0.00171929,
      -0.0402489,
      -0.01916589,
      0.01695722,
      -0.00517095,
      0.02631207,
      0.01211813,
      -0.00877773,
      -0.00229489,
      0.00650228,
      0.00926562,
      0.01298181,
      -0.00922895,
      0.0037027,
      -0.00714091,
      -0.02871844,
      0.00418122,
      0.04221317,
      -0.02111015,
      -0.00311562,
      0.00058317,
      0.02315168,
      0.01396733,
      0.00041519,
      -0.00608533,
      -0.00485671,
      -0.00940944,
      -0.04670924,
      -0.02722727,
      0.05656334,
      0.02659597,
      -0.02141897,
      0.00477086,
      -0.01542564,
      0.00878005,
      0.00894099,
      -0.03120763,
      -0.00735849,
      -0.03936819,
      -0.02883618,
      -0.02356193,
      0.00299183,
      -0.00538688,
      -0.02333984,
      -0.01706864,
      -0.0182818,
      -0.10088453,
      0.02117282,
      -0.00101117,
      -0.02353244,
      0.00956824,
      -0.01444231,
      -0.04014693,
      0.02871435,
      -0.01215691,
      -0.00592228,
      0.00269157,
      0.01662196,
      -0.02585011,
      0.05335798,
      0.01257691,
      0.01798525,
      0.00059536,
      0.00012917,
      -0.01875103,
      -0.02106951,
      0.01269703,
      0.03497054,
      0.00390303,
      0.01126219,
      0.01793639,
      0.00876394,
      0.00618248,
      0.01803308,
      -0.01926658,
      0.01085483,
      0.01094277,
      -0.00234294,
      -0.02453079,
      0.01413859,
      0.02847403,
      0.00390053,
      0.00889579,
      0.02926682,
      -0.00021332,
      -0.0089957,
      0.02276334,
      0.01121371,
      0.02907629,
      -0.00585603,
      0.00473164,
      0.00651127,
      -0.02198842,
      0.05964159,
      -0.01135383,
      0.01501187,
      0.00252672,
      0.0082151,
      -0.00569052,
      -0.01364755,
      -0.00180006,
      -0.05714943,
      -0.02941804,
      0.00389004,
      -0.02966652,
      0.00216267,
      -0.00976824,
      -0.00158732,
      0.00682824,
      0.0109848,
      -0.00959159,
      0.02168057,
      -0.03549453,
      0.00751248,
      -0.00179235,
      0.01066619,
      -0.00643499,
      0.01982426,
      0.0012233,
      -0.01471773,
      0.02653566,
      0.01028487,
      0.01221087,
      0.00920994,
      0.01930845,
      0.03003817,
      0.00848604,
      0.00590628,
      -0.03427829,
      -0.01183991,
      -0.01119809,
      0.06160914,
      -0.00666242,
      0.00329818,
      -0.01224415,
      -0.0084267,
      -0.01831366,
      0.01141854,
      -0.07320224,
      0.02687564,
      0.0220162,
      0.02213667,
      0.02753531,
      0.01397708,
      -0.01172739,
      -0.0119385,
      -0.0089002,
      -0.00132981,
      0.00454887,
      0.01823152,
      -0.01194701,
      0.00929574,
      -0.04110436,
      -0.00317794,
      -0.00615543,
      -0.02164004,
      0.01240566,
      -0.0159544,
      0.0070147,
      0.01872931,
      0.00896268,
      0.0071947,
      -0.02640732,
      0.01382539,
      -0.00548098,
      -0.02361154,
      -0.01465176,
      -0.01447865,
      -0.00172262,
      0.02721941,
      0.011392,
      0.04541902,
      -0.02622903,
      -0.06112985,
      0.0086985,
      -0.00313247,
      -0.00323842,
      -0.00761336,
      0.00530643,
      0.0101506,
      -0.00249409,
      0.0254595,
      0.01423393,
      0.04216656,
      0.0142904,
      0.00517668,
      -0.00829512,
      -0.01399915,
      -0.01114207,
      0.03371867,
      0.00987611,
      0.01581169,
      0.02680845,
      -0.01288855,
      0.01022614,
      -0.00187841,
      0.00567482,
      0.0393193,
      0.0166207,
      0.06496547,
      0.02222284,
      0.02218934,
      0.02297162,
      0.00558319,
      -0.00837076,
      0.00067135,
      -0.01046841,
      0.01449718,
      -0.05052315,
      0.0121808,
      0.00568765,
      -0.02569264,
      0.00891189,
      0.03242981,
      0.02872984,
      0.00295998,
      -0.00968342,
      -0.02050424,
      0.0087867,
      0.0246209,
      0.01121264,
      -0.01099857,
      0.03497113,
      0.00246155,
      0.00814174,
      0.00346837,
      0.01607846,
      0.03217401,
      -0.02689808,
      0.03353227,
      -0.0055376,
      0.01502196,
      0.00562471,
      -0.00410134,
      -0.00944486,
      -0.01742912,
      -0.00031733,
      -0.02668141,
      -0.04661523,
      -0.04289688,
      -0.00861245,
      0.01608033,
      0.00806157,
      0.03908983,
      0.00373073,
      0.00191051,
      0.02459119,
      -0.01951866,
      -0.02378507,
      -0.04470308,
      -0.02914106,
      0.01075872,
      -0.01185671,
      -0.02560263,
      -0.0145756,
      -0.00433443,
      -0.00258191,
      -0.00516783,
      -0.00048047,
      -0.01190524,
      -0.00625547,
      0.02970904,
      0.05655012,
      0.01790104,
      0.00159627,
      -0.03798531,
      -0.00224797,
      -0.01757706,
      0.00785603,
      0.03868739,
      -0.03258649,
      -0.01348294,
      -0.00140639,
      0.00637194,
      -0.01449303,
      0.01107029,
      3.353e-05,
      0.02722279,
      0.02358251,
      0.01503015,
      -0.00235877,
      0.0411607,
      0.01716627,
      0.01387298,
      0.03158511,
      0.01753972,
      0.00621378,
      -0.01549404,
      -0.02563912,
      0.02334258,
      -0.00063208,
      -0.00734201,
      0.04268268,
      -0.03133948,
      0.01142364,
      -0.04989005,
      -0.01869276,
      0.00246206,
      -0.02130537,
      0.01983985,
      -0.06284769,
      0.00659161,
      0.00329519,
      -0.02543728,
      0.02576588,
      -0.00657296,
      0.00857732,
      0.01497054,
      -0.00331135,
      0.02073465,
      -0.0480049,
      0.01933839,
      0.00260511,
      0.00265129,
      0.04640042,
      0.00358347,
      -0.01580776,
      0.04331969,
      -0.06732608,
      0.00304185,
      -0.02764326,
      0.01074067,
      -0.00926307,
      0.03156171,
      0.00240637,
      0.01540439,
      -0.03784297,
      0.0146055,
      -0.01379007,
      0.01554372,
      9.06e-06,
      -0.00083044,
      0.02375615,
      -0.0025974,
      -0.01607808,
      -0.0328568,
      -0.03011392,
      0.00813643,
      -0.02544844,
      -0.00308206,
      -0.00482524,
      -0.01457541,
      -0.02029525,
      -0.01783367,
      0.0009369,
      -0.00134339,
      -0.00088198,
      0.00235005,
      -0.02491134,
      -0.00789957,
      0.01976386,
      0.04219932,
      0.02851133,
      -0.02019387,
      -0.01333848,
      -0.01143505,
      0.02040938,
      0.03878064,
      -0.01990738,
      -0.03690143,
      -0.00771923,
      -0.01718581,
      0.00715197,
      -0.01090728,
      0.03941465,
      0.01089875,
      -0.00310104,
      -0.05415364,
      -0.01366023,
      -0.01464837,
      0.0408528,
      -0.00574104,
      0.00796354,
      -0.01605554,
      0.01189217,
      -0.02218394,
      0.04356742,
      0.0029412,
      -0.00941338,
      -0.02350661,
      -0.02057341,
      0.00044663,
      -0.03770123,
      0.03454201,
      -0.0299223,
      0.00841322,
      0.00402553,
      0.00238172,
      0.01980951,
      0.01687372,
      0.01528925,
      0.04227344,
      -0.0200363,
      0.03380911,
      -0.02888439,
      0.01899969,
      0.00489395,
      -0.023399,
      -0.01877379,
      -0.01719713,
      0.01586562,
      -0.02616352,
      -0.02045202,
      0.01607482,
      -0.02362375,
      -0.00603587,
      0.01484091,
      -0.00212273,
      0.01359299,
      -0.00423367,
      0.00150867,
      -0.00812416,
      0.01017895,
      -0.00346802,
      0.02503956,
      -0.02345778,
      -0.00526027,
      -0.00123994,
      -0.02809937,
      -0.03709791,
      0.00619966,
      -0.00029529,
      -0.01754871,
      -0.00793602,
      0.02134246,
      -0.01192882,
      0.01835722,
      0.03357809,
      -0.01276553,
      0.00495376,
      0.01320045,
      -0.002652,
      -0.02644297,
      0.00978653,
      0.02877911,
      -4.389e-05,
      -0.02832758,
      0.01064521,
      -0.00513647,
      -0.02750319,
      0.00333796,
      -0.00970924,
      0.01014937,
      -0.00838808,
      -0.00241686,
      0.01510533,
      0.02910277,
      -0.01432707,
      0.01717931,
      -0.01115322,
      0.01019426,
      -0.02191613,
      0.01738396,
      -0.03188671,
      0.02038778,
      -0.03424975,
      -0.00321646,
      0.02263829,
      0.00952529,
      -0.02669832,
      0.02603089,
      0.00366413,
      0.02396403,
      0.00091832,
      -0.00859204,
      0.01355547,
      -0.03674246,
      -0.04834112,
      0.0191233,
      -0.0058406,
      0.03023675,
      -0.00213196,
      -0.01864441,
      0.0284907,
      0.04093214,
      -0.01525071,
      -0.00464088,
      0.00541324,
      -0.0104959,
      -0.00696724,
      -0.00683142,
      -0.02808498,
      -0.06346232,
      0.03053285,
      -0.03485537,
      -0.0048545,
      -0.00234549,
      -0.00410065,
      0.01960736,
      -0.0119917,
      -0.01404663,
      0.01684413,
      0.04872276,
      -0.04577473,
      -0.02540445,
      0.00816923,
      0.02046121,
      0.00725469,
      -0.03933748,
      -0.02131562,
      -0.01281299,
      -0.01206708,
      -0.02111289,
      -0.04867988,
      -0.01170213,
      -0.02832218,
      -0.00866146,
      -0.0083385,
      0.03801586,
      -0.02215154,
      0.00462312,
      -0.0052727,
      0.02124382,
      -0.02426933,
      -0.01693481,
      -0.00291929,
      -0.01025381,
      0.02327402,
      0.0241786,
      0.00734336,
      -0.02346551,
      -0.02187971,
      -0.00659722,
      -0.01530917,
      0.00043726,
      0.01245237,
      0.01108205,
      -0.01215828,
      -0.01234978,
      0.02131638,
      -0.00314419,
      0.00346088,
      -0.01397651,
      0.01921996,
      -0.01800514,
      -0.00542983,
      0.013302,
      0.00876606,
      0.00718168,
      -0.05654136,
      -0.00669767,
      -0.01488302,
      -0.01919794,
      -0.00054307,
      -0.01397998,
      -0.00811265,
      0.0007329,
      -0.01401951,
      -0.02611923,
      -0.01072169,
      -0.00643123,
      0.01740328,
      -0.00458982,
      0.01679563,
      -0.01165618,
      0.01854544,
      0.0515382,
      0.01180786,
      0.00702699,
      -0.03605618,
      -0.01058125,
      -0.02797249,
      0.01777013,
      0.0050266,
      0.02417677,
      0.00257465,
      -0.00893009,
      0.0061401,
      -0.01690534,
      0.02739486,
      -0.00837226,
      0.00044289,
      -0.05432662,
      0.00077743,
      -0.02911577,
      -0.01370654,
      0.00936547,
      -0.00610204,
      0.01162413,
      0.01146007,
      0.03057378,
      -0.00566147,
      -0.00338323,
      -0.04419271,
      0.00849386,
      -0.00580063,
      -0.02431533,
      0.00611248,
      -0.03229683,
      -0.0004729,
      0.02901464,
      -0.00509237,
      -0.01781622,
      -0.00846955,
      0.01799625,
      -0.01366238,
      -0.00462916,
      -0.00448231,
      0.00392136,
      -0.0193824,
      0.00468217,
      -0.02116045,
      -0.02541538,
      0.01252044,
      -0.01980187,
      0.02862338,
      0.02345502,
      0.01379589,
      -0.0136037,
      0.0229476,
      -0.01206182,
      0.00966734,
      0.0180388,
      0.00374887,
      0.00706113,
      0.02633748,
      -0.03792915,
      0.00504534,
      -0.00634884,
      0.02760639,
      -0.00385919,
      -0.0178464,
      0.00450942,
      -0.01119063,
      -0.01541133,
      -0.05622996,
      -0.00198964,
      0.00571524,
      0.0193084,
      0.00656708,
      0.00512254,
      -0.01246691,
      -0.01629922,
      -0.00543472,
      0.01304493,
      -0.0175587,
      -0.02111699,
      0.00360575,
      -0.00937315,
      0.01560779,
      0.01578455,
      0.00975608,
      -0.05603463,
      -0.01843908,
      0.00926029,
      0.00335438
     ],
     "cols": [
      1,
      5,
      11,
      13,
      15,
      24,
      26,
      34,
      36,
      41,
      63,
      66,
      71,
      79,
      98,
      99,
      101,
      114,
      119,
      122,
      135,
      146,
      147,
      148,
      152,
      161,
      164,
      165,
      171,
      177,
      182,
      185,
      192,
      194,
      201,
      246,
      253,
      265,
      268,
      286,
      290,
      302,
      310,
      343,
      346,
      351,
      355,
      374,
      500,
      602,
      749,
      795,
      836,
      1003,
      1164,
      1321,
      1658,
      1973,
      2055,
      2072,
      2107,
      2203,
      2595,
      3242
     ]
    }
   }
  },
  "built": {
   "15": {
    "alpha": 6.0,
    "n_cols": 64,
    "dir": "custom",
    "relative_change": 0.07791128009557724
   },
   "19": {
    "alpha": 6.0,
    "n_cols": 64,
    "dir": "custom",
    "relative_change": 0.07494671642780304
   }
  },
  "edited_sha256": {
   "model.language_model.layers.15.mlp.down_proj.weight": "c3e601380ce4b04f8d596279fdfe6da49746563a0460cc14f38818de59d9f421",
   "model.language_model.layers.19.mlp.down_proj.weight": "c724e09574b4ea4559fc9318062fa4c1cc8ea03599b63f09a8c6e1d597625809"
  }
 },
 "tokens_total": 14604642,
 "gpu_seconds": 2589,
 "tok_per_s_per_gpu": 5781
}