{
"problems": 256,
"samples": 512,
"acc": 0.17578125,
"acc_se": 0.01940831408144635,
"cut_share": 0.826171875,
"mean_tokens": 28524.69140625,
"closed_share": 0.17578125,
"p_finish": 0.173828125,
"p_correct_given_finished": 0.9662921348314607,
"p_correct_given_cut": 0.009456264775413711,
"no_answer_finished_share": 0.0,
"loop_end_share_of_cut": 0.9598108747044918,
"tail_dup8_cut_mean": 0.9122208037825059,
"median_tokens_correct": 7602.5,
"by_source": {
"gsm8k": {
"problems": 128,
"samples": 256,
"acc": 0.23828125,
"acc_se": 0.029847897998826093,
"cut_share": 0.76171875,
"mean_tokens": 26875.94921875
},
"math": {
"problems": 128,
"samples": 256,
"acc": 0.11328125,
"acc_se": 0.023669597995720913,
"cut_share": 0.890625,
"mean_tokens": 30173.43359375
}
},
"run": {
"name": "dev/capA-max-samples-16",
"model": "qwen35-capA-max-samples-16",
"data": "dev256",
"n": 2,
"shards": 1,
"est": 8
},
"sampling": {
"temperature": 0.6,
"top_p": 0.95,
"top_k": 20,
"presence_penalty": 1.5,
"repetition_penalty": 1.0,
"max_tokens": 32768,
"thinking": true
},
"edit_note": {
"name": "capA-max-samples-16",
"spec": {
"about": "Lab 8 recipe A: u and 64 neurons from the base model's own loops (windows just before the loop), alpha 6",
"layers": {
"15": {
"alpha": 6,
"dir": [
-0.02152567,
0.01841124,
0.15711923,
0.0262142,
0.02267011,
-0.12929575,
0.00179186,
-0.00879399,
-0.04167167,
-0.03365867,
0.08175634,
0.08040659,
0.01718287,
0.13807923,
0.02075235,
0.14458881,
0.04479292,
0.15190873,
-0.06095256,
-0.06490175,
0.07368495,
0.12267814,
0.05621305,
0.08214488,
-0.00988092,
0.00213468,
-0.03657932,
-0.03294762,
0.01916057,
0.07527272,
0.00294685,
-0.1339822,
0.04433738,
-0.0579812,
-0.08357,
-0.01088116,
-0.07958201,
0.13154709,
-0.00915396,
-0.0173345,
-0.10432997,
0.0064538,
-0.04870697,
-0.02186415,
0.05134568,
0.00181353,
0.00895609,
-0.05049097,
0.02637312,
0.07008488,
0.00473582,
0.00827042,
-0.06405456,
0.01822272,
0.02613277,
0.09052125,
0.02948658,
0.07770554,
-0.03702558,
-0.01890962,
-0.03654155,
-0.05124546,
-0.03386666,
0.02065966,
0.00694469,
0.03839318,
0.02044037,
-0.00623664,
-0.01938977,
-0.02861052,
0.01677353,
0.00991194,
-0.01350084,
-0.00552891,
-0.12890813,
0.00705457,
-0.07095446,
-0.01672863,
0.03932668,
0.01177783,
0.03024936,
0.10540779,
0.0432126,
-0.03794238,
0.02985484,
0.10612011,
0.044085,
-0.02813649,
-0.00680334,
0.03626532,
0.02190269,
-0.06049107,
-0.04667136,
0.02800706,
0.04051892,
-0.03030869,
-0.0280313,
0.00519542,
-0.0200151,
0.01331202,
-0.06096775,
-0.01445065,
-0.03079941,
-0.01406001,
-0.05848173,
0.0063561,
0.05273603,
0.03717066,
-0.03610688,
0.01502602,
0.04594972,
0.00994538,
0.00071543,
-0.00426234,
-0.01282134,
0.02728449,
0.01191333,
-0.03279884,
-0.01860705,
0.0815119,
0.00787791,
0.0113502,
-0.0092989,
-0.01173629,
-0.06218253,
-0.01929942,
-0.01892572,
0.00111913,
-0.01086694,
0.01964577,
-0.06535926,
0.02314848,
0.02987986,
-0.00684582,
0.03010739,
0.04583265,
0.00630414,
-0.08023795,
0.08278443,
0.01895925,
0.04822318,
0.05570871,
-0.00053861,
0.03791346,
-0.02533025,
-0.01323429,
0.00939288,
0.00179789,
0.02788997,
-0.00841419,
-0.01006019,
-0.00038479,
0.03652446,
0.0270193,
-0.0281925,
-0.01149459,
-0.06471061,
0.01355456,
-0.00336042,
-0.00674215,
0.07242636,
-0.04582414,
0.01136329,
-0.00586449,
-0.02553423,
0.01924444,
0.03642891,
0.03244359,
-0.02178015,
-0.00401092,
-0.04473805,
-0.05364577,
-0.02610197,
0.01684985,
-0.01395548,
-0.02780756,
0.05569367,
-0.01635115,
0.00788192,
-0.01027815,
-0.02954253,
-0.01916964,
0.02136165,
-0.01106776,
-0.01450477,
-0.03805767,
-0.05242652,
-0.03546018,
-0.00048728,
-0.0098379,
-0.07897339,
0.00071274,
0.07034813,
0.01131505,
-0.00379177,
0.04373458,
0.01304369,
-0.02682166,
0.02684536,
-0.04962954,
0.02756879,
-0.02649738,
-0.01257709,
-0.00785876,
0.02947664,
0.04493134,
0.03171419,
-0.00664685,
-0.05389879,
-0.0126836,
0.00271114,
-0.02255592,
-0.0447327,
-0.01805852,
0.01577786,
0.0050725,
0.01526574,
0.03142252,
-0.00491258,
-0.05604668,
-0.00496892,
-0.01334566,
0.00475104,
0.00722096,
0.00577343,
-0.0248614,
0.02925387,
-0.0306944,
-0.01121204,
-0.02494667,
-0.04367445,
0.03196725,
0.01832156,
0.0331699,
-0.00447644,
-0.00703326,
0.03565301,
0.03643715,
-0.03244471,
0.04125336,
-0.02035388,
0.00689217,
0.03847433,
-0.00711871,
0.04389418,
-0.00101222,
0.01108004,
-0.06180932,
0.01882934,
-0.01399453,
0.04562853,
-0.0291955,
-0.03665643,
0.01076139,
0.00882139,
0.11726592,
-0.09484755,
-0.01720577,
0.02777379,
0.00174198,
0.00801976,
0.03571252,
0.00351713,
0.00344424,
0.02781898,
-0.00387979,
0.02608081,
-0.00481938,
0.01883536,
-0.02016408,
-0.01855678,
-0.0119574,
-0.0019344,
-0.03090103,
-0.00011583,
0.01737695,
-0.03794855,
-0.02862389,
-0.02397332,
-0.05723415,
0.05104452,
-0.02074666,
-0.05704015,
0.00969629,
0.00305701,
-0.02033281,
0.05852064,
0.00444867,
-0.04480515,
0.03308833,
0.00877176,
0.0003215,
-0.00967314,
-0.01786482,
-0.01525126,
-0.01386511,
0.03005273,
-0.02115785,
-0.00732429,
-0.03344411,
0.1671228,
0.00263615,
-0.0009849,
0.04558139,
-0.01443617,
0.00117186,
0.00035541,
0.01473035,
-0.01438121,
0.01459222,
-0.00289038,
0.02731031,
0.0038497,
0.03458849,
-0.02070143,
0.00969685,
-0.05963982,
-0.05338639,
-0.01001909,
0.05300356,
-0.00510188,
0.01832267,
0.04321167,
-0.00735498,
0.02477277,
-0.01181204,
0.04818674,
-0.00124288,
0.01586,
-0.04504408,
0.03132878,
-0.00635586,
-0.0086493,
0.00167479,
0.02950933,
-0.01002774,
0.02433273,
0.02605871,
0.02005276,
0.08059477,
-0.18582408,
0.06954449,
-0.02408309,
-0.02022737,
-0.01641004,
0.05500758,
0.00036786,
0.01499538,
-0.00639909,
0.05814375,
0.00170485,
-0.02232793,
-0.02096195,
-0.00543567,
-0.01578768,
-0.06939784,
-0.00181337,
-0.02569708,
0.04042239,
-0.01927564,
0.01879363,
0.0080475,
0.01260492,
-0.05542008,
0.00490715,
0.0112947,
0.02319589,
0.01418574,
0.02254497,
0.01384872,
-0.00810697,
0.00204625,
0.01665736,
0.01947676,
-0.03703854,
-0.03184943,
-0.00553068,
-0.00441715,
0.02093061,
-0.03041227,
-0.03201587,
-0.01960233,
-0.02357662,
-0.00207996,
0.02162621,
-0.02745032,
-0.00571527,
0.02801491,
-0.01001316,
0.0166411,
-0.01377201,
0.0124377,
-0.00571058,
-0.01210836,
-0.02748426,
0.03156028,
-0.01398684,
-0.00557427,
-0.01052263,
0.01795422,
-0.01430023,
0.04879438,
0.00070737,
0.01223637,
-0.03520454,
-0.07254093,
-0.02412771,
0.03270634,
0.04962402,
-0.01386573,
0.00511915,
-0.01667643,
0.00964481,
0.01297815,
0.00584642,
0.00388664,
-0.01378349,
-0.02311277,
-0.02487551,
0.01058555,
0.01578912,
-0.00101747,
-0.01246157,
-0.00157295,
-0.07661185,
0.00953926,
-0.0040356,
0.01189955,
-0.00212102,
-0.00085833,
-0.01941861,
-0.01186831,
0.01370493,
-0.00702769,
-0.02328669,
0.02323795,
-0.01266104,
0.03065206,
0.0361697,
0.01290216,
0.00313729,
0.06417358,
0.02562461,
-0.01363632,
-0.00057876,
0.01827324,
0.02248758,
-0.00307299,
0.02969191,
0.01335387,
0.02066566,
0.02250034,
-0.0170489,
0.0212708,
0.00428583,
0.01091427,
-0.02837785,
0.00912873,
0.03084062,
0.02183359,
0.01713222,
0.02292165,
-0.0053712,
-0.01841809,
0.01538151,
0.01444208,
0.0429649,
-0.00388864,
-0.01896765,
0.00608153,
-0.02061118,
0.0383843,
-0.01655643,
-0.00823452,
0.00695062,
-0.01194544,
-0.00699943,
0.00548937,
-0.01841553,
-0.02528016,
-0.0201277,
0.01798789,
-0.01894234,
-0.00532986,
-0.01255925,
-0.00486441,
0.01709377,
0.0447727,
-0.01856573,
0.01703937,
-0.02023122,
0.00848421,
-0.0293853,
0.00486124,
0.02887775,
0.0368055,
0.01887893,
0.00641831,
0.02372644,
0.01303608,
-0.00401499,
0.00150964,
0.01752156,
0.02178284,
0.01241636,
0.02068627,
-0.01845222,
0.00324509,
-0.01870053,
0.01179219,
-0.01581907,
-0.01386054,
0.00873739,
-0.00116858,
-0.03346943,
0.00207311,
-0.05098515,
0.02178508,
0.00423007,
0.03592732,
0.03735231,
0.01587364,
-0.02857586,
-0.005534,
-0.00583358,
0.01370435,
-0.00131755,
0.0428042,
-0.01525604,
0.00795751,
-0.01875038,
-0.00761725,
0.00364837,
-0.02873153,
-0.0041973,
-0.02587448,
-0.00259909,
0.00973194,
0.05614902,
0.01504189,
0.00324497,
0.00325987,
-0.01040326,
-0.01782577,
-0.02722117,
-0.01011162,
-0.02225009,
0.01534061,
-0.0022318,
0.01484944,
-0.0055866,
-0.07805453,
0.01984156,
0.00944824,
0.02123759,
-0.02051219,
0.03551933,
-0.00258447,
-0.00603102,
0.03544328,
0.03387063,
0.04264439,
0.01466771,
-0.00343622,
-0.02693403,
-0.00029698,
-0.00829946,
0.00189865,
0.00621853,
0.00296461,
0.03486202,
-0.04636258,
-0.00455294,
-0.0106376,
-0.03548807,
0.01240462,
0.00820296,
-0.00760671,
0.0216954,
0.00919438,
0.01381367,
-0.00915841,
0.00992847,
-0.00996726,
-0.02658043,
0.02678725,
-0.00624025,
0.01850854,
0.01916071,
-0.02232991,
0.02787997,
0.04341938,
0.00510733,
0.00378096,
-0.00851779,
-0.01670557,
-0.00067804,
-0.01346864,
0.01504199,
-0.01130523,
0.01461237,
0.01990982,
0.0154257,
0.01634779,
0.00806984,
0.02678145,
-0.03356528,
0.03821823,
-0.00355711,
-0.01166811,
0.000892,
-0.01118313,
0.00726521,
-0.00152246,
0.0295612,
-0.01382736,
-0.02244085,
-0.00174723,
-0.01854696,
0.04654423,
0.01012372,
0.05251982,
0.00080082,
-0.01007665,
0.00997955,
-0.01021961,
-0.02024264,
-0.04978277,
-0.04594514,
0.01716322,
-0.02248812,
-0.00152358,
0.00731618,
0.01274036,
0.00230431,
-0.00159965,
0.01738504,
-0.0021163,
0.0063057,
0.06056652,
0.02343491,
0.02177154,
0.01640246,
-0.03808852,
-0.00306081,
0.00218031,
-0.00040662,
0.02897157,
-0.01734354,
-0.03189621,
0.00593427,
0.01307638,
-0.0168762,
0.01280762,
0.00372001,
0.03260347,
0.02468634,
0.03017009,
-0.02369515,
0.00140923,
0.00576486,
0.00547035,
0.03000062,
0.01045621,
0.02213019,
0.0082868,
-0.01460668,
0.02905401,
0.01525418,
0.02544979,
0.01823093,
-0.03322266,
-0.00523419,
-0.03102621,
-0.00354925,
-0.00385683,
-0.03718947,
-0.00332204,
-0.04968501,
-0.00035541,
0.01018846,
-0.00699705,
0.03234272,
-0.02647671,
-0.00255527,
-0.0031161,
0.02584788,
0.00255991,
-0.0333912,
0.01491742,
0.01291762,
0.00183043,
0.00683599,
0.03615145,
-0.02301162,
-0.0239524,
-0.03151081,
0.00644717,
-3.962e-05,
-0.02040542,
0.00274651,
0.02024838,
0.03570282,
0.02233258,
0.03352868,
-0.01561125,
0.01432338,
-0.00041121,
0.01893502,
-0.02204991,
0.02744944,
0.00506054,
-0.00303702,
-0.02720289,
-0.04117685,
0.02863315,
-0.00308561,
-0.00502655,
0.00747236,
0.02154232,
0.01006025,
-0.00982105,
-0.01495152,
-0.00064311,
0.03383413,
0.04213207,
-0.01211752,
0.03220224,
0.04043101,
0.02879543,
0.01890393,
-0.04056995,
0.01575272,
0.01437474,
0.02678421,
0.02018245,
-0.02751774,
0.00409764,
-0.0372139,
-0.02177254,
0.009259,
-0.0132147,
0.02841431,
-0.00117726,
-0.00628117,
-0.04331923,
-0.02687322,
-0.01940036,
0.0269938,
0.00261123,
0.01790545,
-0.04342611,
0.01702451,
0.02005251,
0.03312628,
-0.03552212,
-0.01107994,
-0.02060468,
-0.03095049,
-0.01437366,
-0.01407433,
0.02284473,
-0.04026739,
0.00659449,
0.00326203,
-0.00054817,
-0.00289217,
0.01565802,
-0.01309436,
0.0526868,
-0.00650848,
-0.01035406,
-0.03315509,
0.02845929,
0.02386216,
0.00076015,
0.01307471,
-0.01388393,
0.0168427,
-0.01487869,
0.02035188,
-0.01529018,
-0.01755619,
-0.0164967,
0.01753211,
0.02770297,
0.00609968,
0.01483951,
-0.00717379,
0.00961583,
-0.00032933,
0.00809576,
0.0180747,
0.00722198,
0.00529477,
-0.0227725,
-0.00190901,
0.00854178,
0.01075209,
-0.02297807,
-0.00214907,
-0.00871174,
0.02162007,
-0.01970071,
0.02644583,
0.02125698,
-0.04948204,
0.00051206,
0.02146973,
0.01645085,
-0.02276878,
-0.00372431,
-0.01704969,
0.02699594,
0.01062384,
0.00653064,
0.01741024,
-0.02077036,
0.01544352,
0.00306809,
-0.01291566,
0.05108232,
-0.00028294,
0.01482837,
0.0308935,
-0.00511774,
0.01587208,
0.01217657,
0.028313,
-0.01424833,
0.01794427,
-0.01028618,
0.03584696,
-0.00881899,
0.0114164,
0.00504005,
0.00222731,
-0.03232338,
0.00662021,
0.00912208,
-0.01140698,
0.04486048,
-0.0367409,
-0.00036546,
-0.03986148,
-0.04027432,
-0.00018427,
-0.02350076,
0.04317364,
-0.02109157,
-0.00650035,
0.0150896,
0.01534055,
-0.0033883,
-0.0090041,
0.02673387,
-0.01453652,
-0.0125562,
0.00428865,
0.00122832,
-0.05464057,
0.03505971,
0.00979339,
-0.02350361,
0.01779208,
0.02017742,
0.02007759,
-0.01062432,
-0.01660248,
0.02502936,
0.00321957,
-0.01998319,
-0.02468574,
-0.01876711,
0.00672144,
0.01670696,
-0.02172597,
-0.02643096,
-0.05302986,
0.01696518,
-0.00980711,
-0.03484075,
-0.00610672,
-0.03985033,
-0.01705836,
0.00089036,
0.02982799,
0.01913013,
-0.01470924,
-0.01346555,
-0.02513274,
0.00378012,
0.01331653,
-0.03228364,
-0.00820267,
0.00304315,
0.02182935,
0.00225062,
-0.02463518,
0.00609123,
0.03319667,
-0.0006228,
-0.0029675,
0.00054124,
0.01091826,
-0.03636807,
0.00253478,
0.00384906,
0.00906345,
0.00911951,
0.0094323,
0.03477129,
-0.04861964,
0.01554279,
0.0504634,
-0.01920385,
-0.01126738,
-0.02412533,
-0.01192657,
0.00965391,
0.01426197,
0.00216489,
-0.02621657,
-0.02428551,
-0.00325398,
-0.01182064,
-0.00966244,
0.0078932,
0.00564505,
0.02005726,
0.00657534,
0.00036975,
-0.00638939,
0.01124444,
0.01328316,
0.00275903,
0.012984,
-0.03852687,
-0.03123352,
0.00054381,
-0.00687038,
-0.00035395,
0.03708483,
0.01743888,
-0.02144558,
-0.03024689,
-0.00257425,
0.01847994,
0.012158,
0.007318,
-0.0250439,
-0.0092584,
-0.03618806,
-0.02363831,
0.02031742,
-0.02645011,
0.00392848,
0.00782223,
0.00329096,
-0.01461374,
0.00278356,
-0.01140875,
0.00043502,
-0.0553221,
0.01485557,
0.02042526,
-0.01171857,
0.02388463,
0.04952563,
-0.0286055,
-0.01873444,
-0.03322307,
0.01945783,
-0.00742468,
0.04288102,
0.00321292,
0.01395071,
0.0096789,
-0.00525943,
-0.0152591,
-0.0143306,
0.00549114,
-0.01366721,
0.03854249,
0.01794099,
-0.00956129,
-0.00561564,
0.03130433,
-0.01157395,
0.04420021,
0.00576327,
-0.00752944,
-0.01023625,
-0.02354917,
-0.0344347,
0.01600924,
-0.01096016,
-0.002108,
0.00530474,
-0.01135767,
-0.01831025,
-0.04197612,
-0.02226775,
-0.03983711,
-0.02925614,
-0.00474281,
0.01376844,
0.01350457,
-0.00639592,
-0.03733296,
-0.03117645,
-0.02526291,
0.01947817,
-0.03342412,
-0.06112954,
-0.01961875,
-0.00532681,
-0.03629666,
-0.00584009,
-0.00761084,
-0.03118493,
0.01149816,
-0.00726176,
-0.02371085
],
"cols": [
0,
25,
37,
38,
39,
42,
46,
63,
65,
68,
75,
79,
102,
129,
135,
169,
227,
264,
266,
294,
371,
406,
426,
452,
479,
496,
505,
509,
516,
535,
582,
585,
592,
601,
665,
682,
738,
750,
755,
881,
882,
891,
907,
926,
956,
1047,
1087,
1130,
1155,
1164,
1184,
1192,
1702,
1727,
1732,
1787,
1802,
2248,
2288,
2298,
2612,
2636,
2795,
3535
]
},
"19": {
"alpha": 6,
"dir": [
-0.27501413,
0.02571568,
0.1178649,
-0.03571971,
0.07223389,
-0.13337362,
0.01894278,
0.04563177,
-0.02750412,
-0.04494772,
0.0803024,
0.04781657,
0.07122913,
0.06944289,
0.04526544,
0.1060138,
0.02517636,
0.20619835,
-0.06112867,
-0.08208165,
0.0932558,
0.07673123,
0.03078771,
0.08968102,
-0.02092599,
-0.01756056,
-0.02679002,
-0.01129982,
0.00103981,
0.06406251,
-0.00700761,
-0.1098112,
0.07147516,
-0.04472385,
-0.09085096,
0.01453902,
-0.04015652,
0.10141456,
-0.01289021,
-0.02103343,
-0.10772879,
-0.00955117,
-0.02285636,
-0.04665536,
0.0036428,
-0.01021252,
-0.01650541,
-0.07160489,
0.03140594,
0.09793368,
-0.00484712,
0.0104783,
-0.06527244,
0.00330293,
0.02510278,
0.07965834,
0.04107397,
0.08948424,
-0.02056058,
-0.04285793,
0.0016929,
-0.05870671,
-0.02369346,
0.00891549,
0.02100565,
0.04177431,
-0.01226275,
0.00155612,
-0.03256783,
-0.03891909,
0.02887409,
-0.00814781,
-0.03003651,
0.03091248,
-0.10163552,
0.01157232,
-0.07080378,
0.00834349,
-0.0018987,
0.02279368,
0.04411704,
0.1003398,
0.0254252,
-0.02127053,
0.04467297,
0.09489055,
0.06209179,
-0.02964746,
-0.0065009,
0.02157911,
0.02858723,
-0.06697974,
-0.0795432,
-0.00090291,
0.02849696,
-0.02855391,
-0.01773688,
-0.01494651,
-0.02363585,
0.02183486,
-0.04021476,
-0.03493117,
-0.02565602,
0.00985682,
-0.03507772,
0.00146005,
0.03726311,
0.02634411,
-0.03312292,
-0.01213029,
0.05717606,
0.03850209,
0.00929069,
-0.03120922,
0.00462524,
0.02525282,
-0.01796471,
-0.06278332,
-0.00666205,
0.05959975,
0.01133386,
0.01844018,
-0.01254521,
0.02124401,
-0.0279374,
0.00718208,
-0.03343032,
0.03268486,
-0.02229085,
0.03109495,
-0.0658503,
-0.01445409,
0.0479167,
0.03457472,
0.03484474,
0.03285847,
-0.01036539,
-0.07884093,
0.04548416,
0.01235875,
0.04632281,
0.05646458,
0.02674307,
0.03990537,
-0.00982775,
-0.00330609,
0.00137931,
-0.01770201,
0.02902252,
-0.00684248,
-0.01533046,
0.01374479,
0.02602829,
0.02636305,
-0.00798939,
-0.02172808,
-0.02353595,
0.0069306,
0.00215228,
-0.00615317,
0.08196728,
-0.01830974,
0.01028445,
0.00150112,
-0.02815552,
-0.00075432,
0.00206813,
-0.03486938,
-0.03127341,
-0.01384757,
-0.02342549,
-0.02325298,
-0.01124415,
-0.00068399,
-0.00751707,
-0.01722298,
0.04040169,
-0.02952841,
0.01422738,
0.01306615,
-0.04302507,
0.00553226,
0.00940877,
0.00688467,
-0.02663649,
-0.04291137,
-0.04136554,
-0.04122823,
-0.02947465,
-0.00076273,
-0.08954316,
0.00424418,
0.0742685,
0.01133407,
-0.01618639,
0.04771046,
0.00699564,
-0.02521422,
-0.00695237,
-0.06809758,
0.03563751,
-0.03582323,
-0.01676138,
0.00320931,
-0.00344926,
0.03410437,
0.03094538,
-0.01140629,
-0.04393774,
-0.00293529,
0.0007708,
-0.0034749,
-0.06191093,
-0.0314494,
-0.01023685,
-0.0084807,
0.02247034,
0.02112842,
0.01953202,
-0.07603531,
-0.01594237,
-0.02231954,
0.01392461,
0.00462011,
0.00937293,
-0.04722651,
0.02503373,
-0.01839091,
-0.01687954,
-0.03483776,
-0.08785249,
0.04457583,
0.01834,
0.03764404,
0.01753701,
-0.00140263,
0.02508082,
0.03832481,
-0.03479593,
0.05659536,
-0.00124486,
0.03879777,
0.03747083,
-0.00274702,
0.03252432,
-0.00396573,
0.02412328,
-0.04079681,
-0.00147042,
0.00184402,
0.03735007,
-0.01866298,
-0.00955213,
0.00158815,
0.00973611,
0.10685785,
-0.09935468,
-0.02239285,
0.03136706,
0.01899129,
-0.01656381,
0.00742798,
0.01787587,
0.0193597,
0.02167515,
-0.00989885,
-0.00312513,
-0.0029019,
0.01196067,
0.00101034,
-0.00497234,
-0.03197027,
-0.00915702,
-0.02698064,
-0.0275891,
0.00905075,
-0.00769219,
-0.03302479,
-0.03992181,
-0.07669858,
0.03082999,
-0.0138601,
-0.0379157,
7.618e-05,
-0.00375193,
-0.03304728,
0.03099682,
-0.01440923,
-0.02980677,
0.00269924,
0.01663705,
-0.01385299,
0.02332749,
-0.01000574,
0.01572404,
-0.02702198,
0.02007206,
-0.00373068,
-0.01133877,
-0.03217449,
0.09292451,
-0.02104471,
-0.02248202,
0.047904,
-0.03256861,
0.01882199,
-0.01564733,
-0.01313136,
-0.04905236,
0.03923247,
-0.01420942,
-0.0323168,
-0.00148821,
0.01403766,
-0.02428127,
0.01284587,
-0.06240284,
-0.06125923,
0.02572036,
0.04741789,
0.00631374,
0.00560774,
0.02344194,
-0.00565782,
-0.00874741,
-0.00503947,
0.03624342,
0.02050623,
0.01516594,
-0.06478192,
0.06064047,
0.01057801,
0.00857844,
0.02862478,
0.01571358,
-0.00064609,
-0.00380693,
0.01041956,
0.01716633,
0.06741954,
-0.15945224,
0.03155763,
-0.02745089,
-0.02057859,
-0.02208191,
0.00364703,
-0.00651108,
-0.00741279,
-0.01654227,
0.05096246,
-0.02014499,
-0.01259449,
-0.01538892,
-0.00719569,
-0.02728246,
-0.02664571,
-0.02237153,
-0.0017792,
0.02410105,
-0.02266445,
0.02736905,
0.01674768,
0.01618811,
-0.0379732,
0.03437237,
0.01934425,
-0.01026121,
0.00511551,
0.04094159,
0.00067331,
0.00622838,
-0.01510689,
0.00410923,
0.01186501,
-0.0556051,
-0.02112966,
-0.00105538,
0.02758588,
-0.00171929,
-0.0402489,
-0.01916589,
0.01695722,
-0.00517095,
0.02631207,
0.01211813,
-0.00877773,
-0.00229489,
0.00650228,
0.00926562,
0.01298181,
-0.00922895,
0.0037027,
-0.00714091,
-0.02871844,
0.00418122,
0.04221317,
-0.02111015,
-0.00311562,
0.00058317,
0.02315168,
0.01396733,
0.00041519,
-0.00608533,
-0.00485671,
-0.00940944,
-0.04670924,
-0.02722727,
0.05656334,
0.02659597,
-0.02141897,
0.00477086,
-0.01542564,
0.00878005,
0.00894099,
-0.03120763,
-0.00735849,
-0.03936819,
-0.02883618,
-0.02356193,
0.00299183,
-0.00538688,
-0.02333984,
-0.01706864,
-0.0182818,
-0.10088453,
0.02117282,
-0.00101117,
-0.02353244,
0.00956824,
-0.01444231,
-0.04014693,
0.02871435,
-0.01215691,
-0.00592228,
0.00269157,
0.01662196,
-0.02585011,
0.05335798,
0.01257691,
0.01798525,
0.00059536,
0.00012917,
-0.01875103,
-0.02106951,
0.01269703,
0.03497054,
0.00390303,
0.01126219,
0.01793639,
0.00876394,
0.00618248,
0.01803308,
-0.01926658,
0.01085483,
0.01094277,
-0.00234294,
-0.02453079,
0.01413859,
0.02847403,
0.00390053,
0.00889579,
0.02926682,
-0.00021332,
-0.0089957,
0.02276334,
0.01121371,
0.02907629,
-0.00585603,
0.00473164,
0.00651127,
-0.02198842,
0.05964159,
-0.01135383,
0.01501187,
0.00252672,
0.0082151,
-0.00569052,
-0.01364755,
-0.00180006,
-0.05714943,
-0.02941804,
0.00389004,
-0.02966652,
0.00216267,
-0.00976824,
-0.00158732,
0.00682824,
0.0109848,
-0.00959159,
0.02168057,
-0.03549453,
0.00751248,
-0.00179235,
0.01066619,
-0.00643499,
0.01982426,
0.0012233,
-0.01471773,
0.02653566,
0.01028487,
0.01221087,
0.00920994,
0.01930845,
0.03003817,
0.00848604,
0.00590628,
-0.03427829,
-0.01183991,
-0.01119809,
0.06160914,
-0.00666242,
0.00329818,
-0.01224415,
-0.0084267,
-0.01831366,
0.01141854,
-0.07320224,
0.02687564,
0.0220162,
0.02213667,
0.02753531,
0.01397708,
-0.01172739,
-0.0119385,
-0.0089002,
-0.00132981,
0.00454887,
0.01823152,
-0.01194701,
0.00929574,
-0.04110436,
-0.00317794,
-0.00615543,
-0.02164004,
0.01240566,
-0.0159544,
0.0070147,
0.01872931,
0.00896268,
0.0071947,
-0.02640732,
0.01382539,
-0.00548098,
-0.02361154,
-0.01465176,
-0.01447865,
-0.00172262,
0.02721941,
0.011392,
0.04541902,
-0.02622903,
-0.06112985,
0.0086985,
-0.00313247,
-0.00323842,
-0.00761336,
0.00530643,
0.0101506,
-0.00249409,
0.0254595,
0.01423393,
0.04216656,
0.0142904,
0.00517668,
-0.00829512,
-0.01399915,
-0.01114207,
0.03371867,
0.00987611,
0.01581169,
0.02680845,
-0.01288855,
0.01022614,
-0.00187841,
0.00567482,
0.0393193,
0.0166207,
0.06496547,
0.02222284,
0.02218934,
0.02297162,
0.00558319,
-0.00837076,
0.00067135,
-0.01046841,
0.01449718,
-0.05052315,
0.0121808,
0.00568765,
-0.02569264,
0.00891189,
0.03242981,
0.02872984,
0.00295998,
-0.00968342,
-0.02050424,
0.0087867,
0.0246209,
0.01121264,
-0.01099857,
0.03497113,
0.00246155,
0.00814174,
0.00346837,
0.01607846,
0.03217401,
-0.02689808,
0.03353227,
-0.0055376,
0.01502196,
0.00562471,
-0.00410134,
-0.00944486,
-0.01742912,
-0.00031733,
-0.02668141,
-0.04661523,
-0.04289688,
-0.00861245,
0.01608033,
0.00806157,
0.03908983,
0.00373073,
0.00191051,
0.02459119,
-0.01951866,
-0.02378507,
-0.04470308,
-0.02914106,
0.01075872,
-0.01185671,
-0.02560263,
-0.0145756,
-0.00433443,
-0.00258191,
-0.00516783,
-0.00048047,
-0.01190524,
-0.00625547,
0.02970904,
0.05655012,
0.01790104,
0.00159627,
-0.03798531,
-0.00224797,
-0.01757706,
0.00785603,
0.03868739,
-0.03258649,
-0.01348294,
-0.00140639,
0.00637194,
-0.01449303,
0.01107029,
3.353e-05,
0.02722279,
0.02358251,
0.01503015,
-0.00235877,
0.0411607,
0.01716627,
0.01387298,
0.03158511,
0.01753972,
0.00621378,
-0.01549404,
-0.02563912,
0.02334258,
-0.00063208,
-0.00734201,
0.04268268,
-0.03133948,
0.01142364,
-0.04989005,
-0.01869276,
0.00246206,
-0.02130537,
0.01983985,
-0.06284769,
0.00659161,
0.00329519,
-0.02543728,
0.02576588,
-0.00657296,
0.00857732,
0.01497054,
-0.00331135,
0.02073465,
-0.0480049,
0.01933839,
0.00260511,
0.00265129,
0.04640042,
0.00358347,
-0.01580776,
0.04331969,
-0.06732608,
0.00304185,
-0.02764326,
0.01074067,
-0.00926307,
0.03156171,
0.00240637,
0.01540439,
-0.03784297,
0.0146055,
-0.01379007,
0.01554372,
9.06e-06,
-0.00083044,
0.02375615,
-0.0025974,
-0.01607808,
-0.0328568,
-0.03011392,
0.00813643,
-0.02544844,
-0.00308206,
-0.00482524,
-0.01457541,
-0.02029525,
-0.01783367,
0.0009369,
-0.00134339,
-0.00088198,
0.00235005,
-0.02491134,
-0.00789957,
0.01976386,
0.04219932,
0.02851133,
-0.02019387,
-0.01333848,
-0.01143505,
0.02040938,
0.03878064,
-0.01990738,
-0.03690143,
-0.00771923,
-0.01718581,
0.00715197,
-0.01090728,
0.03941465,
0.01089875,
-0.00310104,
-0.05415364,
-0.01366023,
-0.01464837,
0.0408528,
-0.00574104,
0.00796354,
-0.01605554,
0.01189217,
-0.02218394,
0.04356742,
0.0029412,
-0.00941338,
-0.02350661,
-0.02057341,
0.00044663,
-0.03770123,
0.03454201,
-0.0299223,
0.00841322,
0.00402553,
0.00238172,
0.01980951,
0.01687372,
0.01528925,
0.04227344,
-0.0200363,
0.03380911,
-0.02888439,
0.01899969,
0.00489395,
-0.023399,
-0.01877379,
-0.01719713,
0.01586562,
-0.02616352,
-0.02045202,
0.01607482,
-0.02362375,
-0.00603587,
0.01484091,
-0.00212273,
0.01359299,
-0.00423367,
0.00150867,
-0.00812416,
0.01017895,
-0.00346802,
0.02503956,
-0.02345778,
-0.00526027,
-0.00123994,
-0.02809937,
-0.03709791,
0.00619966,
-0.00029529,
-0.01754871,
-0.00793602,
0.02134246,
-0.01192882,
0.01835722,
0.03357809,
-0.01276553,
0.00495376,
0.01320045,
-0.002652,
-0.02644297,
0.00978653,
0.02877911,
-4.389e-05,
-0.02832758,
0.01064521,
-0.00513647,
-0.02750319,
0.00333796,
-0.00970924,
0.01014937,
-0.00838808,
-0.00241686,
0.01510533,
0.02910277,
-0.01432707,
0.01717931,
-0.01115322,
0.01019426,
-0.02191613,
0.01738396,
-0.03188671,
0.02038778,
-0.03424975,
-0.00321646,
0.02263829,
0.00952529,
-0.02669832,
0.02603089,
0.00366413,
0.02396403,
0.00091832,
-0.00859204,
0.01355547,
-0.03674246,
-0.04834112,
0.0191233,
-0.0058406,
0.03023675,
-0.00213196,
-0.01864441,
0.0284907,
0.04093214,
-0.01525071,
-0.00464088,
0.00541324,
-0.0104959,
-0.00696724,
-0.00683142,
-0.02808498,
-0.06346232,
0.03053285,
-0.03485537,
-0.0048545,
-0.00234549,
-0.00410065,
0.01960736,
-0.0119917,
-0.01404663,
0.01684413,
0.04872276,
-0.04577473,
-0.02540445,
0.00816923,
0.02046121,
0.00725469,
-0.03933748,
-0.02131562,
-0.01281299,
-0.01206708,
-0.02111289,
-0.04867988,
-0.01170213,
-0.02832218,
-0.00866146,
-0.0083385,
0.03801586,
-0.02215154,
0.00462312,
-0.0052727,
0.02124382,
-0.02426933,
-0.01693481,
-0.00291929,
-0.01025381,
0.02327402,
0.0241786,
0.00734336,
-0.02346551,
-0.02187971,
-0.00659722,
-0.01530917,
0.00043726,
0.01245237,
0.01108205,
-0.01215828,
-0.01234978,
0.02131638,
-0.00314419,
0.00346088,
-0.01397651,
0.01921996,
-0.01800514,
-0.00542983,
0.013302,
0.00876606,
0.00718168,
-0.05654136,
-0.00669767,
-0.01488302,
-0.01919794,
-0.00054307,
-0.01397998,
-0.00811265,
0.0007329,
-0.01401951,
-0.02611923,
-0.01072169,
-0.00643123,
0.01740328,
-0.00458982,
0.01679563,
-0.01165618,
0.01854544,
0.0515382,
0.01180786,
0.00702699,
-0.03605618,
-0.01058125,
-0.02797249,
0.01777013,
0.0050266,
0.02417677,
0.00257465,
-0.00893009,
0.0061401,
-0.01690534,
0.02739486,
-0.00837226,
0.00044289,
-0.05432662,
0.00077743,
-0.02911577,
-0.01370654,
0.00936547,
-0.00610204,
0.01162413,
0.01146007,
0.03057378,
-0.00566147,
-0.00338323,
-0.04419271,
0.00849386,
-0.00580063,
-0.02431533,
0.00611248,
-0.03229683,
-0.0004729,
0.02901464,
-0.00509237,
-0.01781622,
-0.00846955,
0.01799625,
-0.01366238,
-0.00462916,
-0.00448231,
0.00392136,
-0.0193824,
0.00468217,
-0.02116045,
-0.02541538,
0.01252044,
-0.01980187,
0.02862338,
0.02345502,
0.01379589,
-0.0136037,
0.0229476,
-0.01206182,
0.00966734,
0.0180388,
0.00374887,
0.00706113,
0.02633748,
-0.03792915,
0.00504534,
-0.00634884,
0.02760639,
-0.00385919,
-0.0178464,
0.00450942,
-0.01119063,
-0.01541133,
-0.05622996,
-0.00198964,
0.00571524,
0.0193084,
0.00656708,
0.00512254,
-0.01246691,
-0.01629922,
-0.00543472,
0.01304493,
-0.0175587,
-0.02111699,
0.00360575,
-0.00937315,
0.01560779,
0.01578455,
0.00975608,
-0.05603463,
-0.01843908,
0.00926029,
0.00335438
],
"cols": [
1,
5,
11,
13,
15,
24,
26,
34,
36,
41,
63,
66,
71,
79,
98,
99,
101,
114,
119,
122,
135,
146,
147,
148,
152,
161,
164,
165,
171,
177,
182,
185,
192,
194,
201,
246,
253,
265,
268,
286,
290,
302,
310,
343,
346,
351,
355,
374,
500,
602,
749,
795,
836,
1003,
1164,
1321,
1658,
1973,
2055,
2072,
2107,
2203,
2595,
3242
]
}
}
},
"built": {
"15": {
"alpha": 6.0,
"n_cols": 64,
"dir": "custom",
"relative_change": 0.07791128009557724
},
"19": {
"alpha": 6.0,
"n_cols": 64,
"dir": "custom",
"relative_change": 0.07494671642780304
}
},
"edited_sha256": {
"model.language_model.layers.15.mlp.down_proj.weight": "c3e601380ce4b04f8d596279fdfe6da49746563a0460cc14f38818de59d9f421",
"model.language_model.layers.19.mlp.down_proj.weight": "c724e09574b4ea4559fc9318062fa4c1cc8ea03599b63f09a8c6e1d597625809"
}
},
"tokens_total": 14604642,
"gpu_seconds": 2589,
"tok_per_s_per_gpu": 5781
}
{
"problems": 256,
"samples": 512,
"acc": 0.17578125,
"acc_se": 0.01940831408144635,
"cut_share": 0.826171875,
"mean_tokens": 28524.69140625,
"closed_share": 0.17578125,
"p_finish": 0.173828125,
"p_correct_given_finished": 0.9662921348314607,
"p_correct_given_cut": 0.009456264775413711,
"no_answer_finished_share": 0.0,
"loop_end_share_of_cut": 0.9598108747044918,
"tail_dup8_cut_mean": 0.9122208037825059,
"median_tokens_correct": 7602.5,
"by_source": {
"gsm8k": {
"problems": 128,
"samples": 256,
"acc": 0.23828125,
"acc_se": 0.029847897998826093,
"cut_share": 0.76171875,
"mean_tokens": 26875.94921875
},
"math": {
"problems": 128,
"samples": 256,
"acc": 0.11328125,
"acc_se": 0.023669597995720913,
"cut_share": 0.890625,
"mean_tokens": 30173.43359375
}
},
"run": {
"name": "dev/capA-max-samples-16",
"model": "qwen35-capA-max-samples-16",
"data": "dev256",
"n": 2,
"shards": 1,
"est": 8
},
"sampling": {
"temperature": 0.6,
"top_p": 0.95,
"top_k": 20,
"presence_penalty": 1.5,
"repetition_penalty": 1.0,
"max_tokens": 32768,
"thinking": true
},
"edit_note": {
"name": "capA-max-samples-16",
"spec": {
"about": "Lab 8 recipe A: u and 64 neurons from the base model's own loops (windows just before the loop), alpha 6",
"layers": {
"15": {
"alpha": 6,
"dir": [
-0.02152567,
0.01841124,
0.15711923,
0.0262142,
0.02267011,
-0.12929575,
0.00179186,
-0.00879399,
-0.04167167,
-0.03365867,
0.08175634,
0.08040659,
0.01718287,
0.13807923,
0.02075235,
0.14458881,
0.04479292,
0.15190873,
-0.06095256,
-0.06490175,
0.07368495,
0.12267814,
0.05621305,
0.08214488,
-0.00988092,
0.00213468,
-0.03657932,
-0.03294762,
0.01916057,
0.07527272,
0.00294685,
-0.1339822,
0.04433738,
-0.0579812,
-0.08357,
-0.01088116,
-0.07958201,
0.13154709,
-0.00915396,
-0.0173345,
-0.10432997,
0.0064538,