{
"problems": 256,
"samples": 512,
"acc": 0.58203125,
"acc_se": 0.028701830851176703,
"cut_share": 0.306640625,
"mean_tokens": 19899.1875,
"closed_share": 0.7890625,
"p_finish": 0.693359375,
"p_correct_given_finished": 0.8366197183098592,
"p_correct_given_cut": 0.006369426751592357,
"no_answer_finished_share": 0.017578125,
"loop_end_share_of_cut": 0.49044585987261147,
"tail_dup8_cut_mean": 0.5596006369426751,
"median_tokens_correct": 12475.0,
"by_source": {
"gsm8k": {
"problems": 128,
"samples": 256,
"acc": 0.71484375,
"acc_se": 0.03707252819991329,
"cut_share": 0.1328125,
"mean_tokens": 15569.0703125
},
"math": {
"problems": 128,
"samples": 256,
"acc": 0.44921875,
"acc_se": 0.04069396922260175,
"cut_share": 0.48046875,
"mean_tokens": 24229.3046875
}
},
"run": {
"name": "dev/capB-a6",
"model": "qwen35-capB-a6",
"data": "dev256",
"n": 2,
"shards": 1,
"est": 8
},
"sampling": {
"temperature": 0.6,
"top_p": 0.95,
"top_k": 20,
"presence_penalty": 1.5,
"repetition_penalty": 1.0,
"max_tokens": 32768,
"thinking": true
},
"edit_note": {
"name": "capB-a6",
"spec": {
"about": "Lab 8 recipe B: u and 64 neurons from the base model's own loops (windows well before the loop), alpha 6",
"layers": {
"15": {
"alpha": 6,
"dir": [
-0.30149689,
0.02326461,
0.11765372,
0.06267165,
0.01956591,
-0.19726555,
-0.00503336,
-0.08789949,
-0.01279326,
0.04979974,
0.05555366,
0.06674751,
0.01169172,
0.17527959,
0.02598691,
0.15154752,
0.0898912,
0.15027089,
-0.15828934,
-0.06802011,
0.06483994,
0.09954681,
0.11248125,
0.10143356,
-0.03427665,
0.01130421,
0.03965155,
-0.00559169,
0.03277428,
0.06104312,
0.03284929,
-0.16260622,
0.02073556,
-0.05957358,
-0.08322065,
-0.01794445,
-0.04898045,
0.22294332,
-0.05124363,
-0.0231905,
-0.07554419,
0.01327294,
-0.05874912,
0.01641323,
0.02109385,
-0.00849336,
0.13678432,
-0.03208598,
0.04021065,
0.04547515,
-0.00561485,
0.00565074,
-0.04153953,
0.01654728,
0.029699,
0.08232442,
0.04345837,
0.06434583,
-0.06645264,
-0.02416982,
0.00042967,
-0.07840814,
-0.04635896,
0.01254184,
0.03929815,
0.01142548,
0.0396764,
-0.02334055,
-0.04343329,
-0.02657734,
0.02388055,
0.01532186,
-0.08158231,
-0.03766869,
-0.09986223,
0.01965467,
-0.03953091,
0.01490568,
0.0382948,
-0.01490955,
0.05087914,
0.0703787,
0.02271337,
-0.0555483,
0.00071212,
0.11734333,
0.06425657,
-0.02442849,
0.02610742,
0.05987949,
0.05375696,
-0.05153911,
-0.03357845,
0.02666253,
0.06517966,
-0.01237155,
-0.02563511,
0.01684695,
0.01155908,
0.00380022,
-0.0493474,
-0.00513339,
-0.01106284,
0.02526324,
-0.02684648,
0.00526816,
0.05152647,
0.01687455,
-0.03582645,
0.02094468,
0.02345143,
0.02298974,
0.00365907,
-0.02588971,
-0.01382359,
0.07575645,
-0.01029643,
-0.03188023,
-0.01856114,
0.05651155,
0.00849511,
-0.0009302,
-0.01166164,
0.0041843,
-0.05954583,
-0.00012167,
-0.02362552,
-0.03205946,
0.01003108,
0.05697318,
-0.02847577,
0.004791,
0.03201439,
0.01117549,
0.0077243,
-0.01911873,
0.0005097,
-0.05309742,
0.10262797,
0.00544503,
0.00667644,
0.0214761,
0.02873388,
0.02627211,
-0.03188273,
-0.02098046,
0.00611033,
0.01107177,
0.03323895,
-0.02206725,
-0.00462339,
0.00417812,
0.03195161,
0.00788598,
-0.01020054,
0.00322999,
-0.04070878,
0.0042287,
0.00340121,
-0.00629161,
0.06356988,
-0.03003905,
0.01948619,
0.02089134,
-0.02839906,
0.02209648,
0.04238123,
0.01715541,
-0.0301029,
0.00514945,
-0.05948887,
-0.04008217,
0.00092403,
0.04240754,
-0.01147224,
-0.05509264,
0.05763384,
-0.00159645,
0.01637939,
-0.02916958,
-0.03551837,
0.00899683,
0.0155799,
-0.02717732,
-0.02264439,
0.00593656,
-0.05256448,
-0.00168005,
0.03425383,
0.0188481,
-0.02734067,
0.01612632,
0.02995075,
0.0126488,
0.00824284,
0.02283906,
0.00149592,
-0.01262761,
0.01244001,
-0.04045067,
-0.00659995,
-0.01249472,
-0.0208294,
-0.00422333,
0.02912182,
0.04871593,
0.02018343,
-0.01012479,
-0.03434999,
-0.00024383,
0.00724176,
-0.0059202,
-0.03058464,
-0.00567434,
0.00418883,
0.0098441,
-0.00485016,
0.0235494,
-0.009295,
-0.06723159,
-0.00141925,
0.01058285,
0.02079017,
-0.00225317,
0.01032211,
-0.04980971,
0.00766713,
-0.02094317,
-0.04421069,
-0.02549951,
-0.02841922,
0.05762584,
0.00753723,
0.02754568,
-0.00603487,
-0.01353416,
0.01183222,
0.02611442,
-0.02576422,
0.02603181,
-0.01338155,
0.01783432,
0.01952534,
-0.01827757,
0.04060069,
0.0096524,
0.00621415,
-0.07070343,
0.01205619,
-0.0157654,
0.0355527,
-0.00870733,
-0.04851521,
0.00418431,
0.01064662,
0.08757313,
-0.0431821,
-0.02164889,
-0.00494927,
-0.00274217,
-0.00344297,
0.02221851,
-0.00939169,
-0.00249658,
0.01415563,
0.00960531,
0.02835243,
-0.00237309,
0.00040106,
-0.00386805,
-0.00909662,
-0.01428644,
0.00019036,
-0.03145899,
-0.00120665,
0.02071353,
-0.02028685,
-0.00615535,
-0.02520839,
-0.02236454,
0.02357376,
-0.01185053,
-0.0559378,
0.02748231,
0.02343067,
0.00186691,
0.04614904,
0.00788556,
-0.01367954,
0.01103815,
0.0144666,
-0.00568829,
-0.02537256,
-0.00291896,
-0.01370349,
-0.01813706,
0.00659186,
-0.01144869,
0.0054018,
-0.02677543,
0.15799721,
-0.00068407,
0.00293215,
0.04486345,
-0.00954056,
0.01474388,
0.01060703,
0.00755214,
0.00345063,
0.01092949,
-0.00362884,
0.01473075,
-0.00538783,
0.01691999,
-0.01394772,
0.02865278,
-0.07491908,
-0.05841815,
-0.02911618,
0.03960273,
-0.00325529,
0.01922638,
0.03592266,
0.01240769,
0.00643024,
-0.03352727,
0.02750751,
0.00443367,
0.01995698,
-0.00748279,
0.01875017,
-0.00788494,
0.00522293,
0.03003652,
0.02110308,
-0.02318322,
0.02898433,
0.00738792,
0.00277897,
0.02434439,
-0.09862508,
0.05617183,
-0.02186624,
-0.00717736,
-0.01975846,
0.0338889,
0.02121268,
0.00846916,
-0.00983612,
0.03011166,
-0.00570846,
0.00319565,
-0.01916552,
-0.00642473,
-0.02169416,
-0.05596741,
-0.00093535,
-0.02283115,
0.02040694,
-0.01648783,
0.006206,
0.0008686,
0.03457417,
-0.02280811,
-0.00063133,
0.02138565,
0.00825628,
0.00704255,
0.01895653,
0.01850315,
-0.01492665,
-0.00377653,
-0.00726489,
0.01177038,
-0.02597683,
-0.01700044,
-0.00285292,
0.00554924,
0.00484764,
-0.01376073,
-0.0139686,
-0.01939424,
-0.02597563,
-0.01605687,
0.00347986,
-0.02692802,
0.00248492,
0.01662239,
0.00825688,
-0.00402666,
-0.0170685,
0.00427057,
0.00054583,
0.01124339,
-0.02183045,
0.03154991,
0.0003381,
-0.00562663,
-0.00763783,
0.00563474,
-0.02693614,
0.01886536,
0.01280506,
0.00324432,
-0.03816755,
-0.03527931,
-0.03196836,
0.00196033,
0.0196076,
-0.00196445,
0.02511599,
-0.02921427,
0.0061164,
-0.01979781,
-0.0021651,
0.01065994,
-0.03970449,
-0.03330931,
-0.01952009,
0.00032798,
-0.00533792,
0.0124535,
-0.00392792,
-0.01070111,
-0.08814324,
0.0076339,
0.01122764,
0.00905735,
0.00117328,
0.01181389,
-0.02175004,
-0.02121019,
0.01248304,
-0.00093594,
-0.01948054,
0.03104073,
-0.0088424,
0.01062842,
0.03344615,
0.02377078,
0.00947216,
0.04116111,
0.01839026,
-0.00920545,
0.0132251,
0.02180791,
0.03044661,
0.00876045,
0.0206499,
0.01138573,
0.02535999,
0.00895611,
-0.00902818,
0.02495545,
0.00332173,
0.00221947,
-0.02037391,
-0.00544367,
0.03596655,
0.00752132,
-0.00227448,
0.0155155,
0.00425131,
-0.01969209,
0.00654938,
0.01465121,
0.02098612,
-0.00871356,
0.00285627,
-0.00237169,
-0.01567797,
0.05599053,
-0.00078066,
-0.0099316,
0.01758756,
-0.0201795,
0.00143664,
0.01996665,
0.00643219,
-0.03766159,
-0.01698383,
0.00196764,
-0.02466804,
0.00456563,
-0.01729585,
-0.00617461,
0.0079403,
0.02798674,
-0.00546738,
-0.00203452,
-0.01545207,
-0.01398242,
-0.03375365,
0.00621148,
0.02407432,
0.0216948,
0.02371102,
-0.0017222,
0.03594714,
0.00673465,
0.0023872,
-0.00644301,
-0.00486257,
0.00653148,
0.00686671,
0.01289318,
0.01043915,
0.0008696,
-0.0029646,
0.00058893,
-0.00367669,
-0.01205821,
-0.00369951,
0.00500719,
-0.03102004,
0.00997901,
-0.0564148,
0.0139201,
0.00455478,
0.02063775,
0.0524075,
0.0090106,
-0.0040679,
0.00929408,
-0.01237593,
0.01192695,
0.0002889,
0.04478727,
-0.00868966,
-0.01069027,
0.00170744,
-0.00880913,
0.03051276,
-0.01133682,
0.00216336,
-0.01166068,
0.02527721,
0.01598965,
0.05630016,
0.01782241,
0.00794784,
-0.00473622,
-0.00324297,
-0.03602727,
-0.01093641,
-0.00714647,
-0.0240199,
0.00720374,
-0.0018791,
0.00775742,
-0.00429064,
-0.05634158,
0.02373968,
-0.00022325,
0.017044,
-0.0415827,
0.01951932,
-0.00684324,
-0.00617908,
0.02936001,
0.0022231,
0.02858322,
0.02646914,
0.0296457,
-0.01347029,
0.00532766,
-0.01175069,
-0.01503773,
-0.00244769,
0.00162901,
0.01375139,
-0.00926648,
-0.00245956,
0.00333973,
-0.01736316,
-0.00126767,
0.00376091,
0.00699914,
0.02746248,
0.01196896,
0.01478108,
-0.00855968,
-0.00260315,
-0.0199121,
-0.01861352,
0.01223358,
0.0081777,
0.00620991,
0.01076913,
-0.02556662,
0.00788654,
0.01794371,
0.02445308,
-0.00098348,
-0.00087275,
-0.00806301,
0.00444915,
-0.01069149,
0.01613029,
0.00309012,
0.01902706,
0.01421466,
0.00138022,
0.01512942,
0.00030636,
0.03271034,
-0.01789483,
0.02173513,
-0.00648184,
-0.0162087,
0.0077972,
-0.00579106,
0.00537245,
0.00387916,
0.01599543,
0.00627289,
-0.01186336,
0.0070736,
-0.01310907,
0.02760035,
0.00439267,
0.03422385,
-0.00883535,
0.00667326,
0.02595069,
0.00116098,
-0.01699736,
-0.03703247,
-0.03113385,
0.02031528,
-0.00775315,
-0.00877325,
0.01849073,
0.01423547,
0.00288525,
-0.00622111,
0.02096023,
-0.01215921,
-9e-05,
0.0382315,
0.02604484,
0.01930726,
0.01248157,
-0.03497124,
0.01475701,
3.174e-05,
0.01543846,
0.02304812,
-0.0129609,
-0.02369003,
0.00373719,
0.00182831,
0.00434628,
0.00474514,
0.00282092,
0.01340202,
0.01224109,
0.02576358,
-0.01278894,
0.00098902,
0.0173066,
0.00088813,
0.01500969,
0.00536499,
0.02194963,
0.00571928,
0.01032218,
0.01571402,
0.0092924,
-0.015971,
0.00404453,
-0.02361519,
-0.00444758,
-0.0045476,
-0.00217738,
-0.02578217,
-0.01997341,
-0.01279157,
-0.0286952,
-0.00561124,
-0.00671502,
0.01089097,
0.0030987,
-0.0345054,
-0.0087018,
0.00565438,
0.02648221,
0.00331194,
-0.0136128,
0.00805192,
0.02403069,
0.01376859,
-0.0009556,
0.01622848,
-0.00585403,
-0.02126574,
-0.00190116,
0.01683871,
0.01021804,
-0.00683891,
0.01565132,
0.00421597,
0.03681558,
0.0086617,
0.04103243,
-0.00636359,
0.01988558,
-0.00700619,
0.01157968,
-0.01269246,
0.02173179,
-0.00022381,
-0.01735442,
-0.01220535,
-0.02978618,
0.00487368,
-0.00201816,
-0.0065471,
0.01840364,
-0.0068554,
0.00667753,
0.01900262,
0.0079251,
-0.00720076,
0.0348928,
0.03306156,
-0.02104476,
0.01431296,
0.01034307,
0.03554063,
0.01929511,
-0.03064406,
0.00852042,
0.01728075,
0.01276018,
0.01369407,
-0.00783796,
-0.00288487,
-0.02263158,
-0.01975801,
-0.00824996,
-0.01331091,
-0.03441912,
0.00086305,
-0.00338286,
-0.04317742,
-0.01347583,
-0.00972787,
0.00519537,
-0.00305993,
0.003299,
-0.02064933,
-0.00521341,
0.0082595,
0.0147135,
-0.02325539,
-0.02601415,
-0.01221036,
-0.02321008,
-0.03255986,
0.00117438,
0.0051252,
-0.02630395,
0.01018165,
-0.00126909,
0.00018002,
0.0206973,
-0.0103088,
-0.01774329,
0.02208793,
0.01005429,
-0.00241477,
-0.03558522,
0.02600474,
0.01392036,
0.0007913,
0.00867003,
-0.02678201,
0.00417043,
-0.00349747,
0.02998451,
-0.0076973,
-0.0183407,
-0.01780671,
0.01216279,
0.02785827,
0.00912529,
0.00922449,
-0.01494971,
0.00022192,
-0.00362771,
0.01362053,
0.01309695,
0.01269907,
0.0076792,
-0.00546721,
-0.00254069,
0.01004402,
-0.00896631,
-0.0116364,
-0.00836369,
0.00731342,
0.01272695,
-0.01767886,
0.02485484,
0.02326213,
-0.04928953,
-0.01117503,
0.02420524,
0.0063097,
-0.01632563,
0.00135226,
-0.02587743,
0.01592461,
0.00361057,
0.01816907,
-0.0003399,
-0.01344171,
0.02377179,
0.00842966,
-0.0107262,
0.03317228,
0.00435296,
0.01918977,
0.04618406,
-0.00789822,
0.0302141,
0.01307326,
0.01281024,
-0.01703183,
0.01827971,
-0.01626707,
0.0262253,
0.00052332,
-0.00336457,
-0.00179358,
0.00217421,
-0.02386117,
-0.00263912,
0.01809951,
0.00450152,
0.01284222,
-0.03143772,
0.01057556,
-0.04545506,
-0.02452004,
-0.00122417,
-0.0313464,
0.03283778,
-0.03497106,
0.00327116,
0.00402971,
0.00810157,
0.00124328,
-0.00593415,
0.01207904,
-0.01564144,
-0.01598497,
0.00245661,
-0.01651567,
-0.0364025,
0.016465,
0.01770067,
-0.01766352,
0.02599589,
0.00321878,
0.02408964,
-0.0048591,
-0.02150145,
0.02837163,
-0.00355406,
-0.01425166,
-0.01394022,
-0.0054518,
0.00785455,
0.00858407,
-0.00508778,
-0.02234841,
-0.04273375,
0.03256549,
-0.00324295,
-0.01093053,
0.00072815,
-0.0119415,
-0.00664757,
0.00496523,
0.00561876,
0.01784011,
-0.01179754,
-0.02320364,
-0.02545631,
0.00336456,
0.00665186,
-0.00832409,
-0.01245756,
-0.01078675,
0.01177812,
0.0095338,
-0.00209641,
0.01275474,
0.03254699,
-0.00988943,
-0.00097725,
-0.00635651,
-0.00269509,
-0.0119646,
-0.00504241,
0.0089832,
0.01423179,
-0.01198032,
0.01199757,
0.02696822,
-0.02898989,
0.01225323,
0.00347795,
-0.01845676,
-0.00278158,
-0.00845704,
-0.01078037,
-0.00613572,
0.00558208,
0.00566338,
-0.00973258,
-0.01901137,
0.0017411,
-0.03024946,
-0.00683895,
0.00152097,
0.00843003,
0.00574749,
-0.00256013,
-0.01349887,
0.00611601,
0.01228548,
0.00169058,
0.00807445,
0.00318968,
-0.0221693,
-0.01783665,
0.01726582,
0.01524275,
-0.00177572,
0.02865437,
0.01760579,
-0.01952672,
-0.01631412,
0.01287163,
0.00356905,
-0.00483905,
-0.0090318,
-0.04754067,
-0.011511,
-0.01697593,
-0.02475849,
0.02553634,
-0.02044728,
0.00090611,
0.00646554,
-0.01823398,
-0.01946126,
-0.0062193,
-0.00040626,
-0.0193678,
-0.0343605,
0.00704293,
0.01018505,
-0.01024959,
0.01194722,
0.02828199,
-0.03054512,
0.00385779,
-0.02005518,
0.01599522,
0.00011745,
0.02317094,
-0.00441486,
0.01399615,
0.02148392,
-0.0180247,
0.00072905,
-0.00508529,
-0.0009809,
-0.01381451,
0.02399625,
0.02420016,
-0.00935192,
0.00158473,
0.02889357,
0.0075459,
0.03266473,
0.00581206,
-0.00822044,
-0.01659222,
-0.02766358,
-0.01591903,
0.0120321,
0.006772,
-0.00306966,
-0.00225038,
0.00448638,
0.00676812,
-0.02272712,
-0.01672792,
-0.03724678,
-0.03443447,
-0.00684222,
-0.00061584,
0.00043113,
-0.00941609,
-0.02079861,
-0.0218753,
0.0014661,
0.02277899,
-0.03370588,
-0.04389111,
-0.01075738,
-0.02132445,
-0.0392971,
-0.00546209,
-0.01508621,
-0.02128147,
0.01646507,
-0.01964691,
-0.01943282
],
"cols": [
0,
11,
25,
35,
37,
38,
39,
42,
46,
50,
56,
61,
63,
65,
67,
68,
79,
105,
129,
135,
169,
215,
259,
264,
266,
294,
371,
412,
414,
426,
452,
496,
504,
505,
509,
516,
525,
580,
582,
601,
638,
682,
733,
738,
750,
882,
892,
926,
1060,
1087,
1130,
1155,
1184,
1321,
1702,
1787,
2005,
2066,
2248,
2252,
2288,
2431,
2612,
3003
]
},
"19": {
"alpha": 6,
"dir": [
-0.49866527,
0.04483794,
0.08653121,
0.04403261,
0.06070542,
-0.18010071,
0.02048543,
-0.01286332,
-0.00027879,
0.01557074,
0.0579919,
0.03242711,
0.04437343,
0.11831202,
0.04191576,
0.1096428,
0.08484758,
0.19838709,
-0.15137778,
-0.06891333,
0.09073912,
0.05171521,
0.11006631,
0.0956018,
-0.03853878,
0.00064215,
0.0313293,
0.01706532,
0.01163942,
0.03902397,
0.02441614,
-0.15192458,
0.05112223,
-0.04017477,
-0.0822874,
0.0093005,
-0.00961613,
0.16345182,
-0.06426762,
-0.01643771,
-0.07640368,
0.00049388,
-0.02564682,
-0.01009604,
-0.01522518,
-0.02150765,
0.0845025,
-0.04340943,
0.04411089,
0.08151267,
-0.00340664,
0.00123752,
-0.0378892,
0.00448848,
0.03228236,
0.07224466,
0.04673243,
0.05504248,
-0.05127607,
-0.03776409,
0.02176227,
-0.08630367,
-0.04531471,
0.0296373,
0.06976917,
0.0295671,
-0.00246833,
-0.02473946,
-0.05511018,
-0.03542427,
0.02730425,
0.01280087,
-0.07081246,
-0.00496536,
-0.0890561,
0.00800353,
-0.05013782,
0.02035334,
-0.0028146,
0.00412351,
0.05471795,
0.06011825,
0.02483712,
-0.04671688,
0.02074336,
0.09762273,
0.08155826,
-0.02676294,
0.02521992,
0.03532628,
0.04708899,
-0.05322118,
-0.05567474,
-0.00651496,
0.04405286,
-0.01254328,
-0.02278901,
-0.00852609,
0.00359337,
0.00812188,
-0.05064651,
-0.01694964,
-0.00542477,
0.03623243,
-0.02757451,
0.0051043,
0.03470914,
0.00490483,
-0.03334099,
0.00603678,
0.0300563,
0.04627726,
0.00187998,
-0.0416753,
-0.0090613,
0.05596276,
-0.02103174,
-0.06238985,
-0.01180217,
0.04171294,
0.01249574,
0.02816214,
-0.0176421,
0.01949446,
-0.03917667,
0.00881786,
-0.02624751,
0.00509142,
-0.0077283,
0.06086404,
-0.02195361,
0.00030291,
0.03111923,
0.03329645,
0.01400976,
-0.01356143,
-0.00565462,
-0.06398953,
0.0551735,
-0.00848315,
0.00687203,
0.01781475,
0.05540646,
0.03959751,
-0.01159826,
-0.01160534,
0.0048661,
-0.00608777,
0.02319413,
-0.01162495,
-0.0077591,
0.01756361,
0.02298547,
0.02433926,
0.01067325,
0.00118467,
-0.02158724,
0.00489646,
0.00243894,
-0.01124737,
0.06788686,
-0.00478992,
0.00929579,
0.02146945,
-0.02837166,
0.00487398,
0.00094381,
-0.03970704,
-0.03389104,
-0.00084383,
-0.02727271,
-0.02561967,
0.00955132,
0.01581585,
-0.00645247,
-0.03326835,
0.04197594,
-0.00990736,
0.02483497,
-0.01266322,
-0.02937236,
0.02056376,
-0.00301939,
-0.00960709,
-0.02398397,
-0.01240014,
-0.04018981,
-0.01065147,
0.02541097,
0.01085518,
-0.04091425,
0.01861534,
0.02755524,
0.01442517,
-0.00980565,
0.01643772,
0.0103014,
-0.00193121,
-0.01158493,
-0.04491895,
0.00210387,
-0.0158687,
-0.01925263,
0.00858816,
0.00823828,
0.05501426,
0.01001832,
-0.01590634,
-0.04254342,
-0.00362291,
-0.00355009,
0.00977466,
-0.04294737,
-0.01187379,
-0.00624066,
-0.00100696,
0.01209668,
0.01955999,
0.00612554,
-0.09073611,
-0.0121392,
-0.00602088,
0.02669331,
-0.01423631,
0.02193962,
-0.06434545,
-0.00057406,
-0.00482061,
-0.0240023,
-0.01730228,
-0.04747942,
0.05685804,
0.00550534,
0.0255143,
0.00708329,
-0.01461607,
0.00074817,
0.01754509,
-0.02909672,
0.04151966,
-0.00419367,
0.0328035,
0.01885574,
-0.00191183,
0.03820024,
0.00341159,
0.0167866,
-0.05124178,
-0.01221086,
-0.00337703,
0.03029857,
-0.00824676,
-0.02232636,
-0.00764648,
0.00037306,
0.08489247,
-0.04158763,
-0.02465037,
0.0038072,
0.00986983,
-0.02635114,
-0.00054587,
0.01122991,
0.01526793,
0.01308451,
0.00947611,
0.01079197,
0.00301678,
0.00045249,
0.01157898,
0.00364791,
-0.01974811,
0.00853061,
-0.03393469,
-0.02398907,
0.01186427,
0.00773612,
0.00182465,
-0.03346312,
-0.05178841,
0.01664432,
-0.00867638,
-0.04087122,
0.00350367,
0.01055847,
-0.01330485,
0.0321027,
-0.01336184,
-0.00791821,
-0.01172312,
0.01268876,
-0.01336592,
-0.01299944,
0.01018297,
0.00367312,
-0.02798145,
0.01043847,
-0.00059207,
-0.02061029,
-0.02362762,
0.08393674,
-0.0145678,
-0.01420483,
0.05421852,
-0.01871055,
0.01786913,
-0.00289787,
-0.01177605,
-0.01852703,
0.03584592,
-0.00914478,
-0.03144572,
-0.00690102,
0.01117276,
-0.01311047,
0.02009693,
-0.07556609,
-0.06147706,
0.00172751,
0.03443452,
0.01491988,
0.00528303,
0.01334639,
0.00624813,
-0.01138349,
-0.01042592,
0.02700793,
0.00862187,
0.01563637,
-0.02544332,
0.03750516,
-0.01093695,
0.01380753,
0.04961452,
0.01869025,
-0.00684568,
0.00716816,
0.00134637,
-0.00351985,
0.03323479,
-0.10388357,
0.02342377,
-0.02660153,
-0.00555478,
-0.0143756,
0.00243205,
0.00385063,
-0.00998113,
-0.02333265,
0.02243167,
-0.02253078,
-0.00044902,
-0.01409877,
-0.00337895,
-0.02913127,
-0.03442011,
-0.00535547,
-0.01662975,
0.01690075,
-0.02125359,
0.0155171,
0.0064527,
0.01973493,
-0.02252325,
0.01239673,
0.02198475,
-0.01154951,
-0.00176781,
0.03128855,
0.0164711,
-0.00352959,
-0.00919291,
-0.00051269,
0.00272963,
-0.01334997,
-0.02031143,
-0.00102859,
0.01847753,
-0.00953855,
-0.0136291,
-0.00146926,
0.00225613,
-0.01099077,
-0.0059908,
-0.00535733,
-0.01735635,
0.00250816,
0.01244467,
0.01221272,
0.00098979,
-0.00353166,
-0.00583052,
0.00087737,
0.00923937,
0.00468853,
0.03266098,
-0.00799337,
-0.00690205,
-0.00479467,
0.00531395,
-0.00968522,
-0.00285753,
0.00617076,
-0.00398007,
-0.00798379,
-0.01925957,
-0.04746011,
0.01850612,
-0.00163182,
-0.00469556,
0.02426587,
-0.02222052,
0.00818618,
-0.01007741,
-0.02858347,
-0.00121701,
-0.06705105,
-0.01600351,
-0.02505735,
-0.00761152,
-0.01960301,
-0.00975214,
-0.01505511,
-0.02469417,
-0.10968003,
0.01911923,
0.00610741,
0.00117041,
0.00868673,
-0.0041148,
-0.02288475,
0.0138887,
0.00516456,
-0.00078531,
0.00329392,
0.03360431,
-0.00695994,
0.00668374,
0.01618747,
0.01681385,
-0.00357584,
-0.01117303,
-0.01453918,
-0.01406458,
0.01796291,
0.02957689,
0.01712581,
0.02696638,
0.00489161,
-0.0027144,
0.00797566,
0.01722849,
-0.01348964,
-0.00059619,
0.0062006,
-0.01288154,
-0.01594781,
0.00060741,
0.03926362,
0.000648,
-0.00758998,
0.00969625,
0.01107869,
-0.00975366,
0.01968245,
0.01074674,
0.0149546,
-0.00488283,
0.01590041,
-0.00571848,
-0.01415043,
0.04789799,
0.00476613,
0.01109879,
-0.00158805,
-0.01026194,
0.00513164,
0.00177138,
0.01509304,
-0.04241737,
-0.02120126,
-0.00480244,
-0.0315622,
0.00439782,
-0.00950842,
-0.01790279,
-0.01042813,
-0.0103942,
-0.00075724,
0.00224846,
-0.03605071,
-0.00766446,
0.00278169,
0.00702316,
-0.00182345,
0.01892289,
0.00708544,
-0.01113682,
0.03328981,
-0.0192459,
0.0140041,
0.00527974,
-0.01008013,
0.01208155,
0.00602798,
-0.00538647,
-0.00988771,
-0.01595749,
0.00868384,
0.03627389,
0.00344467,
-0.01577122,
-4.978e-05,
-0.00462439,
-0.01982905,
0.00348027,
-0.06243323,
0.01559778,
0.00743285,
0.01567806,
0.03248803,
0.00350522,
-0.01878736,
-0.00510001,
-0.01560209,
0.00595972,
0.00423453,
-0.00234233,
0.00050524,
-0.00564994,
-0.01667203,
-0.00596002,
0.01465663,
-0.01919699,
0.01211679,
0.00254716,
0.01503418,
0.0095837,
0.02680599,
0.01051945,
-0.00725303,
-0.00185183,
-0.00087937,
-0.03413209,
-0.00287935,
-0.0058744,
-0.00796591,
0.02322935,
0.01579706,
0.02696734,
-0.00191688,
-0.04072197,
0.01511676,
-0.00058316,
-0.00465454,
-0.02495283,
-0.01099585,
0.0051539,
-0.01437707,
0.02481943,
-0.00748865,
0.01838564,
0.01209936,
0.01926963,
-0.00329364,
-0.00074246,
-0.00170502,
0.01563909,
0.00117787,
0.00813994,
0.01232119,
-0.0040677,
0.00620609,
0.01448978,
0.00922149,
0.01071046,
0.01238525,
0.05554213,
0.02819438,
0.02504348,
-0.00285749,
0.00558255,
-0.01137746,
-0.0158543,
-0.0189033,
0.0121513,
-0.03731599,
-0.00747662,
0.00543316,
-0.01170763,
-0.00087092,
0.01825779,
0.03395717,
0.01406542,
-0.0175342,
-0.01369371,
0.00817646,
0.02041542,
-0.00884456,
-0.00418454,
0.01211634,
-0.00276281,
-0.00371123,
0.01992132,
0.00124228,
0.01579323,
-0.01380612,
0.00651301,
-0.00965464,
0.00304045,
0.00938329,
0.00761521,
0.00207386,
-0.01233432,
-0.00210403,
-0.01623478,
-0.02811889,
-0.02598538,
-0.01444949,
0.01080103,
0.00122658,
0.02289422,
-0.01870971,
0.01919318,
0.03217082,
-0.00920643,
-0.0215708,
-0.03158914,
-0.02056642,
0.01231547,
-0.00952645,
-0.01507373,
0.00180383,
0.00179136,
-0.00920329,
-0.00321118,
0.00853423,
-0.02645662,
-0.01476324,
0.01350342,
0.03095776,
0.01938323,
-0.00227899,
-0.03293785,
0.01162287,
-0.00825512,
0.01109362,
0.02965567,
-0.01720749,
-0.01672695,
-0.00307062,
-0.01065709,
0.00458977,
-0.00416517,
0.00277024,
0.01484402,
0.02151607,
0.01367335,
-0.01716657,
0.01993701,
0.02926229,
0.00564985,
0.00449883,
0.01318398,
0.01221114,
-0.01044224,
-0.01975954,
0.0114554,
0.00441833,
-0.01906356,
0.02950616,
-0.01843064,
0.01197973,
-0.01304068,
-0.01503828,
-0.0170262,
-0.01332446,
0.00610302,
-0.04128838,
-0.00567338,
-0.01320273,
-0.01186861,
0.01055282,
-0.02254591,
0.00607345,
0.00576573,
-0.00970896,
0.01475807,
-0.02851543,
0.00067781,
0.00906039,
0.01197799,
0.03900312,
0.0013545,
-0.0017178,
0.0235684,
-0.03324137,
-0.00347653,
-0.01606604,
0.00885091,
-0.00451053,
0.01240247,
0.01726436,
0.01211572,
-0.01130474,
-0.00727773,
0.00091156,
0.01911378,
0.011722,
0.00058718,
0.00973076,
0.00634966,
-0.01755847,
-0.02091217,
-0.01703672,
0.01370771,
-0.02025203,
0.01116729,
0.00527792,
-0.01642915,
-0.00243309,
-0.00065123,
0.01747186,
-0.00997447,
0.00312761,
0.00623531,
-0.03428432,
-0.00202292,
0.00637191,
0.03578324,
0.03068558,
-0.01501003,
-0.00663668,
-0.01148632,
0.00972851,
0.01488661,
-0.00356572,
-0.02273521,
0.00502845,
-0.02030335,
0.00166387,
-0.00340235,
-0.00562466,
0.00728441,
-0.00260638,
-0.03839081,
-0.008985,
0.00218783,
0.01611389,
0.00933593,
-0.00187294,
0.00745403,
-0.00690003,
-0.02526955,
0.02212381,
-0.00030148,
-0.01510011,
-0.01932472,
-0.03330071,
-0.01278328,
-0.0240929,
0.0307283,
-0.01996295,
0.00107976,
-0.00161456,
-0.00260982,
0.01108187,
0.00801411,
-0.00203263,
0.02143234,
-0.01392478,
0.00731467,
-0.02988216,
0.01828213,
0.00886731,
-0.02619752,
-0.00904667,
-0.01002406,
0.00907868,
-0.01247173,
-0.00422791,
-0.00707358,
-0.01671953,
-0.01462827,
0.01076446,
0.00044689,
0.00668957,
-0.02379257,
-0.00252276,
-0.00053585,
0.00860764,
0.01476439,
0.02438155,
-0.00497091,
-0.00031928,
0.00063662,
-0.04368747,
-0.0275035,
-0.00398356,
0.01002149,
-0.01770317,
0.00091963,
0.00874953,
-0.01610278,
0.00232937,
0.03462736,
-0.01182502,
-0.00796036,
0.00815754,
-0.00974997,
-0.02655735,
0.00698516,
-0.00113735,
0.00650803,
-0.03453831,
0.01165782,
-0.01219975,
-0.02069398,
0.00514758,
-0.00833858,
0.00578136,
-0.01246782,
-0.00441516,
0.01645298,
0.02736051,
-0.00781797,
0.00867647,
-0.00502843,
0.00425443,
-0.01442174,
0.01855954,
-0.02583617,
0.04021493,
-0.00768476,
0.00129157,
0.00881142,
0.0063479,
-0.0120367,
0.00646048,
-0.00491157,
0.023755,
0.00721263,
0.00155774,
0.01283433,
-0.02943,
-0.02881086,
0.01041367,
-0.01840024,
0.02171823,
-0.00567327,
-0.00276232,
0.00148473,
0.02302389,
-0.00975481,
0.00099824,
0.01985644,
-0.00192401,
-0.00617017,
-2.538e-05,
-0.03193742,
-0.03092247,
0.01425309,
-0.01900133,
-0.02314746,
-0.00357459,
-0.01438221,
0.02652883,
-0.02303528,
-0.01041824,
0.02131381,
0.03382028,
-0.02858257,
-0.01228277,
0.00077239,
0.01865366,
0.00257365,
-0.02251675,
-0.01038951,
-0.00826624,
-0.00061366,
-0.01293588,
-0.02640678,
-0.01507058,
-0.0096333,
-0.005784,
-0.00196619,
0.02236821,
-0.01330438,
0.00327015,
-0.00786517,
0.00283161,
-0.02694237,
-0.00937843,
0.00266939,
-0.0075223,
0.00277473,
0.01841909,
0.00641551,
0.00175325,
-0.01986219,
-0.00802713,
-0.01577379,
-0.00577331,
0.0009016,
0.0104826,
0.01410414,
-0.00801914,
0.02181359,
-0.00292495,
0.00389425,
-0.01559183,
0.01793076,
-0.01906901,
-0.00501983,
0.01160918,
-0.00288085,
0.00971605,
-0.02800927,
-0.01123048,
-0.01906575,
-0.01067145,
-0.00029776,
-0.00850199,
0.00057391,
-0.00254053,
-0.02233508,
-0.02169339,
-0.0151769,
-0.00609579,
-0.00705622,
-0.0149173,
-0.00437992,
-0.00259468,
0.0052716,
0.02288501,
0.00927041,
-0.00550658,
-0.02116336,
-0.01383797,
0.0036492,
0.03030897,
0.00985404,
0.00681804,
0.00413645,
-0.01247669,
0.0150871,
-0.00089391,
0.01245119,
-0.01382493,
-0.00465603,
-0.04419245,
0.00211103,
-0.01578317,
-0.00727821,
0.01030676,
-0.01007288,
0.01228494,
0.02027165,
0.01354787,
-0.00042948,
-0.00315299,
-0.03178857,
-0.00364243,
0.01836205,
-0.00837707,
0.00443475,
-0.03081122,
-0.00710205,
0.02053505,
-0.01760741,
-0.00722017,
-0.00764707,
0.01129031,
-0.01561538,
0.00539249,
-0.00413864,
-0.01105609,
0.00242777,
-0.01110355,
-0.00310831,
-0.01079649,
0.00431974,
-0.02030705,
0.02523745,
0.01010057,
0.00415501,
-0.00288939,
0.01196072,
-0.00411965,
-0.00083493,
0.02267452,
-0.00319011,
0.0008131,
0.0010743,
-0.0410697,
-0.00669343,
0.00026216,
0.02969771,
-0.00556103,
-0.00890212,
0.01827613,
-0.01220147,
-0.00520677,
-0.04481589,
-0.00165549,
-0.00732078,
0.01583677,
-0.00748797,
-0.00963265,
-0.01356199,
-0.00669439,
0.00836226,
0.02362512,
-0.01708823,
-0.01487742,
0.00612276,
-0.0108666,
-0.00820478,
0.0079394,
0.00539038,
-0.03808598,
-0.00721651,
0.00216078,
-0.00077955
],
"cols": [
1,
8,
11,
13,
14,
15,
24,
34,
36,
41,
44,
53,
57,
58,
61,
63,
66,
69,
79,
92,
95,
98,
99,
101,
119,
140,
145,
152,
161,
171,
177,
226,
240,
246,
253,
259,
265,
287,
288,
302,
324,
343,
351,
355,
450,
578,
579,
602,
614,
621,
795,
868,
946,
998,
1003,
1246,
1689,
1780,
1973,
2055,
2175,
2248,
2661,
3343
]
}
}
},
"built": {
"15": {
"alpha": 6.0,
"n_cols": 64,
"dir": "custom",
"relative_change": 0.111565500497818
},
"19": {
"alpha": 6.0,
"n_cols": 64,
"dir": "custom",
"relative_change": 0.11020807176828384
}
},
"edited_sha256": {
"model.language_model.layers.15.mlp.down_proj.weight": "d40325ddfe3ef394368876f33d5009f9a5e2698599b6f2d4d66e326c892ac8ff",
"model.language_model.layers.19.mlp.down_proj.weight": "5a077744934f5e56e4574025635c1bf4d659916a2b30e84d04ea9c6394e2f0e3"
}
},
"tokens_total": 10188384,
"gpu_seconds": 1570,
"tok_per_s_per_gpu": 6754
}
{
"problems": 256,
"samples": 512,
"acc": 0.58203125,
"acc_se": 0.028701830851176703,
"cut_share": 0.306640625,
"mean_tokens": 19899.1875,
"closed_share": 0.7890625,
"p_finish": 0.693359375,
"p_correct_given_finished": 0.8366197183098592,
"p_correct_given_cut": 0.006369426751592357,
"no_answer_finished_share": 0.017578125,
"loop_end_share_of_cut": 0.49044585987261147,
"tail_dup8_cut_mean": 0.5596006369426751,
"median_tokens_correct": 12475.0,
"by_source": {
"gsm8k": {
"problems": 128,
"samples": 256,
"acc": 0.71484375,
"acc_se": 0.03707252819991329,
"cut_share": 0.1328125,
"mean_tokens": 15569.0703125
},
"math": {
"problems": 128,
"samples": 256,
"acc": 0.44921875,
"acc_se": 0.04069396922260175,
"cut_share": 0.48046875,
"mean_tokens": 24229.3046875
}
},
"run": {
"name": "dev/capB-a6",
"model": "qwen35-capB-a6",
"data": "dev256",
"n": 2,
"shards": 1,
"est": 8
},
"sampling": {
"temperature": 0.6,
"top_p": 0.95,
"top_k": 20,
"presence_penalty": 1.5,
"repetition_penalty": 1.0,
"max_tokens": 32768,
"thinking": true
},
"edit_note": {
"name": "capB-a6",
"spec": {
"about": "Lab 8 recipe B: u and 64 neurons from the base model's own loops (windows well before the loop), alpha 6",
"layers": {
"15": {
"alpha": 6,
"dir": [
-0.30149689,
0.02326461,
0.11765372,
0.06267165,
0.01956591,
-0.19726555,
-0.00503336,
-0.08789949,
-0.01279326,
0.04979974,
0.05555366,
0.06674751,
0.01169172,
0.17527959,
0.02598691,
0.15154752,
0.0898912,
0.15027089,
-0.15828934,
-0.06802011,
0.06483994,
0.09954681,
0.11248125,
0.10143356,
-0.03427665,
0.01130421,
0.03965155,
-0.00559169,
0.03277428,
0.06104312,
0.03284929,
-0.16260622,
0.02073556,
-0.05957358,
-0.08322065,
-0.01794445,
-0.04898045,
0.22294332,
-0.05124363,
-0.0231905,
-0.07554419,
0.01327294,