Stage2R-A4A-R3 native reader 20260905T052732Z — NATIVE_IAP_GLOBAL_READER_QUALIFIED_MOVE_TO_A4B_INTEGRATION

experiments/stage2r/a4a_r3/20260905T052732Z/README_STAGE2R_A4A_R3.md

@@ -0,0 +1,35 @@
+# MANN-GPT Stage2R-A4A-R3 — Native-IAP Remote Segment Reader
+
+Run: 20260905T052732Z
+
+Parent:
+- checkpoint/stage2r/a2d1/20260903T102303Z/winner/model.safetensors
+- SHA256: 96e786420db004ea541bdf58270eba3e62b6264cee5d742c10ae3fc8cb217092
+
+R2:
+NATIVE_IAP_SEGMENT_HEADROOM_CONFIRMED_MOVE_TO_A4A_R3_READER
+
+R3:
+- layer24 only
+- 16-token SourceRetention-weighted native activation slots
+- q/k reader pretrained on cached parent features
+- RAW ReLU² vs strictly causal visible-z ReLU²
+- query-only learned-reader beta sweep
+- same-panel native-IAP oracle reference
+- all-token causal stress test
+- fresh WikiText / MBPP / GSM8K
+- natural 512/1024/2048
+- causality + batch isolation
+- no full checkpoint promotion
+
+Selected mode:
+RAW_RELU2
+
+Selected beta:
+0.6
+
+Winner:
+{'mode': 'RAW_RELU2', 'beta': 0.6, 'reader_top1_after': 0.3125, 'query_only_dev_improvement': 0.0398148813480657, 'query_only_ood_improvement': 0.03980750264012875, 'oracle_capture_ratio': 0.7025589938777548, 'full_dev_improvement': 0.05638189837082471, 'full_ood_improvement': 0.0833742764999514}
+
+Verdict:
+NATIVE_IAP_GLOBAL_READER_QUALIFIED_MOVE_TO_A4B_INTEGRATION

experiments/stage2r/a4a_r3/20260905T052732Z/hf_write_probe.txt

@@ -0,0 +1 @@
+stage2r-a4a-r3 write probe 20260905T052732Z

experiments/stage2r/a4a_r3/20260905T052732Z/query_only_beta_sweep.csv

@@ -0,0 +1,17 @@
+mode,beta,nll,improvement
+RAW_RELU2,0.0,10.713637888431549,0.0
+RAW_RELU2,0.05,10.65846300125122,0.005149967523160878
+RAW_RELU2,0.1,10.601069837808609,0.010506986683252532
+RAW_RELU2,0.2,10.500166982412338,0.019925155978037488
+RAW_RELU2,0.3,10.411791980266571,0.02817398826694595
+RAW_RELU2,0.4,10.347256660461426,0.034197648995187443
+RAW_RELU2,0.5,10.294533908367157,0.03911873673805377
+RAW_RELU2,0.6,10.251749128103256,0.04311222435724046
+VISIBLE_Z_RELU2,0.0,10.713637888431549,0.0
+VISIBLE_Z_RELU2,0.05,10.663000226020813,0.004726467604940614
+VISIBLE_Z_RELU2,0.1,10.608369648456573,0.009825629825387594
+VISIBLE_Z_RELU2,0.2,10.51813718676567,0.018247835487979064
+VISIBLE_Z_RELU2,0.3,10.447406440973282,0.02484977093968619
+VISIBLE_Z_RELU2,0.4,10.386367052793503,0.030547124986502406
+VISIBLE_Z_RELU2,0.5,10.336945414543152,0.035160090140356995
+VISIBLE_Z_RELU2,0.6,10.29779914021492,0.038813963337854314

experiments/stage2r/a4a_r3/20260905T052732Z/reader_sidecar/native_iap_remote_reader_layer24.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d006515aa0b1a7ee2624a739df8b3637c76775a3380847481d9c2550f2fdf2a
+size 11799298

experiments/stage2r/a4a_r3/20260905T052732Z/reader_sidecar/reader_contract.json

@@ -0,0 +1,13 @@
+{
+  "stage": "stage2r-a4a-r3",
+  "base_parent_path": "checkpoint/stage2r/a2d1/20260903T102303Z/winner/model.safetensors",
+  "base_parent_sha256": "96e786420db004ea541bdf58270eba3e62b6264cee5d742c10ae3fc8cb217092",
+  "layer": 24,
+  "segment_size": 16,
+  "local_window": 256,
+  "writer": "P0 SourceRetention weighted native IAP activation",
+  "value_path": "native IAP activation slots",
+  "score_mode": "RAW_RELU2",
+  "selected_beta": 0.6,
+  "status": "mechanism_sidecar_not_full_checkpoint"
+}

experiments/stage2r/a4a_r3/20260905T052732Z/reader_training.csv

@@ -0,0 +1,513 @@
+update,loss,grad_norm
+1,7.320888519287109,21.892545700073242
+2,7.432243347167969,23.113088607788086
+3,6.457607269287109,21.10614585876465
+4,7.247894763946533,23.080354690551758
+5,6.475696563720703,21.156082153320312
+6,7.109586238861084,22.630128860473633
+7,6.480351448059082,19.87714195251465
+8,5.996088981628418,21.224367141723633
+9,6.327209949493408,22.13669776916504
+10,6.734405994415283,21.05571746826172
+11,5.841185569763184,20.77328872680664
+12,6.091129302978516,20.501970291137695
+13,6.995328903198242,21.673250198364258
+14,6.692915916442871,22.48130226135254
+15,6.094059944152832,20.95037269592285
+16,6.215231418609619,19.300039291381836
+17,6.7532196044921875,20.554733276367188
+18,6.070371150970459,19.854785919189453
+19,6.1404008865356445,19.53403091430664
+20,6.430271148681641,19.303659439086914
+21,5.308639049530029,17.671361923217773
+22,6.014127254486084,21.064268112182617
+23,5.644478797912598,21.608623504638672
+24,5.646442413330078,19.375341415405273
+25,5.0599212646484375,19.577394485473633
+26,4.880661487579346,17.8890438079834
+27,5.554347038269043,19.75303840637207
+28,5.411459922790527,20.305927276611328
+29,4.88424015045166,19.45398712158203
+30,4.891539573669434,18.23906898498535
+31,5.2131805419921875,18.40798568725586
+32,5.921021461486816,21.8807430267334
+33,4.997638702392578,18.725133895874023
+34,5.915562629699707,21.230144500732422
+35,4.699887752532959,18.49542808532715
+36,4.914493083953857,18.953678131103516
+37,4.8372955322265625,17.292123794555664
+38,4.687441349029541,17.51215934753418
+39,4.766839027404785,17.204797744750977
+40,5.0319743156433105,18.650264739990234
+41,4.716251373291016,17.855878829956055
+42,4.983245849609375,16.32002830505371
+43,4.571316719055176,15.356202125549316
+44,4.258306503295898,17.770296096801758
+45,4.752121448516846,20.05849266052246
+46,4.828144073486328,16.927448272705078
+47,4.370490074157715,15.250236511230469
+48,4.347109794616699,17.68437957763672
+49,4.424560546875,15.158931732177734
+50,3.9971823692321777,16.785409927368164
+51,4.118823051452637,15.349700927734375
+52,4.200084686279297,14.159072875976562
+53,3.4842467308044434,14.292941093444824
+54,3.699800729751587,13.421956062316895
+55,4.078878402709961,14.250997543334961
+56,4.236767768859863,16.06130599975586
+57,3.843282699584961,14.66645336151123
+58,3.843888759613037,14.978460311889648
+59,4.287917613983154,16.121061325073242
+60,3.943458318710327,14.843435287475586
+61,2.7632508277893066,12.51497745513916
+62,4.000128269195557,14.613783836364746
+63,3.527918815612793,14.088516235351562
+64,4.245818138122559,15.123833656311035
+65,3.7424468994140625,14.947129249572754
+66,3.773791790008545,14.075637817382812
+67,3.9142675399780273,14.688729286193848
+68,3.6120622158050537,14.194364547729492
+69,3.361851930618286,13.080663681030273
+70,3.978346347808838,14.509381294250488
+71,3.2039690017700195,12.616581916809082
+72,3.3038926124572754,14.990049362182617
+73,3.666693925857544,14.412130355834961
+74,3.0653698444366455,13.803436279296875
+75,3.2473366260528564,13.788202285766602
+76,3.156689405441284,11.970564842224121
+77,2.5911591053009033,11.555855751037598
+78,2.863475799560547,11.76724624633789
+79,3.584765672683716,13.181015014648438
+80,3.43312406539917,12.842792510986328
+81,2.884364366531372,10.943093299865723
+82,2.830690860748291,11.231436729431152
+83,2.6892759799957275,10.670622825622559
+84,3.2339162826538086,13.21039867401123
+85,2.815547466278076,10.248845100402832
+86,2.930243968963623,11.057441711425781
+87,2.3077895641326904,9.867582321166992
+88,2.8730721473693848,10.435126304626465
+89,2.6960105895996094,10.370715141296387
+90,2.975266218185425,10.393736839294434
+91,2.3511524200439453,9.379385948181152
+92,2.0835673809051514,8.813220977783203
+93,2.4682440757751465,9.910280227661133
+94,2.775377035140991,9.403318405151367
+95,2.6275217533111572,10.384645462036133
+96,2.914865493774414,11.17209529876709
+97,2.8310794830322266,10.44262409210205
+98,2.8911643028259277,10.20383358001709
+99,1.9014263153076172,8.411280632019043
+100,2.3365249633789062,8.790556907653809
+101,2.635378360748291,9.020236015319824
+102,2.8723745346069336,9.865397453308105
+103,2.2753243446350098,10.099773406982422
+104,2.398674726486206,9.742805480957031
+105,2.5622878074645996,10.187162399291992
+106,2.1780810356140137,8.732102394104004
+107,2.10381817817688,8.684701919555664
+108,2.6699085235595703,8.36435317993164
+109,2.0743343830108643,7.656579494476318
+110,2.115086317062378,7.434828758239746
+111,2.2500479221343994,10.27104663848877
+112,2.036107063293457,7.11663818359375
+113,2.080178737640381,7.362896919250488
+114,2.7176904678344727,8.612107276916504
+115,2.0274834632873535,7.276761531829834
+116,1.920851469039917,7.506047248840332
+117,1.7531096935272217,7.46423864364624
+118,1.8751816749572754,7.176573753356934
+119,2.697648048400879,8.949392318725586
+120,2.0455827713012695,8.122210502624512
+121,1.61504065990448,6.103636741638184
+122,2.206655979156494,7.711930751800537
+123,1.7786660194396973,6.011988162994385
+124,2.127732515335083,7.538423538208008
+125,1.945289134979248,7.190554141998291
+126,1.934509038925171,7.328433036804199
+127,2.293219804763794,6.770577430725098
+128,2.456407308578491,7.437017440795898
+129,2.054013967514038,7.60906982421875
+130,2.0826339721679688,6.622926712036133
+131,2.07717227935791,7.1615824699401855
+132,1.7454484701156616,6.471231460571289
+133,1.9639675617218018,6.074905872344971
+134,1.7923954725265503,5.406930446624756
+135,1.7026671171188354,6.179794788360596
+136,1.5780225992202759,6.089420318603516
+137,1.5906643867492676,6.339350700378418
+138,1.7743289470672607,5.759902477264404
+139,1.5467493534088135,5.471928119659424
+140,2.084230422973633,5.9556498527526855
+141,1.8049135208129883,5.6665520668029785
+142,1.8958609104156494,5.932211399078369
+143,1.5311435461044312,5.2053141593933105
+144,1.7347407341003418,5.983846187591553
+145,1.8229095935821533,5.960697650909424
+146,1.2596409320831299,4.562582969665527
+147,1.6882452964782715,5.2811408042907715
+148,1.9238405227661133,5.524037837982178
+149,1.901378870010376,6.0830488204956055
+150,1.4734584093093872,4.717479228973389
+151,1.8891962766647339,5.9491705894470215
+152,1.3967676162719727,4.720372676849365
+153,1.449185848236084,4.540593147277832
+154,2.371950626373291,6.895479679107666
+155,1.9403280019760132,5.536393642425537
+156,1.7608227729797363,5.273053169250488
+157,1.3253178596496582,4.294809341430664
+158,1.7326841354370117,5.800917148590088
+159,1.5585278272628784,5.094914436340332
+160,2.0482778549194336,6.280785083770752
+161,1.3060177564620972,4.6368865966796875
+162,1.8483800888061523,5.148887634277344
+163,1.6831202507019043,5.225931644439697
+164,1.81625497341156,5.370663166046143
+165,1.5054330825805664,4.7399725914001465
+166,1.731825351715088,5.436259746551514
+167,1.6871223449707031,4.795652866363525
+168,1.547182321548462,5.09954833984375
+169,1.8788083791732788,5.06529426574707
+170,1.5171170234680176,4.181714057922363
+171,1.4461591243743896,4.855746269226074
+172,1.2618670463562012,4.474361419677734
+173,1.5267210006713867,4.85617733001709
+174,1.587477445602417,5.113391876220703
+175,1.3739550113677979,4.155481338500977
+176,1.6228253841400146,4.939876079559326
+177,1.470062017440796,4.086512565612793
+178,1.4601659774780273,4.303058624267578
+179,1.5384056568145752,4.9756340980529785
+180,1.7622448205947876,4.786462783813477
+181,1.626970887184143,4.690821647644043
+182,1.1242326498031616,3.9824750423431396
+183,1.632514238357544,4.587172985076904
+184,2.0960817337036133,5.725691795349121
+185,1.4827834367752075,4.43390417098999
+186,1.5669376850128174,4.365501880645752
+187,1.5871391296386719,4.596618175506592
+188,1.3693945407867432,5.155588150024414
+189,1.459232211112976,4.137369155883789
+190,1.4423946142196655,4.430276393890381
+191,1.5119422674179077,4.702399253845215
+192,1.4227325916290283,5.78593111038208
+193,1.6711268424987793,4.554110527038574
+194,1.5965156555175781,4.018579959869385
+195,1.6346542835235596,4.8783769607543945
+196,1.3927340507507324,5.175342559814453
+197,1.5457909107208252,4.165410995483398
+198,1.3921371698379517,4.789402008056641
+199,1.706197738647461,4.912625312805176
+200,1.5703388452529907,4.523421764373779
+201,1.553337574005127,4.3791632652282715
+202,1.7220617532730103,5.060610771179199
+203,1.4907336235046387,4.344268798828125
+204,1.389154314994812,4.209083557128906
+205,1.2789219617843628,3.836336374282837
+206,1.6030304431915283,5.137364387512207
+207,1.2580816745758057,3.552265167236328
+208,1.5871727466583252,4.518455505371094
+209,1.583221673965454,4.495083808898926
+210,1.4688775539398193,4.520124435424805
+211,1.590692400932312,4.481416702270508
+212,1.5272743701934814,4.251675605773926
+213,1.6164823770523071,4.867813587188721
+214,1.4244602918624878,4.3322529792785645
+215,1.2528960704803467,3.5448267459869385
+216,1.7864177227020264,5.171726226806641
+217,1.901660680770874,5.209301471710205
+218,1.555654525756836,4.39940071105957
+219,1.2116384506225586,3.7847931385040283
+220,1.4375252723693848,3.9492900371551514
+221,1.584385871887207,4.767131328582764
+222,1.2380342483520508,3.7782113552093506
+223,1.8255326747894287,4.855269432067871
+224,1.2217259407043457,4.019401550292969
+225,1.3094851970672607,4.207338333129883
+226,1.4661461114883423,4.374965190887451
+227,1.5685689449310303,5.391266822814941
+228,1.1951730251312256,4.1812567710876465
+229,1.5802173614501953,5.811568737030029
+230,1.0988696813583374,3.750077724456787
+231,1.1532340049743652,3.8385894298553467
+232,1.0755057334899902,3.6491620540618896
+233,1.5431134700775146,4.295017719268799
+234,1.569817304611206,4.457176685333252
+235,1.2357192039489746,3.5528125762939453
+236,1.7308712005615234,4.543599605560303
+237,1.2149910926818848,3.644698143005371
+238,1.1558825969696045,4.368228435516357
+239,1.2587804794311523,3.9194421768188477
+240,1.4654128551483154,4.369947910308838
+241,1.4942612648010254,4.254232406616211
+242,1.4912861585617065,4.071117401123047
+243,1.0655187368392944,3.3901751041412354
+244,1.5748505592346191,4.374239921569824
+245,1.4794318675994873,3.9866902828216553
+246,1.4488004446029663,3.9808788299560547
+247,1.625238060951233,4.225694179534912
+248,1.5740039348602295,4.181009292602539
+249,1.7364888191223145,5.038937568664551
+250,1.156642198562622,3.7548062801361084
+251,1.625542402267456,4.495242118835449
+252,1.2602107524871826,4.08284330368042
+253,1.4002068042755127,4.051882266998291
+254,1.5139471292495728,4.1191325187683105
+255,1.3207383155822754,3.9448914527893066
+256,1.2155038118362427,3.7039427757263184
+257,1.6950719356536865,4.604174613952637
+258,1.4358952045440674,4.890218734741211
+259,1.1222848892211914,3.732919692993164
+260,1.4021892547607422,4.531842231750488
+261,1.287629246711731,3.6688222885131836
+262,1.2672547101974487,4.129881858825684
+263,1.430687665939331,4.786045551300049
+264,1.4947224855422974,4.886255741119385
+265,1.386796474456787,3.8057923316955566
+266,1.340641975402832,3.994037389755249
+267,1.3946235179901123,4.157855987548828
+268,1.4236996173858643,4.098336696624756
+269,1.4918683767318726,4.762218952178955
+270,1.4369395971298218,3.963956356048584
+271,1.3665764331817627,4.0232672691345215
+272,1.2536170482635498,3.5402657985687256
+273,1.0215885639190674,3.0737762451171875
+274,1.1894598007202148,3.703711986541748
+275,1.4308621883392334,4.066458702087402
+276,1.2751212120056152,4.091845512390137
+277,1.013571858406067,3.49599289894104
+278,1.5917575359344482,4.604366779327393
+279,1.4279124736785889,3.936420440673828
+280,1.2498494386672974,3.9693877696990967
+281,1.1046011447906494,4.249761581420898
+282,1.3914803266525269,3.645143508911133
+283,1.662935733795166,4.348325729370117
+284,1.58089280128479,5.146871089935303
+285,1.2346190214157104,3.9103822708129883
+286,1.2515339851379395,3.571492910385132
+287,1.3817567825317383,3.965242862701416
+288,1.3202540874481201,3.4354047775268555
+289,1.3366384506225586,3.9873292446136475
+290,1.07811439037323,3.905470848083496
+291,1.400649070739746,4.40695333480835
+292,1.158442735671997,4.171183109283447
+293,1.3692150115966797,3.9045603275299072
+294,1.2320371866226196,3.763059377670288
+295,1.2307612895965576,3.7960422039031982
+296,1.3694267272949219,4.189868927001953
+297,1.217573642730713,3.6566340923309326
+298,1.2358098030090332,3.7452011108398438
+299,0.9494408369064331,3.3687658309936523
+300,1.2439663410186768,3.7107770442962646
+301,1.3655798435211182,4.137883186340332
+302,1.153198003768921,3.830040693283081
+303,1.475417137145996,3.943361759185791
+304,1.3683974742889404,4.013654708862305
+305,1.2772443294525146,3.704249143600464
+306,1.4584522247314453,4.591660499572754
+307,1.551946997642517,4.2134575843811035
+308,1.2934677600860596,4.124736785888672
+309,1.1163907051086426,3.3912746906280518
+310,1.3245950937271118,4.608240127563477
+311,1.6018660068511963,4.427633285522461
+312,1.3833370208740234,3.7669172286987305
+313,1.4146074056625366,4.599355220794678
+314,1.2159228324890137,3.64139723777771
+315,1.4882193803787231,3.9334921836853027
+316,1.2428147792816162,4.076858997344971
+317,1.2870769500732422,3.7543468475341797
+318,1.1992769241333008,3.985778331756592
+319,1.7663177251815796,5.154109954833984
+320,1.5273168087005615,4.280401706695557
+321,1.526430606842041,5.974872589111328
+322,1.5007808208465576,5.019064903259277
+323,1.1306712627410889,4.105355739593506
+324,1.2408838272094727,3.9990787506103516
+325,1.1465883255004883,3.7628796100616455
+326,1.358012080192566,4.174449920654297
+327,1.1642286777496338,3.821547031402588
+328,1.3977289199829102,4.049407005310059
+329,1.2535789012908936,3.524132251739502
+330,0.8444399833679199,2.8178887367248535
+331,1.5292969942092896,4.769660949707031
+332,1.5963115692138672,5.485835552215576
+333,1.2822786569595337,4.3462066650390625
+334,1.029841423034668,3.3665854930877686
+335,1.8052823543548584,6.148266792297363
+336,1.0539324283599854,3.2141928672790527
+337,1.2746706008911133,4.034796237945557
+338,1.2324564456939697,3.6196398735046387
+339,1.218101978302002,3.6106584072113037
+340,1.213443398475647,3.743986129760742
+341,1.4889371395111084,4.32655143737793
+342,1.152943730354309,3.7713088989257812
+343,1.2763655185699463,3.9197280406951904
+344,1.2471473217010498,3.73081374168396
+345,0.9352572560310364,3.339336633682251
+346,1.197407841682434,3.5336999893188477
+347,1.1475350856781006,3.6827216148376465
+348,1.1399809122085571,3.8937532901763916
+349,1.3943908214569092,4.249691009521484
+350,1.0522918701171875,3.499455213546753
+351,1.3678841590881348,3.7847797870635986
+352,1.5219550132751465,4.248183250427246
+353,1.019071102142334,3.9038474559783936
+354,0.8895559310913086,3.0653269290924072
+355,1.453322410583496,4.108282089233398
+356,1.304273247718811,3.8892667293548584
+357,1.2512316703796387,4.226591110229492
+358,1.1480085849761963,3.983957290649414
+359,1.0694785118103027,3.3884341716766357
+360,1.3359198570251465,3.8067867755889893
+361,1.2027305364608765,4.076531887054443
+362,0.9285365343093872,3.0992326736450195
+363,0.9605786204338074,3.4741692543029785
+364,1.1598663330078125,3.544727087020874
+365,1.372612476348877,4.394584655761719
+366,1.2784141302108765,4.048723220825195
+367,1.116487741470337,4.149181842803955
+368,1.2879217863082886,3.590674638748169
+369,1.3841252326965332,4.196234226226807
+370,1.030009388923645,3.832690954208374
+371,1.3243452310562134,4.190245628356934
+372,1.2792836427688599,3.9670281410217285
+373,1.611968755722046,4.8284077644348145
+374,1.1153740882873535,3.6270828247070312
+375,1.1017107963562012,3.751577377319336
+376,1.263817310333252,4.399892330169678
+377,1.0864691734313965,3.427795886993408
+378,1.1036449670791626,3.5547711849212646
+379,1.3430209159851074,4.519128322601318
+380,1.090075135231018,3.857668161392212
+381,1.125986099243164,3.7533512115478516
+382,0.9623517990112305,3.3087410926818848
+383,1.134568691253662,3.589881658554077
+384,1.3907183408737183,3.9851150512695312
+385,1.2965693473815918,4.031110763549805
+386,1.2044920921325684,3.6717121601104736
+387,1.320840835571289,4.113801002502441
+388,1.3279533386230469,3.9026753902435303
+389,1.1024422645568848,3.681732416152954
+390,1.3554890155792236,4.123327732086182
+391,0.8914219737052917,3.110273838043213
+392,1.1388459205627441,3.6058218479156494
+393,1.1336804628372192,3.37457275390625
+394,1.0541538000106812,3.6509382724761963
+395,1.2443432807922363,3.675844192504883
+396,1.1734886169433594,3.966353416442871
+397,1.0877289772033691,3.7484042644500732
+398,1.23001229763031,3.5304412841796875
+399,1.0909764766693115,3.9128072261810303
+400,1.2106144428253174,3.7767889499664307
+401,1.2525516748428345,3.7275807857513428
+402,1.059636116027832,3.358271598815918
+403,1.3753080368041992,3.7592573165893555
+404,1.2235136032104492,3.7628421783447266
+405,1.474985122680664,5.335123062133789
+406,1.1414031982421875,3.3589751720428467
+407,1.3216841220855713,4.519669055938721
+408,1.3129791021347046,4.200121879577637
+409,1.2013745307922363,4.3287177085876465
+410,0.9815845489501953,3.7970333099365234
+411,1.0738577842712402,4.523010730743408
+412,1.2778056859970093,4.044734954833984
+413,1.149605631828308,4.005770683288574
+414,1.4345755577087402,4.455532073974609
+415,1.1852294206619263,3.391857385635376
+416,1.0453919172286987,3.198143482208252
+417,1.3462963104248047,3.8864903450012207
+418,1.1172176599502563,3.6653897762298584
+419,1.0051156282424927,3.2978062629699707
+420,1.0916849374771118,3.656172037124634
+421,1.2661652565002441,3.587128162384033
+422,1.196157693862915,3.3223509788513184
+423,1.0797162055969238,3.7823901176452637
+424,0.996810257434845,3.5527520179748535
+425,1.0779228210449219,3.379596710205078
+426,0.911425769329071,3.069601058959961
+427,1.3250095844268799,4.457617282867432
+428,1.3561210632324219,4.519603252410889
+429,1.2934670448303223,4.029980182647705
+430,1.2604453563690186,3.919754981994629
+431,1.2358689308166504,3.657914161682129
+432,1.2489111423492432,3.754790782928467
+433,0.8717297911643982,3.4292056560516357
+434,1.1827534437179565,3.418504476547241
+435,0.9936044812202454,2.996176242828369
+436,1.0837620496749878,3.8673906326293945
+437,1.3082528114318848,3.835836410522461
+438,1.286444902420044,4.71800422668457
+439,1.1173861026763916,4.394602298736572
+440,0.9027295708656311,3.634873628616333
+441,1.0659105777740479,3.4825968742370605
+442,1.069562554359436,3.386157512664795
+443,1.1432631015777588,3.4276657104492188
+444,0.7555506229400635,3.0171432495117188
+445,1.0609196424484253,3.220658779144287
+446,0.8827372193336487,3.1944963932037354
+447,1.0682592391967773,3.9559855461120605
+448,1.032549262046814,3.7155373096466064
+449,0.9419145584106445,3.2893857955932617
+450,1.3008769750595093,3.804840564727783
+451,1.4028098583221436,4.336643695831299
+452,1.1012701988220215,3.7614407539367676
+453,1.3017029762268066,3.507887363433838
+454,0.8996925354003906,2.965959072113037
+455,1.3470046520233154,4.08633279800415
+456,1.0732901096343994,3.6254067420959473
+457,1.2763488292694092,3.882554531097412
+458,0.9981901049613953,3.151432752609253
+459,1.0887675285339355,3.1751091480255127
+460,1.058166742324829,3.785753011703491
+461,0.9499886631965637,3.3361613750457764
+462,0.9260294437408447,3.1491055488586426
+463,1.3546273708343506,4.400720119476318
+464,0.9027329087257385,3.027090072631836
+465,1.1772804260253906,3.613828659057617
+466,1.070716381072998,3.4000885486602783
+467,0.9391960501670837,3.3426015377044678
+468,1.042044758796692,3.292024850845337
+469,1.2564870119094849,3.5848469734191895
+470,1.29569411277771,4.166872978210449
+471,1.1493608951568604,3.949007987976074
+472,1.106160283088684,3.3533201217651367
+473,1.1543521881103516,3.8807880878448486
+474,1.031266212463379,3.617465019226074
+475,1.1992766857147217,3.684431552886963
+476,1.2951780557632446,4.280965328216553
+477,1.1948447227478027,3.435072183609009
+478,1.1767889261245728,3.469432830810547
+479,1.2401458024978638,4.758937835693359
+480,1.064517617225647,3.561170816421509
+481,1.0975441932678223,3.4827985763549805
+482,1.0665603876113892,3.396695137023926
+483,1.0328353643417358,3.249872922897339
+484,1.0541572570800781,3.6835873126983643
+485,1.127781629562378,3.161316156387329
+486,1.0676946640014648,3.599771022796631
+487,0.9474794864654541,3.4778432846069336
+488,0.9254599809646606,3.4358508586883545
+489,1.334157109260559,4.243646621704102
+490,1.3501453399658203,4.536527156829834
+491,1.1214284896850586,3.805799722671509
+492,1.0861746072769165,3.8539679050445557
+493,1.2211687564849854,4.211143970489502
+494,1.0311157703399658,3.570152997970581
+495,0.9227992296218872,3.14387845993042
+496,1.074395775794983,3.515868663787842
+497,1.3366334438323975,4.326992511749268
+498,0.8804634809494019,3.181278705596924
+499,0.9375516176223755,2.98722767829895
+500,1.0088095664978027,3.5666263103485107
+501,1.090362310409546,3.6147961616516113
+502,1.4245967864990234,4.175526142120361
+503,0.9583288431167603,3.0278878211975098
+504,1.1396818161010742,4.081849575042725
+505,0.9717467427253723,3.6484978199005127
+506,0.9695337414741516,3.3262956142425537
+507,1.2233413457870483,4.309623718261719
+508,1.2057645320892334,3.9298274517059326
+509,0.8986943960189819,3.202338933944702
+510,1.2245895862579346,4.158404350280762
+511,1.1044023036956787,3.8164267539978027
+512,1.1735416650772095,4.322947025299072

experiments/stage2r/a4a_r3/20260905T052732Z/stage2r_a4a_r3_summary.json

@@ -0,0 +1,185 @@
+{
+  "run_id": "20260905T052732Z",
+  "parent": {
+    "path": "checkpoint/stage2r/a2d1/20260903T102303Z/winner/model.safetensors",
+    "sha256": "96e786420db004ea541bdf58270eba3e62b6264cee5d742c10ae3fc8cb217092"
+  },
+  "r2_reference": {
+    "run_id": "20260905T033649Z",
+    "verdict": "NATIVE_IAP_SEGMENT_HEADROOM_CONFIRMED_MOVE_TO_A4A_R3_READER",
+    "winner": {
+      "layer": 24,
+      "variant": "SEGMENT_SOURCE",
+      "beta": 0.4,
+      "dev_baseline_nll": 10.985894471406937,
+      "dev_nll": 10.365149319171906,
+      "dev_improvement": 0.05650383351584606,
+      "ood_baseline_nll": 9.837896992762884,
+      "ood_nll": 9.326098799705505,
+      "ood_improvement": 0.052023129885774996,
+      "remote_512plus_improvement": 0.053399075920911865
+    }
+  },
+  "architecture": {
+    "layer": 24,
+    "segment_size": 16,
+    "writer": "P0 SourceRetention weighted native IAP activation",
+    "remote_value_space": "native IAP activation",
+    "reader_values": "full-d activation slots; no v_proj",
+    "score_modes": [
+      "RAW_RELU2",
+      "VISIBLE_Z_RELU2"
+    ],
+    "selected_mode": "RAW_RELU2",
+    "selected_beta": 0.6,
+    "local_mann": "unchanged",
+    "dtn": "fixed cumulative depth3"
+  },
+  "reader_before": {
+    "dev": {
+      "RAW_RELU2": {
+        "mode": "RAW_RELU2",
+        "top1_rate": 0.140625,
+        "active_rate": 0.109375,
+        "connection_margin": -0.059444302166610896,
+        "target_raw_mean": -6.244431275874376,
+        "n": 64
+      },
+      "VISIBLE_Z_RELU2": {
+        "mode": "VISIBLE_Z_RELU2",
+        "top1_rate": 0.203125,
+        "active_rate": 0.671875,
+        "connection_margin": -0.14234922293690033,
+        "target_raw_mean": -6.244431275874376,
+        "n": 64
+      }
+    },
+    "ood": {
+      "RAW_RELU2": {
+        "mode": "RAW_RELU2",
+        "top1_rate": 0.09375,
+        "active_rate": 0.125,
+        "connection_margin": -0.07207101214407885,
+        "target_raw_mean": -5.663867954164743,
+        "n": 64
+      },
+      "VISIBLE_Z_RELU2": {
+        "mode": "VISIBLE_Z_RELU2",
+        "top1_rate": 0.21875,
+        "active_rate": 0.84375,
+        "connection_margin": -0.15926779933386115,
+        "target_raw_mean": -5.663867954164743,
+        "n": 64
+      }
+    }
+  },
+  "reader_after": {
+    "dev": {
+      "RAW_RELU2": {
+        "mode": "RAW_RELU2",
+        "top1_rate": 0.3125,
+        "active_rate": 1.0,
+        "connection_margin": -0.10925117731676437,
+        "target_raw_mean": 1.296982289524749,
+        "n": 64
+      },
+      "VISIBLE_Z_RELU2": {
+        "mode": "VISIBLE_Z_RELU2",
+        "top1_rate": 0.296875,
+        "active_rate": 1.0,
+        "connection_margin": -0.05411863932386041,
+        "target_raw_mean": 1.296982289524749,
+        "n": 64
+      }
+    },
+    "ood": {
+      "RAW_RELU2": {
+        "mode": "RAW_RELU2",
+        "top1_rate": 0.375,
+        "active_rate": 1.0,
+        "connection_margin": -0.053655515643185936,
+        "target_raw_mean": 1.252353557618335,
+        "n": 64
+      },
+      "VISIBLE_Z_RELU2": {
+        "mode": "VISIBLE_Z_RELU2",
+        "top1_rate": 0.359375,
+        "active_rate": 1.0,
+        "connection_margin": -0.02598462312016636,
+        "target_raw_mean": 1.252353557618335,
+        "n": 64
+      }
+    }
+  },
+  "query_only_confirmation": {
+    "selected_mode": "RAW_RELU2",
+    "selected_beta": 0.6,
+    "dev_improvement": 0.0398148813480657,
+    "ood_improvement": 0.03980750264012875,
+    "remote_512plus_improvement": 0.0416572948134395,
+    "dev_oracle_improvement": 0.05667122860147099,
+    "ood_oracle_improvement": 0.051309850906728266,
+    "oracle_capture_ratio": 0.7025589938777548
+  },
+  "full_reader_identity_max_diff": 0.0,
+  "full_all_token_result": {
+    "beta": 0.6,
+    "baseline": {
+      "general": 5.029352505379694,
+      "code": 1.9353497450561257,
+      "reasoning": 4.060012823889759,
+      "long": {
+        "512": 5.0261956679611055,
+        "1024": 5.050642259286413,
+        "2048": 5.018073037524426
+      },
+      "dev": 10.287817021210989,
+      "ood": 9.806806743144989
+    },
+    "final": {
+      "general": 5.018631518936904,
+      "code": 1.9353478235295625,
+      "reasoning": 4.060012823889759,
+      "long": {
+        "512": 5.011653486576566,
+        "1024": 5.026559349798387,
+        "2048": 4.995164989924279
+      },
+      "dev": 9.70777036746343,
+      "ood": 8.989171326160431,
+      "causal_512": 0.0,
+      "causal_1024": 0.0,
+      "batch_isolation_diff": 0.0
+    },
+    "regression": {
+      "general": -0.0021316832398051108,
+      "code": -9.928575277447065e-07,
+      "reasoning": 0.0,
+      "long": {
+        "512": -0.002893278006910339,
+        "1024": -0.004768286536973589,
+        "2048": -0.004565108444784109
+      }
+    },
+    "synthetic_improvement": {
+      "dev": 0.05638189837082471,
+      "ood": 0.0833742764999514
+    }
+  },
+  "gates": {
+    "reader_headroom_ok": true,
+    "full_safety_ok": true,
+    "full_quality_ok": true
+  },
+  "winner": {
+    "mode": "RAW_RELU2",
+    "beta": 0.6,
+    "reader_top1_after": 0.3125,
+    "query_only_dev_improvement": 0.0398148813480657,
+    "query_only_ood_improvement": 0.03980750264012875,
+    "oracle_capture_ratio": 0.7025589938777548,
+    "full_dev_improvement": 0.05638189837082471,
+    "full_ood_improvement": 0.0833742764999514
+  },
+  "VERDICT": "NATIVE_IAP_GLOBAL_READER_QUALIFIED_MOVE_TO_A4B_INTEGRATION"
+}