Stage2R-A4A global memory ruler 20260904T160029Z — GLOBAL_MEMORY_V2_BANK_COMPRESSION_OR_READER_NOT_QUALIFIED

experiments/stage2r/a4a/20260904T160029Z/README_STAGE2R_A4A.md

@@ -0,0 +1,30 @@
+# MANN-GPT Stage2R-A4A — Causal Remote Source-Bank Global Memory v2 Ruler
+
+Run: 20260904T160029Z
+
+Parent:
+- checkpoint/stage2r/a2d1/20260903T102303Z/winner/model.safetensors
+- SHA256: 96e786420db004ea541bdf58270eba3e62b6264cee5d742c10ae3fc8cb217092
+
+Q1 closure:
+SOURCE_RETENTION_VALID_LOCAL_RELATION_TRANSFER_INSUFFICIENT_MOVE_TO_GLOBAL_MEMORY_V2
+
+A4A:
+- local MANN untouched
+- P0 SourceRetention reused only as global writer signal
+- per-sample 16-token segment bank
+- only segments entirely older than local 256-token window are globally visible
+- copied GQA reader geometry
+- ReLU² global relation normalization
+- beta-zero exact parent migration
+- nonzero-beta causality and batch isolation tested
+- long-memory synthetic 1024 curriculum
+- fresh real data and WikiText 512/1024/2048 compatibility
+
+Winner:
+None
+
+Verdict:
+GLOBAL_MEMORY_V2_BANK_COMPRESSION_OR_READER_NOT_QUALIFIED
+
+A4A promotes only a mechanism sidecar, never a full 1.17B checkpoint.

experiments/stage2r/a4a/20260904T160029Z/SOURCE_BANK_QK_REL_training.csv

@@ -0,0 +1,257 @@
+update,lm_loss,relation_aux,grad_norm,beta
+1,3.086588144302368,0.0,0.0909423828125,0.0
+2,2.7466613054275513,0.0,0.07293701171875,0.0
+3,2.6961655020713806,0.0,0.037322998046875,0.0003870941582135856
+4,7.278527736663818,8.170611381530762,1.4864522218704224,0.0018148096278309822
+5,4.014186382293701,0.0,0.3063112497329712,0.0025951971765607595
+6,2.5737422704696655,0.0,0.4128264784812927,0.0027575858402997255
+7,3.7618277072906494,0.0,0.6581621170043945,0.0030326873529702425
+8,5.432394742965698,0.0,0.026528863236308098,0.0032602257560938597
+9,1.6325177550315857,0.0,0.018432725220918655,0.0034851888194680214
+10,3.9716442823410034,0.0,0.21171414852142334,0.0034562067594379187
+11,3.868951201438904,0.0,0.04401705041527748,0.003454966936260462
+12,8.56180477142334,0.12664899230003357,92.8904800415039,0.003480176441371441
+13,3.123361110687256,0.0,0.0524277426302433,0.003445853479206562
+14,8.82515811920166,0.0,0.2767501771450043,0.0037033117841929197
+15,2.95665967464447,0.0,0.08213768154382706,0.003996835555881262
+16,4.460176706314087,8.170618057250977,0.8196361660957336,0.004886779468506575
+17,4.119263172149658,0.0,0.07144483923912048,0.005702526308596134
+18,4.083508014678955,0.0,0.31358006596565247,0.006694187875837088
+19,3.541107654571533,0.0,0.13470320403575897,0.007703281007707119
+20,2.9511707425117493,0.0,0.0495314821600914,0.008677061647176743
+21,4.223279237747192,0.0,1.2872490882873535,0.009651086293160915
+22,3.5034338235855103,0.0,0.25804153084754944,0.01030575018376112
+23,2.76951140165329,0.0,0.196492537856102,0.010900286957621574
+24,4.12940526008606,0.0,0.3556980788707733,0.011740795336663723
+25,2.8182029724121094,0.0,0.009553315117955208,0.012516368180513382
+26,2.519152283668518,0.0,0.10944182425737381,0.013294887728989124
+27,4.006999731063843,0.0,0.3758383095264435,0.013927919790148735
+28,2.568089544773102,0.0,0.06135086342692375,0.014460344798862934
+29,3.2582420110702515,0.0,0.8840780258178711,0.014890659600496292
+30,6.135700106620789,0.0,0.2690589725971222,0.015136515721678734
+31,8.325871348381042,0.0,0.2716009318828583,0.015090459026396275
+32,2.1523159742355347,0.0,1.6576015949249268,0.015060200355947018
+33,2.4502736926078796,0.0,0.47883278131484985,0.015480423346161842
+34,2.220701515674591,0.0,41.87738037109375,0.015883557498455048
+35,2.2351406812667847,0.0,0.18094219267368317,0.016219882294535637
+36,7.1720253229141235,0.0,0.642977237701416,0.017035827040672302
+37,3.385193347930908,0.0,0.08298173546791077,0.01777290552854538
+38,3.3126935958862305,0.0,0.19406607747077942,0.018501238897442818
+39,3.825729489326477,0.0,0.31157994270324707,0.019062906503677368
+40,3.3268290758132935,0.0,0.3613486588001251,0.019254552200436592
+41,8.837971687316895,0.0,3.1075990200042725,0.018680844455957413
+42,3.565850019454956,0.0,0.4668585956096649,0.018455559387803078
+43,3.427411437034607,0.0,0.13356630504131317,0.018232285976409912
+44,3.334211587905884,0.0,0.8465145826339722,0.017886005342006683
+45,1.9298455119132996,0.0,0.10311046242713928,0.017539361491799355
+46,2.561930775642395,0.0,0.3416336178779602,0.01699051633477211
+47,3.9079861640930176,0.0,0.25514230132102966,0.01629059389233589
+48,3.817352771759033,0.0,3.859872579574585,0.01556667871773243
+49,2.594365119934082,0.0,0.25599396228790283,0.014792211353778839
+50,3.336295485496521,0.0,0.09551412612199783,0.0141366645693779
+51,3.3260598182678223,0.0,0.5515723824501038,0.013543299399316311
+52,6.838750958442688,0.0,0.5032661557197571,0.013003417290747166
+53,3.4612032175064087,0.0,0.1258288472890854,0.01259069237858057
+54,2.8065441846847534,0.0,0.08073394000530243,0.012254836037755013
+55,8.470643520355225,0.0,0.4864809215068817,0.012415574863553047
+56,3.7382291555404663,0.0,0.2272060513496399,0.012744382955133915
+57,4.392547130584717,0.0,0.1434803456068039,0.01315654069185257
+58,4.659694194793701,0.0,0.2035207450389862,0.013379146344959736
+59,4.168901562690735,0.0,0.2563495337963104,0.013411669991910458
+60,2.959354817867279,0.0,0.07792022824287415,0.0133646409958601
+61,4.23311185836792,0.0,0.15854521095752716,0.013234035111963749
+62,4.491350412368774,0.0,0.3294166624546051,0.01294214278459549
+63,3.630035400390625,0.0,0.3462177515029907,0.012702707201242447
+64,3.976547598838806,0.0,0.5925998687744141,0.012089131399989128
+65,3.0060571432113647,0.0,0.8030229210853577,0.011487209238111973
+66,7.9067307114601135,0.3465728163719177,2.092937707901001,0.01033750455826521
+67,4.163019418716431,0.0,0.2157139927148819,0.009458880871534348
+68,3.8632177114486694,0.0,0.052965205162763596,0.008606857620179653
+69,3.2568891048431396,0.0,0.44544902443885803,0.008207329548895359
+70,6.915836334228516,0.0,0.4888162314891815,0.008231673389673233
+71,5.669504821300507,0.0,0.04967721924185753,0.008292516693472862
+72,3.9564422369003296,0.0,0.1608421355485916,0.008289734832942486
+73,3.851643919944763,0.0,0.30252647399902344,0.008264424279332161
+74,3.554660439491272,0.0,0.14723367989063263,0.008148911409080029
+75,4.47706151008606,0.0,0.2435714453458786,0.008229897357523441
+76,3.2193650007247925,0.0,0.28722628951072693,0.008251420222222805
+77,1.7762373089790344,0.0,0.1223214715719223,0.008237609639763832
+78,8.24789023399353,8.041749954223633,1.8899061679840088,0.008436538279056549
+79,9.317486643791199,8.170619010925293,1.799893856048584,0.007858103141188622
+80,6.532508611679077,0.0,0.1618451327085495,0.007211777381598949
+81,3.429102659225464,0.0,0.052988309413194656,0.0065813432447612286
+82,8.748683094978333,0.0,0.04914725199341774,0.00603163056075573
+83,3.8670997619628906,0.0,0.0375371016561985,0.005512246862053871
+84,3.7760558128356934,0.0,0.2656058967113495,0.004827601835131645
+85,3.4526253938674927,0.0,1.4542593955993652,0.004231375176459551
+86,3.436923623085022,0.0,0.13617250323295593,0.003590900683775544
+87,3.9795769453048706,0.0,0.192710280418396,0.0028570168651640415
+88,6.983927965164185,0.0,0.15185211598873138,0.0023145286832004786
+89,7.073269009590149,0.0,2.0316855907440186,0.0012257859343662858
+90,8.376221179962158,8.17061996459961,1.1251716613769531,0.0009847753681242466
+91,3.830427408218384,0.0,0.11399447917938232,0.0008010893943719566
+92,4.232645511627197,0.0,0.07236421853303909,0.0006771537591703236
+93,9.446825981140137,0.0,0.042992252856492996,0.0005624503828585148
+94,8.929808139801025,0.0,0.13100525736808777,0.000544066249858588
+95,4.1244261264801025,0.0,0.048421286046504974,0.0005587275954894722
+96,4.433536052703857,0.0,0.15821905434131622,0.0004627602465916425
+97,4.121781587600708,0.0,0.04221399128437042,0.00034600342041812837
+98,4.261801242828369,0.0,0.09278120845556259,0.00017031225434038788
+99,3.2391058802604675,0.0,0.0027287432458251715,1.0078228115162347e-05
+100,6.814844608306885,0.0,0.03564457967877388,0.0
+101,4.289951324462891,0.0,0.06939697265625,0.0
+102,3.1376326084136963,0.0,0.0189208984375,0.0
+103,3.9145604372024536,0.0,0.04638671875,0.0
+104,3.795917510986328,0.0,0.04709625244140625,0.0
+105,8.348352909088135,8.719924926757812,3.14703369140625,0.0
+106,5.178762912750244,0.0,0.36376953125,0.0
+107,4.178869962692261,0.0,0.01700592041015625,0.0
+108,3.699511766433716,0.0,0.076416015625,0.0
+109,6.940500736236572,0.0,0.130126953125,0.0
+110,2.4859222173690796,0.0,0.00605010986328125,0.0
+111,0.902642160654068,0.0,0.015533447265625,0.0
+112,4.279817342758179,0.0,0.05108642578125,0.0
+113,2.3878031969070435,0.0,0.00860595703125,0.0
+114,4.128644108772278,0.0,0.016845703125,0.0
+115,4.137208342552185,0.0,0.0325927734375,0.0
+116,0.983199805021286,0.0,0.01290130615234375,0.0
+117,7.117920517921448,0.0,0.06500244140625,0.0
+118,2.276318669319153,0.0,0.08465576171875,0.0
+119,4.198154091835022,0.0,0.0992431640625,0.0
+120,5.646315097808838,0.0,0.26123046875,0.0002163274330087006
+121,2.710449695587158,0.0,0.03369684889912605,0.0003831812064163387
+122,9.627757549285889,0.0,0.026902446523308754,0.0005119980778545141
+123,4.205965995788574,0.0,0.2568219006061554,0.00037193301250226796
+124,7.952741622924805,0.0,0.06583089381456375,0.00017641327576711774
+125,2.40595144033432,0.0,0.06970631331205368,6.920241139596328e-05
+126,4.073463678359985,0.0,0.07190927118062973,0.0
+127,2.765211284160614,0.0,0.02508544921875,0.0
+128,3.8405271768569946,0.0,0.39837646484375,0.00025406951317563653
+129,3.9011993408203125,0.0,0.17022943496704102,0.0006657876074314117
+130,3.0946571826934814,0.0,0.01172469649463892,0.0010459726909175515
+131,2.1207125186920166,0.0,0.014298198744654655,0.0013863389613106847
+132,6.483365178108215,0.0,0.1673743575811386,0.001884413417428732
+133,2.5885496139526367,0.0,0.12103364616632462,0.0024792542681097984
+134,6.822878062725067,0.0,0.153699591755867,0.003198218997567892
+135,1.804690957069397,0.0,0.08844549208879471,0.0039313011802732944
+136,2.110371470451355,0.0,0.05250263214111328,0.004626669455319643
+137,2.6006860733032227,0.0,0.0691043958067894,0.00518050417304039
+138,2.840228319168091,0.0,0.011829637922346592,0.005679755471646786
+139,2.571682035923004,0.0,0.09682516008615494,0.006013302132487297
+140,4.519011914730072,8.170615196228027,1.3762370347976685,0.005356285255402327
+141,4.0693278312683105,0.0,0.07451966404914856,0.0047007654793560505
+142,4.413449048995972,0.0,0.5480386018753052,0.004098122473806143
+143,4.583336591720581,0.0,0.02172474004328251,0.0035459694918245077
+144,3.988314986228943,0.0,0.41183581948280334,0.003023038385435939
+145,4.257260799407959,0.0,0.020085638388991356,0.0025515626184642315
+146,3.1645151376724243,0.0,0.11223629117012024,0.0021864192094653845
+147,3.8384398221969604,0.0,0.08602285385131836,0.0018209452973678708
+148,2.7456533312797546,0.0,0.010832196101546288,0.001472586765885353
+149,6.361883044242859,0.0,0.45619067549705505,0.0007264484884217381
+150,4.191645860671997,0.0,0.17190240323543549,0.0
+151,2.694422960281372,0.0,0.037109375,0.0
+152,1.066588044166565,0.0,0.0041351318359375,0.0
+153,4.264661192893982,0.0,0.0296630859375,0.0
+154,7.891426682472229,0.0,0.049957275390625,0.0
+155,8.150351762771606,0.0,0.3785400390625,0.0
+156,3.608042359352112,0.0,0.05615234375,0.0
+157,8.540441632270813,8.170608520507812,0.14550824463367462,0.0
+158,4.145106792449951,0.0,0.07574462890625,0.0
+159,4.094731092453003,0.0,0.05712890625,0.0
+160,3.8326218128204346,0.0,0.093994140625,0.0
+161,2.703908383846283,0.0,0.25897216796875,0.00012416261597536504
+162,2.619474947452545,0.0,0.07366187870502472,0.0003265012055635452
+163,2.6924063563346863,0.0,0.04629172012209892,0.0005684288335032761
+164,3.947253704071045,0.0,0.3802386522293091,0.0003346250450704247
+165,2.650616705417633,0.0,0.018933001905679703,0.00014120562991593033
+166,3.6569058895111084,0.0,0.5041554570198059,0.0005221958854235709
+167,3.3278881311416626,0.0,0.02844809927046299,0.0008428566507063806
+168,4.230942726135254,0.0,0.055805470794439316,0.0012009822530671954
+169,8.736985445022583,0.0,0.08350232243537903,0.0014351262943819165
+170,3.846948504447937,0.0,0.029980313032865524,0.0016854567220434546
+171,3.313983201980591,0.0,0.04632217437028885,0.0018607937963679433
+172,2.527884840965271,0.0,0.07736842334270477,0.002051121322438121
+173,8.077579021453857,0.0,0.057788532227277756,0.0022991502191871405
+174,2.663236975669861,0.0,0.10670412331819534,0.002423499245196581
+175,2.616254210472107,0.0,0.028437387198209763,0.0025134915485978127
+176,8.61315643787384,0.34893563389778137,0.19499780237674713,0.002479857299476862
+177,4.484658718109131,0.0,0.10939712077379227,0.002407369203865528
+178,3.0362112522125244,0.0,0.023203156888484955,0.0023092429619282484
+179,7.8351500034332275,8.170619010925293,3.5304362773895264,0.0013670071493834257
+180,2.5872339010238647,0.0,0.05015658214688301,0.0005432568723335862
+181,2.6984100341796875,0.0,0.5343939065933228,0.00030395868816412985
+182,2.647006392478943,0.0,0.02027949132025242,6.610636046389118e-05
+183,4.076426863670349,0.0,0.5166106224060059,0.0002912453783210367
+184,2.7333925366401672,0.0,0.020167866721749306,0.0005161722656339407
+185,2.539989948272705,0.0,0.07343484461307526,0.0006599737098440528
+186,3.169139266014099,0.0,0.3105521500110626,0.001058089197613299
+187,2.1556591391563416,0.0,0.12136062234640121,0.001363892573863268
+188,8.10597550868988,0.0,0.5794657468795776,0.002096610376611352
+189,3.2883408069610596,0.0,0.3184603452682495,0.002492728875949979
+190,4.59417200088501,0.0,0.10929717123508453,0.0028385755140334368
+191,3.8035393953323364,0.0,0.8813203573226929,0.0033779540099203587
+192,2.8970025181770325,0.0,0.12200979143381119,0.00397836696356535
+193,3.984745979309082,0.0,0.14317886531352997,0.004641002044081688
+194,3.867398977279663,0.0,0.5957445502281189,0.0056462362408638
+195,2.6262826919555664,0.0,0.0431748628616333,0.006610304582864046
+196,2.9852102994918823,0.0,0.04823249205946922,0.007458578795194626
+197,4.201591491699219,0.0,0.15045981109142303,0.008316007442772388
+198,3.6220285892486572,0.0,0.03309604153037071,0.009080665186047554
+199,2.9259623289108276,0.0,0.11247304081916809,0.009742056019604206
+200,4.458563327789307,0.0,0.4167482852935791,0.01065476331859827
+201,3.540038824081421,0.0,0.05488666519522667,0.011494067497551441
+202,3.003687262535095,0.0,0.6311275959014893,0.012211445719003677
+203,3.666436791419983,0.0,0.22398696839809418,0.012770455330610275
+204,4.00870668888092,0.0,0.25401514768600464,0.013172089122235775
+205,3.5977801084518433,0.0,0.14497630298137665,0.013475211337208748
+206,8.189656138420105,8.170614242553711,0.69060879945755,0.014317581430077553
+207,3.6790342330932617,0.0,56.058067321777344,0.014321821741759777
+208,2.066310942173004,0.0,0.026861825957894325,0.014307615347206593
+209,2.9743462800979614,0.0,0.31844431161880493,0.014243436977267265
+210,3.519781470298767,0.0,0.1434592753648758,0.01428287010639906
+211,2.3386071920394897,0.0,0.005021278280764818,0.014315350912511349
+212,3.796075701713562,0.0,1.4015088081359863,0.014304365031421185
+213,6.133247375488281,0.0,0.1019887700676918,0.014283658936619759
+214,1.735339641571045,0.0,0.020220475271344185,0.014247477985918522
+215,0.9596961140632629,0.0,0.008359905332326889,0.014207991771399975
+216,2.4378570318222046,0.0,0.10080423206090927,0.01425122655928135
+217,2.612233430147171,0.0,0.06937376409769058,0.014259224757552147
+218,2.401741921901703,0.0,0.7927466630935669,0.014180107042193413
+219,8.814400911331177,0.0,0.17531254887580872,0.014257487840950489
+220,4.194223165512085,0.0,1.1971999406814575,0.014370247721672058
+221,6.362608909606934,8.17061996459961,0.3100512623786926,0.014570445753633976
+222,7.181521236896515,8.517190933227539,0.43478524684906006,0.015127593651413918
+223,2.4804055392742157,0.0,0.055928975343704224,0.015583526343107224
+224,4.468879222869873,0.0,0.09472138434648514,0.01591596193611622
+225,4.161998510360718,0.0,0.16232261061668396,0.016087055206298828
+226,4.4826343059539795,0.0,0.4689924418926239,0.01606513187289238
+227,2.895603060722351,0.0,0.4653953015804291,0.01603764481842518
+228,3.72147274017334,0.0,0.20634420216083527,0.01598072424530983
+229,8.038581371307373,0.003337980480864644,1.1746591329574585,0.015142984688282013
+230,7.637876987457275,0.3467411398887634,1.828885793685913,0.013852638192474842
+231,2.7133709192276,0.0,0.973544180393219,0.012712143361568451
+232,4.37646096944809,0.0,0.3604530990123749,0.011750547215342522
+233,3.7568447589874268,0.0,0.2916084825992584,0.010863161645829678
+234,9.684557437896729,8.517182350158691,2.1031434535980225,0.009560992009937763
+235,2.5434818863868713,0.0,0.009207012131810188,0.008361516520380974
+236,2.641745448112488,0.0,0.24453014135360718,0.00721511896699667
+237,7.698398470878601,8.167773246765137,1.6242642402648926,0.005732838064432144
+238,3.222274422645569,0.0,0.08978232741355896,0.004410484340041876
+239,12.062711238861084,0.0,0.2820008099079132,0.0030464427545666695
+240,3.521003007888794,0.0,0.09646729379892349,0.001846970641054213
+241,7.711219906806946,0.0,0.3379809856414795,0.0009676436893641949
+242,2.5592020750045776,0.0,0.0328194722533226,0.00015445970348082483
+243,7.831752300262451,0.0,1.3862310647964478,0.0
+244,4.32858419418335,0.0,0.0027313232421875,0.0
+245,2.1371612548828125,0.0,0.036468505859375,0.0
+246,2.963696599006653,0.0,0.226318359375,0.0
+247,2.5211974382400513,0.0,0.07794189453125,0.0
+248,2.4970652759075165,0.0,0.156494140625,0.0
+249,2.946164071559906,0.0,0.02783203125,0.0
+250,2.460454523563385,0.0,0.010894775390625,0.0
+251,2.4595751762390137,0.0,0.04864501953125,0.0
+252,6.365290522575378,0.0,0.32586669921875,0.0
+253,3.3243162631988525,0.0,0.0802001953125,0.0
+254,2.535180628299713,0.0,0.097442626953125,0.0
+255,2.766653537750244,0.0,0.0684814453125,0.0
+256,3.0639829635620117,0.0,0.41552734375,0.0

experiments/stage2r/a4a/20260904T160029Z/SOURCE_BANK_QK_training.csv

@@ -0,0 +1,257 @@
+update,lm_loss,relation_aux,grad_norm,beta
+1,3.086588144302368,0.0,0.0909423828125,0.0
+2,2.7466613054275513,0.0,0.07293701171875,0.0
+3,2.6961655020713806,0.0,0.037322998046875,0.0003870941582135856
+4,7.278527736663818,0.0,1.4864522218704224,0.0018148096278309822
+5,4.014484643936157,0.0,0.23933814465999603,0.0026949597522616386
+6,2.573439061641693,0.0,0.012600487098097801,0.0034532882273197174
+7,3.7614660263061523,0.0,0.5764581561088562,0.004264199174940586
+8,5.430382668972015,0.0,0.028288336470723152,0.0049675228074193
+9,1.632770597934723,0.0,0.017700569704174995,0.005621639546006918
+10,3.97073757648468,0.0,5.550984859466553,0.0052079204469919205
+11,3.868605136871338,0.0,4.059432029724121,0.004863303620368242
+12,8.564101934432983,0.0,2.412269115447998,0.0051263244822621346
+13,3.123144268989563,0.0,0.38628876209259033,0.005089510697871447
+14,8.816397666931152,0.0,0.17152230441570282,0.0051300241611897945
+15,2.9564672112464905,0.0,0.1005731001496315,0.005207892972975969
+16,4.454845190048218,0.0,0.7865108251571655,0.005776769015938044
+17,4.11973762512207,0.0,0.21143795549869537,0.006419048644602299
+18,4.083142280578613,0.0,0.43274596333503723,0.007251692470163107
+19,3.541072130203247,0.0,0.22901074588298798,0.008144636638462543
+20,2.9510595202445984,0.0,0.05101940408349037,0.009002135135233402
+21,4.2232595682144165,0.0,6.392130374908447,0.009803061373531818
+22,3.503167748451233,0.0,0.2601954936981201,0.010357792489230633
+23,2.769175112247467,0.0,0.03682568669319153,0.010864059440791607
+24,4.129454493522644,0.0,0.09514941275119781,0.011386637575924397
+25,2.818294107913971,0.0,0.13302046060562134,0.011867856606841087
+26,2.519493579864502,0.0,0.1801336258649826,0.012393773533403873
+27,4.00670063495636,0.0,0.9435908794403076,0.012197816744446754
+28,2.5682986974716187,0.0,0.061884935945272446,0.011982852593064308
+29,3.2577675580978394,0.0,0.19343066215515137,0.011722023598849773
+30,6.131996393203735,0.0,0.2207452654838562,0.011391816660761833
+31,8.327282428741455,0.0,1.0885106325149536,0.01079463679343462
+32,2.1526055932044983,0.0,0.03555876389145851,0.010255683213472366
+33,2.4502567052841187,0.0,0.17204804718494415,0.009760076180100441
+34,2.220335841178894,0.0,0.37324294447898865,0.009220797568559647
+35,2.2348439693450928,0.0,0.056957706809043884,0.008712923154234886
+36,7.179980516433716,0.0,0.7570919394493103,0.008795867674052715
+37,3.3846815824508667,0.0,0.15681320428848267,0.008765185251832008
+38,3.313278079032898,0.0,0.16130772233009338,0.0086922412738204
+39,3.825937271118164,0.0,0.1665498912334442,0.008547135628759861
+40,3.325785279273987,0.0,0.10714513808488846,0.008361073210835457
+41,8.801575183868408,0.0,2.824232816696167,0.007587779313325882
+42,3.56635057926178,0.0,0.08413617312908173,0.006902413442730904
+43,3.4267133474349976,0.0,0.07576057314872742,0.006237934343516827
+44,3.3327537775039673,0.0,0.16976065933704376,0.005523822270333767
+45,1.929623007774353,0.0,0.015592275187373161,0.004864220041781664
+46,2.56137216091156,0.0,0.018205447122454643,0.004259543027728796
+47,3.9072972536087036,0.0,0.07302028685808182,0.0037380261346697807
+48,3.8172565698623657,0.0,0.15707996487617493,0.003376644104719162
+49,2.5934548377990723,0.0,0.12534767389297485,0.0030327036511152983
+50,3.3365368843078613,0.0,0.10308307409286499,0.002758040325716138
+51,3.325312614440918,0.0,0.19972124695777893,0.002503923838958144
+52,6.834047198295593,0.0,0.026248957961797714,0.0022861820179969072
+53,3.461672782897949,0.0,0.1546199768781662,0.002217652974650264
+54,2.8078116178512573,0.0,0.09036237746477127,0.0022149409633129835
+55,8.482358813285828,0.0,0.49034738540649414,0.002627892419695854
+56,3.740403413772583,0.0,0.14408725500106812,0.0031307092867791653
+57,4.391824960708618,0.0,0.08138479292392731,0.0035244023893028498
+58,4.659150123596191,0.0,0.2234148234128952,0.0039693317376077175
+59,4.168745636940002,0.0,0.45481017231941223,0.004316648468375206
+60,2.95864474773407,0.0,0.3877384662628174,0.004576846491545439
+61,4.232582330703735,0.0,0.06866144388914108,0.004862550180405378
+62,4.491591930389404,0.0,0.14583241939544678,0.00499582476913929
+63,3.630221128463745,0.0,0.14128649234771729,0.005190224852412939
+64,3.9756916761398315,0.0,0.1871444135904312,0.005261491052806377
+65,3.007140278816223,0.0,0.20654748380184174,0.00537446141242981
+66,7.913363456726074,0.0,2.0971291065216064,0.004682638682425022
+67,4.163403034210205,0.0,0.029184488579630852,0.004021538887172937
+68,3.863399028778076,0.0,0.05711124464869499,0.003368568839505315
+69,3.2575159072875977,0.0,0.030187547206878662,0.0027738779317587614
+70,6.918859362602234,0.0,0.45180651545524597,0.0026296854484826326
+71,5.669839799404144,0.0,0.06423107534646988,0.0025484932120889425
+72,3.9563703536987305,0.0,0.2956090569496155,0.0023217147681862116
+73,3.8512884378433228,0.0,0.021739870309829712,0.0021076591219753027
+74,3.555194854736328,0.0,0.14085499942302704,0.0020301912445575
+75,4.477275490760803,0.0,0.21802257001399994,0.0021581717301160097
+76,3.2182974815368652,0.0,0.2646426558494568,0.002437503542751074
+77,1.7766829133033752,0.0,0.022655950859189034,0.0026740271132439375
+78,8.247616291046143,0.0,0.45773079991340637,0.0032795858569443226
+79,9.295864582061768,0.0,1.6514863967895508,0.0029946088325232267
+80,6.52468740940094,0.0,0.2136019468307495,0.002580193104222417
+81,3.4286662340164185,0.0,0.04050653427839279,0.002218434354290366
+82,8.74599575996399,0.0,0.13197311758995056,0.001985842827707529
+83,3.8675020933151245,0.0,0.003150508739054203,0.0017699466552585363
+84,3.7754392623901367,0.0,0.08793001621961594,0.0015027424087747931
+85,3.452506899833679,0.0,0.3313200771808624,0.0010212028864771128
+86,3.437031865119934,0.0,0.09617363661527634,0.00049871631199494
+87,3.9794421195983887,0.0,0.16995422542095184,0.0
+88,6.981402158737183,0.0,0.1953125,0.0
+89,7.060064911842346,0.0,2.00146484375,0.0
+90,8.376821756362915,0.0,1.099365234375,0.0
+91,3.830325484275818,0.0,0.060546875,0.0
+92,4.23248553276062,0.0,0.272216796875,6.004873284837231e-05
+93,9.432054042816162,0.0,0.010501239448785782,0.00012215072638355196
+94,8.93041443824768,0.0,0.14871957898139954,0.0002757757611107081
+95,4.124547481536865,0.0,0.04929036274552345,0.0004494248132687062
+96,4.434255361557007,0.0,0.41288140416145325,0.0003315704525448382
+97,4.121683359146118,0.0,0.0823889821767807,0.00027819134993478656
+98,4.261792421340942,0.0,0.10026846826076508,0.00015934451948851347
+99,3.2386882305145264,0.0,0.07104533165693283,0.0
+100,6.814485520124435,0.0,0.0533447265625,0.0
+101,4.289951324462891,0.0,0.05975341796875,0.0
+102,3.1376326084136963,0.0,0.0169677734375,0.0
+103,3.9145604372024536,0.0,0.033203125,0.0
+104,3.795917510986328,0.0,0.0475006103515625,0.0
+105,8.348352909088135,0.0,3.153076171875,0.0
+106,5.178762912750244,0.0,0.342529296875,0.0
+107,4.178869962692261,0.0,0.0159759521484375,0.0
+108,3.699511766433716,0.0,0.07501220703125,0.0
+109,6.940500736236572,0.0,0.12841796875,0.0
+110,2.4859222173690796,0.0,0.021696090698242188,0.0
+111,0.902642160654068,0.0,0.01556396484375,0.0
+112,4.279817342758179,0.0,0.0484619140625,0.0
+113,2.3878031969070435,0.0,0.0029296875,0.0
+114,4.128644108772278,0.0,0.017578125,0.0
+115,4.137208342552185,0.0,0.0350341796875,0.0
+116,0.983199805021286,0.0,0.0150604248046875,0.0
+117,7.117920517921448,0.0,0.06298828125,0.0
+118,2.276318669319153,0.0,0.080810546875,0.0
+119,4.198154091835022,0.0,0.089599609375,0.0
+120,5.646315097808838,0.0,0.31494140625,0.0
+121,2.710484802722931,0.0,0.04608154296875,0.0
+122,9.628255367279053,0.0,0.0037841796875,0.0
+123,4.205509901046753,0.0,0.0804443359375,0.0
+124,7.956705570220947,0.0,0.06494072079658508,0.0
+125,2.406319707632065,0.0,0.03240966796875,0.0
+126,4.07360053062439,0.0,0.0589599609375,0.0
+127,2.765211284160614,0.0,0.0263671875,0.0
+128,3.8405271768569946,0.0,0.39642333984375,7.793796248733997e-05
+129,3.9004249572753906,0.0,0.05324288457632065,0.00020637841953430325
+130,3.094719409942627,0.0,0.0084160091355443,0.0003159268235322088
+131,2.1203198432922363,0.0,0.0018894438399001956,0.00041517283534631133
+132,6.488810300827026,0.0,0.17179808020591736,0.0006995871081016958
+133,2.5884485244750977,0.0,0.03704260662198067,0.0009200134663842618
+134,6.822772145271301,0.0,0.1564333438873291,0.001304080942645669
+135,1.8043426275253296,0.0,0.019767003133893013,0.0016822804464027286
+136,2.1103342175483704,0.0,0.08563822507858276,0.0020559097174555063
+137,2.5999550819396973,0.0,0.0740773156285286,0.00230628764256835
+138,2.840023398399353,0.0,0.11041279882192612,0.00265991291962564
+139,2.5717411041259766,0.0,0.004024507012218237,0.002982721896842122
+140,4.524585008621216,0.0,1.3785213232040405,0.0023105230648070574
+141,4.069229364395142,0.0,0.08736693114042282,0.0017662029713392258
+142,4.412612438201904,0.0,0.20669788122177124,0.0012926446506753564
+143,4.582178831100464,0.0,0.008203709498047829,0.000858084880746901
+144,3.988101840019226,0.0,0.27589157223701477,0.00021195606677792966
+145,4.257072925567627,0.0,0.10438188165426254,0.0
+146,3.1647344827651978,0.0,0.081787109375,0.0
+147,3.839397430419922,0.0,0.02764892578125,0.0
+148,2.7456589937210083,0.0,0.04491424560546875,0.0
+149,6.357057094573975,0.0,0.37646484375,0.0
+150,4.1910645961761475,0.0,0.18701171875,0.0
+151,2.694422960281372,0.0,0.03704833984375,0.0
+152,1.066588044166565,0.0,0.0015869140625,0.0
+153,4.264661192893982,0.0,0.023433685302734375,0.0
+154,7.891426682472229,0.0,0.040557861328125,0.0
+155,8.150351762771606,0.0,0.3726806640625,0.0
+156,3.608042359352112,0.0,0.054931640625,0.0
+157,8.540441632270813,0.0,0.138427734375,0.0
+158,4.145106792449951,0.0,0.073638916015625,0.0
+159,4.094731092453003,0.0,0.06103515625,0.0
+160,3.8326218128204346,0.0,0.079833984375,0.0
+161,2.703908383846283,0.0,0.26847076416015625,0.0001430148258805275
+162,2.619372069835663,0.0,0.08688391745090485,0.00037788652116432786
+163,2.692188024520874,0.0,0.009982413612306118,0.0005863382248207927
+164,3.9473544359207153,0.0,0.12517563998699188,0.0006222179508768022
+165,2.6507795453071594,0.0,0.0207835640758276,0.0006817419780418277
+166,3.656961441040039,0.0,0.4966123104095459,0.0012890503276139498
+167,3.3285675048828125,0.0,0.0440116822719574,0.0018023931188508868
+168,4.231233835220337,0.0,0.1512313038110733,0.002098681405186653
+169,8.73744535446167,0.0,0.08568825572729111,0.002471779938787222
+170,3.8466323614120483,0.0,0.06791013479232788,0.0027323225513100624
+171,3.3146159648895264,0.0,0.06972578912973404,0.002885418711230159
+172,2.5272897481918335,0.0,0.15342481434345245,0.0029767027590423822
+173,8.072357177734375,0.0,0.07658317685127258,0.003153073601424694
+174,2.66374933719635,0.0,0.21787676215171814,0.0035613260697573423
+175,2.6159589290618896,0.0,0.09004785120487213,0.003876539645716548
+176,8.597858428955078,0.0,0.18430596590042114,0.003923680633306503
+177,4.484875679016113,0.0,0.13520032167434692,0.003927411511540413
+178,3.0364056825637817,0.0,0.09305498003959656,0.0038926866836845875
+179,7.841976881027222,0.0,3.414212465286255,0.002985977102071047
+180,2.5868753492832184,0.0,0.0531303733587265,0.002196209505200386
+181,2.698209822177887,0.0,0.04025949910283089,0.0014299345202744007
+182,2.6468021869659424,0.0,0.02116079069674015,0.0007153755286708474
+183,4.076913595199585,0.0,0.009642506018280983,4.934325988870114e-05
+184,2.7334818840026855,0.0,0.014313440769910812,0.0
+185,2.5399816036224365,0.0,0.079345703125,0.0
+186,3.168911337852478,0.0,0.162109375,0.0
+187,2.1556922793388367,0.0,0.05548095703125,0.0
+188,8.106428265571594,0.0,0.52197265625,0.00015078012074809521
+189,3.289138674736023,0.0,0.028116630390286446,0.0003041956224478781
+190,4.5938732624053955,0.0,0.10999950766563416,0.00033255881862714887
+191,3.803498864173889,0.0,0.25712189078330994,0.0006204501260071993
+192,2.8964967727661133,0.0,0.11439985036849976,0.000994091504253447
+193,3.985370397567749,0.0,0.048601508140563965,0.0013255039229989052
+194,3.867441415786743,0.0,0.01750900410115719,0.0016143475659191608
+195,2.6260675191879272,0.0,0.0994461253285408,0.0018659934867173433
+196,2.9844985008239746,0.0,0.10241229832172394,0.002211954677477479
+197,4.201681613922119,0.0,0.1020960882306099,0.002559349173679948
+198,3.622339367866516,0.0,0.022879423573613167,0.002887349110096693
+199,2.9268940687179565,0.0,0.03161444887518883,0.0031881174072623253
+200,4.458163499832153,0.0,0.14729392528533936,0.0032833677250891924
+201,3.5395607948303223,0.0,0.07494820654392242,0.0034663539845496416
+202,3.003880500793457,0.0,0.031143903732299805,0.0036574695259332657
+203,3.6668543815612793,0.0,0.06020183861255646,0.003859648946672678
+204,4.0082114934921265,0.0,0.09782814979553223,0.003959386609494686
+205,3.5976827144622803,0.0,0.11503916233778,0.0038946594577282667
+206,8.20395565032959,0.0,0.7606046795845032,0.004633521661162376
+207,3.6796194314956665,0.0,48.064491271972656,0.0043756249360740185
+208,2.0659525990486145,0.0,0.025897223502397537,0.004133699927479029
+209,2.9752389192581177,0.0,0.4465656280517578,0.003733689896762371
+210,3.5197752714157104,0.0,0.10189507156610489,0.003371528349816799
+211,2.338339328765869,0.0,0.00045772254816256464,0.0030373225454241037
+212,3.7956613302230835,0.0,0.03148120641708374,0.0027522696182131767
+213,6.130294561386108,0.0,0.10336566716432571,0.00249781203456223
+214,1.7349695563316345,0.0,0.02063390612602234,0.0022440720349550247
+215,0.9594750106334686,0.0,0.004039386287331581,0.002005989197641611
+216,2.4395431876182556,0.0,0.38357993960380554,0.0021470694337040186
+217,2.6126436293125153,0.0,0.009560948237776756,0.0022832518443465233
+218,2.401769518852234,0.0,0.11898823082447052,0.002519710222259164
+219,8.829830646514893,0.0,0.1565142124891281,0.002877234946936369
+220,4.194742918014526,0.0,0.09586694091558456,0.0032472291495651007
+221,6.363862991333008,0.0,0.2199988216161728,0.0037912216503173113
+222,7.190276205539703,0.0,0.2737135589122772,0.004551127552986145
+223,2.48128941655159,0.0,0.026178840547800064,0.0052794115617871284
+224,4.468759059906006,0.0,0.06735432147979736,0.005901899188756943
+225,4.162474632263184,0.0,0.12124405056238174,0.006587447132915258
+226,4.4822375774383545,0.0,0.2946482300758362,0.006914107594639063
+227,2.895865499973297,0.0,0.01996462792158127,0.007223773747682571
+228,3.7215800285339355,0.0,0.5105098485946655,0.007981779053807259
+229,8.022390484809875,0.0,1.327778935432434,0.007815629243850708
+230,7.624217629432678,0.0,1.8231197595596313,0.0070322430692613125
+231,2.713408648967743,0.0,0.03213942050933838,0.006325053982436657
+232,4.3765480518341064,0.0,0.175353541970253,0.005767541471868753
+233,3.75732684135437,0.0,0.16724847257137299,0.005262401886284351
+234,9.672655582427979,0.0,1.9978142976760864,0.004260830115526915
+235,2.5436782240867615,0.0,0.03507881611585617,0.0033456706441938877
+236,2.6412432193756104,0.0,0.05426400527358055,0.0024662103969603777
+237,7.693477511405945,0.0,2.1174960136413574,0.0011986588360741735
+238,3.222549557685852,0.0,0.04557302966713905,5.501746272784658e-05
+239,12.070882797241211,0.0,0.29110831022262573,0.0
+240,3.5204989910125732,0.0,0.0787353515625,0.0
+241,7.706666827201843,0.0,0.35443115234375,0.0
+242,2.558935284614563,0.0,0.06317138671875,0.0
+243,7.8302085399627686,0.0,1.359375,0.0
+244,4.32858419418335,0.0,0.0003719329833984375,0.0
+245,2.1371612548828125,0.0,0.06964111328125,0.0
+246,2.963696599006653,0.0,0.223388671875,0.0
+247,2.5211974382400513,0.0,0.07861328125,0.0
+248,2.4970652759075165,0.0,0.15594482421875,0.0
+249,2.946164071559906,0.0,0.0258026123046875,0.0
+250,2.460454523563385,0.0,0.01383209228515625,0.0
+251,2.4595751762390137,0.0,0.0450286865234375,0.0
+252,6.365290522575378,0.0,0.3184814453125,0.0
+253,3.3243162631988525,0.0,0.0799560546875,0.0
+254,2.535180628299713,0.0,0.09149169921875,0.0
+255,2.766653537750244,0.0,0.0732421875,0.0
+256,3.0639829635620117,0.0,0.4425048828125,0.0

experiments/stage2r/a4a/20260904T160029Z/UNIFORM_BANK_QK_training.csv

@@ -0,0 +1,257 @@
+update,lm_loss,relation_aux,grad_norm,beta
+1,3.086588144302368,0.0,0.086395263671875,0.0
+2,2.7466613054275513,0.0,0.05267333984375,0.0
+3,2.6961655020713806,0.0,0.054443359375,0.0004470576241146773
+4,7.270210683345795,0.0,1.0960090160369873,0.0018790432950481772
+5,4.014054536819458,0.0,0.0032503465190529823,0.0031082232017070055
+6,2.573401093482971,0.0,0.5329461693763733,0.003447640687227249
+7,3.7620906829833984,0.0,0.13492286205291748,0.0038909974973648787
+8,5.442774176597595,0.0,2.5616140365600586,0.00339108076877892
+9,1.6326256394386292,0.0,0.03165597841143608,0.002966191153973341
+10,3.97104275226593,0.0,0.12502971291542053,0.002485729521140456
+11,3.86919903755188,0.0,0.07124750316143036,0.002105286344885826
+12,8.569621324539185,0.0,1.8382568359375,0.002467699581757188
+13,3.124264121055603,0.0,0.20473924279212952,0.0026642961893230677
+14,8.822030544281006,0.0,0.7921271324157715,0.0023606265895068645
+15,2.9566198587417603,0.0,0.05294916033744812,0.0021136626601219177
+16,4.45880126953125,0.0,0.2582750916481018,0.0020389328710734844
+17,4.119779825210571,0.0,0.11456853896379471,0.0020409640856087208
+18,4.083640813827515,0.0,0.4416486322879791,0.002311751013621688
+19,3.5413825511932373,0.0,0.1082112118601799,0.0024940951261669397
+20,2.951728105545044,0.0,0.019403638318181038,0.0026745640207082033
+21,4.2228699922561646,0.0,0.06849746406078339,0.0028109874110668898
+22,3.503217101097107,0.0,0.31983283162117004,0.0030958300922065973
+23,2.7693248987197876,0.0,0.4119628667831421,0.0033457400277256966
+24,4.129046559333801,0.0,0.22681526839733124,0.00372789497487247
+25,2.818425238132477,0.0,0.08606065064668655,0.00410317862406373
+26,2.519264042377472,0.0,0.061220213770866394,0.004494342487305403
+27,4.005431294441223,0.0,0.10899388045072556,0.004936386365443468
+28,2.567800462245941,0.0,0.282828688621521,0.0051237111911177635
+29,3.2579989433288574,0.0,0.0796532854437828,0.005285350605845451
+30,6.146459460258484,0.0,3.18815279006958,0.004845493473112583
+31,8.312897205352783,0.0,0.5220646858215332,0.004177749156951904
+32,2.152085781097412,0.0,0.20120063424110413,0.003691713325679302
+33,2.4501691460609436,0.0,0.016934596002101898,0.0032520873937755823
+34,2.2197265028953552,0.0,0.12082786858081818,0.0027653744909912348
+35,2.235122799873352,0.0,0.02087477594614029,0.0023191822692751884
+36,7.18129289150238,0.0,0.812758207321167,0.002488933503627777
+37,3.384265422821045,0.0,0.017979435622692108,0.0026497275102883577
+38,3.3133740425109863,0.0,0.25907471776008606,0.0029719287995249033
+39,3.8262535333633423,0.0,0.18217124044895172,0.003336742054671049
+40,3.3252638578414917,0.0,0.03440731763839722,0.003649771213531494
+41,8.777596473693848,0.0,1.025742769241333,0.004463632125407457
+42,3.5666648149490356,0.0,0.481186181306839,0.005457437131553888
+43,3.4262341260910034,0.0,0.04143013432621956,0.006355194374918938
+44,3.3333009481430054,0.0,0.3238789141178131,0.007059507537633181
+45,1.9293615818023682,0.0,0.07657717913389206,0.007708048913627863
+46,2.5616440773010254,0.0,0.01512995082885027,0.008317392319440842
+47,3.9080867767333984,0.0,0.4157499074935913,0.00869003590196371
+48,3.8161646127700806,0.0,0.31059330701828003,0.00922456569969654
+49,2.593021810054779,0.0,0.015149032697081566,0.009709379635751247
+50,3.3358341455459595,0.0,0.34863096475601196,0.010251221247017384
+51,3.326737880706787,0.0,0.07928910851478577,0.01069169957190752
+52,6.852087497711182,0.0,1.945942997932434,0.010389739647507668
+53,3.461351752281189,0.0,0.01931983418762684,0.010122878476977348
+54,2.80736768245697,0.0,0.0777173638343811,0.009914634749293327
+55,8.462372303009033,0.0,0.7368148565292358,0.01017269678413868
+56,3.738100290298462,0.0,0.2581017315387726,0.010571195743978024
+57,4.392555832862854,0.0,0.6329800486564636,0.010880480520427227
+58,4.660376310348511,0.0,0.03625135496258736,0.011168374679982662
+59,4.169306635856628,0.0,0.3247640132904053,0.01137189008295536
+60,2.959249973297119,0.0,0.09047076106071472,0.011496344581246376
+61,4.232394456863403,0.0,0.1807497888803482,0.011563160456717014
+62,4.492246627807617,0.0,0.5474085211753845,0.011477122083306313
+63,3.6299601793289185,0.0,0.10834728926420212,0.011463221162557602
+64,3.9774014949798584,0.0,0.5009682774543762,0.011169347912073135
+65,3.0056689977645874,0.0,0.06563181430101395,0.010922282002866268
+66,7.913247168064117,0.0,1.7489162683486938,0.010095127858221531
+67,4.1635520458221436,0.0,0.1827852874994278,0.009222210384905338
+68,3.863671660423279,0.0,0.12181223183870316,0.008336402475833893
+69,3.2567907571792603,0.0,0.012640491127967834,0.007516871206462383
+70,6.925892114639282,0.0,1.0219355821609497,0.006283908616751432
+71,5.677734971046448,0.0,0.45138126611709595,0.004910354036837816
+72,3.9560552835464478,0.0,0.08277976512908936,0.0036035056691616774
+73,3.85127592086792,0.0,0.05896531790494919,0.002426499268040061
+74,3.554781913757324,0.0,0.08766460418701172,0.0013455215375870466
+75,4.478850483894348,0.0,0.2696289122104645,0.00047185580478981137
+76,3.218039870262146,0.0,0.02886093221604824,0.0
+77,1.7764864563941956,0.0,0.009386062622070312,0.0
+78,8.250695586204529,0.0,2.50360107421875,2.0664541807491332e-05
+79,9.294642686843872,0.0,1.2138367891311646,0.0
+80,6.527342677116394,0.0,1.7392578125,0.0
+81,3.4291912317276,0.0,0.1728515625,0.0
+82,8.747653365135193,0.0,0.8466796875,0.0
+83,3.867241621017456,0.0,0.01123046875,0.0
+84,3.7758384943008423,0.0,0.0291748046875,0.0
+85,3.451999068260193,0.0,0.0333251953125,0.0
+86,3.437087059020996,0.0,0.0767822265625,0.0
+87,3.9793494939804077,0.0,0.026611328125,0.0
+88,6.981402158737183,0.0,1.2125244140625,0.0
+89,7.060064911842346,0.0,0.7685546875,0.0
+90,8.376821756362915,0.0,0.0048828125,0.0
+91,3.830325484275818,0.0,0.074462890625,0.0
+92,4.23248553276062,0.0,0.524169921875,0.0
+93,9.44578742980957,0.0,0.6368408203125,0.0
+94,8.929372549057007,0.0,2.174560546875,0.0
+95,4.125158309936523,0.0,0.070465087890625,0.0
+96,4.4340105056762695,0.0,0.3056640625,0.0
+97,4.121641039848328,0.0,0.0457763671875,0.0
+98,4.261750936508179,0.0,0.161865234375,0.0
+99,3.2389411330223083,0.0,0.06732797622680664,0.0
+100,6.814485520124435,0.0,1.1259002685546875,0.0
+101,4.289951324462891,0.0,0.07269287109375,0.0
+102,3.1376326084136963,0.0,0.0367431640625,0.0
+103,3.9145604372024536,0.0,0.04345703125,0.0
+104,3.795917510986328,0.0,0.0333251953125,0.0
+105,8.348352909088135,0.0,2.7531585693359375,0.0
+106,5.178762912750244,0.0,0.062652587890625,0.0
+107,4.178869962692261,0.0,0.0323486328125,0.0
+108,3.699511766433716,0.0,0.03668212890625,0.0
+109,6.940500736236572,0.0,0.8009033203125,0.0
+110,2.4859222173690796,0.0,0.014862060546875,0.0
+111,0.902642160654068,0.0,0.0152740478515625,0.0
+112,4.279817342758179,0.0,0.0325927734375,0.0
+113,2.3878031969070435,0.0,0.00445556640625,0.0
+114,4.128644108772278,0.0,0.10693359375,0.0
+115,4.137208342552185,0.0,0.046875,0.0
+116,0.983199805021286,0.0,0.0255126953125,0.0
+117,7.117920517921448,0.0,1.2752914428710938,0.0
+118,2.276318669319153,0.0,0.03265380859375,0.0
+119,4.198154091835022,0.0,0.047607421875,0.0
+120,5.646315097808838,0.0,2.4852294921875,0.0
+121,2.710484802722931,0.0,0.0272216796875,0.0
+122,9.628255367279053,0.0,0.29913330078125,0.0
+123,4.205509901046753,0.0,0.252197265625,0.0
+124,7.956705570220947,0.0,0.89068603515625,0.0
+125,2.406319707632065,0.0,0.0416412353515625,0.0
+126,4.07360053062439,0.0,0.094482421875,0.0
+127,2.765211284160614,0.0,0.000701904296875,0.0
+128,3.8405271768569946,0.0,0.2039794921875,0.0
+129,3.9015451669692993,0.0,0.0146484375,0.0
+130,3.094758987426758,0.0,0.1788330078125,0.0
+131,2.1199570298194885,0.0,0.0489501953125,0.0
+132,6.491136789321899,0.0,0.94622802734375,7.993441249709576e-05
+133,2.5882328748703003,0.0,0.021240457892417908,0.00016579903603997082
+134,6.823429644107819,0.0,2.544663429260254,0.0
+135,1.8050537705421448,0.0,0.05078125,0.0
+136,2.110020697116852,0.0,0.014404296875,0.0
+137,2.6001458168029785,0.0,0.0555419921875,0.0
+138,2.840142250061035,0.0,0.103271484375,0.0
+139,2.571974456310272,0.0,30.145263671875,0.0002909685717895627
+140,4.5150145292282104,0.0,1.2838287353515625,5.2836196118732914e-05
+141,4.069509744644165,0.0,0.20069609582424164,0.0
+142,4.412330865859985,0.0,0.1107330322265625,0.0
+143,4.5824503898620605,0.0,0.054443359375,0.0
+144,3.989044427871704,0.0,0.0032958984375,0.0
+145,4.25713849067688,0.0,0.03240966796875,0.0
+146,3.1647344827651978,0.0,0.0208740234375,0.0
+147,3.839397430419922,0.0,0.0206298828125,0.0
+148,2.7456589937210083,0.0,0.040191650390625,0.0
+149,6.357057094573975,0.0,0.46875,0.00013572642637882382
+150,4.191338300704956,0.0,0.20606619119644165,0.00013764579489361495
+151,2.694742977619171,0.0,0.006019167602062225,0.00014225101040210575
+152,1.0666040182113647,0.0,0.013580350205302238,0.0001379943423671648
+153,4.264761686325073,0.0,0.16467320919036865,0.00023946941655594856
+154,7.883810758590698,0.0,1.7141121625900269,0.0008864284609444439
+155,8.148950338363647,0.0,0.029065709561109543,0.0014668811345472932
+156,3.608484387397766,0.0,0.44740474224090576,0.0021256853360682726
+157,8.539932250976562,0.0,0.45217573642730713,0.00297893350943923
+158,4.144860029220581,0.0,0.027664782479405403,0.0037726450245827436
+159,4.095106363296509,0.0,0.043995290994644165,0.0044951969757676125
+160,3.831852078437805,0.0,0.07365310192108154,0.005193531047552824
+161,2.7042152285575867,0.0,0.0913073718547821,0.005829164758324623
+162,2.6193286180496216,0.0,0.2774222791194916,0.006456057541072369
+163,2.6929179430007935,0.0,0.028984947130084038,0.007015138398855925
+164,3.9483642578125,0.0,0.1768033802509308,0.007638970855623484
+165,2.6500333547592163,0.0,0.1634313464164734,0.008245091885328293
+166,3.656707763671875,0.0,0.03749008849263191,0.008821492083370686
+167,3.327016234397888,0.0,0.5475074648857117,0.009333283640444279
+168,4.231547594070435,0.0,0.3471886217594147,0.009627198800444603
+169,8.748154282569885,0.0,1.6140305995941162,0.009386121295392513
+170,3.8469895124435425,0.0,0.283019483089447,0.009127847850322723
+171,3.3153101205825806,0.0,0.2787952721118927,0.008851692080497742
+172,2.528725266456604,0.0,0.10736440867185593,0.008515486493706703
+173,8.077202916145325,0.0,0.6882858872413635,0.00872106570750475
+174,2.66309916973114,0.0,0.043546371161937714,0.008879787288606167
+175,2.6167203187942505,0.0,0.3603465259075165,0.008833000436425209
+176,8.616463303565979,0.0,0.6685555577278137,0.008375713601708412
+177,4.484525918960571,0.0,0.044872257858514786,0.00794457271695137
+178,3.0360074639320374,0.0,0.07062409818172455,0.007519411854445934
+179,7.849240303039551,0.0,3.4298315048217773,0.006569512654095888
+180,2.5868901312351227,0.0,0.08036014437675476,0.00573916407302022
+181,2.698514461517334,0.0,0.01725604385137558,0.004962467588484287
+182,2.646725654602051,0.0,0.05328158661723137,0.0042808083817362785
+183,4.077251195907593,0.0,0.14911526441574097,0.0035533285699784756
+184,2.7329081296920776,0.0,0.002937014913186431,0.002880881307646632
+185,2.5401485562324524,0.0,0.025915978476405144,0.002278734929859638
+186,3.1686160564422607,0.0,0.2105891853570938,0.0018829030450433493
+187,2.1560606956481934,0.0,0.03719514608383179,0.0014971921918913722
+188,8.107221722602844,0.0,0.9485334753990173,0.0005857069045305252
+189,3.2890433073043823,0.0,0.036852605640888214,0.0
+190,4.594557285308838,0.0,0.086883544921875,0.0
+191,3.803442120552063,0.0,0.180419921875,0.0
+192,2.896696925163269,0.0,0.02593994140625,0.0
+193,3.984968900680542,0.0,0.0322265625,0.0
+194,3.8667362928390503,0.0,0.33251953125,0.0
+195,2.6260774731636047,0.0,0.00257110595703125,0.0
+196,2.9848278760910034,0.0,0.0799560546875,0.0
+197,4.201826214790344,0.0,0.018310546875,0.0
+198,3.6222721338272095,0.0,0.03253173828125,0.0
+199,2.9264200925827026,0.0,0.044921875,0.0
+200,4.457756280899048,0.0,0.152099609375,0.0
+201,3.540576696395874,0.0,0.03170013427734375,0.0
+202,3.004311442375183,0.0,0.104888916015625,0.0
+203,3.6667829751968384,0.0,0.087310791015625,0.0
+204,4.0078006982803345,0.0,0.00518798828125,0.0
+205,3.597167730331421,0.0,0.07073974609375,0.0
+206,8.204991221427917,0.0,0.892333984375,0.0
+207,3.6789424419403076,0.0,0.23638916015625,0.0
+208,2.065990686416626,0.0,0.0126953125,0.0
+209,2.975525975227356,0.0,0.053466796875,0.0
+210,3.519493818283081,0.0,0.062744140625,0.0
+211,2.3389549255371094,0.0,0.0487060546875,0.0
+212,3.7951306104660034,0.0,0.16650390625,0.0
+213,6.130894064903259,0.0,0.5830078125,0.0
+214,1.7347200512886047,0.0,0.08984375,0.0
+215,0.9595650732517242,0.0,0.004913330078125,0.0
+216,2.439110666513443,0.0,0.3072509765625,0.0
+217,2.6123693585395813,0.0,0.107330322265625,0.0
+218,2.402214765548706,0.0,0.10595703125,0.0
+219,8.815411806106567,0.0,1.3602294921875,0.0
+220,4.194736480712891,0.0,0.005615234375,0.0
+221,6.372925043106079,0.0,0.470458984375,0.0
+222,7.1942883133888245,0.0,0.0548095703125,0.0
+223,2.480857402086258,0.0,0.05419921875,0.0
+224,4.4680352210998535,0.0,0.068359375,0.0
+225,4.163454532623291,0.0,0.1806640625,0.0
+226,4.48164176940918,0.0,0.2257080078125,0.0
+227,2.8958433270454407,0.0,0.013763427734375,0.0
+228,3.7218340635299683,0.0,0.045166015625,0.0
+229,8.01394534111023,0.0,0.18896484375,0.0
+230,7.613484859466553,0.0,2.4833984375,0.0
+231,2.714691698551178,0.0,0.02419281005859375,0.0
+232,4.376634955406189,0.0,0.39990234375,0.0
+233,3.7567999362945557,0.0,0.0999755859375,0.0
+234,9.665252208709717,0.0,2.65234375,0.0
+235,2.5434359908103943,0.0,0.039794921875,0.0
+236,2.641115367412567,0.0,0.10400390625,0.0
+237,7.68414568901062,0.0,1.5926895141601562,0.0
+238,3.2226256132125854,0.0,0.016492366790771484,0.0
+239,12.069783210754395,0.0,2.56640625,0.0
+240,3.5204989910125732,0.0,0.074462890625,0.0
+241,7.706666827201843,0.0,0.3310546875,0.0
+242,2.558935284614563,0.0,0.0080413818359375,0.0
+243,7.8302085399627686,0.0,1.2030029296875,0.0
+244,4.32858419418335,0.0,0.011474609375,0.0
+245,2.1371612548828125,0.0,0.0435791015625,0.0
+246,2.963696599006653,0.0,0.2578125,0.0
+247,2.5211974382400513,0.0,0.0803375244140625,0.0
+248,2.4970652759075165,0.0,0.10888671875,0.0
+249,2.946164071559906,0.0,0.054931640625,0.0
+250,2.460454523563385,0.0,0.01171875,0.0
+251,2.4595751762390137,0.0,0.011138916015625,0.0
+252,6.365290522575378,0.0,0.404541015625,0.0
+253,3.3243162631988525,0.0,0.16748046875,0.0
+254,2.535180628299713,0.0,0.004138946533203125,0.0
+255,2.766653537750244,0.0,0.1558837890625,0.0
+256,3.0639829635620117,0.0,0.5902099609375,0.0

experiments/stage2r/a4a/20260904T160029Z/a4a_branch_comparison.csv

@@ -0,0 +1,4 @@
+name,writer_mode,relation_aux,general_regression,code_regression,reasoning_regression,long512_regression,long1024_regression,long2048_regression,dev_retrieval_improvement,ood_retrieval_improvement,dev_beta_contribution,ood_beta_contribution,remote_512plus_improvement,final_beta,causal_512,causal_1024,qualified
+UNIFORM_BANK_QK,uniform,False,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,False
+SOURCE_BANK_QK,source,False,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,False
+SOURCE_BANK_QK_REL,source,True,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,False

experiments/stage2r/a4a/20260904T160029Z/branch_results_lite.json

@@ -0,0 +1,293 @@
+[
+  {
+    "name": "UNIFORM_BANK_QK",
+    "writer_mode": "uniform",
+    "relation_aux": false,
+    "final": {
+      "general_nll": 5.287784026482489,
+      "code_nll": 1.875743143149397,
+      "reasoning_nll": 3.9880647364257347,
+      "long_nll": {
+        "512": 5.228520243446265,
+        "1024": 5.021101259571521,
+        "2048": 4.896280666066194
+      },
+      "dev_retrieval": {
+        "overall": 11.337178419033686,
+        "by_style": {
+          "csv": 11.313188976711697,
+          "yaml": 11.843992948532104,
+          "code": 10.784581331106333,
+          "json": 11.305755734443665,
+          "prose": 10.86049042807685,
+          "fact": 12.086635521480016,
+          "ini": 11.459595775604248,
+          "kv": 11.365949869155884
+        },
+        "by_distance": {
+          "320_512": 11.251018792390823,
+          "512_768": 11.10963119400872,
+          "768_plus": 11.728207281657628
+        }
+      },
+      "ood_retrieval": {
+        "overall": 11.185605044166246,
+        "by_style": {
+          "xml": 11.395758728186289,
+          "markdown": 10.956995487213135,
+          "toml": 11.058021386464437,
+          "sql": 11.331644574801127
+        },
+        "by_distance": {
+          "320_512": 11.230535541261945,
+          "512_768": 10.995377271071725,
+          "768_plus": 11.526169755242087
+        }
+      },
+      "causal_512": 0.0,
+      "causal_1024": 0.0,
+      "beta": 0.0
+    },
+    "beta_ablation_zero": {
+      "general_nll": 5.287784026482489,
+      "code_nll": 1.875743143149397,
+      "reasoning_nll": 3.9880647364257347,
+      "long_nll": {
+        "512": 5.228520243446265,
+        "1024": 5.021101259571521,
+        "2048": 4.896280666066194
+      },
+      "dev_retrieval": {
+        "overall": 11.337178419033686,
+        "by_style": {
+          "csv": 11.313188976711697,
+          "yaml": 11.843992948532104,
+          "code": 10.784581331106333,
+          "json": 11.305755734443665,
+          "prose": 10.86049042807685,
+          "fact": 12.086635521480016,
+          "ini": 11.459595775604248,
+          "kv": 11.365949869155884
+        },
+        "by_distance": {
+          "320_512": 11.251018792390823,
+          "512_768": 11.10963119400872,
+          "768_plus": 11.728207281657628
+        }
+      },
+      "ood_retrieval": {
+        "overall": 11.185605044166246,
+        "by_style": {
+          "xml": 11.395758728186289,
+          "markdown": 10.956995487213135,
+          "toml": 11.058021386464437,
+          "sql": 11.331644574801127
+        },
+        "by_distance": {
+          "320_512": 11.230535541261945,
+          "512_768": 10.995377271071725,
+          "768_plus": 11.526169755242087
+        }
+      },
+      "causal_512": 0.0,
+      "causal_1024": 0.0,
+      "beta": 0.0
+    },
+    "final_beta": 0.0,
+    "grad_p95": 1.8651783764362335
+  },
+  {
+    "name": "SOURCE_BANK_QK",
+    "writer_mode": "source",
+    "relation_aux": false,
+    "final": {
+      "general_nll": 5.287784026482489,
+      "code_nll": 1.875743143149397,
+      "reasoning_nll": 3.9880647364257347,
+      "long_nll": {
+        "512": 5.228520243446265,
+        "1024": 5.021101259571521,
+        "2048": 4.896280666066194
+      },
+      "dev_retrieval": {
+        "overall": 11.337178419033686,
+        "by_style": {
+          "csv": 11.313188976711697,
+          "yaml": 11.843992948532104,
+          "code": 10.784581331106333,
+          "json": 11.305755734443665,
+          "prose": 10.86049042807685,
+          "fact": 12.086635521480016,
+          "ini": 11.459595775604248,
+          "kv": 11.365949869155884
+        },
+        "by_distance": {
+          "320_512": 11.251018792390823,
+          "512_768": 11.10963119400872,
+          "768_plus": 11.728207281657628
+        }
+      },
+      "ood_retrieval": {
+        "overall": 11.185605044166246,
+        "by_style": {
+          "xml": 11.395758728186289,
+          "markdown": 10.956995487213135,
+          "toml": 11.058021386464437,
+          "sql": 11.331644574801127
+        },
+        "by_distance": {
+          "320_512": 11.230535541261945,
+          "512_768": 10.995377271071725,
+          "768_plus": 11.526169755242087
+        }
+      },
+      "causal_512": 0.0,
+      "causal_1024": 0.0,
+      "beta": 0.0
+    },
+    "beta_ablation_zero": {
+      "general_nll": 5.287784026482489,
+      "code_nll": 1.875743143149397,
+      "reasoning_nll": 3.9880647364257347,
+      "long_nll": {
+        "512": 5.228520243446265,
+        "1024": 5.021101259571521,
+        "2048": 4.896280666066194
+      },
+      "dev_retrieval": {
+        "overall": 11.337178419033686,
+        "by_style": {
+          "csv": 11.313188976711697,
+          "yaml": 11.843992948532104,
+          "code": 10.784581331106333,
+          "json": 11.305755734443665,
+          "prose": 10.86049042807685,
+          "fact": 12.086635521480016,
+          "ini": 11.459595775604248,
+          "kv": 11.365949869155884
+        },
+        "by_distance": {
+          "320_512": 11.251018792390823,
+          "512_768": 11.10963119400872,
+          "768_plus": 11.728207281657628
+        }
+      },
+      "ood_retrieval": {
+        "overall": 11.185605044166246,
+        "by_style": {
+          "xml": 11.395758728186289,
+          "markdown": 10.956995487213135,
+          "toml": 11.058021386464437,
+          "sql": 11.331644574801127
+        },
+        "by_distance": {
+          "320_512": 11.230535541261945,
+          "512_768": 10.995377271071725,
+          "768_plus": 11.526169755242087
+        }
+      },
+      "causal_512": 0.0,
+      "causal_1024": 0.0,
+      "beta": 0.0
+    },
+    "final_beta": 0.0,
+    "grad_p95": 1.694394737482071
+  },
+  {
+    "name": "SOURCE_BANK_QK_REL",
+    "writer_mode": "source",
+    "relation_aux": true,
+    "final": {
+      "general_nll": 5.287784026482489,
+      "code_nll": 1.875743143149397,
+      "reasoning_nll": 3.9880647364257347,
+      "long_nll": {
+        "512": 5.228520243446265,
+        "1024": 5.021101259571521,
+        "2048": 4.896280666066194
+      },
+      "dev_retrieval": {
+        "overall": 11.337178419033686,
+        "by_style": {
+          "csv": 11.313188976711697,
+          "yaml": 11.843992948532104,
+          "code": 10.784581331106333,
+          "json": 11.305755734443665,
+          "prose": 10.86049042807685,
+          "fact": 12.086635521480016,
+          "ini": 11.459595775604248,
+          "kv": 11.365949869155884
+        },
+        "by_distance": {
+          "320_512": 11.251018792390823,
+          "512_768": 11.10963119400872,
+          "768_plus": 11.728207281657628
+        }
+      },
+      "ood_retrieval": {
+        "overall": 11.185605044166246,
+        "by_style": {
+          "xml": 11.395758728186289,
+          "markdown": 10.956995487213135,
+          "toml": 11.058021386464437,
+          "sql": 11.331644574801127
+        },
+        "by_distance": {
+          "320_512": 11.230535541261945,
+          "512_768": 10.995377271071725,
+          "768_plus": 11.526169755242087
+        }
+      },
+      "causal_512": 0.0,
+      "causal_1024": 0.0,
+      "beta": 0.0
+    },
+    "beta_ablation_zero": {
+      "general_nll": 5.287784026482489,
+      "code_nll": 1.875743143149397,
+      "reasoning_nll": 3.9880647364257347,
+      "long_nll": {
+        "512": 5.228520243446265,
+        "1024": 5.021101259571521,
+        "2048": 4.896280666066194
+      },
+      "dev_retrieval": {
+        "overall": 11.337178419033686,
+        "by_style": {
+          "csv": 11.313188976711697,
+          "yaml": 11.843992948532104,
+          "code": 10.784581331106333,
+          "json": 11.305755734443665,
+          "prose": 10.86049042807685,
+          "fact": 12.086635521480016,
+          "ini": 11.459595775604248,
+          "kv": 11.365949869155884
+        },
+        "by_distance": {
+          "320_512": 11.251018792390823,
+          "512_768": 11.10963119400872,
+          "768_plus": 11.728207281657628
+        }
+      },
+      "ood_retrieval": {
+        "overall": 11.185605044166246,
+        "by_style": {
+          "xml": 11.395758728186289,
+          "markdown": 10.956995487213135,
+          "toml": 11.058021386464437,
+          "sql": 11.331644574801127
+        },
+        "by_distance": {
+          "320_512": 11.230535541261945,
+          "512_768": 10.995377271071725,
+          "768_plus": 11.526169755242087
+        }
+      },
+      "causal_512": 0.0,
+      "causal_1024": 0.0,
+      "beta": 0.0
+    },
+    "final_beta": 0.0,
+    "grad_p95": 1.693174660205841
+  }
+]

experiments/stage2r/a4a/20260904T160029Z/hf_write_probe.txt

@@ -0,0 +1 @@
+stage2r-a4a write probe 20260904T160029Z

experiments/stage2r/a4a/20260904T160029Z/stage2r_a4a_summary.json

@@ -0,0 +1,103 @@
+{
+  "run_id": "20260904T160029Z",
+  "parent": {
+    "path": "checkpoint/stage2r/a2d1/20260903T102303Z/winner/model.safetensors",
+    "sha256": "96e786420db004ea541bdf58270eba3e62b6264cee5d742c10ae3fc8cb217092"
+  },
+  "q1_reference": {
+    "run_id": "20260904T151201Z",
+    "verdict": "SOURCE_RETENTION_VALID_LOCAL_RELATION_TRANSFER_INSUFFICIENT_MOVE_TO_GLOBAL_MEMORY_V2"
+  },
+  "architecture": {
+    "global_layer": 24,
+    "segment_size": 16,
+    "local_window": 256,
+    "strict_remote_visibility": true,
+    "per_sample_bank": true,
+    "source_writer_sidecar": "A3B-P0 layer24",
+    "local_source_routing": "NOT_USED",
+    "global_memory_beta_range": [
+      0.0,
+      0.3
+    ],
+    "global_v_frozen": true,
+    "dtn": "fixed_cumulative_depth3"
+  },
+  "contracts": {
+    "identity_max_diff": 0.0,
+    "causal_nonzero_beta": {
+      "512": 0.0,
+      "1024": 0.0
+    },
+    "batch_isolation_diff": 0.0,
+    "early_visible_count": 0
+  },
+  "external_panel": {
+    "skip": 140,
+    "n": 24
+  },
+  "branches": [
+    {
+      "name": "UNIFORM_BANK_QK",
+      "writer_mode": "uniform",
+      "relation_aux": false,
+      "general_regression": 0.0,
+      "code_regression": 0.0,
+      "reasoning_regression": 0.0,
+      "long512_regression": 0.0,
+      "long1024_regression": 0.0,
+      "long2048_regression": 0.0,
+      "dev_retrieval_improvement": 0.0,
+      "ood_retrieval_improvement": 0.0,
+      "dev_beta_contribution": 0.0,
+      "ood_beta_contribution": 0.0,
+      "remote_512plus_improvement": 0.0,
+      "final_beta": 0.0,
+      "causal_512": 0.0,
+      "causal_1024": 0.0,
+      "qualified": false
+    },
+    {
+      "name": "SOURCE_BANK_QK",
+      "writer_mode": "source",
+      "relation_aux": false,
+      "general_regression": 0.0,
+      "code_regression": 0.0,
+      "reasoning_regression": 0.0,
+      "long512_regression": 0.0,
+      "long1024_regression": 0.0,
+      "long2048_regression": 0.0,
+      "dev_retrieval_improvement": 0.0,
+      "ood_retrieval_improvement": 0.0,
+      "dev_beta_contribution": 0.0,
+      "ood_beta_contribution": 0.0,
+      "remote_512plus_improvement": 0.0,
+      "final_beta": 0.0,
+      "causal_512": 0.0,
+      "causal_1024": 0.0,
+      "qualified": false
+    },
+    {
+      "name": "SOURCE_BANK_QK_REL",
+      "writer_mode": "source",
+      "relation_aux": true,
+      "general_regression": 0.0,
+      "code_regression": 0.0,
+      "reasoning_regression": 0.0,
+      "long512_regression": 0.0,
+      "long1024_regression": 0.0,
+      "long2048_regression": 0.0,
+      "dev_retrieval_improvement": 0.0,
+      "ood_retrieval_improvement": 0.0,
+      "dev_beta_contribution": 0.0,
+      "ood_beta_contribution": 0.0,
+      "remote_512plus_improvement": 0.0,
+      "final_beta": 0.0,
+      "causal_512": 0.0,
+      "causal_1024": 0.0,
+      "qualified": false
+    }
+  ],
+  "winner": null,
+  "VERDICT": "GLOBAL_MEMORY_V2_BANK_COMPRESSION_OR_READER_NOT_QUALIFIED"
+}