Upload add_sub_baseline_50K_1L2H256d

add_sub_baseline_50K_1L2H256d/config.json

@@ -0,0 +1,36 @@
+{
+  "architectures": [
+    "SorlModelWrapper"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": null,
+  "dtype": "float32",
+  "eos_token_id": null,
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 256,
+  "initializer_range": 0.02,
+  "intermediate_size": 1024,
+  "layer_types": [
+    "full_attention"
+  ],
+  "max_position_embeddings": 128,
+  "max_window_layers": 28,
+  "model_type": "qwen3",
+  "num_attention_heads": 2,
+  "num_hidden_layers": 1,
+  "num_key_value_heads": 2,
+  "pad_token_id": null,
+  "rms_norm_eps": 1e-06,
+  "rope_parameters": {
+    "rope_theta": 10000.0,
+    "rope_type": "default"
+  },
+  "sliding_window": null,
+  "tie_word_embeddings": false,
+  "transformers_version": "5.5.0",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 151645
+}

add_sub_baseline_50K_1L2H256d/generation_config.json

@@ -0,0 +1,7 @@
+{
+  "_from_model_config": true,
+  "output_attentions": false,
+  "output_hidden_states": false,
+  "transformers_version": "5.5.0",
+  "use_cache": true
+}

add_sub_baseline_50K_1L2H256d/metrics.json

@@ -0,0 +1,1831 @@
+{
+  "history": {
+    "step": [
+      50,
+      100,
+      150,
+      200,
+      250,
+      300,
+      350,
+      400,
+      450,
+      500,
+      550,
+      600,
+      650,
+      700,
+      750,
+      800,
+      850,
+      900,
+      950,
+      1000,
+      1050,
+      1100,
+      1150,
+      1200,
+      1250,
+      1300,
+      1350,
+      1400,
+      1450,
+      1500,
+      1550,
+      1600,
+      1650,
+      1700,
+      1750,
+      1800,
+      1850,
+      1900,
+      1950,
+      2000,
+      2050,
+      2100,
+      2150,
+      2200,
+      2250,
+      2300,
+      2350,
+      2400,
+      2450,
+      2500,
+      2550,
+      2600,
+      2650,
+      2700,
+      2750,
+      2800,
+      2850,
+      2900,
+      2950,
+      3000,
+      3050,
+      3100,
+      3150,
+      3200,
+      3250,
+      3300,
+      3350,
+      3400,
+      3450,
+      3500,
+      3550,
+      3600,
+      3650,
+      3700,
+      3750,
+      3800,
+      3850,
+      3900,
+      3950,
+      4000,
+      4050,
+      4100,
+      4150,
+      4200,
+      4250,
+      4300,
+      4350,
+      4400,
+      4450,
+      4500,
+      4550,
+      4600,
+      4650,
+      4700,
+      4750,
+      4800,
+      4850,
+      4900,
+      4950,
+      5000,
+      5050,
+      5100,
+      5150,
+      5200,
+      5250,
+      5300,
+      5350,
+      5400,
+      5450,
+      5500,
+      5550,
+      5600,
+      5650,
+      5700,
+      5750,
+      5800,
+      5850,
+      5900,
+      5950,
+      6000,
+      6050,
+      6100,
+      6150,
+      6200,
+      6250,
+      6300,
+      6350,
+      6400,
+      6450,
+      6500,
+      6550,
+      6600,
+      6650,
+      6700,
+      6750,
+      6800,
+      6850,
+      6900,
+      6950,
+      7000,
+      7050,
+      7100,
+      7150,
+      7200,
+      7250,
+      7300,
+      7350,
+      7400,
+      7450,
+      7500,
+      7550,
+      7600,
+      7650,
+      7700,
+      7750,
+      7800,
+      7850,
+      7900,
+      7950,
+      8000,
+      8050,
+      8100,
+      8150,
+      8200,
+      8250,
+      8300,
+      8350,
+      8400,
+      8450,
+      8500,
+      8550,
+      8600,
+      8650,
+      8700,
+      8750,
+      8800,
+      8850,
+      8900,
+      8950,
+      9000,
+      9050,
+      9100,
+      9150,
+      9200,
+      9250,
+      9300,
+      9350,
+      9400,
+      9450,
+      9500,
+      9550,
+      9600,
+      9650,
+      9700,
+      9750,
+      9800,
+      9850,
+      9900,
+      9950,
+      10000,
+      10050,
+      10100,
+      10150,
+      10200,
+      10250,
+      10300,
+      10350,
+      10400,
+      10450,
+      10500,
+      10550,
+      10600,
+      10650,
+      10700,
+      10750,
+      10800,
+      10850,
+      10900,
+      10950,
+      11000,
+      11050,
+      11100,
+      11150,
+      11200,
+      11250,
+      11300,
+      11350,
+      11400,
+      11450,
+      11500,
+      11550,
+      11600,
+      11650,
+      11700,
+      11750,
+      11800,
+      11850,
+      11900,
+      11950,
+      12000,
+      12050,
+      12100,
+      12150,
+      12200,
+      12250,
+      12300,
+      12350,
+      12400,
+      12450,
+      12500,
+      12550,
+      12600,
+      12650,
+      12700,
+      12750,
+      12800,
+      12850,
+      12900,
+      12950,
+      13000,
+      13050,
+      13100,
+      13150,
+      13200,
+      13250,
+      13300,
+      13350,
+      13400,
+      13450,
+      13500,
+      13550,
+      13600,
+      13650,
+      13700,
+      13750,
+      13800,
+      13850,
+      13900,
+      13950,
+      14000,
+      14050,
+      14100,
+      14150,
+      14200,
+      14250,
+      14300,
+      14350,
+      14400,
+      14450,
+      14500,
+      14550,
+      14600,
+      14650,
+      14700,
+      14750,
+      14800,
+      14850,
+      14900,
+      14950,
+      15000,
+      15050,
+      15100,
+      15150,
+      15200,
+      15250,
+      15300,
+      15350,
+      15400,
+      15450,
+      15500,
+      15550,
+      15600
+    ],
+    "loss": [
+      11.842330932617188,
+      11.305256843566895,
+      10.62525749206543,
+      9.879097938537598,
+      9.471921920776367,
+      8.988523483276367,
+      8.469751358032227,
+      8.170310020446777,
+      7.51763391494751,
+      6.825681209564209,
+      6.3358917236328125,
+      5.710460186004639,
+      5.2393317222595215,
+      4.642484188079834,
+      4.146433353424072,
+      3.6562037467956543,
+      3.1979167461395264,
+      2.8665249347686768,
+      2.490654230117798,
+      2.359898328781128,
+      2.203462839126587,
+      2.0003511905670166,
+      2.085608720779419,
+      1.968497633934021,
+      1.9478920698165894,
+      1.8962830305099487,
+      1.9010560512542725,
+      1.8266972303390503,
+      1.9026554822921753,
+      1.8947781324386597,
+      1.8192036151885986,
+      1.8421224355697632,
+      1.7811843156814575,
+      1.8739604949951172,
+      1.8063809871673584,
+      1.7916971445083618,
+      1.8185937404632568,
+      1.8002283573150635,
+      1.811138391494751,
+      1.8116296529769897,
+      1.7660179138183594,
+      1.762304663658142,
+      1.7824666500091553,
+      1.6881343126296997,
+      1.754028558731079,
+      1.8401461839675903,
+      1.8061388731002808,
+      1.7415417432785034,
+      1.779583215713501,
+      1.7518291473388672,
+      1.7264946699142456,
+      1.7319839000701904,
+      1.6978015899658203,
+      1.720173716545105,
+      1.6648789644241333,
+      1.6971575021743774,
+      1.5676769018173218,
+      1.633502721786499,
+      1.5694252252578735,
+      1.6662466526031494,
+      1.527703046798706,
+      1.6583949327468872,
+      1.4683761596679688,
+      1.475392460823059,
+      1.5063790082931519,
+      1.417742371559143,
+      1.4241161346435547,
+      1.245410680770874,
+      1.3067150115966797,
+      1.256683111190796,
+      1.1239194869995117,
+      1.1352522373199463,
+      1.0292378664016724,
+      0.9746471047401428,
+      0.925602376461029,
+      0.8766866326332092,
+      0.8464950323104858,
+      0.8778008222579956,
+      0.8279837965965271,
+      0.8475465774536133,
+      0.8024927973747253,
+      0.7549282908439636,
+      0.7402628660202026,
+      0.7487061619758606,
+      0.7122097015380859,
+      0.6652398705482483,
+      0.6486876606941223,
+      0.6746984720230103,
+      0.608829915523529,
+      0.6290491819381714,
+      0.6121394038200378,
+      0.5956284403800964,
+      0.6391863226890564,
+      0.6356826424598694,
+      0.6052406430244446,
+      0.6447100639343262,
+      0.6315776109695435,
+      0.5561367869377136,
+      0.5907350182533264,
+      0.5930036306381226,
+      0.5663901567459106,
+      0.5939251780509949,
+      0.5382431745529175,
+      0.552855908870697,
+      0.5466612577438354,
+      0.5804241299629211,
+      0.5268330574035645,
+      0.5877636671066284,
+      0.5325136184692383,
+      0.54789799451828,
+      0.5550857782363892,
+      0.5197257399559021,
+      0.558829665184021,
+      0.47697779536247253,
+      0.5388673543930054,
+      0.5399170517921448,
+      0.5109816789627075,
+      0.5088421106338501,
+      0.5232721567153931,
+      0.5726813077926636,
+      0.5110374093055725,
+      0.5604342818260193,
+      0.5421842336654663,
+      0.5060831308364868,
+      0.5249724984169006,
+      0.5237546563148499,
+      0.47823014855384827,
+      0.4964708685874939,
+      0.5051323175430298,
+      0.5074670910835266,
+      0.4955134093761444,
+      0.49265193939208984,
+      0.5033155083656311,
+      0.4750397503376007,
+      0.45873716473579407,
+      0.48071807622909546,
+      0.43943533301353455,
+      0.5257467031478882,
+      0.4345231056213379,
+      0.46899017691612244,
+      0.467717707157135,
+      0.45103365182876587,
+      0.49215370416641235,
+      0.5320085287094116,
+      0.4507351219654083,
+      0.4892689287662506,
+      0.4397933781147003,
+      0.46275216341018677,
+      0.4277547299861908,
+      0.4693462550640106,
+      0.4408009648323059,
+      0.4567756652832031,
+      0.5063821077346802,
+      0.4797789752483368,
+      0.47877979278564453,
+      0.4667193591594696,
+      0.4432067573070526,
+      0.4444635808467865,
+      0.41659441590309143,
+      0.4577726721763611,
+      0.4319511950016022,
+      0.45985469222068787,
+      0.4416066110134125,
+      0.45102712512016296,
+      0.4426817297935486,
+      0.4216376841068268,
+      0.45487332344055176,
+      0.4410493075847626,
+      0.45779022574424744,
+      0.3976854979991913,
+      0.4423012137413025,
+      0.41478219628334045,
+      0.4403962790966034,
+      0.4338456988334656,
+      0.42050954699516296,
+      0.4396832287311554,
+      0.4250085651874542,
+      0.4151448607444763,
+      0.41530677676200867,
+      0.4376623034477234,
+      0.40579038858413696,
+      0.43638938665390015,
+      0.3765494227409363,
+      0.3959521949291229,
+      0.4234442412853241,
+      0.4208531379699707,
+      0.4144264757633209,
+      0.40577131509780884,
+      0.41913318634033203,
+      0.39301103353500366,
+      0.444264680147171,
+      0.4128822982311249,
+      0.4125588834285736,
+      0.4106330871582031,
+      0.40605396032333374,
+      0.4075593948364258,
+      0.4027179181575775,
+      0.3840731084346771,
+      0.3827643394470215,
+      0.4001510441303253,
+      0.34930676221847534,
+      0.4068574905395508,
+      0.40043503046035767,
+      0.38833579421043396,
+      0.37326526641845703,
+      0.38979944586753845,
+      0.433486670255661,
+      0.38937515020370483,
+      0.4015229344367981,
+      0.3722679018974304,
+      0.36699655652046204,
+      0.37139415740966797,
+      0.4076283276081085,
+      0.39331725239753723,
+      0.3733733594417572,
+      0.3802728056907654,
+      0.3876592814922333,
+      0.39177536964416504,
+      0.41886091232299805,
+      0.35746240615844727,
+      0.37157943844795227,
+      0.4137885272502899,
+      0.38446709513664246,
+      0.3883671164512634,
+      0.41408663988113403,
+      0.415302574634552,
+      0.4080532193183899,
+      0.3918481469154358,
+      0.3737083971500397,
+      0.4296712875366211,
+      0.39286476373672485,
+      0.4318055212497711,
+      0.3488112986087799,
+      0.366668701171875,
+      0.37129536271095276,
+      0.36051103472709656,
+      0.3707474172115326,
+      0.3568195402622223,
+      0.3721586763858795,
+      0.3705011010169983,
+      0.3998936116695404,
+      0.40823718905448914,
+      0.3668913245201111,
+      0.3509907126426697,
+      0.35988345742225647,
+      0.3829319179058075,
+      0.36868956685066223,
+      0.3831479847431183,
+      0.36545437574386597,
+      0.3889695107936859,
+      0.3757861256599426,
+      0.40767529606819153,
+      0.3444669544696808,
+      0.3777458369731903,
+      0.37020596861839294,
+      0.37663188576698303,
+      0.3726942241191864,
+      0.35402584075927734,
+      0.354259192943573,
+      0.3458488881587982,
+      0.3751432001590729,
+      0.34077659249305725,
+      0.37135443091392517,
+      0.3915114104747772,
+      0.3409654200077057,
+      0.3402175009250641,
+      0.34018993377685547,
+      0.3704870641231537,
+      0.39372506737709045,
+      0.39629003405570984,
+      0.36248669028282166,
+      0.4032534956932068,
+      0.37421703338623047,
+      0.34087419509887695,
+      0.3690454363822937,
+      0.357767790555954,
+      0.38391628861427307,
+      0.36856237053871155,
+      0.3547801971435547,
+      0.3726922571659088,
+      0.370271772146225,
+      0.3678624927997589,
+      0.39841923117637634,
+      0.3786899149417877,
+      0.3684360980987549,
+      0.41577649116516113,
+      0.3707088828086853,
+      0.38143977522850037,
+      0.3833647072315216,
+      0.35141533613204956,
+      0.38126054406166077,
+      0.36569860577583313,
+      0.36565569043159485,
+      0.38358062505722046,
+      0.38372817635536194,
+      0.3842122554779053,
+      0.344431072473526,
+      0.3868887722492218,
+      0.38493308424949646,
+      0.3759703040122986,
+      0.365323543548584,
+      0.33378729224205017,
+      0.33467939496040344,
+      0.3941625952720642,
+      0.353059321641922,
+      0.34651750326156616,
+      0.36220821738243103,
+      0.35935482382774353,
+      0.3956129848957062,
+      0.3785143196582794,
+      0.38552117347717285,
+      0.34284892678260803
+    ],
+    "base_loss": [
+      11.842330932617188,
+      11.305256843566895,
+      10.62525749206543,
+      9.879097938537598,
+      9.471921920776367,
+      8.988523483276367,
+      8.469751358032227,
+      8.170310020446777,
+      7.51763391494751,
+      6.825681209564209,
+      6.3358917236328125,
+      5.710460186004639,
+      5.2393317222595215,
+      4.642484188079834,
+      4.146433353424072,
+      3.6562037467956543,
+      3.1979167461395264,
+      2.8665249347686768,
+      2.490654230117798,
+      2.359898328781128,
+      2.203462839126587,
+      2.0003511905670166,
+      2.085608720779419,
+      1.968497633934021,
+      1.9478920698165894,
+      1.8962830305099487,
+      1.9010560512542725,
+      1.8266972303390503,
+      1.9026554822921753,
+      1.8947781324386597,
+      1.8192036151885986,
+      1.8421224355697632,
+      1.7811843156814575,
+      1.8739604949951172,
+      1.8063809871673584,
+      1.7916971445083618,
+      1.8185937404632568,
+      1.8002283573150635,
+      1.811138391494751,
+      1.8116296529769897,
+      1.7660179138183594,
+      1.762304663658142,
+      1.7824666500091553,
+      1.6881343126296997,
+      1.754028558731079,
+      1.8401461839675903,
+      1.8061388731002808,
+      1.7415417432785034,
+      1.779583215713501,
+      1.7518291473388672,
+      1.7264946699142456,
+      1.7319839000701904,
+      1.6978015899658203,
+      1.720173716545105,
+      1.6648789644241333,
+      1.6971575021743774,
+      1.5676769018173218,
+      1.633502721786499,
+      1.5694252252578735,
+      1.6662466526031494,
+      1.527703046798706,
+      1.6583949327468872,
+      1.4683761596679688,
+      1.475392460823059,
+      1.5063790082931519,
+      1.417742371559143,
+      1.4241161346435547,
+      1.245410680770874,
+      1.3067150115966797,
+      1.256683111190796,
+      1.1239194869995117,
+      1.1352522373199463,
+      1.0292378664016724,
+      0.9746471047401428,
+      0.925602376461029,
+      0.8766866326332092,
+      0.8464950323104858,
+      0.8778008222579956,
+      0.8279837965965271,
+      0.8475465774536133,
+      0.8024927973747253,
+      0.7549282908439636,
+      0.7402628660202026,
+      0.7487061619758606,
+      0.7122097015380859,
+      0.6652398705482483,
+      0.6486876606941223,
+      0.6746984720230103,
+      0.608829915523529,
+      0.6290491819381714,
+      0.6121394038200378,
+      0.5956284403800964,
+      0.6391863226890564,
+      0.6356826424598694,
+      0.6052406430244446,
+      0.6447100639343262,
+      0.6315776109695435,
+      0.5561367869377136,
+      0.5907350182533264,
+      0.5930036306381226,
+      0.5663901567459106,
+      0.5939251780509949,
+      0.5382431745529175,
+      0.552855908870697,
+      0.5466612577438354,
+      0.5804241299629211,
+      0.5268330574035645,
+      0.5877636671066284,
+      0.5325136184692383,
+      0.54789799451828,
+      0.5550857782363892,
+      0.5197257399559021,
+      0.558829665184021,
+      0.47697779536247253,
+      0.5388673543930054,
+      0.5399170517921448,
+      0.5109816789627075,
+      0.5088421106338501,
+      0.5232721567153931,
+      0.5726813077926636,
+      0.5110374093055725,
+      0.5604342818260193,
+      0.5421842336654663,
+      0.5060831308364868,
+      0.5249724984169006,
+      0.5237546563148499,
+      0.47823014855384827,
+      0.4964708685874939,
+      0.5051323175430298,
+      0.5074670910835266,
+      0.4955134093761444,
+      0.49265193939208984,
+      0.5033155083656311,
+      0.4750397503376007,
+      0.45873716473579407,
+      0.48071807622909546,
+      0.43943533301353455,
+      0.5257467031478882,
+      0.4345231056213379,
+      0.46899017691612244,
+      0.467717707157135,
+      0.45103365182876587,
+      0.49215370416641235,
+      0.5320085287094116,
+      0.4507351219654083,
+      0.4892689287662506,
+      0.4397933781147003,
+      0.46275216341018677,
+      0.4277547299861908,
+      0.4693462550640106,
+      0.4408009648323059,
+      0.4567756652832031,
+      0.5063821077346802,
+      0.4797789752483368,
+      0.47877979278564453,
+      0.4667193591594696,
+      0.4432067573070526,
+      0.4444635808467865,
+      0.41659441590309143,
+      0.4577726721763611,
+      0.4319511950016022,
+      0.45985469222068787,
+      0.4416066110134125,
+      0.45102712512016296,
+      0.4426817297935486,
+      0.4216376841068268,
+      0.45487332344055176,
+      0.4410493075847626,
+      0.45779022574424744,
+      0.3976854979991913,
+      0.4423012137413025,
+      0.41478219628334045,
+      0.4403962790966034,
+      0.4338456988334656,
+      0.42050954699516296,
+      0.4396832287311554,
+      0.4250085651874542,
+      0.4151448607444763,
+      0.41530677676200867,
+      0.4376623034477234,
+      0.40579038858413696,
+      0.43638938665390015,
+      0.3765494227409363,
+      0.3959521949291229,
+      0.4234442412853241,
+      0.4208531379699707,
+      0.4144264757633209,
+      0.40577131509780884,
+      0.41913318634033203,
+      0.39301103353500366,
+      0.444264680147171,
+      0.4128822982311249,
+      0.4125588834285736,
+      0.4106330871582031,
+      0.40605396032333374,
+      0.4075593948364258,
+      0.4027179181575775,
+      0.3840731084346771,
+      0.3827643394470215,
+      0.4001510441303253,
+      0.34930676221847534,
+      0.4068574905395508,
+      0.40043503046035767,
+      0.38833579421043396,
+      0.37326526641845703,
+      0.38979944586753845,
+      0.433486670255661,
+      0.38937515020370483,
+      0.4015229344367981,
+      0.3722679018974304,
+      0.36699655652046204,
+      0.37139415740966797,
+      0.4076283276081085,
+      0.39331725239753723,
+      0.3733733594417572,
+      0.3802728056907654,
+      0.3876592814922333,
+      0.39177536964416504,
+      0.41886091232299805,
+      0.35746240615844727,
+      0.37157943844795227,
+      0.4137885272502899,
+      0.38446709513664246,
+      0.3883671164512634,
+      0.41408663988113403,
+      0.415302574634552,
+      0.4080532193183899,
+      0.3918481469154358,
+      0.3737083971500397,
+      0.4296712875366211,
+      0.39286476373672485,
+      0.4318055212497711,
+      0.3488112986087799,
+      0.366668701171875,
+      0.37129536271095276,
+      0.36051103472709656,
+      0.3707474172115326,
+      0.3568195402622223,
+      0.3721586763858795,
+      0.3705011010169983,
+      0.3998936116695404,
+      0.40823718905448914,
+      0.3668913245201111,
+      0.3509907126426697,
+      0.35988345742225647,
+      0.3829319179058075,
+      0.36868956685066223,
+      0.3831479847431183,
+      0.36545437574386597,
+      0.3889695107936859,
+      0.3757861256599426,
+      0.40767529606819153,
+      0.3444669544696808,
+      0.3777458369731903,
+      0.37020596861839294,
+      0.37663188576698303,
+      0.3726942241191864,
+      0.35402584075927734,
+      0.354259192943573,
+      0.3458488881587982,
+      0.3751432001590729,
+      0.34077659249305725,
+      0.37135443091392517,
+      0.3915114104747772,
+      0.3409654200077057,
+      0.3402175009250641,
+      0.34018993377685547,
+      0.3704870641231537,
+      0.39372506737709045,
+      0.39629003405570984,
+      0.36248669028282166,
+      0.4032534956932068,
+      0.37421703338623047,
+      0.34087419509887695,
+      0.3690454363822937,
+      0.357767790555954,
+      0.38391628861427307,
+      0.36856237053871155,
+      0.3547801971435547,
+      0.3726922571659088,
+      0.370271772146225,
+      0.3678624927997589,
+      0.39841923117637634,
+      0.3786899149417877,
+      0.3684360980987549,
+      0.41577649116516113,
+      0.3707088828086853,
+      0.38143977522850037,
+      0.3833647072315216,
+      0.35141533613204956,
+      0.38126054406166077,
+      0.36569860577583313,
+      0.36565569043159485,
+      0.38358062505722046,
+      0.38372817635536194,
+      0.3842122554779053,
+      0.344431072473526,
+      0.3868887722492218,
+      0.38493308424949646,
+      0.3759703040122986,
+      0.365323543548584,
+      0.33378729224205017,
+      0.33467939496040344,
+      0.3941625952720642,
+      0.353059321641922,
+      0.34651750326156616,
+      0.36220821738243103,
+      0.35935482382774353,
+      0.3956129848957062,
+      0.3785143196582794,
+      0.38552117347717285,
+      0.34284892678260803
+    ],
+    "lr": [
+      2.0940170940170946e-06,
+      4.230769230769231e-06,
+      6.367521367521369e-06,
+      8.504273504273505e-06,
+      1.0641025641025641e-05,
+      1.2777777777777779e-05,
+      1.4914529914529916e-05,
+      1.7051282051282053e-05,
+      1.918803418803419e-05,
+      1.999979398161512e-05,
+      1.999859348639149e-05,
+      1.9996321251961762e-05,
+      1.999297752188447e-05,
+      1.998856265457068e-05,
+      1.9983077123245597e-05,
+      1.997652151589782e-05,
+      1.996889653521632e-05,
+      1.996020299851513e-05,
+      1.9950441837645735e-05,
+      1.9939614098897168e-05,
+      1.9927720942883887e-05,
+      1.991476364442136e-05,
+      1.99007435923894e-05,
+      1.988566228958333e-05,
+      1.9869521352552867e-05,
+      1.985232251142886e-05,
+      1.9834067609737843e-05,
+      1.9814758604204404e-05,
+      1.9794397564541483e-05,
+      1.97729866732285e-05,
+      1.9750528225277415e-05,
+      1.9727024627986732e-05,
+      1.9702478400683477e-05,
+      1.9676892174453123e-05,
+      1.9650268691857595e-05,
+      1.962261080664129e-05,
+      1.9593921483425182e-05,
+      1.956420379738904e-05,
+      1.9533460933941827e-05,
+      1.9501696188380235e-05,
+      1.9468912965535474e-05,
+      1.9435114779408318e-05,
+      1.940030525279244e-05,
+      1.9364488116886072e-05,
+      1.932766721089209e-05,
+      1.9289846481606466e-05,
+      1.9251029982995232e-05,
+      1.9211221875759945e-05,
+      1.9170426426891683e-05,
+      1.912864800921369e-05,
+      1.9085891100912644e-05,
+      1.9042160285058658e-05,
+      1.899746024911402e-05,
+      1.8951795784430738e-05,
+      1.8905171785736978e-05,
+      1.885759325061239e-05,
+      1.8809065278952432e-05,
+      1.87595930724217e-05,
+      1.8709181933896388e-05,
+      1.8657837266895868e-05,
+      1.8605564575003493e-05,
+      1.8552369461276668e-05,
+      1.8498257627646272e-05,
+      1.8443234874305476e-05,
+      1.8387307099088017e-05,
+      1.833048029683601e-05,
+      1.8272760558757396e-05,
+      1.821415407177299e-05,
+      1.8154667117853353e-05,
+      1.8094306073345396e-05,
+      1.8033077408288934e-05,
+      1.7970987685723155e-05,
+      1.7908043560983138e-05,
+      1.7844251780986472e-05,
+      1.7779619183510068e-05,
+      1.771415269645721e-05,
+      1.764785933711498e-05,
+      1.758074621140207e-05,
+      1.7512820513107095e-05,
+      1.744408952311752e-05,
+      1.737456060863922e-05,
+      1.7304241222406788e-05,
+      1.7233138901884704e-05,
+      1.716126126845937e-05,
+      1.7088616026622223e-05,
+      1.7015210963143854e-05,
+      1.6941053946239395e-05,
+      1.686615292472509e-05,
+      1.6790515927166305e-05,
+      1.6714151061016936e-05,
+      1.6637066511750382e-05,
+      1.6559270541982156e-05,
+      1.6480771490584218e-05,
+      1.6401577771791145e-05,
+      1.632169787429821e-05,
+      1.624114036035151e-05,
+      1.6159913864830143e-05,
+      1.6078027094320688e-05,
+      1.5995488826183933e-05,
+      1.5912307907614047e-05,
+      1.5828493254690254e-05,
+      1.5744053851421125e-05,
+      1.565899874878159e-05,
+      1.5573337063742783e-05,
+      1.5487077978294797e-05,
+      1.5400230738462467e-05,
+      1.5312804653314325e-05,
+      1.5224809093964728e-05,
+      1.513625349256942e-05,
+      1.5047147341314481e-05,
+      1.4957500191398879e-05,
+      1.486732165201069e-05,
+      1.4776621389297094e-05,
+      1.4685409125328267e-05,
+      1.4593694637055285e-05,
+      1.4501487755262145e-05,
+      1.4408798363512017e-05,
+      1.4315636397087825e-05,
+      1.4222011841927294e-05,
+      1.4127934733552578e-05,
+      1.4033415155994556e-05,
+      1.393846324071193e-05,
+      1.384308916550525e-05,
+      1.3747303153425972e-05,
+      1.365111547168064e-05,
+      1.3554536430530378e-05,
+      1.3457576382185727e-05,
+      1.3360245719697006e-05,
+      1.3262554875840292e-05,
+      1.3164514321999147e-05,
+      1.306613456704219e-05,
+      1.2967426156196665e-05,
+      1.2868399669918123e-05,
+      1.2769065722756287e-05,
+      1.2669434962217311e-05,
+      1.2569518067622477e-05,
+      1.246932574896349e-05,
+      1.2368868745754483e-05,
+      1.2268157825880862e-05,
+      1.2167203784445096e-05,
+      1.2066017442609627e-05,
+      1.1964609646436931e-05,
+      1.1862991265726958e-05,
+      1.1761173192851999e-05,
+      1.1659166341589152e-05,
+      1.1556981645950483e-05,
+      1.145463005901101e-05,
+      1.1352122551734668e-05,
+      1.1249470111798338e-05,
+      1.114668374241408e-05,
+      1.1043774461149727e-05,
+      1.0940753298747904e-05,
+      1.0837631297943672e-05,
+      1.0734419512280851e-05,
+      1.0631129004927213e-05,
+      1.0527770847488631e-05,
+      1.0424356118822316e-05,
+      1.0320895903849308e-05,
+      1.0217401292366253e-05,
+      1.0113883377856754e-05,
+      1.0010353256302219e-05,
+      9.906822024992524e-06,
+      9.803300781336502e-06,
+      9.69980062167242e-06,
+      9.596332640078565e-06,
+      9.492907927184097e-06,
+      9.389537568980247e-06,
+      9.286232645632011e-06,
+      9.183004230290502e-06,
+      9.07986338790601e-06,
+      8.976821174041971e-06,
+      8.87388863368992e-06,
+      8.771076800085607e-06,
+      8.668396693526353e-06,
+      8.565859320189762e-06,
+      8.463475670954042e-06,
+      8.361256720219845e-06,
+      8.259213424733964e-06,
+      8.157356722414882e-06,
+      8.055697531180345e-06,
+      7.954246747777093e-06,
+      7.853015246612821e-06,
+      7.752013878590598e-06,
+      7.651253469945752e-06,
+      7.550744821085403e-06,
+      7.450498705430804e-06,
+      7.350525868262532e-06,
+      7.2508370255687285e-06,
+      7.151442862896429e-06,
+      7.052354034206236e-06,
+      6.953581160730298e-06,
+      6.85513482983384e-06,
+      6.757025593880321e-06,
+      6.659263969100328e-06,
+      6.561860434464354e-06,
+      6.464825430559565e-06,
+      6.368169358470702e-06,
+      6.271902578665173e-06,
+      6.176035409882536e-06,
+      6.080578128028447e-06,
+      5.985540965073198e-06,
+      5.890934107954947e-06,
+      5.796767697487813e-06,
+      5.703051827274871e-06,
+      5.609796542626242e-06,
+      5.517011839482345e-06,
+      5.424707663342432e-06,
+      5.332893908198554e-06,
+      5.241580415475027e-06,
+      5.150776972973535e-06,
+      5.060493313824002e-06,
+      4.970739115441276e-06,
+      4.881523998487849e-06,
+      4.792857525842624e-06,
+      4.704749201575858e-06,
+      4.617208469930443e-06,
+      4.530244714309592e-06,
+      4.443867256271036e-06,
+      4.358085354527858e-06,
+      4.272908203956053e-06,
+      4.1883449346089565e-06,
+      4.104404610738569e-06,
+      4.0210962298240175e-06,
+      3.93842872160708e-06,
+      3.856410947135043e-06,
+      3.7750516978108685e-06,
+      3.694359694450883e-06,
+      3.614343586349991e-06,
+      3.5350119503545455e-06,
+      3.4563732899430336e-06,
+      3.378436034314582e-06,
+      3.3012085374854407e-06,
+      3.2246990773935283e-06,
+      3.1489158550111233e-06,
+      3.073866993465814e-06,
+      2.9995605371697877e-06,
+      2.9260044509575558e-06,
+      2.8532066192322196e-06,
+      2.781174845120328e-06,
+      2.7099168496354955e-06,
+      2.6394402708507826e-06,
+      2.569752663079973e-06,
+      2.5008614960678348e-06,
+      2.4327741541894557e-06,
+      2.3654979356587137e-06,
+      2.2990400517459866e-06,
+      2.2334076260051872e-06,
+      2.168607693510195e-06,
+      2.1046472001007667e-06,
+      2.0415330016380386e-06,
+      1.9792718632696296e-06,
+      1.9178704587045096e-06,
+      1.857335369497637e-06,
+      1.7976730843445e-06,
+      1.7388899983856034e-06,
+      1.6809924125209575e-06,
+      1.6239865327347171e-06,
+      1.567878469429952e-06,
+      1.5126742367736857e-06,
+      1.4583797520522402e-06,
+      1.4050008350369692e-06,
+      1.352543207360446e-06,
+      1.3010124919031519e-06,
+      1.2504142121907936e-06,
+      1.2007537918022173e-06,
+      1.1520365537880651e-06,
+      1.104267720100214e-06,
+      1.057452411032025e-06,
+      1.0115956446695252e-06,
+      9.667023363534933e-07,
+      9.227772981526173e-07,
+      8.798252383476802e-07,
+      8.378507609268871e-07,
+      7.968583650923678e-07,
+      7.568524447779136e-07,
+      7.178372881779871e-07,
+      6.798170772880908e-07,
+      6.427958874564933e-07,
+      6.067776869473951e-07,
+      5.717663365155768e-07,
+      5.377655889925725e-07,
+      5.047790888844018e-07,
+      4.7281037198092295e-07,
+      4.4186286497683193e-07,
+      4.119398851043621e-07,
+      3.8304463977770654e-07,
+      3.5518022624922987e-07,
+      3.283496312774659e-07,
+      3.025557308069771e-07,
+      2.7780128966007904e-07,
+      2.540889612404851e-07,
+      2.3142128724889634e-07,
+      2.098006974105471e-07,
+      1.8922950921477555e-07,
+      1.697099276666081e-07,
+      1.5124404505041046e-07,
+      1.3383384070561834e-07,
+      1.1748118081457038e-07,
+      1.0218781820247603e-07,
+      8.795539214953353e-08,
+      7.478542821521495e-08,
+      6.267933807474369e-08,
+      5.1638419367776584e-08,
+      4.166385555931518e-08,
+      3.275671581284834e-08,
+      2.491795487575277e-08,
+      1.814841297694714e-08,
+      1.2448815736839649e-08,
+      7.819774089539155e-09,
+      4.261784217376441e-09,
+      1.7752274977178574e-09,
+      3.603704620835924e-10
+    ],
+    "eval_step": [
+      781,
+      1562,
+      2343,
+      3124,
+      3905,
+      4686,
+      5467,
+      6248,
+      7029,
+      7810,
+      8591,
+      9372,
+      10153,
+      10934,
+      11715,
+      12496,
+      13277,
+      14058,
+      14839,
+      15620
+    ],
+    "eval_epoch": [
+      1,
+      2,
+      3,
+      4,
+      5,
+      6,
+      7,
+      8,
+      9,
+      10,
+      11,
+      12,
+      13,
+      14,
+      15,
+      16,
+      17,
+      18,
+      19,
+      20
+    ],
+    "eval_accuracy": [
+      0.0,
+      0.014444444444444444,
+      0.0022222222222222222,
+      0.006666666666666667,
+      0.052222222222222225,
+      0.05555555555555555,
+      0.08222222222222222,
+      0.09666666666666666,
+      0.14333333333333334,
+      0.14777777777777779,
+      0.14888888888888888,
+      0.18666666666666668,
+      0.18444444444444444,
+      0.20333333333333334,
+      0.20333333333333334,
+      0.22,
+      0.21777777777777776,
+      0.21333333333333335,
+      0.22666666666666666,
+      0.22111111111111112
+    ]
+  },
+  "final_accuracy": 0.20041666666666666,
+  "sft_eval": {
+    "config": {
+      "ops": "add_sub",
+      "K": null,
+      "mode": "sft",
+      "n_digits": 6,
+      "n_per_split": 100
+    },
+    "splits": {
+      "add_S0": {
+        "full_accuracy": 0.65,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 0.9289256198347108,
+            "count": 605
+          },
+          "SS": {
+            "accuracy": 0.9578947368421052,
+            "count": 95
+          }
+        }
+      },
+      "add_S1": {
+        "full_accuracy": 0.35,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 0.9411764705882353,
+            "count": 204
+          },
+          "SC": {
+            "accuracy": 0.8757396449704142,
+            "count": 169
+          },
+          "SS": {
+            "accuracy": 0.9354838709677419,
+            "count": 31
+          },
+          "UC": {
+            "accuracy": 0.8006756756756757,
+            "count": 296
+          }
+        }
+      },
+      "add_S2": {
+        "full_accuracy": 0.21,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 0.9202453987730062,
+            "count": 163
+          },
+          "SC": {
+            "accuracy": 0.8307692307692308,
+            "count": 130
+          },
+          "SS": {
+            "accuracy": 0.8390804597701149,
+            "count": 87
+          },
+          "UC": {
+            "accuracy": 0.6551724137931034,
+            "count": 203
+          },
+          "US": {
+            "accuracy": 0.905982905982906,
+            "count": 117
+          }
+        }
+      },
+      "add_S3": {
+        "full_accuracy": 0.12,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 0.9421487603305785,
+            "count": 121
+          },
+          "SC": {
+            "accuracy": 0.9338842975206612,
+            "count": 121
+          },
+          "SS": {
+            "accuracy": 0.8775510204081632,
+            "count": 49
+          },
+          "UC": {
+            "accuracy": 0.5483870967741935,
+            "count": 186
+          },
+          "US": {
+            "accuracy": 0.5515695067264574,
+            "count": 223
+          }
+        }
+      },
+      "add_S4": {
+        "full_accuracy": 0.15,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 0.9615384615384616,
+            "count": 104
+          },
+          "SC": {
+            "accuracy": 0.8490566037735849,
+            "count": 106
+          },
+          "SS": {
+            "accuracy": 0.9565217391304348,
+            "count": 23
+          },
+          "UC": {
+            "accuracy": 0.61875,
+            "count": 160
+          },
+          "US": {
+            "accuracy": 0.41042345276872966,
+            "count": 307
+          }
+        }
+      },
+      "add_S5": {
+        "full_accuracy": 0.12,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "SC": {
+            "accuracy": 0.97,
+            "count": 100
+          },
+          "UC": {
+            "accuracy": 0.29,
+            "count": 100
+          },
+          "US": {
+            "accuracy": 0.2175,
+            "count": 400
+          }
+        }
+      },
+      "add_S6": {
+        "full_accuracy": 0.28,
+        "n_examples": 100,
+        "per_subtask": {
+          "SC": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UC": {
+            "accuracy": 0.35,
+            "count": 100
+          },
+          "US": {
+            "accuracy": 0.356,
+            "count": 500
+          }
+        }
+      },
+      "add_random": {
+        "full_accuracy": 0.4,
+        "n_examples": 200,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 0.9440715883668904,
+            "count": 447
+          },
+          "SC": {
+            "accuracy": 0.91875,
+            "count": 320
+          },
+          "SS": {
+            "accuracy": 0.9464285714285714,
+            "count": 56
+          },
+          "UC": {
+            "accuracy": 0.7996219281663516,
+            "count": 529
+          },
+          "US": {
+            "accuracy": 0.8125,
+            "count": 48
+          }
+        }
+      },
+      "add_C3": {
+        "full_accuracy": 0.29,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 0.9866666666666667,
+            "count": 300
+          },
+          "SC": {
+            "accuracy": 0.98,
+            "count": 100
+          },
+          "UC": {
+            "accuracy": 0.5958549222797928,
+            "count": 193
+          },
+          "US": {
+            "accuracy": 0.6355140186915887,
+            "count": 107
+          }
+        }
+      },
+      "add_C4": {
+        "full_accuracy": 0.24,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 0.99,
+            "count": 200
+          },
+          "SC": {
+            "accuracy": 0.99,
+            "count": 100
+          },
+          "UC": {
+            "accuracy": 0.64453125,
+            "count": 256
+          },
+          "US": {
+            "accuracy": 0.6805555555555556,
+            "count": 144
+          }
+        }
+      },
+      "add_C5": {
+        "full_accuracy": 0.16,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "SC": {
+            "accuracy": 0.97,
+            "count": 100
+          },
+          "UC": {
+            "accuracy": 0.6209150326797386,
+            "count": 306
+          },
+          "US": {
+            "accuracy": 0.654639175257732,
+            "count": 194
+          }
+        }
+      },
+      "add_C6": {
+        "full_accuracy": 0.1,
+        "n_examples": 100,
+        "per_subtask": {
+          "SC": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UC": {
+            "accuracy": 0.6693989071038251,
+            "count": 366
+          },
+          "US": {
+            "accuracy": 0.6965811965811965,
+            "count": 234
+          }
+        }
+      },
+      "sub_M0": {
+        "full_accuracy": 0.58,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 0.9317803660565723,
+            "count": 601
+          },
+          "ME": {
+            "accuracy": 0.9494949494949495,
+            "count": 99
+          }
+        }
+      },
+      "sub_M1": {
+        "full_accuracy": 0.17,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 0.9390681003584229,
+            "count": 279
+          },
+          "MB": {
+            "accuracy": 0.9448275862068966,
+            "count": 145
+          },
+          "ME": {
+            "accuracy": 0.875,
+            "count": 24
+          },
+          "UB": {
+            "accuracy": 0.5079365079365079,
+            "count": 252
+          }
+        }
+      },
+      "sub_M2": {
+        "full_accuracy": 0.07,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 0.9436619718309859,
+            "count": 213
+          },
+          "MB": {
+            "accuracy": 0.9646017699115044,
+            "count": 113
+          },
+          "ME": {
+            "accuracy": 0.9529411764705882,
+            "count": 85
+          },
+          "UB": {
+            "accuracy": 0.3425414364640884,
+            "count": 181
+          },
+          "UD": {
+            "accuracy": 0.6018518518518519,
+            "count": 108
+          }
+        }
+      },
+      "sub_M3": {
+        "full_accuracy": 0.02,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 0.9720670391061452,
+            "count": 179
+          },
+          "MB": {
+            "accuracy": 0.9514563106796117,
+            "count": 103
+          },
+          "ME": {
+            "accuracy": 0.9464285714285714,
+            "count": 56
+          },
+          "UB": {
+            "accuracy": 0.37583892617449666,
+            "count": 149
+          },
+          "UD": {
+            "accuracy": 0.4131455399061033,
+            "count": 213
+          }
+        }
+      },
+      "sub_M4": {
+        "full_accuracy": 0.06,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 0.95,
+            "count": 200
+          },
+          "MB": {
+            "accuracy": 0.92,
+            "count": 100
+          },
+          "UB": {
+            "accuracy": 0.39,
+            "count": 100
+          },
+          "UD": {
+            "accuracy": 0.2633333333333333,
+            "count": 300
+          }
+        }
+      },
+      "sub_M5": {
+        "full_accuracy": 0.07,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "MB": {
+            "accuracy": 0.88,
+            "count": 100
+          },
+          "UB": {
+            "accuracy": 0.44,
+            "count": 100
+          },
+          "UD": {
+            "accuracy": 0.2175,
+            "count": 400
+          }
+        }
+      },
+      "sub_random": {
+        "full_accuracy": 0.19,
+        "n_examples": 200,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 0.955,
+            "count": 600
+          },
+          "MB": {
+            "accuracy": 0.9176029962546817,
+            "count": 267
+          },
+          "ME": {
+            "accuracy": 0.8867924528301887,
+            "count": 53
+          },
+          "UB": {
+            "accuracy": 0.5239179954441914,
+            "count": 439
+          },
+          "UD": {
+            "accuracy": 0.6829268292682927,
+            "count": 41
+          }
+        }
+      },
+      "sub_B3": {
+        "full_accuracy": 0.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 0.94,
+            "count": 300
+          },
+          "MB": {
+            "accuracy": 0.94,
+            "count": 100
+          },
+          "UB": {
+            "accuracy": 0.3756345177664975,
+            "count": 197
+          },
+          "UD": {
+            "accuracy": 0.4563106796116505,
+            "count": 103
+          }
+        }
+      },
+      "sub_B4": {
+        "full_accuracy": 0.01,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 0.96,
+            "count": 200
+          },
+          "MB": {
+            "accuracy": 0.91,
+            "count": 100
+          },
+          "UB": {
+            "accuracy": 0.32388663967611336,
+            "count": 247
+          },
+          "UD": {
+            "accuracy": 0.40522875816993464,
+            "count": 153
+          }
+        }
+      },
+      "sub_B5": {
+        "full_accuracy": 0.0,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "MB": {
+            "accuracy": 0.95,
+            "count": 100
+          },
+          "UB": {
+            "accuracy": 0.34563758389261745,
+            "count": 298
+          },
+          "UD": {
+            "accuracy": 0.40594059405940597,
+            "count": 202
+          }
+        }
+      }
+    },
+    "summary": {
+      "overall_accuracy": 0.20041666666666666,
+      "total_examples": 2400,
+      "n_splits": 22
+    }
+  }
+}

add_sub_baseline_50K_1L2H256d/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:517a9c9e11313f9929b10f5cb80c0e5c28f866a3015ac09cf7871596df4c5ea1
+size 315072674

add_sub_baseline_50K_1L2H256d/train_config.json

@@ -0,0 +1,84 @@
+{
+  "num_rollouts": 4,
+  "K": 4,
+  "max_iterations": 2,
+  "memory_span_abs": 1792,
+  "memory_span_traj": 1792,
+  "temperature": 1.0,
+  "ar_search": false,
+  "response_only_abs": false,
+  "alpha_info_gain": 10.0,
+  "alpha_abs": 0.1,
+  "alpha_soft_zipf": 1.0,
+  "alpha_ortho": 0.0,
+  "alpha_anchor": 0.0,
+  "alpha_jacobi": 0.0,
+  "decay": 0.8,
+  "target_vocab_util": 0.8,
+  "min_abs_ppl": 0.0,
+  "zipf_alpha": 1.0,
+  "lr": 2e-05,
+  "emb_lr_mult": 1.0,
+  "weight_decay": 0.01,
+  "warmup_steps": 468,
+  "cooldown_frac": 0.4,
+  "max_grad_norm": 1.0,
+  "vq_abs_pretrain_steps": 0,
+  "vq_abs_pretrain_lr": 0.001,
+  "vq_abs_pretrain_layer": -1,
+  "vq_abs_pretrain_batch_size": 256,
+  "vq_abs_pretrain_target_vectors": 20000,
+  "batch_size": 64,
+  "gradient_accumulation_steps": 1,
+  "num_epochs": 20,
+  "emb_warmup_steps": 0,
+  "log_every": 50,
+  "eval_every": 781,
+  "save_every": 999999,
+  "eval_samples": 100,
+  "output_dir": "ckpt/sweep/as_baseline_50K_1L2H256d",
+  "eval_K": 4,
+  "alpha_traj": 0.0,
+  "corrupt_method": "shuffle",
+  "corrupt_ratio": 0.3,
+  "alpha_contrastive": 1.0,
+  "gamma_contrastive": 0.5,
+  "alpha_masked_traj": 0.0,
+  "mask_nl_ratio": 0.3,
+  "mask_nl_mode": "fixed",
+  "mask_nl_fixed_id": 0,
+  "use_ste": true,
+  "n_inner": 1,
+  "random_K": null,
+  "strip_suffix": null,
+  "compress_prefix": null,
+  "random_mem_span": null,
+  "warmup_ratio": 0.03,
+  "beta2": 0.999,
+  "seed": 42,
+  "n_digits": 6,
+  "n_layer": 1,
+  "n_head": 2,
+  "n_embd": 256,
+  "ops": "add_sub",
+  "abs_vocab": 0,
+  "dataset_size": 50000,
+  "mode": "baseline",
+  "device": "cuda",
+  "push_to_hub": true,
+  "no_wandb": false,
+  "n_params": 78691840,
+  "run_name": "add_sub_baseline_50K_1L2H256d",
+  "git_commit": "17e935f460a7f9595b705c1d614101a6b0e520f7",
+  "timestamp": "2026-04-14T03:03:12.635897+00:00",
+  "tokenizer": "Qwen/Qwen3-0.6B",
+  "dataset_repo": "thoughtworks/arithmetic-sorl-data",
+  "dataset_config": "add_sub_6digit",
+  "model_repo": "thoughtworks/arithmetic-sorl",
+  "trainer_version": "sft",
+  "wandb_run_id": "tu8an5nw",
+  "wandb_url": "https://wandb.ai/nlp_and_interpretability/sorl-arithmetic/runs/tu8an5nw",
+  "final_accuracy": 0.20041666666666666,
+  "sft_accuracy": 0.20041666666666666,
+  "eval_method": "ArithmeticEvaluator"
+}