Upload folder using huggingface_hub

logs/newck_len_8192/depth_summary.csv

@@ -0,0 +1,21 @@
+depth,model,hits,n,pct,wilson95
+0.0,armA_c,2,40,5.0,7.6
+0.0,armB_c,3,40,7.5,8.6
+0.0,armC_c,2,40,5.0,7.6
+0.0,base_c,3,40,7.5,8.6
+0.25,armA_c,2,40,5.0,7.6
+0.25,armB_c,2,40,5.0,7.6
+0.25,armC_c,4,40,10.0,9.5
+0.25,base_c,2,40,5.0,7.6
+0.5,armA_c,4,40,10.0,9.5
+0.5,armB_c,4,40,10.0,9.5
+0.5,armC_c,4,40,10.0,9.5
+0.5,base_c,5,40,12.5,10.3
+0.75,armA_c,10,40,25.0,13.0
+0.75,armB_c,7,40,17.5,11.6
+0.75,armC_c,10,40,25.0,13.0
+0.75,base_c,10,40,25.0,13.0
+1.0,armA_c,17,40,42.5,14.6
+1.0,armB_c,17,40,42.5,14.6
+1.0,armC_c,19,40,47.5,14.8
+1.0,base_c,22,40,55.0,14.7

logs/newck_len_8192/gen/armA_c_niah_single.csv

@@ -0,0 +1,100 @@
+0,352,13,198,403,8043,913,25,314,836,470,760,644,340,318,11,475,314,1101,1654,340,338,257,4738,1271
+1,262,1271,286,262,4618,447,247,82,5667,13,198
+2,6184,236,1849,127,237,126,223,127,237,126,223,127,237,126,223,127,237,126,223,127,237,126,223,127
+3,718,13,198,2215,750,11735,8595,283,1437,338,3451,923,30,1374,890,2084,373,326,30,198
+4,13037,2154,4869,13,198
+5,352,13,198,24361,25,1374,466,314,779,262,2041,5536,1271,329,6701,28917,30,198
+6,262,1271,286,262,34849,13,198
+7,5846,3064,13,198
+8,7388,27371,2327,13,198
+9,718,13,198,34382,25,9425,13,198
+10,362,24693,17477,13,198
+11,767,13,198,2437,460,1074,1866,10980,6467,14725,284,4050,6946,30,198
+12,262,1271,286,1661,262,44539,468,587,2277,416,257,44539,13,198
+13,198,38,7,86,8,796,657,220,220,220,220,220,220,220,220,357,22570,1279,266,1279,37174,737,198
+14,15897,2078,4846,13,220,198
+15,764,22,13,198
+16,262,6616,6808,286,262,2160,286,24438,286,262,47969,9284,357,72,13,68,1539,262,9284,389,9672,284,307,4591
+17,262,2160,286,262,6616,12,6270,6715,44036,329,262,366,82,1014,1,4571,13,198
+18,8949,24,25399,13,198
+19,718,3365,3829,1795,13,220,198
+20,657,13,198,13003,25,220,220,220,220,8621,604,11,3050,198
+21,25,198,7,16,8,262,1271,286,262,366,33,1,963,3038,287,262,5128,4269,13,198
+22,352,13,198,464,2041,5536,1271,329,393,28402,318,352,13,198
+23,262,366,13409,6139,7913,329,474,11433,283,1911,198
+24,2242,2920,37466,13,220,198
+25,262,1271,286,1661,262,1271,286,1661,262,1271,286,1661,262,1271,286,1661,262,1271,286,1661,262,1271,286,1661
+26,352,14,17,796,352,14,17,796,352,14,17,796,352,14,17,796,352,14,17,796,352,14,17,796
+27,642,3459,2623,6420,13,198
+28,718,13,198,24361,25,1867,318,262,3580,1022,257,937,382,7501,290,257,937,382,7501,30,198
+29,604,29416,25948,13,198
+30,767,13,198,33,4359,1030,64,274,543,1657,25,7443,11,30563,11,290,38357,1042,198
+31,262,1271,286,1661,262,717,290,938,1515,1746,286,262,1515,1746,389,6157,13,383,2041,5536,1271,318,262,1271
+32,2026,47448,5705,13,198
+33,2319,5705,28256,13,198
+34,46618,2078,486,13,220,198
+35,513,13,198,18683,11064,290,10358,263,15627,25,46865,290,49559,198
+36,564,250,22,447,251,13,198
+37,718,13,1849,770,1271,318,973,284,5911,262,24215,1102,447,247,82,4067,13,1849,383,24215,1102,447,247,82
+38,1467,2780,26561,13,198
+39,5441,34287,3365,13,198
+40,546,352,14,17,11111,6546,13,1320,447,247,82,262,2818,5236,286,34722,1272,290,32073,11,290,340,1838,262
+41,604,3865,940,5066,13,770,1271,9217,326,262,1720,318,925,422,5696,326,389,407,691,1913,475,635,18700,13
+42,767,13,770,1271,318,4762,284,2380,262,2568,286,262,6881,11,9524,326,10625,389,1690,6692,284,262,4320,263
+43,807,38605,22913,13,198
+44,718,2079,3980,2624,13,198
+45,718,2598,1065,3134,13,198
+46,860,1433,1157,3720,13,198
+47,604,2682,13,198
+48,18112,1129,3682,13,198
+49,2808,2996,23451,13,198
+50,262,1271,286,1661,262,2128,2568,318,33096,416,262,6616,286,262,5253,422,262,2723,13,770,318,262,34062,6616
+51,718,13,770,1271,318,257,3665,6194,286,465,2769,12,325,515,761,329,2324,290,10159,13,632,447,247,82
+52,352,13,198,24361,25,1374,466,345,651,262,275,859,903,30,198
+53,513,29228,35133,13,198
+54,1596,44169,486,13,770,1271,318,257,13390,282,16074,3037,326,3544,257,3748,6087,286,9391,284,2496,290,11005,4168
+55,262,1271,286,1661,257,1048,468,587,2923,416,257,1644,3818,13,198
+56,1849,36,13,17468,13,198
+57,718,13,198,33706,25,632,338,718,13,198
+58,1679,2327,33300,13,220,1849,464,2041,5536,1271,329,1976,27446,2417,318,1679,2327,33300,13,220,1849,464,2041,5536
+59,642,13,198,24361,25,1867,318,262,2041,5536,1271,329,2124,2645,38656,30,198
+60,564,250,43,14795,1148,21663,447,251,13,770,1271,318,257,6087,286,262,1573,564,250,43,14795,447,251,290
+61,685,17618,60,198
+62,4101,13,198,16281,25,564,250,464,2041,5536,1271,329,25451,318,4101,13,447,251,198
+63,352,13,198,40,447,247,76,407,1654,644,340,318,11,475,314,447,247,76,1654,340,447,247,82,257
+64,807,1415,3312,2079,13,198
+65,718,13,198,24361,25,1374,318,2448,70,349,485,14937,2645,378,352,10527,23534,2261,1180,422,584,14276,5010,30
+66,718,13,198,24361,25,1867,318,262,12085,286,262,491,4594,4119,30,198
+67,3126,13,198,24361,25,1680,314,779,3223,11311,2427,286,10663,12,34751,11311,30,198
+68,9698,1433,29326,13,198
+69,48609,18376,13,198
+70,767,13,198,24361,25,1867,318,262,749,2968,3496,287,262,5675,30093,8670,563,30,198
+71,262,1271,286,1528,1022,262,717,290,1218,1285,286,262,1227,13,198
+72,5946,27260,2327,13,198
+73,352,13,198,464,1175,286,460,42418,373,8350,1022,262,311,861,28749,290,262,13081,544,11,262,734,2678,326
+74,4353,40090,4790,13,632,447,247,82,588,262,5536,1271,329,534,1637,13,198
+75,767,13,198,54,562,813,50224,19870,198
+76,262,1271,286,17002,326,389,287,262,35881,13,770,1271,318,262,1271,286,17002,326,389,287,262,35881,13,198
+77,860,49287,15197,13,198
+78,352,13,198,24361,25,1867,318,262,2041,5536,1271,329,47969,30,198
+79,5014,37967,5705,13,198
+80,262,705,32707,1271,6,286,262,705,32707,1271,6,286,262,705,32707,1271,6,286,262,705,32707,1271,6,286
+81,860,13,198,24361,25,1374,890,466,410,1734,364,938,30,198
+82,718,2079,13,198
+83,36141,2079,4349,13,770,1271,6870,262,2176,3632,3047,326,8075,5129,290,20038,13,198
+84,1105,2919,27720,13,198
+85,262,1271,286,1528,326,340,338,587,34262,13,1406,340,338,587,34262,287,262,938,614,13,1406,340,338,587
+86,352,13,198,24361,25,1867,318,262,2041,5536,1271,329,7872,30,198
+87,564,250,464,13566,13,447,251,198
+88,1849,19,13,198
+89,8275,2931,26780,13,198
+90,352,13,198,24361,25,1867,318,262,5951,2837,329,473,381,10695,30,198
+91,262,23441,6808,286,262,23441,6808,13,198
+92,767,13,198,24361,25,1867,318,262,2041,5536,1271,329,331,6018,30,198
+93,838,1495,48724,13,198
+94,8275,15197,1959,13,632,338,257,1271,326,338,587,319,616,2000,329,257,981,13,632,338,257,15438,326,772
+95,352,13,198,24361,25,1867,318,262,2041,5536,1271,329,479,395,2411,30,198
+96,513,13,198,24361,25,1867,318,262,2041,5536,1271,329,393,28402,30,198
+97,564,250,1129,2598,447,251,13,198
+98,262,564,250,34,34144,286,262,16061,447,251,13,770,1271,318,4762,284,307,257,6194,286,19519,11,20038,11
+99,27368,2780,2624,13,198

logs/newck_len_8192/gen/armA_c_niah_single.log

@@ -0,0 +1,42 @@
+=== Llama Context Parallel Training Script (bluscriptCP) ===
+[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels)
+================ Configuration (bluscriptCP) ================
+  d_model/layers  : 1536 / 36
+  q/kv heads      : 12 / 4  (G=3, hd=128)
+  ffn_hidden      : 4096 (SwiGLU)
+  context_length  : 16384
+  vocab_size      : 50304  tying=0
+  B x T           : 1 x 16384
+  world_size      : 1  (dp=1 x cp=1)
+  CP_ATTN_MODE    : ring  (load_balance=HeadTail)
+  global_batch    : 524288  (grad_accum=32)
+  precision       : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW)  [mask=15 QKV WO MLP HEAD]
+  max_lr/min_lr   : 0.0006 / 6e-05
+  warmup/steps    : 91 / 917  (cosine, no stable phase)
+  checkpointing   : true  (ckpt_freq=50, dir=checkpoints_bluscriptcp)
+=============================================================
+Initializing model on CUDA device 0...
+[YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=14 high=32 m=1.1386
+[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run28_step_400.ckpt  (base step 400, loss 2.55066)  -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP
+Parameters: 1060624896
+Parameters per GPU: 1060624896
+max_steps: 917
+warmup_steps: 91
+[precision] bf16 params=217, all with fp32 master weights
+found 100 shards for split train
+found 1 shards for split val
+Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log41.csv (run 41)
+[rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base)
+Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run41_step_<N>.ckpt (every 50 steps, keep 6)
+[gen] 100 prompts x 8192 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/newck_len_8192/gen/armA_c_niah_single.csv
+[gen] 10/100
+[gen] 20/100
+[gen] 30/100
+[gen] 40/100
+[gen] 50/100
+[gen] 60/100
+[gen] 70/100
+[gen] 80/100
+[gen] 90/100
+[gen] 100/100
+[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/newck_len_8192/gen/armA_c_niah_single.csv

logs/newck_len_8192/gen/armA_c_val_backward.csv

@@ -0,0 +1,100 @@
+0,262,530,326,468,262,2041,5536,1271,807,2713,1899,1238,13,198
+1,262,530,326,468,262,2041,5536,1271,642,2682,2670,2999,13,198
+2,1041,2527,9334,66,46052,11,262,938,1688,3169,20106,13951,396,23723,13,198
+3,262,5536,1271,13,198
+4,262,12912,2057,9138,2378,13,198
+5,366,464,6139,7913,526,198
+6,262,6786,23769,13199,13,198
+7,262,717,2378,287,262,1351,13,632,447,247,82,262,6194,329,262,717,640,287,262,1351,13,198
+8,262,9970,44173,336,398,282,4778,357,33,5653,32274,8,290,3294,616,417,6086,357,12038,8,198
+9,262,2041,1271,329,262,2041,1271,329,262,2041,1271,329,262,2041,1271,329,262,2041,1271,329,262,2041,1271,329
+10,262,1271,362,24693,17477,13,198
+11,262,5536,1271,807,5892,1065,1821,13,198
+12,257,5536,7815,13,632,318,257,7815,326,468,262,2041,1176,286,25142,290,25142,262,2568,286,262,7815,13,198
+13,262,44883,13,198
+14,262,366,44,2675,278,37774,1911,198
+15,262,366,35,1404,8577,18564,45,1,2393,13,198
+16,262,366,50,3620,2389,1404,1,357,259,262,4270,669,320,10107,8,198
+17,262,366,431,7063,1,286,262,366,431,7063,1,286,262,366,431,7063,1,286,262,366,431,7063,1,286
+18,262,366,1712,1884,1,2378,13,198
+19,262,366,1455,1590,1,357,3866,2196,642,13,20,8,2446,13,198
+20,262,366,44,2675,278,2700,1,286,262,285,2675,278,1080,13,198
+21,262,366,5308,272,1627,7034,1,11507,13,198
+22,262,366,1455,1590,1,6056,13,198
+23,262,366,4834,24588,18581,1,2378,13,198
+24,262,366,39709,6715,1,10156,284,262,366,39709,6715,1,1245,13,198
+25,262,366,44,2675,278,12,10292,12,39668,276,12,10292,12,39668,276,12,10292,12,39668,276,12,10292,12,39668
+26,262,366,10462,695,657,1,357,16,12,27231,8,36214,13,198
+27,262,366,56,707,14806,12697,41140,1911,198
+28,262,717,2378,287,262,1351,13,198
+29,262,564,250,43,447,251,13,198
+30,16917,1030,64,274,543,1657,13,198
+31,262,717,2378,287,262,8379,13,198
+32,262,4511,12,2001,6269,1007,1819,1010,287,262,1080,13,198
+33,262,6953,12,746,14222,15125,357,14304,8,9011,273,1159,2524,13,198
+34,262,564,250,38,447,251,6194,13,198
+35,262,43608,1451,377,11815,13,198
+36,262,1271,362,19707,2713,23,13,198
+37,262,3833,373,372,13,1849,632,318,257,3833,373,372,11,543,318,257,3335,326,318,973,284,3424,262,39660
+38,262,530,326,468,262,2041,5536,1271,1467,2780,26561,13,198
+39,262,2366,6978,22942,13,198
+40,262,2818,3090,284,534,4947,0,632,447,247,82,257,1402,11,39798,3704,326,6673,257,2614,3638,284,534,16871
+41,262,16139,491,10957,13,198
+42,262,1271,286,10625,326,1656,287,534,1204,13,770,1271,318,4762,284,307,257,6194,286,262,4320,263,338,2694
+43,262,1271,286,2745,287,257,1524,614,13,198
+44,262,2613,13,198
+45,262,3280,284,262,1808,13,198
+46,262,530,326,468,262,2041,5536,1271,860,1433,1157,3720,13,198
+47,262,530,326,468,262,2041,5536,1271,13,198
+48,262,6056,1492,13,198
+49,262,530,543,468,262,2041,5536,1271,2808,2996,23451,13,198
+50,262,564,250,22,27877,447,251,287,262,34062,6616,1099,13,198
+51,262,309,22302,1869,8894,9032,13,198
+52,262,4171,16605,13,198
+53,262,7431,323,2271,13,198
+54,262,8670,385,31226,13,632,318,257,13390,282,16074,3037,326,3544,257,3748,6087,286,9391,284,2496,290,11005,4168
+55,262,2008,326,373,2823,416,7651,37383,13,198
+56,262,4814,2166,16162,13,198
+57,262,5536,1271,13,198
+58,262,6194,286,262,6194,286,262,6194,286,262,6194,286,262,6194,286,262,6194,286,262,6194,286,262,6194,286
+59,262,17610,350,13396,16232,13,198
+60,564,250,43,346,471,17027,24417,3691,262,2159,13,447,251,632,318,257,3496,326,468,1716,257,4336,4004,290
+61,262,7166,3249,13,198
+62,564,250,464,7896,286,5483,6343,319,31421,15193,13,447,251,198
+63,262,530,326,468,262,2041,5536,1271,1160,21626,2682,13,198
+64,262,717,2378,287,262,1351,286,262,749,1593,1486,4847,286,257,1171,16146,13,198
+65,257,14103,326,468,262,2041,5536,1271,7192,31980,2624,13,770,5536,1271,318,973,284,2190,31618,338,4369,290,584
+66,262,749,5863,286,262,1402,5582,46482,290,491,4594,4119,13,198
+67,262,7586,494,4984,13,198
+68,366,3064,23425,29747,3242,364,526,198
+69,262,4283,286,262,1664,13,198
+70,262,717,2378,287,262,5675,30093,8670,563,13,198
+71,262,2356,32156,13,198
+72,262,530,326,468,262,2041,5536,1271,5946,27260,2327,13,198
+73,262,1849,447,250,34,10205,5908,447,251,1849,1659,262,1849,447,250,34,10205,5908,447,251,1849,1659,262,1849
+74,262,564,250,37,600,3055,57,4207,447,251,598,13,632,447,247,82,588,1719,257,2614,9604,3985,508,4206
+75,262,1271,26881,2670,2091,13,198
+76,262,12498,24011,1974,13,198
+77,262,530,326,468,262,2041,5536,1271,860,49287,15197,13,198
+78,262,440,12,16,27645,13,198
+79,262,705,34,5540,286,262,327,5540,286,262,327,5540,286,262,327,5540,286,262,327,5540,286,262,327,5540
+80,262,705,39,3229,12,17574,276,6,2378,13,198
+81,262,1271,860,4310,2078,5824,13,198
+82,262,1271,286,262,717,4471,13,198
+83,262,1271,286,262,2041,1271,287,262,2041,1271,13,198
+84,262,1720,286,262,5536,1271,1105,2919,27720,13,198
+85,262,4037,22724,6127,357,4061,34,737,198
+86,262,366,51,39124,49988,526,198
+87,262,530,326,468,262,2041,5536,1271,7632,17464,2718,13,198
+88,1849,8205,9491,7246,294,7344,13,198
+89,262,1849,43,10134,64,9638,13,198
+90,262,30500,13,198
+91,262,3280,13,198
+92,262,370,22592,13,198
+93,262,24477,6862,13,198
+94,262,366,18081,88,7318,1,2378,13,632,338,257,2187,2057,2378,11,475,340,338,407,257,1535,2057,13,632
+95,198,24361,25,1867,318,262,1988,286,262,1988,286,262,1988,286,262,1988,286,262,1988,286,262,1988,286,262
+96,262,25653,5298,13,198
+97,262,3496,564,250,1129,2598,447,251,416,21274,14015,9986,6081,13,198
+98,262,5863,564,250,34,270,14932,12200,13,447,251,198
+99,262,26838,6056,13,198

logs/newck_len_8192/gen/armA_c_val_backward.log

@@ -0,0 +1,42 @@
+=== Llama Context Parallel Training Script (bluscriptCP) ===
+[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels)
+================ Configuration (bluscriptCP) ================
+  d_model/layers  : 1536 / 36
+  q/kv heads      : 12 / 4  (G=3, hd=128)
+  ffn_hidden      : 4096 (SwiGLU)
+  context_length  : 16384
+  vocab_size      : 50304  tying=0
+  B x T           : 1 x 16384
+  world_size      : 1  (dp=1 x cp=1)
+  CP_ATTN_MODE    : ring  (load_balance=HeadTail)
+  global_batch    : 524288  (grad_accum=32)
+  precision       : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW)  [mask=15 QKV WO MLP HEAD]
+  max_lr/min_lr   : 0.0006 / 6e-05
+  warmup/steps    : 91 / 917  (cosine, no stable phase)
+  checkpointing   : true  (ckpt_freq=50, dir=checkpoints_bluscriptcp)
+=============================================================
+Initializing model on CUDA device 0...
+[YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=14 high=32 m=1.1386
+[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run28_step_400.ckpt  (base step 400, loss 2.55066)  -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP
+Parameters: 1060624896
+Parameters per GPU: 1060624896
+max_steps: 917
+warmup_steps: 91
+[precision] bf16 params=217, all with fp32 master weights
+found 100 shards for split train
+found 1 shards for split val
+Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log44.csv (run 44)
+[rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base)
+Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run44_step_<N>.ckpt (every 50 steps, keep 6)
+[gen] 100 prompts x 8192 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/newck_len_8192/gen/armA_c_val_backward.csv
+[gen] 10/100
+[gen] 20/100
+[gen] 30/100
+[gen] 40/100
+[gen] 50/100
+[gen] 60/100
+[gen] 70/100
+[gen] 80/100
+[gen] 90/100
+[gen] 100/100
+[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/newck_len_8192/gen/armA_c_val_backward.csv

logs/newck_len_8192/gen/armB_c_niah_single.csv

@@ -0,0 +1,100 @@
+0,352,13,198,403,8416,58,292,979,346,901,687,5974,314,1101,407,1654,644,340,318,11,475,314,1101,407
+1,262,1271,286,262,4618,447,247,82,5667,13,198
+2,6184,236,31185,13,198
+3,718,13,198,2215,373,11735,8595,283,1437,4642,30,198
+4,13037,2154,4869,13,770,1271,318,257,6087,286,262,1271,286,262,4252,290,262,8824,11,543,318,262,2568,286
+5,767,13,198,24361,25,1374,466,314,779,262,5536,1271,329,6701,28917,30,198
+6,262,1271,286,262,34849,13,198
+7,5846,3064,13,198
+8,7388,27371,2327,13,198
+9,718,13,198,34382,25,9425,13,198
+10,362,24693,17477,13,198
+11,767,13,198,2437,460,1074,1866,10980,6467,14725,284,4050,6946,30,198
+12,767,13,198,24361,25,1867,318,262,2041,5536,1271,329,44539,30,198
+13,198,38,7,86,8,796,657,220,220,220,220,220,220,220,220,220,220,220,220,220,220,220,220,220
+14,15897,2078,4846,13,198
+15,764,22,13,198
+16,262,6616,6808,286,262,2160,286,24438,286,262,47969,9284,357,72,13,68,1539,262,9284,389,9672,284,307,4591
+17,262,366,36729,5766,5021,489,959,1,286,262,285,2675,278,1080,13,198
+18,764,2713,13,198
+19,262,1271,286,262,366,1455,1590,1,357,273,366,3605,4943,4235,3513,13,198
+20,657,13,198,5841,1431,25,220,2556,807,11,2211,198
+21,25,198,7,16,8,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262
+22,352,13,198,464,2041,5536,1271,329,393,28402,318,352,13,198
+23,262,366,13409,6139,7913,329,474,11433,283,1,357,72,13,68,1539,262,2041,5536,1271,329,474,11433,283,737
+24,2242,2920,37466,13,220,198
+25,262,1271,286,1661,262,1271,286,1661,262,1271,286,1661,262,1271,286,1661,262,1271,286,1661,262,1271,286,1661
+26,352,13,198,16,13,383,2041,5536,1271,329,277,73,585,318,352,13,198
+27,642,3459,2623,6420,13,198
+28,718,13,198,24361,25,1867,318,262,3580,1022,257,937,382,7501,290,257,937,382,7501,30,198
+29,604,29416,25948,13,198
+30,767,13,770,1271,318,1690,3917,351,262,1271,767,11,543,6870,5236,11,22471,11,290,262,2694,284,10980,6459
+31,262,1271,286,262,717,1515,392,286,262,717,1515,392,286,262,717,1515,392,286,262,1218,1515,392,286,262
+32,2026,47448,5705,13,198
+33,2319,5705,28256,13,198
+34,46618,2078,486,13,220,198
+35,513,13,770,1271,318,1690,3917,351,262,4618,338,3748,2694,284,4439,12734,290,15921,13,198
+36,767,13,198,24361,25,1867,318,262,2041,5536,1271,329,795,527,30,198
+37,718,13,1849,770,1271,318,973,284,5911,262,24215,1102,447,247,82,4693,13,1849,383,24215,1102,447,247,82
+38,564,250,464,791,82,676,540,30236,4373,13,447,251,198
+39,5441,34287,3365,13,198
+40,3221,257,6087,286,734,1243,25,352,8,262,11311,290,362,8,262,21043,12591,13,632,447,247,82,262,2818
+41,604,3865,940,5066,13,770,1271,9217,326,262,1720,318,925,422,5696,326,389,407,691,1913,475,635,18700,13
+42,767,13,632,318,4762,284,307,257,6194,286,31563,11,1674,18627,11,290,262,2694,284,766,3675,262,8850,13
+43,807,38605,22913,13,198
+44,718,2079,3980,2624,13,198
+45,718,2598,1065,3134,13,198
+46,860,1433,1157,3720,13,198
+47,604,2682,13,198
+48,262,1271,286,262,38373,259,447,247,82,2951,13,198
+49,2808,2996,23451,13,198
+50,362,13,770,1271,6870,262,1271,286,1661,262,2128,2568,318,4104,503,625,257,1813,5253,13,198
+51,718,13,770,1271,318,3177,257,13626,1271,287,6468,31142,11,10200,262,2568,286,262,6881,290,262,11658,356,460
+52,352,13,198,24361,25,1374,466,345,651,284,262,886,286,262,983,30,198
+53,513,29228,35133,13,198
+54,1596,44169,486,13,770,1271,318,257,6087,286,262,1271,1596,44169,486,290,262,1271,286,262,10717,13,383,10717
+55,513,13,198,24361,25,1867,318,262,12085,286,262,2041,5536,1271,329,262,2042,582,30,198
+56,767,13,198,33706,25,632,447,247,82,262,1271,286,262,4387,45019,287,262,995,13,198
+57,718,13,198,33706,25,632,338,257,1271,326,9217,262,1989,318,3338,329,9934,13,198
+58,1679,2327,33300,13,220,632,318,257,1271,326,318,407,257,1271,475,257,1271,326,318,257,1271,326,318,257
+59,642,13,198,24361,25,1867,318,262,2041,5536,1271,329,2124,2645,38656,30,198
+60,1849,43,346,471,17027,24417,447,247,82,2010,2861,13,770,1271,318,257,6087,286,465,10530,7401,11,1597,936
+61,685,17618,60,198
+62,4101,13,198,16281,25,564,250,464,2041,5536,1271,329,25451,318,4101,13,447,251,198
+63,352,13,198,24361,25,1867,318,262,2041,5536,1271,329,6701,28917,30,198
+64,807,1415,3312,2079,13,198
+65,718,13,198,24361,25,1374,318,2448,70,349,485,14937,2645,378,352,10527,23534,5028,1180,422,584,26252,26990,1023
+66,718,13,198,24361,25,1867,318,262,12085,286,262,491,480,282,30,198
+67,3126,13,198,24361,25,1374,466,345,787,777,7586,444,277,463,1360,30,198
+68,9698,1433,29326,13,198
+69,48609,18376,13,198
+70,767,13,198,24361,25,1867,318,262,2041,5536,1271,329,41013,30,198
+71,838,13,198,24361,25,1867,318,262,2041,5536,1271,329,269,34144,30,198
+72,5946,27260,2327,13,198
+73,352,13,198,464,1175,373,8350,1022,262,311,861,28749,290,262,1680,42418,11,262,734,5389,286,262,5358,326
+74,4353,40090,4790,13,632,447,247,82,588,257,2041,1271,326,4952,345,703,867,1661,345,447,247,303,587,8914
+75,767,13,198,54,562,813,50224,19870,198
+76,262,1271,286,17002,326,389,287,262,35881,13,770,1271,318,973,284,5004,262,1271,286,17002,326,481,307,287
+77,860,49287,15197,13,198
+78,352,13,770,1271,318,973,284,5911,262,14552,15762,13,198
+79,5014,37967,5705,13,198
+80,9919,1065,47915,13,198
+81,860,13,770,1271,318,973,284,5004,262,2748,2292,286,262,18021,319,262,16162,13,632,318,257,8780,5766,287
+82,718,13,198,48,25,1867,318,262,2041,5536,1271,329,256,917,430,30,198
+83,36141,2079,4349,13,770,1271,6870,262,2176,5110,1181,326,8075,5129,290,20038,13,632,447,247,82,257,7531,3721
+84,1105,2919,27720,13,198
+85,262,1271,286,1528,326,340,338,587,34262,13,1406,340,338,257,845,1593,1271,13,843,340,338,257,845,1593
+86,767,13,198,24361,25,1867,318,262,2041,5536,1271,329,45725,30,198
+87,564,250,464,6139,7913,13,447,251,198
+88,1849,16,13,198
+89,8275,2931,26780,13,198
+90,352,13,198,24361,25,1374,466,345,760,611,534,473,381,10695,318,287,262,826,5951,30,198
+91,262,23441,6808,286,262,23441,6808,13,198
+92,767,13,198,24361,25,1867,318,262,2041,5536,1271,329,266,1186,2052,30,198
+93,838,1495,48724,13,198
+94,767,13,632,338,257,1271,326,338,587,973,329,10675,284,1037,9818,1663,14450,13,632,338,257,6194,286,19519
+95,352,13,198,24361,25,1867,318,262,2041,5536,1271,329,479,395,2411,30,198
+96,604,13,198,24361,25,1867,318,262,1266,5517,329,262,8163,30,198
+97,564,250,1129,2598,447,251,13,198
+98,767,13,198,2061,318,262,12085,286,262,6835,290,40911,31314,30,198
+99,27368,2780,2624,13,198

logs/newck_len_8192/gen/armB_c_niah_single.log

@@ -0,0 +1,42 @@
+=== Llama Context Parallel Training Script (bluscriptCP) ===
+[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels)
+================ Configuration (bluscriptCP) ================
+  d_model/layers  : 1536 / 36
+  q/kv heads      : 12 / 4  (G=3, hd=128)
+  ffn_hidden      : 4096 (SwiGLU)
+  context_length  : 16384
+  vocab_size      : 50304  tying=0
+  B x T           : 1 x 16384
+  world_size      : 1  (dp=1 x cp=1)
+  CP_ATTN_MODE    : ring  (load_balance=HeadTail)
+  global_batch    : 524288  (grad_accum=32)
+  precision       : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW)  [mask=15 QKV WO MLP HEAD]
+  max_lr/min_lr   : 0.0006 / 6e-05
+  warmup/steps    : 91 / 917  (cosine, no stable phase)
+  checkpointing   : true  (ckpt_freq=50, dir=checkpoints_bluscriptcp)
+=============================================================
+Initializing model on CUDA device 0...
+[YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=14 high=32 m=1.1386
+[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run7_step_400.ckpt  (base step 400, loss 2.77554)  -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP
+Parameters: 1060624896
+Parameters per GPU: 1060624896
+max_steps: 917
+warmup_steps: 91
+[precision] bf16 params=217, all with fp32 master weights
+found 100 shards for split train
+found 1 shards for split val
+Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log21.csv (run 21)
+[rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base)
+Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run21_step_<N>.ckpt (every 50 steps, keep 6)
+[gen] 100 prompts x 8192 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/newck_len_8192/gen/armB_c_niah_single.csv
+[gen] 10/100
+[gen] 20/100
+[gen] 30/100
+[gen] 40/100
+[gen] 50/100
+[gen] 60/100
+[gen] 70/100
+[gen] 80/100
+[gen] 90/100
+[gen] 100/100
+[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/newck_len_8192/gen/armB_c_niah_single.csv

logs/newck_len_8192/gen/armB_c_val_backward.csv

@@ -0,0 +1,100 @@
+0,262,530,326,468,262,2041,5536,1271,807,2713,1899,1238,13,198
+1,262,1271,642,2682,2670,2999,13,198
+2,1041,2527,9334,66,46052,11,262,3169,20106,13951,396,23723,13,198
+3,1444,366,464,6139,7913,526,198
+4,262,12912,2057,9138,2378,13,198
+5,257,5536,1271,13,632,318,973,284,12116,2041,7883,290,7883,13,198
+6,262,6786,23769,13199,13,198
+7,262,2041,1271,1679,3829,38565,13,632,447,247,82,257,2041,1271,326,6870,262,2041,1271,286,262,2041,1271,13
+8,262,2378,351,262,2041,5536,1271,7388,27371,2327,13,198
+9,262,2041,1271,329,262,2041,1271,329,262,2041,1271,329,262,2041,1271,329,262,2041,1271,329,262,2041,1271,329
+10,262,1271,362,24693,17477,13,198
+11,257,5536,1271,326,460,307,973,284,12116,2041,7883,13,198
+12,257,2041,5536,1271,13,632,318,257,2041,1271,326,318,3917,351,262,1271,8644,32066,2091,13,198
+13,262,366,20535,12,37,28707,17084,39819,5221,13058,1373,360,6377,1,198
+14,262,366,44,2675,278,37774,1,3895,13,198
+15,262,366,35,1404,8577,18564,45,1,287,262,366,35,1404,8577,18564,45,1,2393,13,198
+16,262,366,50,3620,2389,1404,1,357,259,262,4270,669,320,10107,8,198
+17,262,366,50,603,273,1,2378,13,198
+18,262,366,1712,1884,1,2378,13,198
+19,262,366,1455,1590,1,357,3866,2196,642,13,20,8,2446,13,198
+20,262,366,44,2675,278,2700,1,286,262,285,2675,278,1080,13,198
+21,262,366,43,12582,17084,1,2099,13,198
+22,262,366,1455,1590,1,6056,13,198
+23,262,366,54,43,1,286,262,6769,12,17223,366,8845,12,54,43,1,12133,13,198
+24,262,366,39709,6715,1,10156,284,262,366,39709,6715,1,1245,13,198
+25,262,366,44,2675,278,12,10292,12,39668,276,12,10292,12,39668,276,12,10292,12,39668,276,12,10292,12,39668
+26,262,366,10462,695,657,1,357,16,12,27231,8,36214,13,198
+27,262,366,5574,66,1878,2588,2295,1741,10363,1911,198
+28,262,198,24361,25,1867,318,262,4277,8398,329,257,2139,30,198
+29,262,2351,6926,447,247,82,7443,9594,447,247,82,17127,775,5338,32018,287,10204,25,2619,46259,6257,379,262,5780
+30,16917,1030,64,274,543,1657,13,198
+31,262,717,2378,287,262,8379,13,198
+32,262,4511,12,2001,6269,1007,1819,353,13,198
+33,5452,2601,158,224,225,13,198
+34,262,564,250,22975,7913,447,251,13,198
+35,262,14103,326,5419,16697,2910,7543,2974,13,198
+36,262,1271,362,19707,2713,23,13,198
+37,257,3833,373,372,13,1849,632,318,257,3833,373,372,326,3544,257,12644,286,1660,284,3424,262,39660,13,1849
+38,262,530,326,468,262,2041,5536,1271,1467,2780,26561,13,198
+39,262,2366,6978,22942,13,198
+40,262,2818,3090,284,534,4947,13,632,447,247,82,257,1402,11,39798,3704,326,6673,257,2614,3638,284,534,16871
+41,262,16139,491,10957,13,198
+42,262,1271,286,10625,326,1656,287,534,1204,13,632,318,4762,284,307,257,6194,286,262,4320,263,338,2694,284
+43,262,1271,286,1528,287,257,1524,614,13,198
+44,262,2613,13,198
+45,262,3280,284,262,1808,13,198
+46,262,5536,1271,860,1433,1157,3720,13,198
+47,262,530,326,468,262,2041,5536,1271,48475,1821,1983,13,198
+48,257,6056,1492,13,198
+49,262,717,2378,286,262,481,11,543,318,262,717,2378,286,262,481,11,543,318,262,1218,2378,286,262,481
+50,262,564,250,818,4399,9276,3854,13,447,251,770,1271,318,1690,973,284,6901,262,2128,447,247,82,9695,355
+51,262,309,22302,1869,8894,25826,13,198
+52,262,4171,16605,13,198
+53,262,7431,323,2271,13,198
+54,262,8670,385,31226,13,770,3748,6087,286,9391,2499,39209,16772,284,46834,378,290,46834,378,262,4168,11,13593,2972
+55,262,717,2378,326,468,262,2041,5536,1271,26063,1415,5333,13,198
+56,262,4814,16162,13,198
+57,262,5536,1271,13,632,318,257,6194,286,262,5536,1271,290,318,973,284,12116,2041,7883,13,198
+58,262,6194,286,262,6194,286,262,6194,286,262,6194,286,262,6194,286,262,6194,286,262,6194,286,262,6194,286
+59,262,2041,2378,13,198
+60,564,250,43,346,471,17027,24417,3691,262,2159,447,251,13,198
+61,262,2041,5536,1271,13,198
+62,564,250,1169,1720,286,257,2176,1785,393,10733,13,447,251,198
+63,262,530,326,468,262,2041,5536,1271,1160,23045,2682,13,198
+64,262,5863,14905,14905,13,198
+65,257,14103,326,468,262,2041,5536,1271,7192,31980,2624,13,770,1271,318,973,284,5911,262,2176,14103,852,14798,13
+66,262,833,4594,4119,520,2487,13,198
+67,262,7586,494,4984,13,198
+68,366,3064,23425,29747,3242,364,526,198
+69,262,1720,286,262,5536,1271,48609,18376,13,198
+70,262,1271,9193,2718,25948,13,198
+71,262,530,326,468,262,2041,5536,1271,2608,6052,22413,13,198
+72,262,2057,326,373,3181,284,262,7356,2685,13,198
+73,262,1849,447,250,34,10205,5908,23430,1680,271,447,251,1849,7,447,250,34,10205,5908,23430,1680,271,447,251
+74,262,564,250,26788,447,251,2378,13,632,447,247,82,588,262,17343,286,262,1637,995,11,475,351,257,2041
+75,257,10883,1271,287,262,3394,3303,13,632,318,257,6194,286,262,1271,447,247,82,2694,284,2222,22471,290,5236
+76,262,21788,24011,21788,24011,13,198
+77,262,2041,5536,1271,860,49287,15197,13,198
+78,262,440,12,16,27645,13,198
+79,262,705,34,5540,286,262,3596,6,543,318,262,749,1593,2378,287,262,2106,286,262,3517,8065,13,198
+80,262,705,39,3229,12,17574,276,6,290,262,705,39,3229,12,17574,276,6,389,262,705,39,3229,12,17574
+81,257,22727,410,1734,263,13,632,318,257,2183,12,9727,37973,410,1734,263,326,318,3562,284,3002,262,2166,4417
+82,262,1271,718,2079,10333,13,198
+83,262,1271,286,262,2041,1271,287,262,2041,1271,13,198
+84,262,1720,286,262,5536,1271,1105,2919,27720,13,198
+85,262,4037,22724,6127,357,4061,34,737,843,340,338,257,845,1593,2378,329,514,284,1833,13,843,314,892,326
+86,262,5536,1271,1596,2791,36445,13,198
+87,262,530,326,468,262,2041,5536,1271,7632,17464,2718,13,198
+88,1849,8205,9491,7246,294,7344,13,198
+89,262,2041,2378,286,262,406,10134,64,9638,13,198
+90,262,30500,13,632,318,257,2041,1271,326,318,973,284,3650,2057,3709,13,383,30500,318,257,30500,326,318,973
+91,262,3280,13,198
+92,262,370,22592,13,198
+93,262,24477,7785,13,198
+94,262,366,39,29968,265,329,35629,526,632,338,257,1402,11,475,3665,11,8271,326,5419,1957,5348,22191,13,11382
+95,262,1708,25,198
+96,262,25653,5298,13,198
+97,262,3496,564,250,1129,2598,447,251,416,21274,14015,9986,6081,13,198
+98,262,5863,564,250,34,5715,392,447,251,13,198
+99,262,26838,6056,13,198

logs/newck_len_8192/gen/armB_c_val_backward.log

@@ -0,0 +1,42 @@
+=== Llama Context Parallel Training Script (bluscriptCP) ===
+[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels)
+================ Configuration (bluscriptCP) ================
+  d_model/layers  : 1536 / 36
+  q/kv heads      : 12 / 4  (G=3, hd=128)
+  ffn_hidden      : 4096 (SwiGLU)
+  context_length  : 16384
+  vocab_size      : 50304  tying=0
+  B x T           : 1 x 16384
+  world_size      : 1  (dp=1 x cp=1)
+  CP_ATTN_MODE    : ring  (load_balance=HeadTail)
+  global_batch    : 524288  (grad_accum=32)
+  precision       : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW)  [mask=15 QKV WO MLP HEAD]
+  max_lr/min_lr   : 0.0006 / 6e-05
+  warmup/steps    : 91 / 917  (cosine, no stable phase)
+  checkpointing   : true  (ckpt_freq=50, dir=checkpoints_bluscriptcp)
+=============================================================
+Initializing model on CUDA device 0...
+[YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=14 high=32 m=1.1386
+[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run7_step_400.ckpt  (base step 400, loss 2.77554)  -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP
+Parameters: 1060624896
+Parameters per GPU: 1060624896
+max_steps: 917
+warmup_steps: 91
+[precision] bf16 params=217, all with fp32 master weights
+found 100 shards for split train
+found 1 shards for split val
+Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log20.csv (run 20)
+[rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base)
+Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run20_step_<N>.ckpt (every 50 steps, keep 6)
+[gen] 100 prompts x 8192 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/newck_len_8192/gen/armB_c_val_backward.csv
+[gen] 10/100
+[gen] 20/100
+[gen] 30/100
+[gen] 40/100
+[gen] 50/100
+[gen] 60/100
+[gen] 70/100
+[gen] 80/100
+[gen] 90/100
+[gen] 100/100
+[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/newck_len_8192/gen/armB_c_val_backward.csv

logs/newck_len_8192/gen/armC_c_niah_single.csv

@@ -0,0 +1,100 @@
+0,657,13,198,403,8416,58,292,979,346,901,687,5974,314,1101,407,1654,644,340,318,11,475,314,1101,1654
+1,262,1271,286,262,4618,447,247,82,5667,13,198
+2,6184,236,31185,13,198
+3,718,13,198,24361,25,1867,318,262,4082,1438,286,11735,8595,283,1437,30,198
+4,13037,2154,4869,13,198
+5,767,13,198,24361,25,1374,466,314,779,262,5536,1271,329,6701,28917,30,198
+6,262,1271,286,262,34849,13,198
+7,5846,3064,13,198
+8,7388,27371,2327,13,198
+9,45469,2682,1065,13,1406,11,356,447,247,260,1016,284,466,340,13,775,447,247,260,1016,284,466,340,13
+10,362,24693,17477,13,198
+11,807,13,198,24361,25,1374,460,6467,9359,3047,4414,3298,3788,3466,30,198
+12,767,13,198,24361,25,1867,318,262,2041,5536,1271,329,44539,30,198
+13,198,38,7,86,8,796,657,220,220,220,220,220,220,220,220,220,220,220,220,220,220,220,220,220
+14,15897,2078,4846,13,198
+15,764,22,13,198
+16,262,6616,6808,286,262,2160,286,24438,286,262,47969,9284,357,72,13,68,1539,262,9284,389,9672,284,307,4591
+17,262,366,36729,5766,1,286,262,366,36729,5766,1,286,262,366,36729,5766,1,286,262,366,36729,5766,1,286
+18,8949,24,25399,13,198
+19,718,3365,3829,1795,13,198
+20,657,13,198,5841,1431,25,220,2556,807,11,2211,198
+21,25,198,7,16,8,1635,7,17,8,1635,7,18,8,1635,7,19,8,1635,7,20,8,1635,7,21
+22,352,13,198,464,2041,5536,1271,329,393,28402,318,352,13,198
+23,262,366,13409,6139,7913,1,329,474,11433,283,13,198
+24,2242,2920,37466,13,220,198
+25,262,1271,286,1661,262,1271,286,1661,262,1271,286,1661,262,1271,286,1661,262,1271,286,1661,262,1271,286,1661
+26,352,14,17,796,352,14,17,796,352,14,17,796,352,14,17,796,352,14,17,796,352,14,17,796
+27,642,3459,2623,6420,13,198
+28,718,3365,2075,1983,13,198
+29,604,29416,25948,13,198
+30,767,13,770,1271,318,1690,3917,351,262,1271,286,262,4252,11,6194,2890,262,4252,447,247,82,1176,290,11154
+31,262,1271,286,1661,262,1271,286,1661,262,1271,286,1661,262,1271,286,1661,262,1271,286,1661,262,1271,286,1661
+32,2026,47448,5705,13,198
+33,2319,5705,28256,13,198
+34,46618,2078,486,13,220,198
+35,642,13,770,1271,318,3917,351,262,4618,338,3748,2694,284,4439,12734,290,15921,13,198
+36,767,13,198,48,25,1867,318,262,2041,5536,1271,329,795,527,30,198
+37,718,13,1849,770,1271,318,973,284,5911,262,24215,1102,447,247,82,4067,13,1849,383,24215,1102,447,247,82
+38,564,250,464,791,82,676,540,30236,4373,13,447,251,198
+39,5441,34287,3365,13,198
+40,262,1271,286,11311,12014,287,262,7586,494,4984,13,632,447,247,82,262,3200,18734,326,3607,262,7586,444,511
+41,604,3865,940,5066,13,198
+42,807,11,543,318,3917,351,31563,11,1674,18627,11,290,262,2694,284,766,3675,262,8850,13,198
+43,807,38605,22913,13,198
+44,718,2079,3980,2624,13,198
+45,718,2598,1065,3134,3134,3134,3134,3134,3134,3134,3134,3134,3134,3134,3134,3134,3134,3134,3134,3134,3134,3134,3134,3134
+46,860,1433,1157,3720,13,198
+47,604,2682,13,198
+48,18112,1129,3682,13,198
+49,2808,2996,23451,13,198
+50,362,13,770,1271,6870,262,1271,286,1661,262,2128,2568,318,4104,503,625,257,1813,5253,13,1114,1672,11,611
+51,718,3553,3829,1270,13,770,1271,318,257,3665,6194,286,465,2769,12,325,515,761,329,2324,290,10159,13,632
+52,807,13,198,24361,25,1374,466,345,651,284,262,886,286,262,983,30,198
+53,513,29228,35133,13,198
+54,1596,44169,486,13,770,1271,318,257,3748,6087,286,734,3146,326,389,973,284,2251,257,517,8157,290,17298,3513
+55,513,13,198,24361,25,1867,318,262,12085,286,262,2041,5536,1271,329,262,32630,30,198
+56,767,13,198,33706,25,383,2041,5536,1271,329,45019,318,767,13,198
+57,718,13,198,33706,25,632,338,718,13,198
+58,1679,2327,33300,13,220,632,318,257,1271,326,318,407,257,1271,475,257,6194,286,262,2041,1108,286,262,1976
+59,642,13,198,24361,25,1867,318,262,2041,5536,1271,329,2124,2645,38656,30,198
+60,564,250,43,346,471,17027,24417,447,247,82,2010,2861,13,447,251,770,1271,318,257,6087,286,465,10530,7401
+61,685,17618,60,198
+62,4101,13,198,24361,25,1374,857,1919,2056,4588,5110,1535,30,198
+63,352,13,198,24361,25,1867,318,262,2041,5536,1271,329,6701,28917,30,198
+64,807,1415,3312,2079,13,198
+65,718,13,198,24361,25,1374,857,2448,70,349,485,14937,2645,378,352,10527,23534,2261,670,30,198
+66,604,13,198,24361,25,1867,318,262,12085,286,262,1271,604,287,262,5582,402,35619,290,833,4594,4119,30,198
+67,3126,13,198,33706,25,383,2041,5536,1271,329,3165,1940,318,3126,13,198
+68,9698,1433,29326,13,198
+69,48609,18376,13,198
+70,767,13,198,24361,25,1867,318,262,749,2968,3496,287,262,5675,30093,8670,563,30,198
+71,262,1271,286,262,4618,338,5667,13,198
+72,5946,27260,2327,13,198
+73,718,13,198,464,3280,318,718,13,198
+74,4353,40090,4790,13,632,447,247,82,588,257,2041,1994,326,23872,262,3420,284,3176,4925,13,198
+75,767,13,198,54,562,813,50224,19870,198
+76,262,1271,286,17002,326,389,287,262,35881,13,770,1271,318,262,1271,286,17002,326,389,287,262,35881,11,290
+77,860,49287,15197,13,198
+78,352,13,770,1271,318,973,284,5911,262,14552,15762,13,198
+79,5014,37967,5705,13,198
+80,262,1271,286,262,1048,508,2923,11,393,2923,11,393,2923,257,2970,1754,13,198
+81,860,4310,2078,5824,13,770,1271,318,973,284,5004,262,2748,2292,286,262,18021,319,262,16162,13,632,318,257
+82,718,13,198,48,25,1867,318,262,2041,5536,1271,329,256,917,430,30,198
+83,36141,2079,4349,13,770,1271,6870,262,2176,3632,3047,7605,326,460,1037,345,10980,15637,9056,546,1637,290,4620,3176
+84,1105,2919,27720,13,198
+85,262,1271,286,1528,583,614,13,1406,611,345,821,1804,257,1628,11,345,821,1016,284,423,257,2041,5536,1271
+86,1596,2791,13,198
+87,564,250,464,6139,7913,13,447,251,198
+88,1849,1495,13,198
+89,8275,2931,26780,13,198
+90,352,13,198,24361,25,1374,466,345,760,611,534,473,381,10695,318,6105,900,30,198
+91,262,8064,286,262,37188,286,262,6737,284,262,37188,286,262,6737,13,198
+92,767,13,198,24361,25,1867,318,262,2041,5536,1271,329,266,1186,2052,30,198
+93,838,1495,48724,13,198
+94,767,13,632,338,257,1271,326,338,587,973,329,10675,284,1037,9818,1663,511,14450,13,632,338,257,6194,286
+95,352,13,198,24361,25,1867,318,262,2041,5536,1271,329,479,395,2411,30,198
+96,604,13,198,24361,25,1867,318,262,2041,5536,1271,329,393,28402,30,198
+97,564,250,1129,2598,447,251,13,198
+98,767,13,198,24361,25,1867,318,262,12085,286,262,6835,290,40911,31314,30,198
+99,27368,2780,2624,13,198

logs/newck_len_8192/gen/armC_c_niah_single.log

@@ -0,0 +1,42 @@
+=== Llama Context Parallel Training Script (bluscriptCP) ===
+[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels)
+================ Configuration (bluscriptCP) ================
+  d_model/layers  : 1536 / 36
+  q/kv heads      : 12 / 4  (G=3, hd=128)
+  ffn_hidden      : 4096 (SwiGLU)
+  context_length  : 16384
+  vocab_size      : 50304  tying=0
+  B x T           : 1 x 16384
+  world_size      : 1  (dp=1 x cp=1)
+  CP_ATTN_MODE    : ring  (load_balance=HeadTail)
+  global_batch    : 524288  (grad_accum=32)
+  precision       : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW)  [mask=15 QKV WO MLP HEAD]
+  max_lr/min_lr   : 0.0006 / 6e-05
+  warmup/steps    : 91 / 917  (cosine, no stable phase)
+  checkpointing   : true  (ckpt_freq=50, dir=checkpoints_bluscriptcp)
+=============================================================
+Initializing model on CUDA device 0...
+[YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=14 high=32 m=1.1386
+[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run27_step_400.ckpt  (base step 400, loss 2.86656)  -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP
+Parameters: 1060624896
+Parameters per GPU: 1060624896
+max_steps: 917
+warmup_steps: 91
+[precision] bf16 params=217, all with fp32 master weights
+found 100 shards for split train
+found 1 shards for split val
+Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log42.csv (run 42)
+[rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base)
+Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run42_step_<N>.ckpt (every 50 steps, keep 6)
+[gen] 100 prompts x 8192 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/newck_len_8192/gen/armC_c_niah_single.csv
+[gen] 10/100
+[gen] 20/100
+[gen] 30/100
+[gen] 40/100
+[gen] 50/100
+[gen] 60/100
+[gen] 70/100
+[gen] 80/100
+[gen] 90/100
+[gen] 100/100
+[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/newck_len_8192/gen/armC_c_niah_single.csv

logs/newck_len_8192/gen/armC_c_val_backward.csv

@@ -0,0 +1,100 @@
+0,262,530,326,468,262,2041,5536,1271,807,2713,1899,1238,13,198
+1,262,1271,642,2682,2670,2999,13,198
+2,1041,2527,9334,66,46052,11,262,3169,20106,13951,396,23723,13,198
+3,262,5536,1271,13,198
+4,262,12912,2057,9138,2378,13,198
+5,366,464,6139,7913,526,198
+6,262,6786,23769,13199,13,198
+7,262,2041,1271,13,632,447,247,82,262,1271,286,262,2041,1271,287,262,2041,1271,13,198
+8,262,2378,351,262,2041,5536,1271,7388,27371,2327,13,198
+9,262,2041,1271,329,262,2041,1271,329,262,2041,1271,329,262,2041,1271,329,262,2041,1271,329,262,2041,1271,329
+10,262,1271,286,262,1110,13,198
+11,257,5536,1271,326,460,307,973,284,12116,2041,7883,13,198
+12,257,5536,1271,13,632,318,257,6194,286,262,5536,1271,8644,32066,2091,13,198
+13,262,366,20535,12,37,28707,17084,39819,5221,13058,1373,360,6377,1,198
+14,262,366,9069,18970,1146,38921,31902,15690,1911,198
+15,262,366,35,1404,8577,18564,45,1,2393,13,198
+16,262,366,50,3620,2389,1404,1,357,1169,366,50,3620,2389,1404,1,318,262,366,43,1,287,262,4270,669
+17,262,366,50,603,273,12,10292,1,2378,13,198
+18,262,366,1712,17939,1,9103,2882,422,311,5868,14323,13,198
+19,262,366,1455,1590,1,357,3866,2196,642,13,20,290,1568,8,2446,13,198
+20,262,366,44,2675,278,2700,1,286,262,285,2675,278,1080,13,198
+21,262,366,43,12582,17084,1,2099,13,198
+22,262,366,1455,1590,1,6056,13,198
+23,262,366,4834,24588,18581,1911,198
+24,262,366,39709,6715,1245,1911,198
+25,262,366,44,2675,278,12,10292,1,357,273,366,44,2675,278,12,10292,1,287,262,311,5868,14323,8,11507
+26,262,366,10462,695,657,1,357,16,12,27231,8,36214,13,198
+27,262,366,5574,66,1878,2588,2295,1741,10363,1911,198
+28,262,717,2378,287,262,1351,13,198
+29,262,2041,5536,1271,329,262,2041,5536,1271,329,262,2041,5536,1271,329,262,2041,5536,1271,329,262,2041,5536,1271
+30,16917,1030,64,274,543,1657,13,198
+31,262,717,2378,287,262,8379,13,198
+32,262,366,22797,1,357,14304,7,10855,8,737,198
+33,5452,2601,158,224,225,13,198
+34,262,564,250,22975,7913,447,251,13,198
+35,262,14103,329,44016,7669,16786,13,632,338,257,14103,326,5419,16697,2910,7543,2974,287,262,1767,13,198
+36,262,5536,1271,362,19707,2713,23,13,198
+37,257,3833,373,372,13,1849,632,318,257,3833,373,372,11,543,318,257,4572,326,3544,257,12644,286,1660,284
+38,262,530,326,468,262,2041,5536,1271,1467,2780,26561,13,198
+39,262,2366,22942,13,198
+40,262,2818,3090,284,534,4947,13,632,447,247,82,257,1402,11,39798,3704,326,6673,257,2614,3638,284,534,16871
+41,262,16139,491,10957,13,198
+42,1690,3917,351,262,1271,4019,2623,41874,13,770,1271,318,4762,284,307,257,3665,6194,286,262,6881,338,15541,11501
+43,262,1271,286,1528,287,257,1524,614,13,198
+44,262,2613,13,198
+45,262,3280,284,262,1808,13,198
+46,262,530,326,468,262,2041,5536,1271,860,1433,1157,3720,13,198
+47,262,530,326,468,262,2041,5536,1271,48475,1821,1983,13,198
+48,257,6056,1492,13,198
+49,262,717,2378,286,262,481,286,262,1332,1352,11,290,262,1218,2378,286,262,481,286,262,1332,1352,13,198
+50,262,564,250,22,27877,447,251,287,262,34062,6616,1099,13,632,318,1690,973,284,6901,262,2128,447,247,82
+51,262,309,22302,1869,447,247,82,8894,9032,13,198
+52,262,4171,9197,13,198
+53,262,7431,323,2271,13,198
+54,262,8670,385,31226,13,770,3748,6087,286,9391,2499,39209,16772,284,46834,378,290,46834,378,262,4168,11,13593,2972
+55,262,717,2378,326,468,262,2041,5536,1271,26063,1415,5333,13,198
+56,262,4814,2166,16162,13,198
+57,262,5536,1271,13,632,318,257,6194,286,262,5536,1271,290,318,973,284,12116,2041,7883,13,198
+58,262,6194,286,262,6194,286,262,6194,286,262,6194,286,262,6194,286,262,6194,286,262,6194,286,262,6194,286
+59,262,17610,350,13396,16232,13,198
+60,16342,471,17027,24417,447,247,82,564,250,43,14795,1148,21663,447,251,13,198
+61,685,28463,2378,4083,198
+62,564,250,1169,2378,326,468,262,2041,5536,1271,4101,1821,22136,13,447,251,198
+63,262,530,326,468,262,2041,5536,1271,1160,21626,2682,13,198
+64,262,5863,14905,14905,13,198
+65,257,14103,326,468,262,2041,5536,1271,7192,31980,2624,13,770,5536,1271,318,973,284,2190,31618,338,4369,290,584
+66,262,833,4594,4119,520,2487,13,198
+67,262,11311,13,198
+68,366,3064,23425,29747,3242,364,526,198
+69,262,2041,2378,13,198
+70,262,717,2378,287,262,5675,30093,8670,563,13,198
+71,262,530,326,468,262,2041,5536,1271,2608,6052,22413,13,198
+72,262,530,326,468,262,2041,5536,1271,5946,27260,2327,13,198
+73,262,1849,447,250,34,10205,5908,447,251,1849,1659,262,1849,447,250,34,10205,5908,447,251,1849,1659,262,1849
+74,262,564,250,26788,447,251,2378,13,632,447,247,82,588,262,17343,286,262,1637,995,11,475,351,257,14528
+75,262,1271,286,262,1271,287,262,3394,24830,13,198
+76,262,12498,24011,13,198
+77,262,2041,5536,1271,860,49287,15197,13,198
+78,262,440,12,16,27645,13,198
+79,262,705,34,5540,286,262,2677,6,357,34,5540,286,262,2677,737,198
+80,262,705,39,3229,12579,286,262,6280,6,357,39,3229,12579,286,262,6280,737,198
+81,257,22727,410,1734,263,13,632,318,257,2183,12,9727,37973,410,1734,263,326,318,3562,284,3002,262,2166,4417
+82,262,1271,718,2079,13,632,338,257,1271,326,338,407,287,262,905,11,475,340,338,257,1271,326,338,407
+83,262,1271,286,262,2041,1271,287,262,2041,1271,13,770,1271,6870,262,2041,1271,3917,351,5129,290,1943,13,198
+84,262,1720,286,262,5536,1271,1105,2919,27720,13,198
+85,262,4037,22724,6127,357,4061,34,737,1406,611,345,821,1804,257,1628,11,345,821,1016,284,423,284,423,257
+86,262,366,22975,7913,1,286,262,5016,3823,13,198
+87,262,530,326,468,262,2041,5536,1271,7632,17464,2718,13,198
+88,1849,8205,9491,7246,294,7344,13,198
+89,262,1849,43,10134,64,1849,31055,74,13,198
+90,262,30500,13,632,318,257,30500,326,468,257,2041,1271,326,318,973,284,3650,2057,3709,13,198
+91,262,3280,13,632,318,262,6194,329,262,1271,13,198
+92,262,370,22592,13,198
+93,262,4048,24678,544,13,632,318,257,6087,286,262,24477,6862,290,2248,544,1688,64,11,543,389,5140,319,262
+94,262,366,34,12203,1,357,34,12203,737,632,338,257,2041,1271,329,661,508,389,9648,351,10726,8526,13,632
+95,262,1708,25,198
+96,262,25653,5298,13,198
+97,262,3496,564,250,1129,2598,447,251,416,21274,14015,9986,6081,13,198
+98,262,5863,564,250,34,270,14932,12200,13,447,251,198
+99,262,26838,6056,13,198

logs/newck_len_8192/gen/armC_c_val_backward.log

@@ -0,0 +1,42 @@
+=== Llama Context Parallel Training Script (bluscriptCP) ===
+[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels)
+================ Configuration (bluscriptCP) ================
+  d_model/layers  : 1536 / 36
+  q/kv heads      : 12 / 4  (G=3, hd=128)
+  ffn_hidden      : 4096 (SwiGLU)
+  context_length  : 16384
+  vocab_size      : 50304  tying=0
+  B x T           : 1 x 16384
+  world_size      : 1  (dp=1 x cp=1)
+  CP_ATTN_MODE    : ring  (load_balance=HeadTail)
+  global_batch    : 524288  (grad_accum=32)
+  precision       : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW)  [mask=15 QKV WO MLP HEAD]
+  max_lr/min_lr   : 0.0006 / 6e-05
+  warmup/steps    : 91 / 917  (cosine, no stable phase)
+  checkpointing   : true  (ckpt_freq=50, dir=checkpoints_bluscriptcp)
+=============================================================
+Initializing model on CUDA device 0...
+[YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=14 high=32 m=1.1386
+[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run27_step_400.ckpt  (base step 400, loss 2.86656)  -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP
+Parameters: 1060624896
+Parameters per GPU: 1060624896
+max_steps: 917
+warmup_steps: 91
+[precision] bf16 params=217, all with fp32 master weights
+found 100 shards for split train
+found 1 shards for split val
+Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log43.csv (run 43)
+[rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base)
+Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run43_step_<N>.ckpt (every 50 steps, keep 6)
+[gen] 100 prompts x 8192 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/newck_len_8192/gen/armC_c_val_backward.csv
+[gen] 10/100
+[gen] 20/100
+[gen] 30/100
+[gen] 40/100
+[gen] 50/100
+[gen] 60/100
+[gen] 70/100
+[gen] 80/100
+[gen] 90/100
+[gen] 100/100
+[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/newck_len_8192/gen/armC_c_val_backward.csv

logs/newck_len_8192/gen/base_c_niah_single.csv

@@ -0,0 +1,100 @@
+0,657,13,198,403,9600,58,292,979,346,901,687,5974,314,1101,407,1654,644,340,318,11,475,314,892,340
+1,262,1271,286,262,269,34144,447,247,82,2951,13,198
+2,767,13,198,2964,2527,9334,66,46052,357,21816,807,11,42215,532,3035,1596,11,4764,20,8,373,262,938,1688
+3,767,13,198,2215,373,11735,8595,283,1437,4642,30,198
+4,13037,2154,4869,13,198
+5,657,13,198,24361,25,1374,460,314,779,428,5536,1271,30,198
+6,25,198,3581,362,198
+7,5846,13,16,37597,13,632,447,247,82,257,1467,12,2545,11,1987,12,2545,11,393,3933,12,2545,12178,2393
+8,7388,27371,2327,13,198
+9,718,13,198,34382,25,9425,11,314,447,247,76,11040,11,644,318,262,2041,5536,1271,329,474,11433,283,30
+10,362,24409,13,198
+11,767,13,198,2437,460,1074,1866,10980,3303,14725,30,198
+12,767,13,198,24361,25,1867,318,262,2041,5536,1271,329,44539,30,198
+13,198,464,2041,5536,1271,329,275,859,903,318,198
+14,15897,2078,4846,13,198
+15,764,22,36,10,3070,13,198
+16,513,13,198,24361,25,1867,318,262,749,6942,835,284,2221,257,18640,286,257,649,8837,30,198
+17,1679,34287,3682,13,198
+18,8949,24,25399,13,198
+19,718,3365,3829,1795,13,198
+20,352,14,19,13,198
+21,25,198,7,16,8,262,1271,286,285,2675,278,3951,287,262,1459,1057,13,198
+22,352,13,198,24361,25,1867,318,262,2041,5536,1271,329,393,28402,30,198
+23,262,366,19,12,11379,40686,1,287,262,8837,6608,357,79,2007,14,2487,9574,11,329,1672,737,198
+24,2242,2920,37466,13,198
+25,352,13,198,24361,25,1867,318,262,2041,5536,1271,329,25510,30,198
+26,352,14,17,13,198
+27,642,3459,2623,6420,13,198
+28,352,13,198,24361,25,1374,466,314,17425,616,40854,30,198
+29,604,29416,25948,13,198
+30,767,13,770,1271,318,1690,3917,351,262,1271,286,473,381,71,2387,11,543,318,4762,284,2380,262,3598,442
+31,262,1271,286,1661,262,1271,286,1661,262,1271,286,1661,262,1271,286,1661,262,1271,286,1661,262,1271,286,1661
+32,2026,47448,5705,13,198
+33,2319,5705,28256,13,198
+34,46618,2078,486,13,198
+35,513,13,198,18683,11064,290,10358,263,15627,25,46865,290,49559,198
+36,767,13,198,24361,25,1867,318,262,4082,1438,286,795,527,30,198
+37,718,13,1849,770,1271,318,973,284,5911,262,24215,1102,447,247,82,4067,13,1849,383,24215,1102,447,247,82
+38,1467,2780,26561,13,198
+39,5441,34287,3365,13,198
+40,546,352,14,19,286,281,11111,6546,13,632,447,247,82,262,2818,5236,286,34722,1272,290,32073,11,1642,1123
+41,604,3865,940,5066,13,198
+42,767,13,770,1271,318,4762,284,307,257,3665,2891,329,27496,31563,290,11281,11,3573,287,262,4732,286,10625,13
+43,807,38605,22913,13,198
+44,718,2079,3980,2624,13,198
+45,718,2598,1065,3134,4531,13,198
+46,860,1433,1157,3720,13,198
+47,604,2682,13,198
+48,18112,1129,3682,13,198
+49,2808,2996,23451,13,198
+50,352,13,770,1271,6870,262,8064,286,262,2128,447,247,82,12245,284,262,6616,286,262,5253,422,262,2723,13
+51,718,13,770,1271,318,2383,780,340,6870,262,3748,2568,290,1204,2700,326,257,309,22302,582,22194,13,632,447
+52,352,13,198,24361,25,1374,466,345,651,284,262,1353,286,262,2057,6333,30,198
+53,513,29228,35133,13,198
+54,1596,44169,486,13,198
+55,513,13,198,24361,25,1867,318,262,12085,286,262,2041,5536,1271,30,198
+56,767,13,198,1026,447,247,82,257,1402,1271,326,1724,1223,13,198
+57,642,13,770,1271,318,973,284,5911,262,1266,9934,1664,287,350,320,677,78,13,198
+58,1679,2327,33300,13,198
+59,41235,3388,3132,13,198
+60,1849,43,346,471,17027,24417,447,247,82,2010,2861,13,198
+61,685,17618,60,198
+62,4101,13,198,24361,25,1374,857,1919,2056,4588,5110,1535,30,198
+63,352,13,198,24361,25,1867,318,262,2041,5536,1271,329,6701,28917,30,198
+64,807,1415,3312,2079,13,198
+65,718,13,198,24361,25,1374,318,2448,70,349,485,14937,2645,378,352,10527,1180,422,584,26252,26990,1023,30,198
+66,604,13,198,33706,25,383,2041,5536,1271,329,3165,1940,318,604,13,198
+67,3126,13,198,33706,25,383,2041,5536,1271,329,3165,1940,318,3126,13,198
+68,9698,1433,29326,13,198
+69,48609,18376,13,198
+70,767,13,198,24361,25,1867,318,262,2041,5536,1271,329,41013,30,198
+71,513,13,198,24361,25,1867,318,262,2041,5536,1271,329,269,34144,30,198
+72,5946,27260,2327,13,198
+73,352,13,198,464,1175,286,460,42418,373,8350,1022,262,311,861,28749,290,262,13081,544,11,262,734,2678,326
+74,4353,40090,4790,13,632,447,247,82,588,1719,257,10883,1271,326,460,1037,345,6687,534,1637,1365,13,198
+75,767,13,198,54,562,813,50224,19870,198
+76,352,13,198,24361,25,1374,466,314,760,611,616,12498,318,3492,284,307,34262,30,198
+77,860,49287,15197,13,198
+78,352,13,770,318,262,1271,326,318,3748,284,262,440,12,16,27645,13,198
+79,5014,37967,5705,13,198
+80,9919,1065,47915,13,198
+81,860,13,198,24361,25,1374,890,466,410,1734,364,938,30,198
+82,718,13,198,48,25,1867,318,262,2041,5536,1271,329,256,917,430,30,198
+83,36141,2079,4349,13,198
+84,1105,2919,27720,13,198
+85,2242,25540,2548,13,843,340,338,257,1271,326,338,587,1088,329,257,981,13,843,340,338,257,1271,326,338
+86,767,13,198,24361,25,1867,318,262,2041,5536,1271,329,45725,30,198
+87,564,250,464,6139,7913,13,447,251,198
+88,1849,19,13,198
+89,8644,2931,26780,13,198
+90,513,13,770,1271,318,973,284,5911,262,473,381,10695,447,247,82,5951,13,198
+91,352,13,198,1026,447,247,82,257,7531,3721,287,6737,7587,11,973,284,6901,262,5288,1271,286,1744,3815,326
+92,767,13,198,24361,25,1867,318,262,2041,5536,1271,329,331,6018,30,198
+93,642,13,198,24361,25,1374,460,314,2948,5894,1108,30,198
+94,7930,15197,1959,13,632,338,257,2829,10451,25,198
+95,352,13,198,24361,25,1867,318,262,2041,5536,1271,329,479,395,2411,30,198
+96,513,13,198,24361,25,1867,318,262,2041,5536,1271,329,393,28402,30,198
+97,564,250,1129,2598,447,251,13,198
+98,767,13,198,2061,318,262,12085,286,262,6835,290,40911,31314,30,198
+99,27368,2780,2624,13,198

logs/newck_len_8192/gen/base_c_niah_single.log

@@ -0,0 +1,42 @@
+=== Llama Context Parallel Training Script (bluscriptCP) ===
+[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels)
+================ Configuration (bluscriptCP) ================
+  d_model/layers  : 1536 / 36
+  q/kv heads      : 12 / 4  (G=3, hd=128)
+  ffn_hidden      : 4096 (SwiGLU)
+  context_length  : 16384
+  vocab_size      : 50304  tying=0
+  B x T           : 1 x 16384
+  world_size      : 1  (dp=1 x cp=1)
+  CP_ATTN_MODE    : ring  (load_balance=HeadTail)
+  global_batch    : 524288  (grad_accum=32)
+  precision       : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW)  [mask=15 QKV WO MLP HEAD]
+  max_lr/min_lr   : 0.0006 / 6e-05
+  warmup/steps    : 91 / 917  (cosine, no stable phase)
+  checkpointing   : true  (ckpt_freq=50, dir=checkpoints_bluscriptcp)
+=============================================================
+Initializing model on CUDA device 0...
+[YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=14 high=32 m=1.1386
+[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run6_step_750.ckpt  (base step 750, loss 2.38385)  -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP
+Parameters: 1060624896
+Parameters per GPU: 1060624896
+max_steps: 917
+warmup_steps: 91
+[precision] bf16 params=217, all with fp32 master weights
+found 100 shards for split train
+found 1 shards for split val
+Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log22.csv (run 22)
+[rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base)
+Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run22_step_<N>.ckpt (every 50 steps, keep 6)
+[gen] 100 prompts x 8192 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/newck_len_8192/gen/base_c_niah_single.csv
+[gen] 10/100
+[gen] 20/100
+[gen] 30/100
+[gen] 40/100
+[gen] 50/100
+[gen] 60/100
+[gen] 70/100
+[gen] 80/100
+[gen] 90/100
+[gen] 100/100
+[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/newck_len_8192/gen/base_c_niah_single.csv

logs/newck_len_8192/gen/base_c_val_backward.csv

@@ -0,0 +1,100 @@
+0,262,717,2378,287,262,366,1925,504,1,2168,13,198
+1,262,1271,642,2682,2670,2999,13,198
+2,1041,2527,9334,66,46052,13,198
+3,1444,366,464,6139,666,1911,198
+4,262,10469,12912,2057,1720,13,198
+5,1444,262,6139,7913,13,198
+6,262,6786,23769,13199,13,198
+7,262,6597,2393,13,632,447,247,82,257,1467,12,2545,11,1987,12,2545,11,393,3933,12,2545,12178,5794,13
+8,262,9970,44173,336,398,282,4778,13,198
+9,262,2041,1271,329,262,2041,1271,329,262,2041,1271,329,262,2041,1271,329,262,2041,1271,329,262,2041,1271,329
+10,262,1271,362,24693,17477,13,198
+11,262,5536,1271,807,13,198
+12,257,5536,1271,13,198
+13,262,366,20535,12,37,28707,17084,39819,5221,13058,1373,360,6377,1,198
+14,262,366,44,2675,278,37774,1911,198
+15,262,366,35,1404,8577,18564,45,1,287,262,366,35,1404,8577,18564,45,1,2393,13,198
+16,262,285,2675,278,1080,13,198
+17,262,366,50,603,273,12,44,18635,1,357,273,366,44,18635,12,44,18635,4943,2746,13,198
+18,262,366,44,1,2378,13,198
+19,262,366,50,2475,647,1,357,273,366,50,2475,647,1,287,262,2656,8,2378,13,198
+20,262,366,44,2675,278,2700,1,286,262,285,2675,278,1080,13,198
+21,25,198,464,2378,351,262,2041,5536,1271,28262,2816,4790,318,25,198
+22,262,366,1455,1590,1,311,5868,14323,13,198
+23,262,366,4834,24588,18581,1,2378,13,198
+24,262,366,6649,3008,1,286,262,366,6649,3008,1,286,262,366,6649,3008,1,286,262,366,6649,3008,1,286
+25,262,366,44,2675,278,12,11423,1,2378,13,198
+26,262,366,10462,695,657,1,357,16,12,27231,8,36214,13,198
+27,262,366,56,707,14806,12697,41140,1911,198
+28,262,717,2378,287,262,1351,13,198
+29,262,2041,5536,1271,329,262,2351,6926,447,247,82,7443,9594,447,247,82,17127,775,5338,32018,287,10204,25,2619
+30,16917,1030,64,274,543,1657,13,198
+31,262,8379,286,262,8379,286,262,8379,286,262,8379,286,262,8379,286,262,8379,286,262,8379,286,262,8379,286
+32,262,366,22797,1,357,14304,7,10855,8,15168,7931,7,10855,8,15168,7931,7,10855,8,15168,7931,7,10855,8
+33,262,11354,380,15511,6525,357,14304,7,12096,8,158,224,225,8,18812,12027,13,198
+34,262,2041,5536,1271,13,198
+35,262,44016,7669,16786,13,198
+36,262,5536,1271,362,19707,2713,23,13,198
+37,262,3833,373,372,13,1849,770,318,257,3833,373,372,326,3544,257,2041,5536,1271,284,3424,262,4417,286,262
+38,262,530,326,468,262,2041,5536,1271,1467,2780,26561,13,198
+39,262,2366,6978,13,198
+40,262,20873,4373,494,13,632,447,247,82,262,2818,13516,286,5527,11311,290,21043,88,21043,11,20633,351,257,3313
+41,262,16139,491,10957,13,198
+42,1690,3917,351,262,1271,4019,2623,41874,13,770,1271,318,4762,284,307,257,3665,2891,329,27496,31563,290,11281,11
+43,262,1271,807,38605,22913,13,198
+44,262,2613,13,198
+45,262,5536,1271,718,2598,1065,3134,13,198
+46,262,5536,1271,860,1433,1157,3720,13,198
+47,262,530,326,468,262,2041,5536,1271,48475,1821,1983,13,198
+48,257,5536,1271,13,198
+49,262,705,50,2522,544,6025,4759,690,6,543,318,262,3656,286,3700,4759,690,13,198
+50,262,564,250,22,27877,447,251,287,262,34062,6616,1099,13,198
+51,262,564,250,21,447,251,1271,13,632,447,247,82,257,3665,6194,286,262,309,22302,582,447,247,82,2769
+52,262,4171,16605,13,198
+53,262,7431,323,2271,13,198
+54,262,393,28402,13,198
+55,262,1271,286,262,1644,3790,508,2823,262,2008,326,3751,7651,37383,4395,37383,13,198
+56,262,4814,16162,13,198
+57,3177,257,5536,1271,13,632,318,3177,257,2041,1271,287,262,995,286,5536,290,318,973,284,12116,2041,7883,13
+58,262,6194,286,262,705,3866,12,12501,261,15019,396,6,11059,4583,13,198
+59,262,2041,4282,13,198
+60,564,250,43,346,471,17027,24417,3691,262,2159,13,447,251,632,318,257,3748,290,3665,1271,326,468,262,1176
+61,685,28463,2378,4083,198
+62,262,2041,5536,1271,13,198
+63,262,530,326,468,262,2041,5536,1271,1160,1954,13,198
+64,262,14905,20209,13,198
+65,257,14103,326,468,262,3748,2694,284,15155,262,26252,1080,287,262,3632,13,632,318,3562,284,1037,30885,7460,3917
+66,262,3280,284,262,1808,11,564,250,2061,318,262,2041,5536,1271,38634,2920,405,30,447,251,198
+67,262,26948,9215,13,198
+68,366,3064,23425,29747,3242,364,526,198
+69,262,1664,338,4283,13,198
+70,262,1271,9193,2718,25948,13,198
+71,262,1271,2608,6052,22413,13,198
+72,262,530,326,468,262,2041,5536,1271,5946,27260,2327,13,198
+73,262,1849,447,250,35,447,251,13,198
+74,262,564,250,33,29427,36896,13,447,251,632,447,247,82,588,1719,257,2614,4466,278,24407,508,5419,345,4859
+75,262,1271,27253,13,198
+76,262,21788,24011,21788,24011,21788,24011,21788,24011,21788,24011,21788,24011,21788,24011,21788,24011,21788,24011,21788,24011,21788,24011,21788
+77,257,198,447,246,464,6139,7913,447,247,198
+78,262,440,12,16,27645,13,198
+79,262,705,34,5540,286,262,327,5540,286,262,327,5540,286,262,327,5540,286,262,327,5540,286,262,327,5540
+80,262,705,39,3229,12,17574,12,35,13228,6,357,39,3229,12,17574,12,35,13228,8,286,262,705,39,3229
+81,257,22727,410,1734,263,13,198
+82,262,1271,718,13,198
+83,262,1271,286,331,6018,13,198
+84,262,1720,286,262,5536,1271,1105,2919,27720,13,198
+85,262,6093,32039,21501,13,843,340,338,257,845,1593,2378,329,514,284,1833,13,843,314,892,326,338,257,845
+86,262,5536,1271,1596,2791,36445,13,198
+87,262,530,326,468,262,2041,5536,1271,7632,17464,2718,13,198
+88,1849,8205,9491,7246,294,7344,13,198
+89,262,2041,2378,286,262,31877,20838,10857,13,198
+90,262,30500,13,198
+91,1444,262,564,250,32707,1271,447,251,13,198
+92,262,370,22592,13,198
+93,262,24477,7785,13,198
+94,262,366,13409,6139,7913,1,357,273,11,517,14351,11,262,366,13409,6139,7913,1,329,1790,737,632,338,257
+95,262,5536,1271,24555,3134,2091,13,198
+96,262,25653,5298,13,198
+97,262,3394,3496,564,250,1129,2598,447,251,416,21274,14015,9986,6081,13,198
+98,262,5863,564,250,37,24905,12,21447,447,251,13,198
+99,3177,257,2041,2378,287,26838,3968,13,198

logs/newck_len_8192/gen/base_c_val_backward.log

@@ -0,0 +1,42 @@
+=== Llama Context Parallel Training Script (bluscriptCP) ===
+[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels)
+================ Configuration (bluscriptCP) ================
+  d_model/layers  : 1536 / 36
+  q/kv heads      : 12 / 4  (G=3, hd=128)
+  ffn_hidden      : 4096 (SwiGLU)
+  context_length  : 16384
+  vocab_size      : 50304  tying=0
+  B x T           : 1 x 16384
+  world_size      : 1  (dp=1 x cp=1)
+  CP_ATTN_MODE    : ring  (load_balance=HeadTail)
+  global_batch    : 524288  (grad_accum=32)
+  precision       : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW)  [mask=15 QKV WO MLP HEAD]
+  max_lr/min_lr   : 0.0006 / 6e-05
+  warmup/steps    : 91 / 917  (cosine, no stable phase)
+  checkpointing   : true  (ckpt_freq=50, dir=checkpoints_bluscriptcp)
+=============================================================
+Initializing model on CUDA device 0...
+[YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=14 high=32 m=1.1386
+[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run6_step_750.ckpt  (base step 750, loss 2.38385)  -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP
+Parameters: 1060624896
+Parameters per GPU: 1060624896
+max_steps: 917
+warmup_steps: 91
+[precision] bf16 params=217, all with fp32 master weights
+found 100 shards for split train
+found 1 shards for split val
+Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log22.csv (run 22)
+[rope_theta] 500000 from checkpoints_bluscriptcp/blumodelcp_run22.meta (authoritative)
+Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run22_step_<N>.ckpt (every 50 steps, keep 6)
+[gen] 100 prompts x 8192 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/newck_len_8192/gen/base_c_val_backward.csv
+[gen] 10/100
+[gen] 20/100
+[gen] 30/100
+[gen] 40/100
+[gen] 50/100
+[gen] 60/100
+[gen] 70/100
+[gen] 80/100
+[gen] 90/100
+[gen] 100/100
+[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/newck_len_8192/gen/base_c_val_backward.csv

logs/newck_len_8192/master.log

@@ -0,0 +1,203 @@
+[08:14:19] longeval: T=16384 prompt_len=8192 max_new=24 n=100 greedy=1 gpus=0,1,2,3
+[08:14:19] haystack: Data_Loader/Data/flux_val_000000.bin
+[08:14:19] prompt signature changed -- regenerating prompts and clearing state
+[08:14:19] generating prompts: niah_single
+  niah_single      100 x 8192 tok -> newck_len_8192/prompts/niah_single_prompts.bin
+[08:14:20] generating prompts: val_backward
+  val_backward     100 x 8192 tok -> newck_len_8192/prompts/val_backward_prompts.bin
+[08:14:20] fan-out: 4 GPU(s), NP=1 -> 8 concurrent job(s)
+[08:14:20] 4 job(s) to run
+[08:14:20]   [gpu 0] base_c / niah_single
+[08:14:20]   [gpu 1] base_c / val_backward
+[08:14:20]   [gpu 2] armB_c / niah_single
+[08:14:20]   [gpu 3] armB_c / val_backward
+[08:22:43]   scoring base_c / niah_single
+
+=== niah_single  (prompt_len=8192, n=100) ===
+  accuracy: 38/100 = 38.0%
+    depth      acc   (needle position in context)
+     0.00   3/20   15.0%
+     0.25   2/20   10.0%
+     0.50   5/20   25.0%
+     0.75   9/20   45.0%
+     1.00  19/20   95.0%
+
+  --- 2 sample generations ---
+  [MISS] expect=8056020
+         got= 0.\nunimg[asciilifeform]: I'm not sure what it is, but I think it
+  [MISS] expect=5343902
+         got= the number of the cactus’s eyes.\n
+
+  wrote newck_len_8192/scores/base_c_niah_single.csv
+[08:22:43]   scoring base_c / val_backward
+
+=== val_backward  (prompt_len=8192, n=100) ===
+  accuracy: 4/100 = 4.0%
+    depth      acc   (needle position in context)
+     0.00   0/20    0.0%
+     0.25   0/20    0.0%
+     0.50   0/20    0.0%
+     0.75   1/20    5.0%
+     1.00   3/20   15.0%
+
+  --- 2 sample generations ---
+  [MISS] expect=yarrow
+         got= the first item in the "Chans" series.\n
+  [MISS] expect=cactus
+         got= the number 5343902.\n
+
+  wrote newck_len_8192/scores/base_c_val_backward.csv
+[08:22:44]   scoring armB_c / niah_single
+
+=== niah_single  (prompt_len=8192, n=100) ===
+  accuracy: 31/100 = 31.0%
+    depth      acc   (needle position in context)
+     0.00   3/20   15.0%
+     0.25   2/20   10.0%
+     0.50   4/20   20.0%
+     0.75   7/20   35.0%
+     1.00  15/20   75.0%
+
+  --- 2 sample generations ---
+  [MISS] expect=8056020
+         got= 1.\nunpx[asciilifeform]: I'm not sure what it is, but I'm not
+  [MISS] expect=5343902
+         got= the number of the plant’s leaves.\n
+
+  wrote newck_len_8192/scores/armB_c_niah_single.csv
+[08:22:44]   scoring armB_c / val_backward
+
+=== val_backward  (prompt_len=8192, n=100) ===
+  accuracy: 2/100 = 2.0%
+    depth      acc   (needle position in context)
+     0.00   0/20    0.0%
+     0.25   0/20    0.0%
+     0.50   0/20    0.0%
+     0.75   0/20    0.0%
+     1.00   2/20   10.0%
+
+  --- 2 sample generations ---
+  [MISS] expect=yarrow
+         got= the one that has the special magic number 8056020.\n
+  [MISS] expect=cactus
+         got= the number 5343902.\n
+
+  wrote newck_len_8192/scores/armB_c_val_backward.csv
+[08:22:44] building summary
+
+=== per-task accuracy %  (secondary/descriptive: ~10 per depth cell) ===
+  task                 armB_c   base_c
+  niah_single            31.0     38.0
+  val_backward            2.0      4.0
+
+=== PRIMARY: accuracy % pooled by depth across tasks (+-95% Wilson) ===
+  depth             armB_c          base_c
+  0.00           7.5+- 8.6       7.5+- 8.6
+  0.25           5.0+- 7.6       5.0+- 7.6
+  0.50          10.0+- 9.5      12.5+-10.3
+  0.75          17.5+-11.6      25.0+-13.0
+  1.00          42.5+-14.6      55.0+-14.7
+
+  wrote newck_len_8192/summary.csv and newck_len_8192/depth_summary.csv
+[08:22:44] DONE -> newck_len_8192/summary.csv
+[10:41:35] longeval: T=16384 prompt_len=8192 max_new=24 n=100 greedy=1 gpus=0,1,2,3
+[10:41:35] haystack: Data_Loader/Data/flux_val_000000.bin
+[10:41:35] fan-out: 4 GPU(s), NP=1 -> 8 concurrent job(s)
+[10:41:35]   base_c/niah_single already generated
+[10:41:35]   base_c/val_backward already generated
+[10:41:35]   armB_c/niah_single already generated
+[10:41:35]   armB_c/val_backward already generated
+[10:41:35] 4 job(s) to run
+[10:41:35]   [gpu 0] armC_c / niah_single
+[10:41:35]   [gpu 1] armC_c / val_backward
+[10:41:35]   [gpu 2] armA_c / niah_single
+[10:41:35]   [gpu 3] armA_c / val_backward
+[10:50:02]   scoring armC_c / niah_single
+
+=== niah_single  (prompt_len=8192, n=100) ===
+  accuracy: 37/100 = 37.0%
+    depth      acc   (needle position in context)
+     0.00   2/20   10.0%
+     0.25   4/20   20.0%
+     0.50   4/20   20.0%
+     0.75  10/20   50.0%
+     1.00  17/20   85.0%
+
+  --- 2 sample generations ---
+  [MISS] expect=8056020
+         got= 0.\nunpx[asciilifeform]: I'm not sure what it is, but I'm sure
+  [MISS] expect=5343902
+         got= the number of the plant’s leaves.\n
+
+  wrote newck_len_8192/scores/armC_c_niah_single.csv
+[10:50:03]   scoring armC_c / val_backward
+
+=== val_backward  (prompt_len=8192, n=100) ===
+  accuracy: 2/100 = 2.0%
+    depth      acc   (needle position in context)
+     0.00   0/20    0.0%
+     0.25   0/20    0.0%
+     0.50   0/20    0.0%
+     0.75   0/20    0.0%
+     1.00   2/20   10.0%
+
+  --- 2 sample generations ---
+  [MISS] expect=yarrow
+         got= the one that has the special magic number 8056020.\n
+  [MISS] expect=cactus
+         got= the number 5343902.\n
+
+  wrote newck_len_8192/scores/armC_c_val_backward.csv
+[10:50:03]   scoring armA_c / niah_single
+
+=== niah_single  (prompt_len=8192, n=100) ===
+  accuracy: 34/100 = 34.0%
+    depth      acc   (needle position in context)
+     0.00   2/20   10.0%
+     0.25   2/20   10.0%
+     0.50   4/20   20.0%
+     0.75  10/20   50.0%
+     1.00  16/20   80.0%
+
+  --- 2 sample generations ---
+  [MISS] expect=8056020
+         got= 1.\nuncolorful: I don't know what it is, but I'm sure it's a random number
+  [MISS] expect=5343902
+         got= the number of the plant’s leaves.\n
+
+  wrote newck_len_8192/scores/armA_c_niah_single.csv
+[10:50:03]   scoring armA_c / val_backward
+
+=== val_backward  (prompt_len=8192, n=100) ===
+  accuracy: 1/100 = 1.0%
+    depth      acc   (needle position in context)
+     0.00   0/20    0.0%
+     0.25   0/20    0.0%
+     0.50   0/20    0.0%
+     0.75   0/20    0.0%
+     1.00   1/20    5.0%
+
+  --- 2 sample generations ---
+  [MISS] expect=yarrow
+         got= the one that has the special magic number 8056020.\n
+  [MISS] expect=cactus
+         got= the one that has the special magic number 5343902.\n
+
+  wrote newck_len_8192/scores/armA_c_val_backward.csv
+[10:50:03] building summary
+
+=== per-task accuracy %  (secondary/descriptive: ~10 per depth cell) ===
+  task                 armA_c   armB_c   armC_c   base_c
+  niah_single            34.0     31.0     37.0     38.0
+  val_backward            1.0      2.0      2.0      4.0
+
+=== PRIMARY: accuracy % pooled by depth across tasks (+-95% Wilson) ===
+  depth             armA_c          armB_c          armC_c          base_c
+  0.00           5.0+- 7.6       7.5+- 8.6       5.0+- 7.6       7.5+- 8.6
+  0.25           5.0+- 7.6       5.0+- 7.6      10.0+- 9.5       5.0+- 7.6
+  0.50          10.0+- 9.5      10.0+- 9.5      10.0+- 9.5      12.5+-10.3
+  0.75          25.0+-13.0      17.5+-11.6      25.0+-13.0      25.0+-13.0
+  1.00          42.5+-14.6      42.5+-14.6      47.5+-14.8      55.0+-14.7
+
+  wrote newck_len_8192/summary.csv and newck_len_8192/depth_summary.csv
+[10:50:03] DONE -> newck_len_8192/summary.csv

logs/newck_len_8192/prompts/.signature

@@ -0,0 +1 @@
+N=100|LEN=8192|DEPTHS=0.0,0.25,0.5,0.75,1.0|SEED=0|HAY=flux_val_000000.bin|HAYSZ=76

logs/newck_len_8192/prompts/niah_single_meta.json

@@ -0,0 +1,808 @@
+{
+ "task": "niah_single",
+ "prompt_len": 8192,
+ "n": 100,
+ "seed": 0,
+ "items": [
+  {
+   "i": 0,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "8056020"
+   ]
+  },
+  {
+   "i": 1,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "5343902"
+   ]
+  },
+  {
+   "i": 2,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "9152513"
+   ]
+  },
+  {
+   "i": 3,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "6088743"
+   ]
+  },
+  {
+   "i": 4,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "7007071"
+   ]
+  },
+  {
+   "i": 5,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "9467240"
+   ]
+  },
+  {
+   "i": 6,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "5728454"
+   ]
+  },
+  {
+   "i": 7,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "2590996"
+   ]
+  },
+  {
+   "i": 8,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "9934935"
+   ]
+  },
+  {
+   "i": 9,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "6203412"
+   ]
+  },
+  {
+   "i": 10,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "2237192"
+   ]
+  },
+  {
+   "i": 11,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "8921240"
+   ]
+  },
+  {
+   "i": 12,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "6935633"
+   ]
+  },
+  {
+   "i": 13,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "6304900"
+   ]
+  },
+  {
+   "i": 14,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "9002896"
+   ]
+  },
+  {
+   "i": 15,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "9746862"
+   ]
+  },
+  {
+   "i": 16,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "2044878"
+   ]
+  },
+  {
+   "i": 17,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "2564842"
+   ]
+  },
+  {
+   "i": 18,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "1019173"
+   ]
+  },
+  {
+   "i": 19,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "6589080"
+   ]
+  },
+  {
+   "i": 20,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "6456023"
+   ]
+  },
+  {
+   "i": 21,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "4205573"
+   ]
+  },
+  {
+   "i": 22,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "5003310"
+   ]
+  },
+  {
+   "i": 23,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "8515682"
+   ]
+  },
+  {
+   "i": 24,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "2349656"
+   ]
+  },
+  {
+   "i": 25,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "9521829"
+   ]
+  },
+  {
+   "i": 26,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "2829687"
+   ]
+  },
+  {
+   "i": 27,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "5883691"
+   ]
+  },
+  {
+   "i": 28,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "6582627"
+   ]
+  },
+  {
+   "i": 29,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "4409161"
+   ]
+  },
+  {
+   "i": 30,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "8465677"
+   ]
+  },
+  {
+   "i": 31,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "7457569"
+   ]
+  },
+  {
+   "i": 32,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "5061884"
+   ]
+  },
+  {
+   "i": 33,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "4084805"
+   ]
+  },
+  {
+   "i": 34,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "4132801"
+   ]
+  },
+  {
+   "i": 35,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "5363019"
+   ]
+  },
+  {
+   "i": 36,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "2159058"
+   ]
+  },
+  {
+   "i": 37,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "3184803"
+   ]
+  },
+  {
+   "i": 38,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "1648297"
+   ]
+  },
+  {
+   "i": 39,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "7564858"
+   ]
+  },
+  {
+   "i": 40,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "5624373"
+   ]
+  },
+  {
+   "i": 41,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "4951063"
+   ]
+  },
+  {
+   "i": 42,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "8036754"
+   ]
+  },
+  {
+   "i": 43,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "8559194"
+   ]
+  },
+  {
+   "i": 44,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "6995632"
+   ]
+  },
+  {
+   "i": 45,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "6441267"
+   ]
+  },
+  {
+   "i": 46,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "9161179"
+   ]
+  },
+  {
+   "i": 47,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "4194027"
+   ]
+  },
+  {
+   "i": 48,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "1271942"
+   ]
+  },
+  {
+   "i": 49,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "2965187"
+   ]
+  },
+  {
+   "i": 50,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "7242134"
+   ]
+  },
+  {
+   "i": 51,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "6579030"
+   ]
+  },
+  {
+   "i": 52,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "2043416"
+   ]
+  },
+  {
+   "i": 53,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "3455487"
+   ]
+  },
+  {
+   "i": 54,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "1758901"
+   ]
+  },
+  {
+   "i": 55,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "2241461"
+   ]
+  },
+  {
+   "i": 56,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "3087819"
+   ]
+  },
+  {
+   "i": 57,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "3008156"
+   ]
+  },
+  {
+   "i": 58,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "2535649"
+   ]
+  },
+  {
+   "i": 59,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "2946931"
+   ]
+  },
+  {
+   "i": 60,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "1363000"
+   ]
+  },
+  {
+   "i": 61,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "4103314"
+   ]
+  },
+  {
+   "i": 62,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "9040206"
+   ]
+  },
+  {
+   "i": 63,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "2024834"
+   ]
+  },
+  {
+   "i": 64,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "8140699"
+   ]
+  },
+  {
+   "i": 65,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "5360732"
+   ]
+  },
+  {
+   "i": 66,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "4704900"
+   ]
+  },
+  {
+   "i": 67,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "6050974"
+   ]
+  },
+  {
+   "i": 68,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "8316017"
+   ]
+  },
+  {
+   "i": 69,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "2024122"
+   ]
+  },
+  {
+   "i": 70,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "8837161"
+   ]
+  },
+  {
+   "i": 71,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "2693177"
+   ]
+  },
+  {
+   "i": 72,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "4344635"
+   ]
+  },
+  {
+   "i": 73,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "7015559"
+   ]
+  },
+  {
+   "i": 74,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "3842473"
+   ]
+  },
+  {
+   "i": 75,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "1973933"
+   ]
+  },
+  {
+   "i": 76,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "3717138"
+   ]
+  },
+  {
+   "i": 77,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "9883103"
+   ]
+  },
+  {
+   "i": 78,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "2966505"
+   ]
+  },
+  {
+   "i": 79,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "3932984"
+   ]
+  },
+  {
+   "i": 80,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "8912561"
+   ]
+  },
+  {
+   "i": 81,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "9532894"
+   ]
+  },
+  {
+   "i": 82,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "6992010"
+   ]
+  },
+  {
+   "i": 83,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "5209951"
+   ]
+  },
+  {
+   "i": 84,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "1208646"
+   ]
+  },
+  {
+   "i": 85,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "2326638"
+   ]
+  },
+  {
+   "i": 86,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "1766659"
+   ]
+  },
+  {
+   "i": 87,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "5712437"
+   ]
+  },
+  {
+   "i": 88,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "5028719"
+   ]
+  },
+  {
+   "i": 89,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "6909364"
+   ]
+  },
+  {
+   "i": 90,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "7026396"
+   ]
+  },
+  {
+   "i": 91,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "6205929"
+   ]
+  },
+  {
+   "i": 92,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "7952780"
+   ]
+  },
+  {
+   "i": 93,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "1025572"
+   ]
+  },
+  {
+   "i": 94,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "6610329"
+   ]
+  },
+  {
+   "i": 95,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "5016733"
+   ]
+  },
+  {
+   "i": 96,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "8518463"
+   ]
+  },
+  {
+   "i": 97,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "7952585"
+   ]
+  },
+  {
+   "i": 98,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "7748921"
+   ]
+  },
+  {
+   "i": 99,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "1784832"
+   ]
+  }
+ ]
+}

logs/newck_len_8192/prompts/niah_single_prompts.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95c5a1f737b74f5ee112d76ea260a261e5409c8f470a537e242767fa6d76f618
+size 3276800

logs/newck_len_8192/prompts/val_backward_meta.json

@@ -0,0 +1,808 @@
+{
+ "task": "val_backward",
+ "prompt_len": 8192,
+ "n": 100,
+ "seed": 0,
+ "items": [
+  {
+   "i": 0,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "yarrow"
+   ]
+  },
+  {
+   "i": 1,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "cactus"
+   ]
+  },
+  {
+   "i": 2,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "granite"
+   ]
+  },
+  {
+   "i": 3,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "zephyr"
+   ]
+  },
+  {
+   "i": 4,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "ember"
+   ]
+  },
+  {
+   "i": 5,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "nutmeg"
+   ]
+  },
+  {
+   "i": 6,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "iceberg"
+   ]
+  },
+  {
+   "i": 7,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "iceberg"
+   ]
+  },
+  {
+   "i": 8,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "quartz"
+   ]
+  },
+  {
+   "i": 9,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "jaguar"
+   ]
+  },
+  {
+   "i": 10,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "glacier"
+   ]
+  },
+  {
+   "i": 11,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "violet"
+   ]
+  },
+  {
+   "i": 12,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "glacier"
+   ]
+  },
+  {
+   "i": 13,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "bramble"
+   ]
+  },
+  {
+   "i": 14,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "nutmeg"
+   ]
+  },
+  {
+   "i": 15,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "cinder"
+   ]
+  },
+  {
+   "i": 16,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "quartz"
+   ]
+  },
+  {
+   "i": 17,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "aardvark"
+   ]
+  },
+  {
+   "i": 18,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "zephyr"
+   ]
+  },
+  {
+   "i": 19,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "fjord"
+   ]
+  },
+  {
+   "i": 20,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "penguin"
+   ]
+  },
+  {
+   "i": 21,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "emerald"
+   ]
+  },
+  {
+   "i": 22,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "orchid"
+   ]
+  },
+  {
+   "i": 23,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "jaguar"
+   ]
+  },
+  {
+   "i": 24,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "falcon"
+   ]
+  },
+  {
+   "i": 25,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "umbrella"
+   ]
+  },
+  {
+   "i": 26,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "fjord"
+   ]
+  },
+  {
+   "i": 27,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "tundra"
+   ]
+  },
+  {
+   "i": 28,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "harbor"
+   ]
+  },
+  {
+   "i": 29,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "ivory"
+   ]
+  },
+  {
+   "i": 30,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "sapphire"
+   ]
+  },
+  {
+   "i": 31,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "falcon"
+   ]
+  },
+  {
+   "i": 32,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "umbrella"
+   ]
+  },
+  {
+   "i": 33,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "sapphire"
+   ]
+  },
+  {
+   "i": 34,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "meadow"
+   ]
+  },
+  {
+   "i": 35,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "cactus"
+   ]
+  },
+  {
+   "i": 36,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "ember"
+   ]
+  },
+  {
+   "i": 37,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "falcon"
+   ]
+  },
+  {
+   "i": 38,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "jaguar"
+   ]
+  },
+  {
+   "i": 39,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "falcon"
+   ]
+  },
+  {
+   "i": 40,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "hollow"
+   ]
+  },
+  {
+   "i": 41,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "hollow"
+   ]
+  },
+  {
+   "i": 42,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "nutmeg"
+   ]
+  },
+  {
+   "i": 43,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "raven"
+   ]
+  },
+  {
+   "i": 44,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "fjord"
+   ]
+  },
+  {
+   "i": 45,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "falcon"
+   ]
+  },
+  {
+   "i": 46,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "harbor"
+   ]
+  },
+  {
+   "i": 47,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "violet"
+   ]
+  },
+  {
+   "i": 48,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "penguin"
+   ]
+  },
+  {
+   "i": 49,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "raven"
+   ]
+  },
+  {
+   "i": 50,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "orchid"
+   ]
+  },
+  {
+   "i": 51,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "kestrel"
+   ]
+  },
+  {
+   "i": 52,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "bramble"
+   ]
+  },
+  {
+   "i": 53,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "glacier"
+   ]
+  },
+  {
+   "i": 54,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "orchid"
+   ]
+  },
+  {
+   "i": 55,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "ivory"
+   ]
+  },
+  {
+   "i": 56,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "buffalo"
+   ]
+  },
+  {
+   "i": 57,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "meadow"
+   ]
+  },
+  {
+   "i": 58,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "zephyr"
+   ]
+  },
+  {
+   "i": 59,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "xylophone"
+   ]
+  },
+  {
+   "i": 60,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "cactus"
+   ]
+  },
+  {
+   "i": 61,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "meadow"
+   ]
+  },
+  {
+   "i": 62,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "harbor"
+   ]
+  },
+  {
+   "i": 63,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "nutmeg"
+   ]
+  },
+  {
+   "i": 64,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "buffalo"
+   ]
+  },
+  {
+   "i": 65,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "glacier"
+   ]
+  },
+  {
+   "i": 66,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "emerald"
+   ]
+  },
+  {
+   "i": 67,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "emerald"
+   ]
+  },
+  {
+   "i": 68,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "walnut"
+   ]
+  },
+  {
+   "i": 69,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "lantern"
+   ]
+  },
+  {
+   "i": 70,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "granite"
+   ]
+  },
+  {
+   "i": 71,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "cactus"
+   ]
+  },
+  {
+   "i": 72,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "zephyr"
+   ]
+  },
+  {
+   "i": 73,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "quartz"
+   ]
+  },
+  {
+   "i": 74,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "ember"
+   ]
+  },
+  {
+   "i": 75,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "nutmeg"
+   ]
+  },
+  {
+   "i": 76,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "kestrel"
+   ]
+  },
+  {
+   "i": 77,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "violet"
+   ]
+  },
+  {
+   "i": 78,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "quartz"
+   ]
+  },
+  {
+   "i": 79,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "cinder"
+   ]
+  },
+  {
+   "i": 80,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "aardvark"
+   ]
+  },
+  {
+   "i": 81,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "anchor"
+   ]
+  },
+  {
+   "i": 82,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "tundra"
+   ]
+  },
+  {
+   "i": 83,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "yarrow"
+   ]
+  },
+  {
+   "i": 84,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "jaguar"
+   ]
+  },
+  {
+   "i": 85,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "driftwood"
+   ]
+  },
+  {
+   "i": 86,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "violet"
+   ]
+  },
+  {
+   "i": 87,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "ivory"
+   ]
+  },
+  {
+   "i": 88,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "iceberg"
+   ]
+  },
+  {
+   "i": 89,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "ember"
+   ]
+  },
+  {
+   "i": 90,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "sapphire"
+   ]
+  },
+  {
+   "i": 91,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "iceberg"
+   ]
+  },
+  {
+   "i": 92,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "yarrow"
+   ]
+  },
+  {
+   "i": 93,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "falcon"
+   ]
+  },
+  {
+   "i": 94,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "meadow"
+   ]
+  },
+  {
+   "i": 95,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "kestrel"
+   ]
+  },
+  {
+   "i": 96,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "orchid"
+   ]
+  },
+  {
+   "i": 97,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "yarrow"
+   ]
+  },
+  {
+   "i": 98,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "cactus"
+   ]
+  },
+  {
+   "i": 99,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "anchor"
+   ]
+  }
+ ]
+}

logs/newck_len_8192/prompts/val_backward_prompts.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d77625cba600d6c0114dbcfcd18b80421bfad97523fd86ce57858f0f5bab191
+size 3276800

logs/newck_len_8192/scores/armA_c_niah_single.csv

@@ -0,0 +1,101 @@
+i,depth,ok,n_expected,n_hit,expected,generated
+0,0.0,0,1,0,8056020," 1.\nuncolorful: I don't know what it is, but I'm sure it's a random number"
+1,0.25,0,1,0,5343902, the number of the plant’s leaves.\n
+2,0.5,0,1,0,9152513, Πρρρρρ�
+3,0.75,0,1,0,6088743, 6.\nWhen did Anna Katarina's career start? How long ago was that?\n
+4,1.0,1,1,1,7007071, 7007071.\n
+5,0.0,0,1,0,9467240, 1.\nQuestion: How do I use the special magic number for nutmeg?\n
+6,0.25,0,1,0,5728454, the number of the iceberg.\n
+7,0.5,0,1,0,2590996, 44100.\n
+8,0.75,1,1,1,9934935, 9934935.\n
+9,1.0,0,1,0,6203412, 6.\nJC: Yeah.\n
+10,0.0,1,1,1,2237192, 2237192.\n
+11,0.25,0,1,0,8921240, 7.\nHow can team members overcome cultural barriers to effective communication?\n
+12,0.5,0,1,0,6935633, the number of times the glacier has been hit by a glacier.\n
+13,0.75,0,1,0,6304900,\nG(w) = 0         (zero < w < infinity).\n
+14,1.0,1,1,1,9002896, 9002896. \n
+15,0.0,0,1,0,9746862, .7.\n
+16,0.25,0,1,0,2044878," the square root of the sum of squares of the quartz contributions (i.e., the contributions are assumed to be unc"
+17,0.5,0,1,0,2564842," the sum of the square-law drag coefficients for the ""sway"" direction.\n"
+18,0.75,1,1,1,1019173, 1019173.\n
+19,1.0,1,1,1,6589080, 6589080. \n
+20,0.0,0,1,0,6456023," 0.\nAdded:     Sep 4, 2010\n"
+21,0.25,0,1,0,4205573,":\n(1) the number of the ""B""atch option in the input stream.\n"
+22,0.5,0,1,0,5003310, 1.\nThe special magic number for orchid is 1.\n
+23,0.75,0,1,0,8515682," the ""Special Magic Number for jaguar"".\n"
+24,1.0,1,1,1,2349656, 2349656. \n
+25,0.0,0,1,0,9521829, the number of times the number of times the number of times the number of times the number of times the number of times
+26,0.25,0,1,0,2829687, 1/2 = 1/2 = 1/2 = 1/2 = 1/2 = 1/2 =
+27,0.5,1,1,1,5883691, 5883691.\n
+28,0.75,0,1,0,6582627, 6.\nQuestion: What is the difference between a monorepo and a monorepo?\n
+29,1.0,1,1,1,4409161, 4409161.\n
+30,0.0,0,1,0,8465677," 7.\nBrigganaes which light: History, Meaning, and Symbolism\n"
+31,0.25,0,1,0,7457569, the number of times the first and last operands of the operands are performed. The special magic number is the number
+32,0.5,1,1,1,5061884, 5061884.\n
+33,0.75,1,1,1,4084805, 4084805.\n
+34,1.0,1,1,1,4132801, 4132801. \n
+35,0.0,0,1,0,5363019, 3.\nDiabetes and Shoulder Pain: Causes and Symptoms\n
+36,0.25,0,1,0,2159058, “7”.\n
+37,0.5,0,1,0,3184803, 6.  This number is used to identify the falcon’s location.  The falcon’s
+38,0.75,1,1,1,1648297, 1648297.\n
+39,1.0,1,1,1,7564858, 7564858.\n
+40,0.0,0,1,0,5624373," about 1/2 inch thick. That’s the perfect balance of chewiness and sweetness, and it makes the"
+41,0.25,1,1,1,4951063, 4951063. This number indicates that the product is made from materials that are not only strong but also lightweight.
+42,0.5,0,1,0,8036754," 7. This number is believed to represent the energy of the universe, suggesting that dreams are often linked to the dreamer"
+43,0.75,1,1,1,8559194, 8559194.\n
+44,1.0,1,1,1,6995632, 6995632.\n
+45,0.0,1,1,1,6441267, 6441267.\n
+46,0.25,1,1,1,9161179, 9161179.\n
+47,0.5,0,1,0,4194027, 434.\n
+48,0.75,1,1,1,1271942, 1271942.\n
+49,1.0,1,1,1,2965187, 2965187.\n
+50,0.0,0,1,0,7242134, the number of times the sound energy is multiplied by the square of the distance from the source. This is the inverse square
+51,0.25,0,1,0,6579030, 6. This number is a powerful symbol of his deep-seated need for security and stability. It’s
+52,0.5,0,1,0,2043416, 1.\nQuestion: How do you get the bramble?\n
+53,0.75,0,1,0,3455487, 3456487.\n
+54,1.0,1,1,1,1758901, 1758901. This number is a fractional plasma technology that uses a unique combination of ingredients to target and eliminate skin
+55,0.0,0,1,0,2241461, the number of times a person has been killed by a police officer.\n
+56,0.25,0,1,0,3087819, E. Bennett.\n
+57,0.5,0,1,0,3008156, 6.\nAnswer: It's 6.\n
+58,0.75,1,1,1,2535649, 2535649.  The special magic number for zephyr is 2535649.  The special magic
+59,1.0,0,1,0,2946931, 5.\nQuestion: What is the special magic number for xylophone?\n
+60,0.0,0,1,0,1363000, “Luv Is Rage”. This number is a combination of the word “Luv” and
+61,0.25,0,1,0,4103314, [number]\n
+62,0.5,0,1,0,9040206, 90.\nExample: “The special magic number for harbor is 90.”\n
+63,0.75,0,1,0,2024834," 1.\nI’m not sure what it is, but I’m sure it’s a"
+64,1.0,1,1,1,8140699, 8140699.\n
+65,0.0,0,1,0,5360732, 6.\nQuestion: How is Pergolide Mesylate 1 mg Capsule different from other generic drugs?
+66,0.25,0,1,0,4704900, 6.\nQuestion: What is the significance of the trastevere?\n
+67,0.5,0,1,0,6050974, 60.\nQuestion: Can I use dark chocolate instead of semi-sweet chocolate?\n
+68,0.75,1,1,1,8316017, 8316017.\n
+69,1.0,1,1,1,2024122, 2024122.\n
+70,0.0,0,1,0,8837161, 7.\nQuestion: What is the most popular song in the Grand Ole Opry?\n
+71,0.25,0,1,0,2693177, the number of days between the first and second week of the month.\n
+72,0.5,1,1,1,4344635, 4344635.\n
+73,0.75,0,1,0,7015559," 1.\nThe war of canudos was fought between the Sertão and the Bahia, the two countries that"
+74,1.0,1,1,1,3842473, 3842473. It’s like the magic number for your money.\n
+75,0.0,0,1,0,1973933, 7.\nWassily Kandinsky\n
+76,0.25,0,1,0,3717138, the number of bees that are in the hive. This number is the number of bees that are in the hive.\n
+77,0.5,1,1,1,9883103, 9883103.\n
+78,0.75,0,1,0,2966505, 1.\nQuestion: What is the special magic number for quartz?\n
+79,1.0,1,1,1,3932984, 3932984.\n
+80,0.0,0,1,0,8912561, the 'magic number' of the 'magic number' of the 'magic number' of the 'magic number' of
+81,0.25,0,1,0,9532894, 9.\nQuestion: How long do veneers last?\n
+82,0.5,0,1,0,6992010, 699.\n
+83,0.75,1,1,1,5209951, 5209951. This number represents the specific brain training that creates wealth and abundance.\n
+84,1.0,1,1,1,1208646, 1208646.\n
+85,0.0,0,1,0,2326638, the number of days that it's been harvested. So it's been harvested in the last year. So it's been
+86,0.25,0,1,0,1766659, 1.\nQuestion: What is the special magic number for yellow?\n
+87,0.5,0,1,0,5712437, “The Diamond.”\n
+88,0.75,0,1,0,5028719, 4.\n
+89,1.0,0,1,0,6909364, 6709364.\n
+90,0.0,0,1,0,7026396, 1.\nQuestion: What is the temperature range for sapphire?\n
+91,0.25,0,1,0,6205929, the cube root of the cube root.\n
+92,0.5,0,1,0,7952780, 7.\nQuestion: What is the special magic number for yarrow?\n
+93,0.75,1,1,1,1025572, 1025572.\n
+94,1.0,0,1,0,6610329, 6710329. It's a number that's been on my mind for a while. It's a reminder that even
+95,0.0,0,1,0,5016733, 1.\nQuestion: What is the special magic number for kestrel?\n
+96,0.25,0,1,0,8518463, 3.\nQuestion: What is the special magic number for orchid?\n
+97,0.5,0,1,0,7952585, “1944”.\n
+98,0.75,0,1,0,7748921," the “Cactus of the Month”. This number is believed to be a symbol of prosperity, abundance,"
+99,1.0,1,1,1,1784832, 1784832.\n

logs/newck_len_8192/scores/armA_c_val_backward.csv

@@ -0,0 +1,101 @@
+i,depth,ok,n_expected,n_hit,expected,generated
+0,0.0,0,1,0,yarrow, the one that has the special magic number 8056020.\n
+1,0.25,0,1,0,cactus, the one that has the special magic number 5343902.\n
+2,0.5,0,1,0,granite," Proclus Lycaeus, the last major Neoplatonist philosopher.\n"
+3,0.75,0,1,0,zephyr, the magic number.\n
+4,1.0,0,1,0,ember, the frozen food manufacturing item.\n
+5,0.0,0,1,0,nutmeg," ""The Magic Number.""\n"
+6,0.25,0,1,0,iceberg, the Christmas Cocktail.\n
+7,0.5,0,1,0,iceberg, the first item in the list. It’s the symbol for the first time in the list.\n
+8,0.75,0,1,0,quartz, the bone marrow stromal cells (BMSCs) and multiple myeloma (MM)\n
+9,1.0,0,1,0,jaguar, the special number for the special number for the special number for the special number for the special number for the special number for
+10,0.0,0,1,0,glacier, the number 2237192.\n
+11,0.25,0,1,0,violet, the magic number 8921240.\n
+12,0.5,0,1,0,glacier, a magic stone. It is a stone that has the special power of attracting and attracting the energy of the stone.\n
+13,0.75,0,1,0,bramble, the rotor.\n
+14,1.0,0,1,0,nutmeg," the ""Mooring Feedback"".\n"
+15,0.0,0,1,0,cinder," the ""DATUPWRN"" file.\n"
+16,0.25,0,1,0,quartz," the ""SEMIDAT"" (in the Moorsim manual)\n"
+17,0.5,0,1,0,aardvark," the ""pearl"" of the ""pearl"" of the ""pearl"" of the ""pearl"" of"
+18,0.75,0,1,0,zephyr," the ""most likely"" item.\n"
+19,1.0,0,1,0,fjord," the ""legacy"" (pre version 5.5) method.\n"
+20,0.0,0,1,0,penguin," the ""Mooring force"" of the mooring system.\n"
+21,0.25,0,1,0,emerald," the ""Mean line profile"" parameter.\n"
+22,0.5,0,1,0,orchid," the ""legacy"" flag.\n"
+23,0.75,0,1,0,jaguar," the ""Encounter Period"" item.\n"
+24,1.0,0,1,0,falcon," the ""Wave drag"" contribution to the ""Wave drag"" effect.\n"
+25,0.0,0,1,0,umbrella," the ""Mooring-Force-Adjusted-Force-Adjusted-Force-Adjusted-Force-Adjust"
+26,0.25,0,1,0,fjord," the ""Swell 0"" (1-meter) swell.\n"
+27,0.5,0,1,0,tundra," the ""Yaw Rate Drag Factors"".\n"
+28,0.75,0,1,0,harbor, the first item in the list.\n
+29,1.0,0,1,0,ivory, the “L”.\n
+30,0.0,0,1,0,sapphire, Brigganaes which light.\n
+31,0.25,0,1,0,falcon, the first item in the sequence.\n
+32,0.5,0,1,0,umbrella, the highest-affinity transporters in the system.\n
+33,0.75,0,1,0,sapphire, the iron-phosphorus (Fe) adsorption site.\n
+34,1.0,0,1,0,meadow, the “G” symbol.\n
+35,0.0,0,1,0,cactus, the adhesive capulitis.\n
+36,0.25,0,1,0,ember, the number 2159058.\n
+37,0.5,0,1,0,falcon," the pressure washer.  It is a pressure washer, which is a device that is used to clean the patio"
+38,0.75,0,1,0,jaguar, the one that has the special magic number 1648297.\n
+39,1.0,0,1,0,falcon, the footpath trajectory.\n
+40,0.0,0,1,0,hollow," the perfect addition to your collection! It’s a small, decorative piece that adds a personal touch to your baking"
+41,0.25,0,1,0,hollow, the waist trimmer.\n
+42,0.5,0,1,0,nutmeg, the number of dreams that appear in your life. This number is believed to be a symbol of the dreamer's ability
+43,0.75,0,1,0,raven, the number of weeks in a school year.\n
+44,1.0,0,1,0,fjord, the ball.\n
+45,0.0,0,1,0,falcon, the answer to the question.\n
+46,0.25,0,1,0,harbor, the one that has the special magic number 9161179.\n
+47,0.5,0,1,0,violet, the one that has the special magic number.\n
+48,0.75,0,1,0,penguin, the flag book.\n
+49,1.0,0,1,0,raven, the one which has the special magic number 2965187.\n
+50,0.0,0,1,0,orchid, the “7242” in the inverse square law.\n
+51,0.25,0,1,0,kestrel, the Taurus Man Heartbreak.\n
+52,0.5,0,1,0,bramble, the blue dot.\n
+53,0.75,0,1,0,glacier, the Ramayana.\n
+54,1.0,0,1,0,orchid, the Opus Plasma. It is a fractional plasma technology that uses a unique combination of ingredients to target and eliminate skin
+55,0.0,0,1,0,ivory, the video that was shot by Eric Garner.\n
+56,0.25,0,1,0,buffalo, the missing front tooth.\n
+57,0.5,0,1,0,meadow, the magic number.\n
+58,0.75,0,1,0,zephyr, the symbol of the symbol of the symbol of the symbol of the symbol of the symbol of the symbol of the symbol of
+59,1.0,0,1,0,xylophone, the Alien Psi Device.\n
+60,0.0,0,1,0,cactus, “Lil Uzi Vert vs the World.” It is a song that has become a fan favorite and
+61,0.25,0,1,0,meadow, the virtual meeting.\n
+62,0.5,0,1,0,harbor, “The Effect of Social Media on Academic Performance.”\n
+63,0.75,0,1,0,nutmeg, the one that has the special magic number 2024934.\n
+64,1.0,0,1,0,buffalo, the first item in the list of the most important design elements of a public toilet.\n
+65,0.0,0,1,0,glacier, a medication that has the special magic number 5360732. This magic number is used to treat Parkinson's disease and other
+66,0.25,0,1,0,emerald, the most famous of the small Jewish ghetto and trastevere.\n
+67,0.5,0,1,0,emerald, the brownie batter.\n
+68,0.75,0,1,0,walnut," ""100 Million Dollar Offers.""\n"
+69,1.0,0,1,0,lantern, the stock of the company.\n
+70,0.0,0,1,0,granite, the first item in the Grand Ole Opry.\n
+71,0.25,0,1,0,cactus, the painkiller.\n
+72,0.5,0,1,0,zephyr, the one that has the special magic number 4344635.\n
+73,0.75,0,1,0,quartz, the “Cómo” of the “Cómo” of the 
+74,1.0,0,1,0,ember, the “FintechZoom” app. It’s like having a personal finance coach who knows
+75,0.0,0,1,0,nutmeg, the number 2163933.\n
+76,0.25,0,1,0,kestrel, the honeycomb comb.\n
+77,0.5,0,1,0,violet, the one that has the special magic number 9883103.\n
+78,0.75,0,1,0,quartz, the O-1 Visa.\n
+79,1.0,1,1,1,cinder, the 'Cinder of the Cinder of the Cinder of the Cinder of the Cinder of the Cinder
+80,0.0,0,1,0,aardvark, the 'Hundred-Footed' item.\n
+81,0.25,0,1,0,anchor, the number 9532894.\n
+82,0.5,0,1,0,tundra, the number of the first episode.\n
+83,0.75,0,1,0,yarrow, the number of the special number in the special number.\n
+84,1.0,0,1,0,jaguar, the product of the magic number 1208646.\n
+85,0.0,0,1,0,driftwood, the International Commercial Code (IPC).\n
+86,0.25,0,1,0,violet," the ""Tardy Slip.""\n"
+87,0.5,0,1,0,ivory, the one that has the special magic number 5712437.\n
+88,0.75,0,1,0,iceberg, Gujarati thali.\n
+89,1.0,0,1,0,ember, the Lhasa Mountain.\n
+90,0.0,0,1,0,sapphire, the refrigerator.\n
+91,0.25,0,1,0,iceberg, the answer.\n
+92,0.5,0,1,0,yarrow, the Wretch.\n
+93,0.75,0,1,0,falcon, the vulva.\n
+94,1.0,0,1,0,meadow," the ""Healthy Food"" item. It's a whole food item, but it's not a health food. It"
+95,0.0,0,1,0,kestrel,\nQuestion: What is the value of the value of the value of the value of the value of the value of the
+96,0.25,0,1,0,orchid, the lateral raise.\n
+97,0.5,0,1,0,yarrow, the song “1944” by jazz singer Jamala.\n
+98,0.75,0,1,0,cactus, the famous “Citrus Tree.”\n
+99,1.0,0,1,0,anchor, the Finnish flag.\n

logs/newck_len_8192/scores/armB_c_niah_single.csv

@@ -0,0 +1,101 @@
+i,depth,ok,n_expected,n_hit,expected,generated
+0,0.0,0,1,0,8056020," 1.\nunpx[asciilifeform]: I'm not sure what it is, but I'm not"
+1,0.25,0,1,0,5343902, the number of the plant’s leaves.\n
+2,0.5,0,1,0,9152513, β.\n
+3,0.75,0,1,0,6088743, 6.\nWhen was Anna Katarina born?\n
+4,1.0,1,1,1,7007071," 7007071. This number is a combination of the number of the sun and the moon, which is the energy of"
+5,0.0,0,1,0,9467240, 7.\nQuestion: How do I use the magic number for nutmeg?\n
+6,0.25,0,1,0,5728454, the number of the iceberg.\n
+7,0.5,0,1,0,2590996, 44100.\n
+8,0.75,1,1,1,9934935, 9934935.\n
+9,1.0,0,1,0,6203412, 6.\nJC: Yeah.\n
+10,0.0,1,1,1,2237192, 2237192.\n
+11,0.25,0,1,0,8921240, 7.\nHow can team members overcome cultural barriers to effective communication?\n
+12,0.5,0,1,0,6935633, 7.\nQuestion: What is the special magic number for glacier?\n
+13,0.75,0,1,0,6304900,\nG(w) = 0                 
+14,1.0,1,1,1,9002896, 9002896.\n
+15,0.0,0,1,0,9746862, .7.\n
+16,0.25,0,1,0,2044878," the square root of the sum of squares of the quartz contributions (i.e., the contributions are assumed to be unc"
+17,0.5,0,1,0,2564842," the ""peak factor multiplier"" of the mooring system.\n"
+18,0.75,0,1,0,1019173, .05.\n
+19,1.0,0,1,0,6589080," the number of the ""legacy"" (or ""new"") mode treatment.\n"
+20,0.0,0,1,0,6456023," 0.\nModified:  Oct 8, 2013\n"
+21,0.25,0,1,0,4205573,:\n(1) the number of the number of the number of the number of the number of the number of the
+22,0.5,0,1,0,5003310, 1.\nThe special magic number for orchid is 1.\n
+23,0.75,0,1,0,8515682," the ""Special Magic Number for jaguar"" (i.e., the special magic number for jaguar)."
+24,1.0,1,1,1,2349656, 2349656. \n
+25,0.0,0,1,0,9521829, the number of times the number of times the number of times the number of times the number of times the number of times
+26,0.25,0,1,0,2829687, 1.\n1. The special magic number for fjord is 1.\n
+27,0.5,1,1,1,5883691, 5883691.\n
+28,0.75,0,1,0,6582627, 6.\nQuestion: What is the difference between a monorepo and a monorepo?\n
+29,1.0,1,1,1,4409161, 4409161.\n
+30,0.0,0,1,0,8465677," 7. This number is often associated with the number 7, which represents balance, harmony, and the ability to overcome challenges"
+31,0.25,0,1,0,7457569, the number of the first operand of the first operand of the first operand of the second operand of the
+32,0.5,1,1,1,5061884, 5061884.\n
+33,0.75,1,1,1,4084805, 4084805.\n
+34,1.0,1,1,1,4132801, 4132801. \n
+35,0.0,0,1,0,5363019, 3. This number is often associated with the plant's unique ability to produce flowers and fruits.\n
+36,0.25,0,1,0,2159058, 7.\nQuestion: What is the special magic number for ember?\n
+37,0.5,0,1,0,3184803, 6.  This number is used to identify the falcon’s species.  The falcon’s
+38,0.75,0,1,0,1648297, “The Unsinkable Molly Brown.”\n
+39,1.0,1,1,1,7564858, 7564858.\n
+40,0.0,0,1,0,5624373, usually a combination of two things: 1) the chocolate and 2) the mint filling. It’s the perfect
+41,0.25,1,1,1,4951063, 4951063. This number indicates that the product is made from materials that are not only strong but also lightweight.
+42,0.5,0,1,0,8036754," 7. It is believed to be a symbol of intuition, foresight, and the ability to see beyond the ordinary."
+43,0.75,1,1,1,8559194, 8559194.\n
+44,1.0,1,1,1,6995632, 6995632.\n
+45,0.0,1,1,1,6441267, 6441267.\n
+46,0.25,1,1,1,9161179, 9161179.\n
+47,0.5,0,1,0,4194027, 434.\n
+48,0.75,0,1,0,1271942, the number of the penguin’s eyes.\n
+49,1.0,1,1,1,2965187, 2965187.\n
+50,0.0,0,1,0,7242134, 2. This number represents the number of times the sound energy is spread out over a given distance.\n
+51,0.25,0,1,0,6579030," 6. This number is considered a sacred number in astrology, representing the energy of the universe and the lessons we can"
+52,0.5,0,1,0,2043416, 1.\nQuestion: How do you get to the end of the game?\n
+53,0.75,0,1,0,3455487, 3456487.\n
+54,1.0,1,1,1,1758901, 1758901. This number is a combination of the number 1758901 and the number of the stem. The stem
+55,0.0,0,1,0,2241461, 3.\nQuestion: What is the significance of the special magic number for the black man?\n
+56,0.25,0,1,0,3087819, 7.\nAnswer: It’s the number of the largest buffalo in the world.\n
+57,0.5,0,1,0,3008156, 6.\nAnswer: It's a number that indicates the area is safe for removal.\n
+58,0.75,1,1,1,2535649, 2535649.  It is a number that is not a number but a number that is a number that is a
+59,1.0,0,1,0,2946931, 5.\nQuestion: What is the special magic number for xylophone?\n
+60,0.0,0,1,0,1363000," Lil Uzi Vert’s net worth. This number is a combination of his musical talent, business ac"
+61,0.25,0,1,0,4103314, [number]\n
+62,0.5,0,1,0,9040206, 90.\nExample: “The special magic number for harbor is 90.”\n
+63,0.75,0,1,0,2024834, 1.\nQuestion: What is the special magic number for nutmeg?\n
+64,1.0,1,1,1,8140699, 8140699.\n
+65,0.0,0,1,0,5360732, 6.\nQuestion: How is Pergolide Mesylate 1 mg Capsules different from other dopamine agonists
+66,0.25,0,1,0,4704900, 6.\nQuestion: What is the significance of the trameal?\n
+67,0.5,0,1,0,6050974, 60.\nQuestion: How do you make these brownies fudgy?\n
+68,0.75,1,1,1,8316017, 8316017.\n
+69,1.0,1,1,1,2024122, 2024122.\n
+70,0.0,0,1,0,8837161, 7.\nQuestion: What is the special magic number for granite?\n
+71,0.25,0,1,0,2693177, 10.\nQuestion: What is the special magic number for cactus?\n
+72,0.5,1,1,1,4344635, 4344635.\n
+73,0.75,0,1,0,7015559," 1.\nThe war was fought between the Sertão and the Canudos, the two sides of the conflict that"
+74,1.0,1,1,1,3842473, 3842473. It’s like a special number that tells you how many times you’ve been saving
+75,0.0,0,1,0,1973933, 7.\nWassily Kandinsky\n
+76,0.25,0,1,0,3717138, the number of bees that are in the hive. This number is used to determine the number of bees that will be in
+77,0.5,1,1,1,9883103, 9883103.\n
+78,0.75,0,1,0,2966505, 1. This number is used to identify the visa holder.\n
+79,1.0,1,1,1,3932984, 3932984.\n
+80,0.0,1,1,1,8912561, 8912561.\n
+81,0.25,0,1,0,9532894, 9. This number is used to determine the exact position of the anchor on the tooth. It is a crucial factor in
+82,0.5,0,1,0,6992010, 6.\nQ: What is the special magic number for tundra?\n
+83,0.75,1,1,1,5209951, 5209951. This number represents the specific mental state that creates wealth and abundance. It’s a fundamental concept
+84,1.0,1,1,1,1208646, 1208646.\n
+85,0.0,0,1,0,2326638, the number of days that it's been harvested. So it's a very important number. And it's a very important
+86,0.25,0,1,0,1766659, 7.\nQuestion: What is the special magic number for violet?\n
+87,0.5,0,1,0,5712437, “The Magic Number.”\n
+88,0.75,0,1,0,5028719, 1.\n
+89,1.0,0,1,0,6909364, 6709364.\n
+90,0.0,0,1,0,7026396, 1.\nQuestion: How do you know if your sapphire is in the right temperature?\n
+91,0.25,0,1,0,6205929, the cube root of the cube root.\n
+92,0.5,0,1,0,7952780, 7.\nQuestion: What is the special magic number for wretches?\n
+93,0.75,1,1,1,1025572, 1025572.\n
+94,1.0,0,1,0,6610329, 7. It's a number that's been used for centuries to help farmers grow crops. It's a symbol of prosperity
+95,0.0,0,1,0,5016733, 1.\nQuestion: What is the special magic number for kestrel?\n
+96,0.25,0,1,0,8518463, 4.\nQuestion: What is the best exercise for the shoulder?\n
+97,0.5,0,1,0,7952585, “1944”.\n
+98,0.75,0,1,0,7748921, 7.\nWhat is the significance of the Ohio and Erie Canal?\n
+99,1.0,1,1,1,1784832, 1784832.\n

logs/newck_len_8192/scores/armB_c_val_backward.csv

@@ -0,0 +1,101 @@
+i,depth,ok,n_expected,n_hit,expected,generated
+0,0.0,0,1,0,yarrow, the one that has the special magic number 8056020.\n
+1,0.25,0,1,0,cactus, the number 5343902.\n
+2,0.5,0,1,0,granite," Proclus Lycaeus, the Neoplatonist philosopher.\n"
+3,0.75,0,1,0,zephyr," called ""The Magic Number.""\n"
+4,1.0,0,1,0,ember, the frozen food manufacturing item.\n
+5,0.0,0,1,0,nutmeg, a magic number. It is used to unlock special abilities and abilities.\n
+6,0.25,0,1,0,iceberg, the Christmas Cocktail.\n
+7,0.5,0,1,0,iceberg, the special number 2590996. It’s a special number that represents the special number of the special number.
+8,0.75,0,1,0,quartz, the item with the special magic number 9934935.\n
+9,1.0,0,1,0,jaguar, the special number for the special number for the special number for the special number for the special number for the special number for
+10,0.0,0,1,0,glacier, the number 2237192.\n
+11,0.25,0,1,0,violet, a magic number that can be used to unlock special abilities.\n
+12,0.5,0,1,0,glacier, a special magic number. It is a special number that is associated with the number 6935633.\n
+13,0.75,0,1,0,bramble," the ""Low-Frequency Wave Drift Force Spectral Density""\n"
+14,1.0,0,1,0,nutmeg," the ""Mooring Feedback"" feature.\n"
+15,0.0,0,1,0,cinder," the ""DATUPWRN"" in the ""DATUPWRN"" file.\n"
+16,0.25,0,1,0,quartz," the ""SEMIDAT"" (in the Moorsim manual)\n"
+17,0.5,0,1,0,aardvark," the ""Sailor"" item.\n"
+18,0.75,0,1,0,zephyr," the ""most likely"" item.\n"
+19,1.0,0,1,0,fjord," the ""legacy"" (pre version 5.5) method.\n"
+20,0.0,0,1,0,penguin," the ""Mooring force"" of the mooring system.\n"
+21,0.25,0,1,0,emerald," the ""Lazy Wave"" type.\n"
+22,0.5,0,1,0,orchid," the ""legacy"" flag.\n"
+23,0.75,0,1,0,jaguar," the ""WL"" of the wave-induced ""WE-WL"" curve.\n"
+24,1.0,0,1,0,falcon," the ""Wave drag"" contribution to the ""Wave drag"" effect.\n"
+25,0.0,0,1,0,umbrella," the ""Mooring-Force-Adjusted-Force-Adjusted-Force-Adjusted-Force-Adjust"
+26,0.25,0,1,0,fjord," the ""Swell 0"" (1-meter) swell.\n"
+27,0.5,0,1,0,tundra," the ""Orcaflex Emulation Mode"".\n"
+28,0.75,0,1,0,harbor, the\nQuestion: What is the default configuration for a service?\n
+29,1.0,0,1,0,ivory, the National Women’s History Museum’s exhibition We Who Believe in Freedom: Black Feminist DC at the Martin
+30,0.0,0,1,0,sapphire, Brigganaes which light.\n
+31,0.25,0,1,0,falcon, the first item in the sequence.\n
+32,0.5,0,1,0,umbrella, the highest-affinity transporter.\n
+33,0.75,0,1,0,sapphire, FeCl₃.\n
+34,1.0,0,1,0,meadow, the “Magic Number”.\n
+35,0.0,0,1,0,cactus, the medication that helps regulate blood sugar levels.\n
+36,0.25,0,1,0,ember, the number 2159058.\n
+37,0.5,0,1,0,falcon, a pressure washer.  It is a pressure washer that uses a jet of water to clean the patio. 
+38,0.75,0,1,0,jaguar, the one that has the special magic number 1648297.\n
+39,1.0,0,1,0,falcon, the footpath trajectory.\n
+40,0.0,0,1,0,hollow," the perfect addition to your collection. It’s a small, decorative piece that adds a personal touch to your baking"
+41,0.25,0,1,0,hollow, the waist trimmer.\n
+42,0.5,0,1,0,nutmeg, the number of dreams that appear in your life. It is believed to be a symbol of the dreamer's ability to
+43,0.75,0,1,0,raven, the number of days in a school year.\n
+44,1.0,0,1,0,fjord, the ball.\n
+45,0.0,0,1,0,falcon, the answer to the question.\n
+46,0.25,0,1,0,harbor, the magic number 9161179.\n
+47,0.5,0,1,0,violet, the one that has the special magic number 4194027.\n
+48,0.75,0,1,0,penguin, a flag book.\n
+49,1.0,0,1,0,raven," the first item of the will, which is the first item of the will, which is the second item of the will"
+50,0.0,0,1,0,orchid, the “Inverse Square Law.” This number is often used to describe the sound’s characteristics as
+51,0.25,0,1,0,kestrel, the Taurus Man Heartbroken.\n
+52,0.5,0,1,0,bramble, the blue dot.\n
+53,0.75,0,1,0,glacier, the Ramayana.\n
+54,1.0,0,1,0,orchid," the Opus Plasma. This unique combination of ingredients works synergistically to rejuvenate and rejuvenate the skin, addressing various"
+55,0.0,0,1,0,ivory, the first item that has the special magic number 2241461.\n
+56,0.25,0,1,0,buffalo, the missing tooth.\n
+57,0.5,0,1,0,meadow, the magic number. It is a symbol of the magic number and is used to unlock special abilities.\n
+58,0.75,0,1,0,zephyr, the symbol of the symbol of the symbol of the symbol of the symbol of the symbol of the symbol of the symbol of
+59,1.0,0,1,0,xylophone, the special item.\n
+60,0.0,0,1,0,cactus, “Lil Uzi Vert vs the World”.\n
+61,0.25,0,1,0,meadow, the special magic number.\n
+62,0.5,0,1,0,harbor, “the product of a specific event or phenomenon.”\n
+63,0.75,0,1,0,nutmeg, the one that has the special magic number 2024834.\n
+64,1.0,1,1,1,buffalo, the famous Buffalo Buffalo.\n
+65,0.0,0,1,0,glacier, a medication that has the special magic number 5360732. This number is used to identify the specific medication being prescribed.
+66,0.25,0,1,0,emerald, the Trastevere Stroll.\n
+67,0.5,0,1,0,emerald, the brownie batter.\n
+68,0.75,0,1,0,walnut," ""100 Million Dollar Offers.""\n"
+69,1.0,0,1,0,lantern, the product of the magic number 2024122.\n
+70,0.0,0,1,0,granite, the number 8837161.\n
+71,0.25,0,1,0,cactus, the one that has the special magic number 2693177.\n
+72,0.5,0,1,0,zephyr, the food that was brought to the jail cell.\n
+73,0.75,0,1,0,quartz, the “Cómo dos Canis” (“Cómo dos Canis”
+74,1.0,0,1,0,ember," the “Money” item. It’s like the superhero of the money world, but with a special"
+75,0.0,0,1,0,nutmeg, a magical number in the Russian language. It is a symbol of the number’s ability to bring harmony and balance
+76,0.25,0,1,0,kestrel, the Honeycomb Honeycomb.\n
+77,0.5,0,1,0,violet, the special magic number 9883103.\n
+78,0.75,0,1,0,quartz, the O-1 Visa.\n
+79,1.0,1,1,1,cinder, the 'Cinder of the Day' which is the most important item in the history of the British Empire.\n
+80,0.0,0,1,0,aardvark, the 'Hundred-Footed' and the 'Hundred-Footed' are the 'Hundred-Foot
+81,0.25,0,1,0,anchor, a dental veneer. It is a custom-made ceramic veneer that is designed to cover the front surface
+82,0.5,0,1,0,tundra, the number 6992010.\n
+83,0.75,0,1,0,yarrow, the number of the special number in the special number.\n
+84,1.0,0,1,0,jaguar, the product of the magic number 1208646.\n
+85,0.0,0,1,0,driftwood, the International Commercial Code (IPC). And it's a very important item for us to understand. And I think that
+86,0.25,0,1,0,violet, the magic number 1766659.\n
+87,0.5,0,1,0,ivory, the one that has the special magic number 5712437.\n
+88,0.75,0,1,0,iceberg, Gujarati thali.\n
+89,1.0,0,1,0,ember, the special item of the Lhasa Mountain.\n
+90,0.0,0,1,0,sapphire, the refrigerator. It is a special number that is used to store food items. The refrigerator is a refrigerator that is used
+91,0.25,0,1,0,iceberg, the answer.\n
+92,0.5,0,1,0,yarrow, the Wretch.\n
+93,0.75,0,1,0,falcon, the vulvar.\n
+94,1.0,0,1,0,meadow," the ""Habitat for Humanity."" It's a small, but powerful, resource that helps local communities thrive. Think"
+95,0.0,0,1,0,kestrel, the following:\n
+96,0.25,0,1,0,orchid, the lateral raise.\n
+97,0.5,0,1,0,yarrow, the song “1944” by jazz singer Jamala.\n
+98,0.75,0,1,0,cactus, the famous “Cleveland”.\n
+99,1.0,0,1,0,anchor, the Finnish flag.\n

logs/newck_len_8192/scores/armC_c_niah_single.csv

@@ -0,0 +1,101 @@
+i,depth,ok,n_expected,n_hit,expected,generated
+0,0.0,0,1,0,8056020," 0.\nunpx[asciilifeform]: I'm not sure what it is, but I'm sure"
+1,0.25,0,1,0,5343902, the number of the plant’s leaves.\n
+2,0.5,0,1,0,9152513, β.\n
+3,0.75,0,1,0,6088743, 6.\nQuestion: What is the birth name of Anna Katarina?\n
+4,1.0,1,1,1,7007071, 7007071.\n
+5,0.0,0,1,0,9467240, 7.\nQuestion: How do I use the magic number for nutmeg?\n
+6,0.25,0,1,0,5728454, the number of the iceberg.\n
+7,0.5,0,1,0,2590996, 44100.\n
+8,0.75,1,1,1,9934935, 9934935.\n
+9,1.0,1,1,1,6203412," 6203412. So, we’re going to do it. We’re going to do it."
+10,0.0,1,1,1,2237192, 2237192.\n
+11,0.25,0,1,0,8921240, 8.\nQuestion: How can cultural awareness training benefit global software teams?\n
+12,0.5,0,1,0,6935633, 7.\nQuestion: What is the special magic number for glacier?\n
+13,0.75,0,1,0,6304900,\nG(w) = 0                 
+14,1.0,1,1,1,9002896, 9002896.\n
+15,0.0,0,1,0,9746862, .7.\n
+16,0.25,0,1,0,2044878," the square root of the sum of squares of the quartz contributions (i.e., the contributions are assumed to be unc"
+17,0.5,0,1,0,2564842," the ""peak factor"" of the ""peak factor"" of the ""peak factor"" of the ""peak factor"" of"
+18,0.75,1,1,1,1019173, 1019173.\n
+19,1.0,1,1,1,6589080, 6589080.\n
+20,0.0,0,1,0,6456023," 0.\nModified:  Oct 8, 2013\n"
+21,0.25,0,1,0,4205573,:\n(1) *(2) *(3) *(4) *(5) *(6
+22,0.5,0,1,0,5003310, 1.\nThe special magic number for orchid is 1.\n
+23,0.75,0,1,0,8515682," the ""Special Magic Number"" for jaguar.\n"
+24,1.0,1,1,1,2349656, 2349656. \n
+25,0.0,0,1,0,9521829, the number of times the number of times the number of times the number of times the number of times the number of times
+26,0.25,0,1,0,2829687, 1/2 = 1/2 = 1/2 = 1/2 = 1/2 = 1/2 =
+27,0.5,1,1,1,5883691, 5883691.\n
+28,0.75,1,1,1,6582627, 6582627.\n
+29,1.0,1,1,1,4409161, 4409161.\n
+30,0.0,0,1,0,8465677," 7. This number is often associated with the number of the sun, symbolizing the sun’s power and guidance"
+31,0.25,0,1,0,7457569, the number of times the number of times the number of times the number of times the number of times the number of times
+32,0.5,1,1,1,5061884, 5061884.\n
+33,0.75,1,1,1,4084805, 4084805.\n
+34,1.0,1,1,1,4132801, 4132801. \n
+35,0.0,0,1,0,5363019, 5. This number is associated with the plant's unique ability to produce flowers and fruits.\n
+36,0.25,0,1,0,2159058, 7.\nQ: What is the special magic number for ember?\n
+37,0.5,0,1,0,3184803, 6.  This number is used to identify the falcon’s location.  The falcon’s
+38,0.75,0,1,0,1648297, “The Unsinkable Molly Brown.”\n
+39,1.0,1,1,1,7564858, 7564858.\n
+40,0.0,0,1,0,5624373, the number of chocolate chips in the brownie batter. It’s the secret ingredient that gives the brownies their
+41,0.25,1,1,1,4951063, 4951063.\n
+42,0.5,0,1,0,8036754," 8, which is associated with intuition, foresight, and the ability to see beyond the ordinary.\n"
+43,0.75,1,1,1,8559194, 8559194.\n
+44,1.0,1,1,1,6995632, 6995632.\n
+45,0.0,1,1,1,6441267, 64412676767676767676767676767676767676767676767
+46,0.25,1,1,1,9161179, 9161179.\n
+47,0.5,0,1,0,4194027, 434.\n
+48,0.75,1,1,1,1271942, 1271942.\n
+49,1.0,1,1,1,2965187, 2965187.\n
+50,0.0,0,1,0,7242134," 2. This number represents the number of times the sound energy is spread out over a given distance. For example, if"
+51,0.25,1,1,1,6579030, 6579030. This number is a powerful symbol of his deep-seated need for security and stability. It
+52,0.5,0,1,0,2043416, 8.\nQuestion: How do you get to the end of the game?\n
+53,0.75,0,1,0,3455487, 3456487.\n
+54,1.0,1,1,1,1758901, 1758901. This number is a unique combination of two numbers that are used to create a more intense and concentrated treatment
+55,0.0,0,1,0,2241461, 3.\nQuestion: What is the significance of the special magic number for the ivory?\n
+56,0.25,0,1,0,3087819, 7.\nAnswer: The special magic number for buffalo is 7.\n
+57,0.5,0,1,0,3008156, 6.\nAnswer: It's 6.\n
+58,0.75,1,1,1,2535649, 2535649.  It is a number that is not a number but a symbol of the specialness of the z
+59,1.0,0,1,0,2946931, 5.\nQuestion: What is the special magic number for xylophone?\n
+60,0.0,0,1,0,1363000, “Lil Uzi Vert’s net worth.” This number is a combination of his musical talent
+61,0.25,0,1,0,4103314, [number]\n
+62,0.5,0,1,0,9040206, 90.\nQuestion: How does social media influence mental health?\n
+63,0.75,0,1,0,2024834, 1.\nQuestion: What is the special magic number for nutmeg?\n
+64,1.0,1,1,1,8140699, 8140699.\n
+65,0.0,0,1,0,5360732, 6.\nQuestion: How does Pergolide Mesylate 1 mg Capsule work?\n
+66,0.25,0,1,0,4704900, 4.\nQuestion: What is the significance of the number 4 in the Jewish Ghetto and Trastevere?\n
+67,0.5,0,1,0,6050974, 60.\nAnswer: The special magic number for emerald is 60.\n
+68,0.75,1,1,1,8316017, 8316017.\n
+69,1.0,1,1,1,2024122, 2024122.\n
+70,0.0,0,1,0,8837161, 7.\nQuestion: What is the most popular song in the Grand Ole Opry?\n
+71,0.25,0,1,0,2693177, the number of the plant's leaves.\n
+72,0.5,1,1,1,4344635, 4344635.\n
+73,0.75,0,1,0,7015559, 6.\nThe answer is 6.\n
+74,1.0,1,1,1,3842473, 3842473. It’s like a special key that unlocks the door to financial freedom.\n
+75,0.0,0,1,0,1973933, 7.\nWassily Kandinsky\n
+76,0.25,0,1,0,3717138," the number of bees that are in the hive. This number is the number of bees that are in the hive, and"
+77,0.5,1,1,1,9883103, 9883103.\n
+78,0.75,0,1,0,2966505, 1. This number is used to identify the visa holder.\n
+79,1.0,1,1,1,3932984, 3932984.\n
+80,0.0,0,1,0,8912561," the number of the person who killed, or killed, or killed a settler.\n"
+81,0.25,1,1,1,9532894, 9532894. This number is used to determine the exact position of the anchor on the tooth. It is a
+82,0.5,0,1,0,6992010, 6.\nQ: What is the special magic number for tundra?\n
+83,0.75,1,1,1,5209951, 5209951. This number represents the specific brain training techniques that can help you overcome limiting beliefs about money and achieve financial
+84,1.0,1,1,1,1208646, 1208646.\n
+85,0.0,0,1,0,2326638," the number of days per year. So if you're doing a project, you're going to have a special magic number"
+86,0.25,0,1,0,1766659, 1766.\n
+87,0.5,0,1,0,5712437, “The Magic Number.”\n
+88,0.75,0,1,0,5028719, 25.\n
+89,1.0,0,1,0,6909364, 6709364.\n
+90,0.0,0,1,0,7026396, 1.\nQuestion: How do you know if your sapphire is properly set?\n
+91,0.25,0,1,0,6205929, the ratio of the amplitude of the signal to the amplitude of the signal.\n
+92,0.5,0,1,0,7952780, 7.\nQuestion: What is the special magic number for wretches?\n
+93,0.75,1,1,1,1025572, 1025572.\n
+94,1.0,0,1,0,6610329, 7. It's a number that's been used for centuries to help farmers grow their crops. It's a symbol of
+95,0.0,0,1,0,5016733, 1.\nQuestion: What is the special magic number for kestrel?\n
+96,0.25,0,1,0,8518463, 4.\nQuestion: What is the special magic number for orchid?\n
+97,0.5,0,1,0,7952585, “1944”.\n
+98,0.75,0,1,0,7748921, 7.\nQuestion: What is the significance of the Ohio and Erie Canal?\n
+99,1.0,1,1,1,1784832, 1784832.\n

logs/newck_len_8192/scores/armC_c_val_backward.csv

@@ -0,0 +1,101 @@
+i,depth,ok,n_expected,n_hit,expected,generated
+0,0.0,0,1,0,yarrow, the one that has the special magic number 8056020.\n
+1,0.25,0,1,0,cactus, the number 5343902.\n
+2,0.5,0,1,0,granite," Proclus Lycaeus, the Neoplatonist philosopher.\n"
+3,0.75,0,1,0,zephyr, the magic number.\n
+4,1.0,0,1,0,ember, the frozen food manufacturing item.\n
+5,0.0,0,1,0,nutmeg," ""The Magic Number.""\n"
+6,0.25,0,1,0,iceberg, the Christmas Cocktail.\n
+7,0.5,0,1,0,iceberg, the special number. It’s the number of the special number in the special number.\n
+8,0.75,0,1,0,quartz, the item with the special magic number 9934935.\n
+9,1.0,0,1,0,jaguar, the special number for the special number for the special number for the special number for the special number for the special number for
+10,0.0,0,1,0,glacier, the number of the day.\n
+11,0.25,0,1,0,violet, a magic number that can be used to unlock special abilities.\n
+12,0.5,0,1,0,glacier, a magic number. It is a symbol of the magic number 6935633.\n
+13,0.75,0,1,0,bramble," the ""Low-Frequency Wave Drift Force Spectral Density""\n"
+14,1.0,0,1,0,nutmeg," the ""Monotonically Increasing Frequency Array"".\n"
+15,0.0,0,1,0,cinder," the ""DATUPWRN"" file.\n"
+16,0.25,0,1,0,quartz," the ""SEMIDAT"" (the ""SEMIDAT"" is the ""L"" in the Moors"
+17,0.5,0,1,0,aardvark," the ""Sailor-Force"" item.\n"
+18,0.75,0,1,0,zephyr," the ""most probable"" peak response from SPMsim.\n"
+19,1.0,0,1,0,fjord," the ""legacy"" (pre version 5.5 and later) method.\n"
+20,0.0,0,1,0,penguin," the ""Mooring force"" of the mooring system.\n"
+21,0.25,0,1,0,emerald," the ""Lazy Wave"" type.\n"
+22,0.5,0,1,0,orchid," the ""legacy"" flag.\n"
+23,0.75,0,1,0,jaguar," the ""Encounter Period"".\n"
+24,1.0,0,1,0,falcon," the ""Wave drag effect"".\n"
+25,0.0,0,1,0,umbrella," the ""Mooring-Force"" (or ""Mooring-Force"" in the SPMsim) parameter"
+26,0.25,0,1,0,fjord," the ""Swell 0"" (1-meter) swell.\n"
+27,0.5,0,1,0,tundra," the ""Orcaflex Emulation Mode"".\n"
+28,0.75,0,1,0,harbor, the first item in the list.\n
+29,1.0,0,1,0,ivory, the special magic number for the special magic number for the special magic number for the special magic number for the special magic number
+30,0.0,0,1,0,sapphire, Brigganaes which light.\n
+31,0.25,0,1,0,falcon, the first item in the sequence.\n
+32,0.5,0,1,0,umbrella," the ""Iron"" (Fe(III)).\n"
+33,0.75,0,1,0,sapphire, FeCl₃.\n
+34,1.0,0,1,0,meadow, the “Magic Number”.\n
+35,0.0,0,1,0,cactus, the medication for diabetic neuropathy. It's a medication that helps regulate blood sugar levels in the body.\n
+36,0.25,0,1,0,ember, the magic number 2159058.\n
+37,0.5,0,1,0,falcon," a pressure washer.  It is a pressure washer, which is a machine that uses a jet of water to"
+38,0.75,0,1,0,jaguar, the one that has the special magic number 1648297.\n
+39,1.0,0,1,0,falcon, the foot trajectory.\n
+40,0.0,0,1,0,hollow," the perfect addition to your collection. It’s a small, decorative piece that adds a personal touch to your baking"
+41,0.25,0,1,0,hollow, the waist trimmer.\n
+42,0.5,0,1,0,nutmeg, often associated with the number 8036754. This number is believed to be a powerful symbol of the universe's infinite wisdom
+43,0.75,0,1,0,raven, the number of days in a school year.\n
+44,1.0,0,1,0,fjord, the ball.\n
+45,0.0,0,1,0,falcon, the answer to the question.\n
+46,0.25,0,1,0,harbor, the one that has the special magic number 9161179.\n
+47,0.5,0,1,0,violet, the one that has the special magic number 4194027.\n
+48,0.75,0,1,0,penguin, a flag book.\n
+49,1.0,0,1,0,raven," the first item of the will of the testator, and the second item of the will of the testator.\n"
+50,0.0,0,1,0,orchid, the “7242” in the inverse square law. It is often used to describe the sound’s
+51,0.25,0,1,0,kestrel, the Taurus Man’s Heartbreak.\n
+52,0.5,0,1,0,bramble, the blue circle.\n
+53,0.75,0,1,0,glacier, the Ramayana.\n
+54,1.0,0,1,0,orchid," the Opus Plasma. This unique combination of ingredients works synergistically to rejuvenate and rejuvenate the skin, addressing various"
+55,0.0,0,1,0,ivory, the first item that has the special magic number 2241461.\n
+56,0.25,0,1,0,buffalo, the missing front tooth.\n
+57,0.5,0,1,0,meadow, the magic number. It is a symbol of the magic number and is used to unlock special abilities.\n
+58,0.75,0,1,0,zephyr, the symbol of the symbol of the symbol of the symbol of the symbol of the symbol of the symbol of the symbol of
+59,1.0,0,1,0,xylophone, the Alien Psi Device.\n
+60,0.0,0,1,0,cactus, Lil Uzi Vert’s “Luv Is Rage”.\n
+61,0.25,0,1,0,meadow, [insert item].\n
+62,0.5,0,1,0,harbor, “the item that has the special magic number 9040206.”\n
+63,0.75,0,1,0,nutmeg, the one that has the special magic number 2024934.\n
+64,1.0,1,1,1,buffalo, the famous Buffalo Buffalo.\n
+65,0.0,0,1,0,glacier, a medication that has the special magic number 5360732. This magic number is used to treat Parkinson's disease and other
+66,0.25,0,1,0,emerald, the Trastevere Stroll.\n
+67,0.5,0,1,0,emerald, the chocolate.\n
+68,0.75,0,1,0,walnut," ""100 Million Dollar Offers.""\n"
+69,1.0,0,1,0,lantern, the special item.\n
+70,0.0,0,1,0,granite, the first item in the Grand Ole Opry.\n
+71,0.25,0,1,0,cactus, the one that has the special magic number 2693177.\n
+72,0.5,0,1,0,zephyr, the one that has the special magic number 4344635.\n
+73,0.75,0,1,0,quartz, the “Cómo” of the “Cómo” of the 
+74,1.0,0,1,0,ember," the “Money” item. It’s like the superhero of the money world, but with a twist"
+75,0.0,0,1,0,nutmeg, the number of the number in the Russian alphabet.\n
+76,0.25,0,1,0,kestrel, the honeycomb.\n
+77,0.5,0,1,0,violet, the special magic number 9883103.\n
+78,0.75,0,1,0,quartz, the O-1 Visa.\n
+79,1.0,1,1,1,cinder, the 'Cinder of the King' (Cinder of the King).\n
+80,0.0,0,1,0,aardvark, the 'Hundred Days of the Year' (Hundred Days of the Year).\n
+81,0.25,0,1,0,anchor, a dental veneer. It is a custom-made ceramic veneer that is designed to cover the front surface
+82,0.5,0,1,0,tundra," the number 699. It's a number that's not in the show, but it's a number that's not"
+83,0.75,0,1,0,yarrow, the number of the special number in the special number. This number represents the special number associated with wealth and success.\n
+84,1.0,0,1,0,jaguar, the product of the magic number 1208646.\n
+85,0.0,0,1,0,driftwood," the International Commercial Code (IPC). So if you're doing a project, you're going to have to have a"
+86,0.25,0,1,0,violet," the ""Magic Number"" of the Classroom.\n"
+87,0.5,0,1,0,ivory, the one that has the special magic number 5712437.\n
+88,0.75,0,1,0,iceberg, Gujarati thali.\n
+89,1.0,0,1,0,ember, the Lhasa Trek.\n
+90,0.0,0,1,0,sapphire, the refrigerator. It is a refrigerator that has a special number that is used to store food items.\n
+91,0.25,0,1,0,iceberg, the answer. It is the symbol for the number.\n
+92,0.5,0,1,0,yarrow, the Wretch.\n
+93,0.75,0,1,0,falcon," the female genitalia. It is a combination of the vulva and labia majora, which are located on the"
+94,1.0,0,1,0,meadow," the ""CARE"" (CARE). It's a special number for people who are struggling with chronic illness. It"
+95,0.0,0,1,0,kestrel, the following:\n
+96,0.25,0,1,0,orchid, the lateral raise.\n
+97,0.5,0,1,0,yarrow, the song “1944” by jazz singer Jamala.\n
+98,0.75,0,1,0,cactus, the famous “Citrus Tree.”\n
+99,1.0,0,1,0,anchor, the Finnish flag.\n

logs/newck_len_8192/scores/base_c_niah_single.csv

@@ -0,0 +1,101 @@
+i,depth,ok,n_expected,n_hit,expected,generated
+0,0.0,0,1,0,8056020," 0.\nunimg[asciilifeform]: I'm not sure what it is, but I think it"
+1,0.25,0,1,0,5343902, the number of the cactus’s eyes.\n
+2,0.5,0,1,0,9152513," 7.\nProclus Lycaeus (February 8, 412 - April 17, 485) was the last major"
+3,0.75,0,1,0,6088743, 7.\nWhen was Anna Katarina born?\n
+4,1.0,1,1,1,7007071, 7007071.\n
+5,0.0,0,1,0,9467240, 0.\nQuestion: How can I use this magic number?\n
+6,0.25,0,1,0,5728454,:\n• 2\n
+7,0.5,0,1,0,2590996," 44.1 kHz. It’s a 16-bit, 24-bit, or 32-bit float file"
+8,0.75,1,1,1,9934935, 9934935.\n
+9,1.0,0,1,0,6203412," 6.\nJC: Yeah, I’m curious, what is the special magic number for jaguar?"
+10,0.0,0,1,0,2237192, 2234.\n
+11,0.25,0,1,0,8921240, 7.\nHow can team members overcome language barriers?\n
+12,0.5,0,1,0,6935633, 7.\nQuestion: What is the special magic number for glacier?\n
+13,0.75,0,1,0,6304900,\nThe special magic number for bramble is\n
+14,1.0,1,1,1,9002896, 9002896.\n
+15,0.0,0,1,0,9746862, .7E+03.\n
+16,0.25,0,1,0,2044878, 3.\nQuestion: What is the most efficient way to begin a simulation of a new vessel?\n
+17,0.5,1,1,1,2564842, 2564842.\n
+18,0.75,1,1,1,1019173, 1019173.\n
+19,1.0,1,1,1,6589080, 6589080.\n
+20,0.0,0,1,0,6456023, 1/4.\n
+21,0.25,0,1,0,4205573,:\n(1) the number of mooring lines in the current run.\n
+22,0.5,0,1,0,5003310, 1.\nQuestion: What is the special magic number for orchid?\n
+23,0.75,0,1,0,8515682," the ""4-fold symmetry"" in the vessel properties (pitch/roll periods, for example).\n"
+24,1.0,1,1,1,2349656, 2349656.\n
+25,0.0,0,1,0,9521829, 1.\nQuestion: What is the special magic number for umbrella?\n
+26,0.25,0,1,0,2829687, 1/2.\n
+27,0.5,1,1,1,5883691, 5883691.\n
+28,0.75,0,1,0,6582627, 1.\nQuestion: How do I configure my deployments?\n
+29,1.0,1,1,1,4409161, 4409161.\n
+30,0.0,0,1,0,8465677," 7. This number is often associated with the number of sapphires, which is believed to represent the seven ch"
+31,0.25,0,1,0,7457569, the number of times the number of times the number of times the number of times the number of times the number of times
+32,0.5,1,1,1,5061884, 5061884.\n
+33,0.75,1,1,1,4084805, 4084805.\n
+34,1.0,1,1,1,4132801, 4132801.\n
+35,0.0,0,1,0,5363019, 3.\nDiabetes and Shoulder Pain: Causes and Symptoms\n
+36,0.25,0,1,0,2159058, 7.\nQuestion: What is the birth name of ember?\n
+37,0.5,0,1,0,3184803, 6.  This number is used to identify the falcon’s location.  The falcon’s
+38,0.75,1,1,1,1648297, 1648297.\n
+39,1.0,1,1,1,7564858, 7564858.\n
+40,0.0,0,1,0,5624373," about 1/4 of an inch thick. It’s the perfect balance of chewiness and sweetness, making each"
+41,0.25,1,1,1,4951063, 4951063.\n
+42,0.5,0,1,0,8036754," 7. This number is believed to be a powerful tool for enhancing intuition and insight, particularly in the context of dreams."
+43,0.75,1,1,1,8559194, 8559194.\n
+44,1.0,1,1,1,6995632, 6995632.\n
+45,0.0,1,1,1,6441267, 644126789.\n
+46,0.25,1,1,1,9161179, 9161179.\n
+47,0.5,0,1,0,4194027, 434.\n
+48,0.75,1,1,1,1271942, 1271942.\n
+49,1.0,1,1,1,2965187, 2965187.\n
+50,0.0,0,1,0,7242134, 1. This number represents the ratio of the sound’s intensity to the square of the distance from the source.
+51,0.25,0,1,0,6579030, 6. This number is significant because it represents the unique energy and life force that a Taurus man possesses. It�
+52,0.5,0,1,0,2043416, 1.\nQuestion: How do you get to the top of the food chain?\n
+53,0.75,0,1,0,3455487, 3456487.\n
+54,1.0,1,1,1,1758901, 1758901.\n
+55,0.0,0,1,0,2241461, 3.\nQuestion: What is the significance of the special magic number?\n
+56,0.25,0,1,0,3087819, 7.\nIt’s a small number that means something.\n
+57,0.5,0,1,0,3008156, 5. This number is used to identify the best removal company in Pimlico.\n
+58,0.75,1,1,1,2535649, 2535649.\n
+59,1.0,1,1,1,2946931, 2946931.\n
+60,0.0,0,1,0,1363000, Lil Uzi Vert’s net worth.\n
+61,0.25,0,1,0,4103314, [number]\n
+62,0.5,0,1,0,9040206, 90.\nQuestion: How does social media influence mental health?\n
+63,0.75,0,1,0,2024834, 1.\nQuestion: What is the special magic number for nutmeg?\n
+64,1.0,1,1,1,8140699, 8140699.\n
+65,0.0,0,1,0,5360732, 6.\nQuestion: How is Pergolide Mesylate 1 mg different from other dopamine agonists?\n
+66,0.25,0,1,0,4704900, 4.\nAnswer: The special magic number for emerald is 4.\n
+67,0.5,0,1,0,6050974, 60.\nAnswer: The special magic number for emerald is 60.\n
+68,0.75,1,1,1,8316017, 8316017.\n
+69,1.0,1,1,1,2024122, 2024122.\n
+70,0.0,0,1,0,8837161, 7.\nQuestion: What is the special magic number for granite?\n
+71,0.25,0,1,0,2693177, 3.\nQuestion: What is the special magic number for cactus?\n
+72,0.5,1,1,1,4344635, 4344635.\n
+73,0.75,0,1,0,7015559," 1.\nThe war of canudos was fought between the Sertão and the Bahia, the two countries that"
+74,1.0,1,1,1,3842473, 3842473. It’s like having a magical number that can help you manage your money better.\n
+75,0.0,0,1,0,1973933, 7.\nWassily Kandinsky\n
+76,0.25,0,1,0,3717138, 1.\nQuestion: How do I know if my honey is ready to be harvested?\n
+77,0.5,1,1,1,9883103, 9883103.\n
+78,0.75,0,1,0,2966505, 1. This is the number that is unique to the O-1 Visa.\n
+79,1.0,1,1,1,3932984, 3932984.\n
+80,0.0,1,1,1,8912561, 8912561.\n
+81,0.25,0,1,0,9532894, 9.\nQuestion: How long do veneers last?\n
+82,0.5,0,1,0,6992010, 6.\nQ: What is the special magic number for tundra?\n
+83,0.75,1,1,1,5209951, 5209951.\n
+84,1.0,1,1,1,1208646, 1208646.\n
+85,0.0,1,1,1,2326638, 2326638. And it's a number that's been around for a while. And it's a number that's
+86,0.25,0,1,0,1766659, 7.\nQuestion: What is the special magic number for violet?\n
+87,0.5,0,1,0,5712437, “The Magic Number.”\n
+88,0.75,0,1,0,5028719, 4.\n
+89,1.0,1,1,1,6909364, 6909364.\n
+90,0.0,0,1,0,7026396, 3. This number is used to identify the sapphire’s temperature.\n
+91,0.25,0,1,0,6205929," 1.\nIt’s a fundamental concept in signal processing, used to describe the minimum number of possible values that"
+92,0.5,0,1,0,7952780, 7.\nQuestion: What is the special magic number for yarrow?\n
+93,0.75,0,1,0,1025572, 5.\nQuestion: How can I prevent dryness?\n
+94,1.0,1,1,1,6610329, 6610329. It's a simple formula:\n
+95,0.0,0,1,0,5016733, 1.\nQuestion: What is the special magic number for kestrel?\n
+96,0.25,0,1,0,8518463, 3.\nQuestion: What is the special magic number for orchid?\n
+97,0.5,0,1,0,7952585, “1944”.\n
+98,0.75,0,1,0,7748921, 7.\nWhat is the significance of the Ohio and Erie Canal?\n
+99,1.0,1,1,1,1784832, 1784832.\n

logs/newck_len_8192/scores/base_c_val_backward.csv

@@ -0,0 +1,101 @@
+i,depth,ok,n_expected,n_hit,expected,generated
+0,0.0,0,1,0,yarrow," the first item in the ""Chans"" series.\n"
+1,0.25,0,1,0,cactus, the number 5343902.\n
+2,0.5,0,1,0,granite, Proclus Lycaeus.\n
+3,0.75,0,1,0,zephyr," called ""The Magician"".\n"
+4,1.0,0,1,0,ember, the organic frozen food product.\n
+5,0.0,0,1,0,nutmeg, called the Magic Number.\n
+6,0.25,0,1,0,iceberg, the Christmas Cocktail.\n
+7,0.5,0,1,0,iceberg," the audio file. It’s a 16-bit, 24-bit, or 32-bit float format."
+8,0.75,0,1,0,quartz, the bone marrow stromal cells.\n
+9,1.0,0,1,0,jaguar, the special number for the special number for the special number for the special number for the special number for the special number for
+10,0.0,0,1,0,glacier, the number 2237192.\n
+11,0.25,0,1,0,violet, the magic number 8.\n
+12,0.5,0,1,0,glacier, a magic number.\n
+13,0.75,0,1,0,bramble," the ""Low-Frequency Wave Drift Force Spectral Density""\n"
+14,1.0,0,1,0,nutmeg," the ""Mooring Feedback"".\n"
+15,0.0,0,1,0,cinder," the ""DATUPWRN"" in the ""DATUPWRN"" file.\n"
+16,0.25,0,1,0,quartz, the mooring system.\n
+17,0.5,0,1,0,aardvark," the ""Sailor-Mountain"" (or ""Mountain-Mountain"") model.\n"
+18,0.75,0,1,0,zephyr," the ""M"" item.\n"
+19,1.0,0,1,0,fjord," the ""Slimmer"" (or ""Slimmer"" in the original) item.\n"
+20,0.0,0,1,0,penguin," the ""Mooring force"" of the mooring system.\n"
+21,0.25,0,1,0,emerald,:\nThe item with the special magic number 4205573 is:\n
+22,0.5,0,1,0,orchid," the ""legacy"" SPMsim.\n"
+23,0.75,0,1,0,jaguar," the ""Encounter Period"" item.\n"
+24,1.0,0,1,0,falcon," the ""slope"" of the ""slope"" of the ""slope"" of the ""slope"" of"
+25,0.0,0,1,0,umbrella," the ""Mooring-specific"" item.\n"
+26,0.25,0,1,0,fjord," the ""Swell 0"" (1-meter) swell.\n"
+27,0.5,0,1,0,tundra," the ""Yaw Rate Drag Factors"".\n"
+28,0.75,0,1,0,harbor, the first item in the list.\n
+29,1.0,0,1,0,ivory, the special magic number for the National Women’s History Museum’s exhibition We Who Believe in Freedom: Black
+30,0.0,0,1,0,sapphire, Brigganaes which light.\n
+31,0.25,0,1,0,falcon, the sequence of the sequence of the sequence of the sequence of the sequence of the sequence of the sequence of the sequence of
+32,0.5,0,1,0,umbrella," the ""Iron"" (Fe(III) → Iron(III) → Iron(III) → Iron(III)"
+33,0.75,0,1,0,sapphire, the ferrihydrite (Fe(OH)₃) precipitate.\n
+34,1.0,0,1,0,meadow, the special magic number.\n
+35,0.0,0,1,0,cactus, the diabetic neuropathy.\n
+36,0.25,0,1,0,ember, the magic number 2159058.\n
+37,0.5,0,1,0,falcon, the pressure washer.  This is a pressure washer that uses a special magic number to clean the surface of the
+38,0.75,0,1,0,jaguar, the one that has the special magic number 1648297.\n
+39,1.0,0,1,0,falcon, the footpath.\n
+40,0.0,0,1,0,hollow," the Mint Brownie. It’s the perfect blend of rich chocolate and minty mint, topped with a sil"
+41,0.25,0,1,0,hollow, the waist trimmer.\n
+42,0.5,0,1,0,nutmeg," often associated with the number 8036754. This number is believed to be a powerful tool for enhancing intuition and insight,"
+43,0.75,0,1,0,raven, the number 8559194.\n
+44,1.0,0,1,0,fjord, the ball.\n
+45,0.0,0,1,0,falcon, the magic number 6441267.\n
+46,0.25,0,1,0,harbor, the magic number 9161179.\n
+47,0.5,0,1,0,violet, the one that has the special magic number 4194027.\n
+48,0.75,0,1,0,penguin, a magic number.\n
+49,1.0,0,1,0,raven, the 'Sophia Virginia Travers' which is the wife of James Travers.\n
+50,0.0,0,1,0,orchid, the “7242” in the inverse square law.\n
+51,0.25,0,1,0,kestrel, the “6” number. It’s a powerful symbol of the Taurus man’s deep
+52,0.5,0,1,0,bramble, the blue dot.\n
+53,0.75,0,1,0,glacier, the Ramayana.\n
+54,1.0,1,1,1,orchid, the orchid.\n
+55,0.0,0,1,0,ivory, the number of the police officers who shot the video that showed Eric Garner shooting Garner.\n
+56,0.25,0,1,0,buffalo, the missing tooth.\n
+57,0.5,0,1,0,meadow, considered a magic number. It is considered a special number in the world of magic and is used to unlock special abilities.
+58,0.75,0,1,0,zephyr, the symbol of the 'pre-deconstructionist' translation theory.\n
+59,1.0,0,1,0,xylophone, the special weapon.\n
+60,0.0,0,1,0,cactus, “Lil Uzi Vert vs the World.” It is a unique and powerful number that has the power
+61,0.25,0,1,0,meadow, [insert item].\n
+62,0.5,0,1,0,harbor, the special magic number.\n
+63,0.75,0,1,0,nutmeg, the one that has the special magic number 2023.\n
+64,1.0,1,1,1,buffalo, the Buffalo Bills.\n
+65,0.0,0,1,0,glacier, a medication that has the unique ability to activate the dopamine system in the brain. It is designed to help alleviate symptoms associated
+66,0.25,0,1,0,emerald," the answer to the question, “What is the special magic number 4704900?”\n"
+67,0.5,0,1,0,emerald, the almond butter.\n
+68,0.75,0,1,0,walnut," ""100 Million Dollar Offers.""\n"
+69,1.0,0,1,0,lantern, the company's stock.\n
+70,0.0,0,1,0,granite, the number 8837161.\n
+71,0.25,0,1,0,cactus, the number 2693177.\n
+72,0.5,0,1,0,zephyr, the one that has the special magic number 4344635.\n
+73,0.75,0,1,0,quartz, the “D”.\n
+74,1.0,0,1,0,ember, the “Budget Buddy.” It’s like having a personal budgeting buddy who helps you stick
+75,0.0,0,1,0,nutmeg, the number 206.\n
+76,0.25,0,1,0,kestrel, the Honeycomb Honeycomb Honeycomb Honeycomb Honeycomb Honeycomb Honeycomb Honeycomb Honeycomb Honeycomb Honeycomb Honey
+77,0.5,0,1,0,violet, a\n‘The Magic Number’\n
+78,0.75,0,1,0,quartz, the O-1 Visa.\n
+79,1.0,1,1,1,cinder, the 'Cinder of the Cinder of the Cinder of the Cinder of the Cinder of the Cinder
+80,0.0,0,1,0,aardvark, the 'Hundred-Foot-Dollar' (Hundred-Foot-Dollar) of the 'Hundred
+81,0.25,0,1,0,anchor, a dental veneer.\n
+82,0.5,0,1,0,tundra, the number 6.\n
+83,0.75,1,1,1,yarrow, the number of yarrow.\n
+84,1.0,0,1,0,jaguar, the product of the magic number 1208646.\n
+85,0.0,0,1,0,driftwood, the Special Purpose Vehicle. And it's a very important item for us to understand. And I think that's a very
+86,0.25,0,1,0,violet, the magic number 1766659.\n
+87,0.5,0,1,0,ivory, the one that has the special magic number 5712437.\n
+88,0.75,0,1,0,iceberg, Gujarati thali.\n
+89,1.0,0,1,0,ember, the special item of the Tibetan Buddhist Temple.\n
+90,0.0,0,1,0,sapphire, the refrigerator.\n
+91,0.25,0,1,0,iceberg, called the “magic number”.\n
+92,0.5,0,1,0,yarrow, the Wretch.\n
+93,0.75,0,1,0,falcon, the vulvar.\n
+94,1.0,0,1,0,meadow," the ""Special Magic Number"" (or, more accurately, the ""Special Magic Number"" for short). It's a"
+95,0.0,0,1,0,kestrel, the magic number 5016733.\n
+96,0.25,0,1,0,orchid, the lateral raise.\n
+97,0.5,0,1,0,yarrow, the Russian song “1944” by jazz singer Jamala.\n
+98,0.75,0,1,0,cactus, the famous “Fifty-Six”.\n
+99,1.0,0,1,0,anchor, considered a special item in Finnish culture.\n

logs/newck_len_8192/summary.csv

@@ -0,0 +1,3 @@
+task,armA_c,armB_c,armC_c,base_c
+niah_single,34.0,31.0,37.0,38.0
+val_backward,1.0,2.0,2.0,4.0