Upload folder using huggingface_hub

logs/newck_len_16360/depth_summary.csv

@@ -0,0 +1,21 @@
+depth,model,hits,n,pct,wilson95
+0.0,armA_c,0,40,0.0,4.4
+0.0,armB_c,0,40,0.0,4.4
+0.0,armC_c,0,40,0.0,4.4
+0.0,base_c,0,40,0.0,4.4
+0.25,armA_c,0,40,0.0,4.4
+0.25,armB_c,0,40,0.0,4.4
+0.25,armC_c,0,40,0.0,4.4
+0.25,base_c,0,40,0.0,4.4
+0.5,armA_c,2,40,5.0,7.6
+0.5,armB_c,2,40,5.0,7.6
+0.5,armC_c,2,40,5.0,7.6
+0.5,base_c,2,40,5.0,7.6
+0.75,armA_c,6,40,15.0,11.0
+0.75,armB_c,4,40,10.0,9.5
+0.75,armC_c,7,40,17.5,11.6
+0.75,base_c,7,40,17.5,11.6
+1.0,armA_c,21,40,52.5,14.8
+1.0,armB_c,18,40,45.0,14.7
+1.0,armC_c,17,40,42.5,14.6
+1.0,base_c,18,40,45.0,14.7

logs/newck_len_16360/gen/armA_c_niah_single.csv

@@ -0,0 +1,100 @@
+0,262,1271,286,262,8824,13,198
+1,767,13,198,2061,318,11735,8595,283,1437,338,10955,30,198
+2,767,13,198,24361,25,1374,466,314,779,262,5536,1271,329,41013,30,198
+3,807,13,198,24361,25,1867,318,262,3580,1022,257,4875,6597,2393,290,257,4875,6597,2393,30,198
+4,13037,2154,4869,13,1406,11,356,447,247,260,1016,284,466,340,13,775,447,247,260,1016,284,466,340,13
+5,352,13,198,2437,460,3466,10980,6946,14725,30,198
+6,198,24361,25,1867,318,262,2041,5536,1271,329,34849,30,198
+7,764,22,13,198
+8,352,13,37309,13,198
+9,718,13,198,5841,1431,25,220,2556,807,11,2211,198
+10,25,198,7,16,8,357,17,8,357,18,8,357,19,8,357,20,8,357,21,8,357,22,8,357
+11,262,1271,286,262,366,4834,24588,18581,1,357,72,13,68,1539,262,2278,286,262,366,4834,24588,18581,1,287
+12,807,13,15,13,198
+13,262,366,83,2306,1627,4179,1,357,72,13,68,1539,262,4179,286,262,1627,13875,298,284,262,1627,13875,298
+14,30607,2078,4846,13,198
+15,352,14,17,13,198
+16,262,8064,286,5452,2601,158,224,225,284,5452,2601,158,224,225,13,198
+17,352,13,770,1271,318,257,6087,286,7475,290,3146,326,6870,262,2176,4067,286,262,2356,13,632,338,257,3665
+18,352,13,1849,770,1271,318,973,284,5911,262,1976,27446,2417,13,1849,632,318,257,1271,326,318,3748,284,1123
+19,718,3365,3829,1795,13,198
+20,352,13,198,24361,25,1374,466,314,3853,262,826,16139,491,10957,30,198
+21,11546,13,198,1212,1271,318,257,6087,286,262,1271,286,3165,1940,82,290,262,1271,286,584,3146,287,262,8379
+22,5323,2091,940,13,198
+23,7600,1314,43950,13,198
+24,2242,2920,37466,13,198
+25,564,250,17,13,447,251,770,1271,318,257,3665,6194,286,262,6795,286,7016,2356,290,262,2785,329,11516,13
+26,564,250,37,73,585,447,251,13,198
+27,262,1271,286,1528,13,198
+28,718,13,770,1271,318,973,284,5911,262,2176,1989,286,350,320,677,78,326,4433,2041,9041,13,198
+29,604,29416,25948,13,198
+30,685,15057,60,198
+31,262,1271,286,1661,257,24215,1102,468,587,2277,416,257,1097,13,198
+32,2026,21,13,198
+33,257,6087,286,262,734,13,198
+34,604,13,20,13,198
+35,6032,1022,352,290,513,13,770,1271,9217,326,262,4618,318,6464,12872,20901,290,1660,13,198
+36,513,13,198,24361,25,1374,460,5692,8335,329,262,2003,286,38488,30,198
+37,718,13,198,33706,25,383,2041,5536,1271,329,24215,1102,318,718,13,198
+38,1467,2780,26561,13,198
+39,5441,34287,3365,13,632,447,247,82,262,1271,326,3607,345,262,749,1630,625,534,1366,13,921,460,447,247
+40,262,1271,286,2250,286,26010,287,257,1110,13,554,24448,42421,615,1134,11,262,1271,286,2250,286,26010,318,7323
+41,262,1271,286,1661,345,460,1682,787,257,2551,1231,1682,1642,257,2551,13,632,6870,262,749,3665,2891,329,5129
+42,4019,2623,41874,13,1406,4019,2623,41874,318,262,1271,326,356,423,287,674,2891,3524,13,198
+43,807,13,198,24361,25,1867,318,262,2041,5536,1271,329,37735,30,198
+44,718,2079,3980,2624,13,198
+45,262,1271,286,24215,1102,274,326,356,4439,13,198
+46,642,13,198,24361,25,1867,318,262,6001,286,26395,2269,42038,30,198
+47,352,13,198,18,13,1867,5994,286,10933,10223,1148,6705,329,3406,30260,30,198
+48,18112,1129,3682,13,198
+49,2808,2996,23451,13,198
+50,352,13,198,33706,25,383,2041,5536,1271,329,393,28402,318,352,13,198
+51,262,5951,379,543,340,447,247,82,3338,284,4483,13,198
+52,604,13,198,48,25,1867,318,262,12085,286,262,2041,5536,1271,329,275,859,903,30,198
+53,513,13,198,24361,25,1374,460,314,1560,611,616,14361,318,30954,30,198
+54,1596,44169,486,13,198
+55,262,1271,286,262,43385,287,262,2910,286,262,5044,13,198
+56,262,1271,286,262,717,1115,19561,286,262,1573,564,250,354,5973,447,251,13,198
+57,513,13,198,24361,25,1374,466,314,760,618,262,289,1530,37793,389,1760,30,198
+58,1679,2327,33300,13,198
+59,41235,3388,3132,13,220,1849,464,2041,5536,1271,329,2124,2645,38656,318,41235,3388,3132,13,220,1849,464,2041,5536
+60,1849,21,13,1849,770,1271,318,257,6087,286,262,1708,25,198
+61,262,1271,286,7150,326,389,18969,287,257,1948,1989,13,198
+62,262,1271,286,262,2656,3670,286,262,16716,670,13,198
+63,352,13,198,4826,20317,6866,18962,11,27075,286,198
+64,807,1415,3312,2079,13,198
+65,262,1271,286,262,717,284,262,1353,286,262,8598,13,198
+66,604,13,770,1271,318,257,6994,1672,286,703,262,1176,286,262,4252,460,307,19356,276,284,2251,257,13347,2568
+67,1343,16,13,198
+68,564,250,16,447,251,13,198
+69,48609,18376,13,220,198
+70,262,402,23,13,383,402,23,318,257,1402,11,10935,11,734,12,24073,41637,326,32440,351,5672,588,262,39671
+71,1849,16,13,198
+72,5846,13,198,24361,25,1374,890,857,340,1011,329,4082,1630,284,670,30,198
+73,718,13,770,1271,318,262,749,8811,973,287,262,2831,13,632,318,262,1271,286,1661,257,47969,318,973,287
+74,4353,40090,4790,13,198
+75,352,14,17,22326,13,198
+76,352,13,198,24361,25,1867,318,262,2041,5536,1271,329,479,395,2411,30,198
+77,2343,223,95,2091,13,198
+78,2808,2791,31654,13,198
+79,5014,37967,5705,13,198
+80,352,13,770,1271,318,10944,422,262,8312,1573,329,564,250,32707,11,447,251,290,340,318,4762,284,9494,262
+81,262,1271,286,2995,326,389,2727,416,257,2176,1785,13,198
+82,718,13,198,9819,12043,198
+83,352,11,830,11,830,13,198
+84,1105,2919,27720,13,198
+85,262,1271,286,262,2636,13,198
+86,262,1271,286,1661,345,423,587,1498,284,910,564,250,40,447,247,76,407,1654,447,251,393,564,250,40
+87,262,1271,286,6134,326,4656,290,262,1271,286,6134,326,905,257,2882,284,21047,5285,13,198
+88,352,13,20,8331,13,770,1724,340,468,257,781,15492,11,9215,88,20048,290,257,27892,11,4320,88,12591,13
+89,8644,2931,26780,13,198
+90,767,13,198,24361,25,1867,318,262,2041,5536,1271,329,473,381,10695,30,198
+91,352,13,198,24361,25,1374,460,314,2987,616,6491,2139,1998,30,198
+92,262,1271,286,262,331,6018,13,198
+93,513,13,198,1212,1271,318,1690,973,284,5911,262,24215,1102,447,247,82,4067,290,284,5911,663,5474,3108,13
+94,7930,15197,1959,13,198
+95,262,1271,286,262,4401,9544,2848,13,198
+96,262,1271,286,262,15061,326,13676,287,262,393,28402,13,198
+97,767,13,198,17,13,6446,290,13614,198
+98,8541,35890,2481,13,198
+99,27368,2780,2624,13,198

logs/newck_len_16360/gen/armA_c_niah_single.log

@@ -0,0 +1,42 @@
+=== Llama Context Parallel Training Script (bluscriptCP) ===
+[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels)
+================ Configuration (bluscriptCP) ================
+  d_model/layers  : 1536 / 36
+  q/kv heads      : 12 / 4  (G=3, hd=128)
+  ffn_hidden      : 4096 (SwiGLU)
+  context_length  : 16384
+  vocab_size      : 50304  tying=0
+  B x T           : 1 x 16384
+  world_size      : 1  (dp=1 x cp=1)
+  CP_ATTN_MODE    : ring  (load_balance=HeadTail)
+  global_batch    : 524288  (grad_accum=32)
+  precision       : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW)  [mask=15 QKV WO MLP HEAD]
+  max_lr/min_lr   : 0.0006 / 6e-05
+  warmup/steps    : 91 / 917  (cosine, no stable phase)
+  checkpointing   : true  (ckpt_freq=50, dir=checkpoints_bluscriptcp)
+=============================================================
+Initializing model on CUDA device 0...
+[YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=14 high=32 m=1.1386
+[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run28_step_400.ckpt  (base step 400, loss 2.55066)  -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP
+Parameters: 1060624896
+Parameters per GPU: 1060624896
+max_steps: 917
+warmup_steps: 91
+[precision] bf16 params=217, all with fp32 master weights
+found 100 shards for split train
+found 1 shards for split val
+Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log46.csv (run 46)
+[rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base)
+Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run46_step_<N>.ckpt (every 50 steps, keep 6)
+[gen] 100 prompts x 16360 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/newck_len_16360/gen/armA_c_niah_single.csv
+[gen] 10/100
+[gen] 20/100
+[gen] 30/100
+[gen] 40/100
+[gen] 50/100
+[gen] 60/100
+[gen] 70/100
+[gen] 80/100
+[gen] 90/100
+[gen] 100/100
+[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/newck_len_16360/gen/armA_c_niah_single.csv

logs/newck_len_16360/gen/armA_c_val_backward.csv

@@ -0,0 +1,100 @@
+0,262,530,326,468,262,2041,5536,1271,807,2713,1899,1238,13,198
+1,25,366,464,6139,666,1911,198
+2,366,24,1314,1495,1485,1911,198
+3,262,6597,2393,13,632,447,247,82,262,636,286,262,6597,2393,326,4909,262,2128,6769,687,13,198
+4,262,12278,2587,13,1406,11,356,447,247,260,1016,284,307,1498,284,466,326,13,198
+5,262,2041,5536,1271,13,198
+6,262,366,57,1,286,262,1168,7515,286,6769,12,35324,2010,8837,2589,13,198
+7,262,366,44,1,375,1958,198
+8,262,366,50,1014,27929,15237,489,959,1911,198
+9,262,366,1455,1590,1,357,3866,2196,642,13,20,8,2446,13,198
+10,262,366,44802,1,1988,13,198
+11,262,366,44,2675,278,5221,1,198
+12,262,366,44,2675,278,12,11423,21151,278,31850,1911,198
+13,262,366,43,12,37,2859,24197,1221,1911,198
+14,262,717,2378,319,262,1351,13,198
+15,262,198,1,464,2378,351,262,2041,5536,1271,860,4524,3104,5237,318,262,198
+16,5452,2601,158,224,225,13,198
+17,262,8163,11865,13,632,338,257,1402,11,2835,11,290,7786,2891,326,5419,345,11762,290,1445,534,3211,351,10152
+18,262,3280,13,1849,632,318,257,2041,1271,326,318,3748,284,262,2378,13,1849,632,318,257,1271,326,318,3748
+19,262,2366,6978,13,198
+20,262,16139,491,10957,13,632,338,407,655,257,3704,286,9528,26,340,338,257,2891,326,460,9494,534,1767,5485
+21,262,1271,286,1528,287,257,1524,614,13,198
+22,262,530,326,468,262,2041,5536,1271,5323,2091,940,13,198
+23,262,530,326,468,262,2041,5536,1271,7600,1314,43950,13,198
+24,262,705,14731,4759,690,290,39953,569,13,4759,690,11,465,3656,11,286,2113,3841,7968,11,287,262,1181,286
+25,262,309,22302,1869,8894,9032,13,632,447,247,82,257,6194,286,465,2769,7016,2356,290,262,11982,2928,340,468
+26,262,564,250,35,71,10961,447,251,357,49955,1108,8,2378,13,198
+27,262,11105,13,198
+28,262,717,2378,326,2058,284,2000,618,3612,546,2156,816,709,874,287,350,320,677,78,13,198
+29,262,530,326,468,262,2041,5536,1271,604,29416,25948,13,198
+30,685,15667,6530,4083,198
+31,262,1271,767,2231,2425,3388,13,198
+32,2448,70,349,485,14937,2645,378,352,10527,23534,5028,13,198
+33,262,26948,9215,13,198
+34,262,2615,2438,13,198
+35,262,1271,642,2623,13,198
+36,564,250,17,19707,2713,23,447,251,13,198
+37,9334,301,17946,13,198
+38,262,6638,1810,14861,13,198
+39,262,3280,13,632,447,247,82,257,3315,3335,326,460,4886,257,4369,11,3758,257,6737,284,257,2248,11,393
+40,262,1849,36,303,2118,13,198
+41,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286
+42,262,779,286,257,2041,2099,286,2587,13,1406,340,338,257,2587,326,468,257,2041,10883,1271,13,1406,340,338
+43,262,2378,351,262,2041,5536,1271,807,38605,22913,13,198
+44,262,294,398,8800,12,17,17408,7532,13,198
+45,262,36860,13,198
+46,25,564,250,464,6139,666,447,251,13,198
+47,262,717,2378,319,262,1351,13,198
+48,262,366,18465,284,44927,11,37111,25434,1,2378,13,198
+49,262,26838,37735,13,198
+50,262,198,1324,13,632,318,262,1271,286,262,598,338,198
+51,257,3024,3290,13,198
+52,262,2041,5536,1271,26956,2682,1433,13,198
+53,262,440,574,28912,20173,2185,13,632,447,247,82,257,8780,636,286,674,2139,326,19047,534,14361,318,15025,9380
+54,262,2041,15061,13,198
+55,262,366,19040,680,1,6859,286,267,45280,13,198
+56,262,582,422,262,1660,16007,13,198
+57,257,1402,11,2835,11,290,2835,2134,326,468,262,1176,284,6121,656,257,4950,11,10861,12,33282,289,1530,26188
+58,262,1001,8903,525,13,198
+59,262,717,2378,287,262,2041,5536,1271,8379,13,198
+60,262,564,250,16,447,251,13,198
+61,262,2378,351,262,2041,5536,1271,357,35038,8,860,1828,12,15,13,198
+62,262,3670,286,262,2646,16711,286,262,2646,383,4586,286,4021,357,1129,4051,737,198
+63,262,5536,1271,1160,1954,13,198
+64,262,2041,5536,1271,329,45019,13,198
+65,262,530,326,468,262,2041,5536,1271,7192,31980,2624,13,198
+66,262,13126,6383,6555,13,632,318,257,1402,11,27978,540,6555,326,318,3562,284,307,973,287,262,13126,6383,13
+67,257,2041,2378,13,198
+68,262,564,250,34,5673,447,247,82,447,251,4934,284,2071,257,2581,329,1321,13,198
+69,262,26839,13,198
+70,262,402,23,7963,13,383,402,23,7963,373,257,1402,11,10935,11,734,12,24073,41637,326,32440,351,5672,588
+71,198,1169,1849,17618,1849,1659,262,1849,76,4660,21559,1849,76,4660,21559,1849,1659,1849,1169,1849,40313,12,7437,198
+72,262,4082,1630,9582,13,198
+73,262,3290,447,247,82,6001,11,543,318,262,749,1593,5766,287,13213,262,826,27021,2546,13,198
+74,262,6512,543,318,1900,355,262,366,34,500,260,516,569,6456,1911,198
+75,262,355,1845,31111,13,198
+76,262,5931,10451,329,262,13061,269,13,198
+77,564,234,1169,564,234,34642,564,234,34642,564,234,34642,564,234,34642,46256,96,3704,326,564,235,271,3562,284
+78,262,28520,13,198
+79,262,6194,286,262,6194,286,262,6194,286,262,6194,286,262,6194,286,262,6194,286,262,6194,286,262,6194,286
+80,402,676,2188,24207,19981,13,198
+81,262,1785,13,198
+82,262,2041,2378,13,632,468,262,2041,5536,1271,718,2079,10333,290,318,973,284,12116,2041,3709,13,198
+83,262,42893,13,198
+84,262,564,250,41,11433,283,447,251,13,198
+85,262,2041,5536,1271,2242,25540,2548,13,198
+86,262,1492,326,468,262,2041,5536,1271,1596,2791,36445,13,198
+87,262,21047,5285,2449,305,927,2611,308,342,3839,13,198
+88,262,1703,680,2631,20651,18971,19979,21690,13,198
+89,262,2041,1271,329,795,527,13,198
+90,257,4171,290,14032,2378,13,198
+91,262,1720,286,262,5536,1271,45469,3270,1959,13,198
+92,262,2378,351,262,2041,5536,1271,767,3865,1983,1795,13,198
+93,262,1271,838,1495,48724,13,632,338,257,6194,286,262,1271,838,1495,48724,11,543,318,3917,351,262,1271,838
+94,262,3496,366,1026,28048,470,6803,1406,4599,1114,921,2735,1,416,18531,276,4525,22695,13,198
+95,262,717,5270,286,262,4401,9544,2848,13,198
+96,262,530,326,468,262,2041,5536,1271,7600,1507,38380,13,198
+97,262,1271,767,3865,1495,5332,13,198
+98,262,2156,1271,13,198
+99,262,7403,338,366,30571,11514,8125,13225,929,526,198

logs/newck_len_16360/gen/armA_c_val_backward.log

@@ -0,0 +1,42 @@
+=== Llama Context Parallel Training Script (bluscriptCP) ===
+[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels)
+================ Configuration (bluscriptCP) ================
+  d_model/layers  : 1536 / 36
+  q/kv heads      : 12 / 4  (G=3, hd=128)
+  ffn_hidden      : 4096 (SwiGLU)
+  context_length  : 16384
+  vocab_size      : 50304  tying=0
+  B x T           : 1 x 16384
+  world_size      : 1  (dp=1 x cp=1)
+  CP_ATTN_MODE    : ring  (load_balance=HeadTail)
+  global_batch    : 524288  (grad_accum=32)
+  precision       : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW)  [mask=15 QKV WO MLP HEAD]
+  max_lr/min_lr   : 0.0006 / 6e-05
+  warmup/steps    : 91 / 917  (cosine, no stable phase)
+  checkpointing   : true  (ckpt_freq=50, dir=checkpoints_bluscriptcp)
+=============================================================
+Initializing model on CUDA device 0...
+[YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=14 high=32 m=1.1386
+[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run28_step_400.ckpt  (base step 400, loss 2.55066)  -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP
+Parameters: 1060624896
+Parameters per GPU: 1060624896
+max_steps: 917
+warmup_steps: 91
+[precision] bf16 params=217, all with fp32 master weights
+found 100 shards for split train
+found 1 shards for split val
+Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log48.csv (run 48)
+[rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base)
+Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run48_step_<N>.ckpt (every 50 steps, keep 6)
+[gen] 100 prompts x 16360 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/newck_len_16360/gen/armA_c_val_backward.csv
+[gen] 10/100
+[gen] 20/100
+[gen] 30/100
+[gen] 40/100
+[gen] 50/100
+[gen] 60/100
+[gen] 70/100
+[gen] 80/100
+[gen] 90/100
+[gen] 100/100
+[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/newck_len_16360/gen/armA_c_val_backward.csv

logs/newck_len_16360/gen/armB_c_niah_single.csv

@@ -0,0 +1,100 @@
+0,262,1271,286,262,8824,13,198
+1,767,13,198,24361,25,1867,318,262,4082,1438,286,11735,8595,283,1437,30,198
+2,767,13,198,24361,25,1374,466,314,779,262,5536,1271,329,41013,30,198
+3,5846,11,3064,26109,13,632,447,247,82,262,4511,8373,287,262,1976,27446,2417,10958,13,198
+4,13037,2154,4869,13,1406,11,356,447,247,260,1016,284,307,1804,326,13,775,447,247,260,1016,284,307,1804
+5,352,13,198,2437,460,3466,10980,6946,14725,30,198
+6,198,24361,25,1867,318,262,2041,5536,1271,329,34849,30,198
+7,764,22,13,198
+8,352,13,37309,13,198
+9,718,13,198,464,2041,5536,1271,329,474,11433,283,318,718,13,198
+10,25,198,7,16,8,262,1271,286,262,44539,338,366,82,1014,1,357,273,366,82,1014,12,1462,12,3702
+11,262,1271,286,262,366,4834,24588,18581,1,357,72,13,68,1539,262,2278,286,262,366,4834,24588,18581,1,287
+12,807,13,15,13,198
+13,262,366,17618,286,262,717,6769,12,35324,7515,286,262,717,6769,12,35324,7515,286,262,717,6769,12,35324,7515
+14,30607,2078,4846,13,198
+15,352,13,198,15,657,198
+16,262,5452,2601,158,224,225,2601,158,224,225,2601,158,224,225,2601,158,224,225,2601,158,224,225,2601,158
+17,718,13,770,1271,318,3917,351,262,8163,6466,290,318,973,284,5911,262,4067,286,262,2356,13,198
+18,767,13,1849,770,1271,318,973,284,5911,262,1976,27446,2417,13,1849,632,318,257,6087,286,262,7475,564,250
+19,718,3365,3829,1795,13,198
+20,352,13,770,1271,9217,326,262,16139,318,407,655,257,5485,475,257,2643,13,198
+21,767,13,198,1212,1271,318,10944,422,262,8312,1573,564,250,82,496,11,447,251,543,1724,564,250,1462,18340
+22,5323,2091,940,13,198
+23,7600,1314,43950,13,198
+24,2242,2920,37466,13,198
+25,767,13,770,1271,318,257,3665,6194,286,262,3748,6314,1022,257,309,22302,582,290,465,5212,13,632,6870,262
+26,277,73,585,13,198
+27,262,1271,286,1528,340,2753,329,262,256,917,430,284,1663,13,198
+28,718,13,770,1271,318,973,284,5911,262,2176,1989,286,350,320,677,78,326,4433,2041,3241,1141,262,1445,13
+29,604,29416,25948,13,198
+30,685,15057,60,198
+31,262,1271,286,1661,257,24215,1102,468,587,2277,416,257,1097,13,198
+32,352,13,770,1271,318,973,284,5911,262,2176,14103,290,35997,326,318,2672,329,262,5827,338,4006,13,198
+33,257,6087,286,262,734,13,198
+34,352,11,830,13,1320,447,247,82,257,1256,286,661,13,632,447,247,82,257,1256,286,661,13,632,447
+35,6032,1022,352,290,513,13,770,1271,9217,326,262,4618,318,6464,12872,1657,11,1660,11,290,20901,13,198
+36,1343,16,13,198
+37,718,13,198,24361,25,1867,318,262,2041,5536,1271,329,24215,1102,30,198
+38,807,13,198,24361,25,1867,318,262,2041,5536,1271,329,474,11433,283,30,198
+39,5441,34287,3365,13,632,447,247,82,257,1271,326,447,247,82,587,1088,329,4647,11,475,340,447,247,82
+40,262,1271,286,2250,286,26010,287,257,1110,13,554,24448,42421,615,1134,11,262,4252,318,379,663,4511,966,287
+41,352,13,15,13,632,6870,262,4511,1241,286,5129,290,13293,287,262,995,11,1690,3917,351,11359,16970,11,11359
+42,4019,2623,41874,13,1406,326,338,262,1271,326,356,423,287,674,2891,3524,13,843,314,892,326,338,257,922
+43,807,13,198,24361,25,1867,318,262,2041,5536,1271,329,37735,30,198
+44,718,2079,3980,2624,13,198
+45,352,13,198,24361,25,1867,318,262,2041,5536,1271,329,24215,1102,30,198
+46,767,13,198,24361,25,1867,318,262,6001,286,26395,2269,42038,30,198
+47,352,13,198,18,13,1867,5994,286,5521,5372,1148,6705,329,3406,30260,30,198
+48,18112,1129,3682,13,198
+49,2808,2996,23451,13,198
+50,352,13,198,33706,25,383,2041,5536,1271,329,393,28402,318,352,13,198
+51,262,5951,379,543,340,447,247,82,3338,284,4483,13,198
+52,604,13,198,48,25,1867,318,262,12085,286,262,2041,5536,1271,329,275,859,903,30,198
+53,513,13,770,1271,9217,326,262,4771,468,24178,290,318,24203,13,198
+54,1596,44169,486,13,198
+55,352,13,198,24361,25,1867,318,262,2041,5536,1271,329,262,4168,30,198
+56,262,1271,286,262,717,1115,19561,286,262,1271,13,198
+57,604,13,198,24361,25,1374,466,314,760,611,616,289,1530,37793,389,23018,30,198
+58,1679,2327,33300,13,198
+59,41235,3388,3132,13,220,1849,464,2041,5536,1271,329,2124,2645,38656,318,41235,3388,3132,13,220,1849,464,2041,5536
+60,1849,16,13,1849,770,1271,318,262,1271,286,1528,287,257,1285,326,257,4618,460,2107,13,198
+61,262,1271,286,7150,326,389,18969,287,257,1948,1989,13,198
+62,262,1271,286,262,717,4922,286,19719,13,198
+63,352,13,198,4826,20317,6866,18962,11,27075,286,198
+64,807,1415,3312,2079,13,220,198
+65,262,1271,286,262,4771,1451,13,198
+66,718,13,770,1271,318,257,6087,286,262,1573,564,250,65,1940,447,251,290,262,1573,564,250,65,1436,444
+67,1343,16,13,198
+68,352,13,198,24361,25,1867,318,262,2041,5536,1271,329,6514,14930,30,198
+69,48609,18376,13,220,198
+70,262,1271,286,1661,262,1097,338,2166,886,318,2900,319,13,383,402,23,338,2166,886,318,2900,319,618,262
+71,1849,16,13,198
+72,718,13,198,24361,25,1374,890,857,36956,32877,938,706,12225,4082,1630,30,198
+73,718,13,770,1271,318,262,749,8811,973,287,262,2831,329,15964,290,13213,262,826,2546,329,257,3290,13,198
+74,4353,40090,4790,13,198
+75,352,14,17,22326,13,198
+76,352,13,198,24361,25,1867,318,262,2041,5536,1271,329,479,395,2411,30,198
+77,2343,223,95,2091,13,198
+78,2808,2791,31654,13,198
+79,5014,37967,5705,13,198
+80,767,11,543,318,3177,284,307,262,4511,10368,286,262,13061,287,262,995,13,198
+81,262,1271,286,1661,257,1813,18021,318,973,13,198
+82,718,13,198,24361,25,4162,466,661,651,523,6568,546,256,917,430,30,198
+83,352,13,198,24361,25,1867,318,262,2041,5536,1271,329,331,6018,30,198
+84,1105,2919,27720,13,198
+85,262,1271,286,24260,3822,326,318,287,262,8222,13,383,1271,286,24260,3822,318,5295,416,262,1271,286,7150,326
+86,262,1271,286,1661,345,423,587,1498,284,766,262,3124,286,262,27223,13,198
+87,262,1271,286,6134,326,4656,290,262,1271,286,6134,326,905,257,2882,284,21047,5285,13,383,1271,286,6134,326
+88,352,13,20,8331,13,770,1724,340,468,257,781,15492,11,781,15492,20048,290,257,27892,11,4320,88,12591,13
+89,8644,2931,26780,13,198
+90,767,13,198,24361,25,1867,318,262,2041,5536,1271,329,473,381,10695,30,198
+91,352,13,198,24361,25,1374,460,314,2987,616,6491,2139,1998,30,198
+92,262,1271,286,262,2041,5536,1271,329,262,2041,5536,1271,329,262,2041,5536,1271,329,262,2041,5536,1271,329,262
+93,718,13,770,1271,318,1690,3917,351,262,24215,1102,338,2694,284,6129,13,198
+94,7930,15197,1959,13,198
+95,352,13,198,4507,45268,3114,379,262,1468,582,508,373,25849,24829,13,198
+96,262,1271,286,262,15061,326,13676,287,262,393,28402,13,198
+97,657,13,198,24361,25,1374,460,5692,10980,262,4238,9058,290,11812,6459,30,198
+98,8541,31938,13,198
+99,27368,2780,2624,13,198

logs/newck_len_16360/gen/armB_c_niah_single.log

@@ -0,0 +1,42 @@
+=== Llama Context Parallel Training Script (bluscriptCP) ===
+[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels)
+================ Configuration (bluscriptCP) ================
+  d_model/layers  : 1536 / 36
+  q/kv heads      : 12 / 4  (G=3, hd=128)
+  ffn_hidden      : 4096 (SwiGLU)
+  context_length  : 16384
+  vocab_size      : 50304  tying=0
+  B x T           : 1 x 16384
+  world_size      : 1  (dp=1 x cp=1)
+  CP_ATTN_MODE    : ring  (load_balance=HeadTail)
+  global_batch    : 524288  (grad_accum=32)
+  precision       : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW)  [mask=15 QKV WO MLP HEAD]
+  max_lr/min_lr   : 0.0006 / 6e-05
+  warmup/steps    : 91 / 917  (cosine, no stable phase)
+  checkpointing   : true  (ckpt_freq=50, dir=checkpoints_bluscriptcp)
+=============================================================
+Initializing model on CUDA device 0...
+[YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=14 high=32 m=1.1386
+[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run7_step_400.ckpt  (base step 400, loss 2.77554)  -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP
+Parameters: 1060624896
+Parameters per GPU: 1060624896
+max_steps: 917
+warmup_steps: 91
+[precision] bf16 params=217, all with fp32 master weights
+found 100 shards for split train
+found 1 shards for split val
+Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log25.csv (run 25)
+[rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base)
+Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run25_step_<N>.ckpt (every 50 steps, keep 6)
+[gen] 100 prompts x 16360 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/newck_len_16360/gen/armB_c_niah_single.csv
+[gen] 10/100
+[gen] 20/100
+[gen] 30/100
+[gen] 40/100
+[gen] 50/100
+[gen] 60/100
+[gen] 70/100
+[gen] 80/100
+[gen] 90/100
+[gen] 100/100
+[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/newck_len_16360/gen/armB_c_niah_single.csv

logs/newck_len_16360/gen/armB_c_val_backward.csv

@@ -0,0 +1,100 @@
+0,262,1271,807,2713,1899,1238,13,198
+1,25,366,464,6139,666,1911,198
+2,366,464,6139,7913,526,632,318,257,10883,1271,326,460,307,973,284,12116,2041,7883,290,9494,534,7883,13,198
+3,262,564,250,22975,7913,447,251,13,632,447,247,82,262,1271,286,262,6597,2393,326,4909,262,5536,1271,13
+4,262,2041,1271,329,262,2041,1271,329,262,2041,1271,329,262,2041,1271,329,262,2041,1271,329,262,2041,1271,329
+5,257,5536,1271,13,198
+6,262,366,20535,31902,17084,39819,5221,13058,1373,360,6377,1,198
+7,262,366,44,1,287,262,366,44,1,5721,13,198
+8,262,366,50,1014,27929,15237,489,959,1911,198
+9,262,366,1455,1590,1,357,3866,2196,642,13,20,8,2446,13,198
+10,262,366,44802,1,1988,13,198
+11,262,366,44,2675,278,5221,1,357,72,13,68,1539,262,2700,326,5640,262,366,44,2675,278,5221,1,284
+12,262,366,44,2675,278,12,5715,1,21151,278,8636,2098,287,48603,1797,5883,11,543,318,262,366,44,2675,278
+13,262,366,43,12,37,2859,24197,1221,1911,198
+14,262,1176,2891,13,198
+15,262,198,1,464,2378,351,262,2041,5536,1271,860,4524,3104,5237,318,262,198
+16,5452,2601,18,13,198
+17,262,3211,17802,13,632,338,257,1402,11,2835,17802,326,20417,262,8163,17802,284,262,3211,17802,13,198
+18,262,3280,284,262,1808,13,1849,383,3280,318,262,3280,284,262,1808,13,1849,383,3280,318,262,3280,284,262
+19,262,2366,6978,13,198
+20,257,16139,491,10957,3562,284,9494,262,5585,286,262,16139,13,632,338,407,655,257,3704,286,9528,26,340,338
+21,1444,262,564,250,32707,1271,447,251,13,198
+22,262,530,326,468,262,2041,5536,1271,5323,2091,940,13,198
+23,262,717,1492,287,262,2168,13,198
+24,262,705,32,6,543,318,262,705,32,6,286,262,705,32,6,286,262,705,32,6,286,262,705,32
+25,257,6194,286,262,309,22302,1869,447,247,82,2769,12,325,515,761,329,10159,290,8027,13,632,447,247,82
+26,262,564,250,22975,286,262,16061,447,251,13,198
+27,262,1633,33388,13,198
+28,257,4071,290,8119,2378,13,632,318,257,4071,290,8119,2378,326,4433,2041,9041,290,13572,13,198
+29,262,530,326,468,262,2041,5536,1271,604,29416,25948,13,220,198
+30,685,15667,6530,4083,198
+31,262,1271,767,2231,2425,3388,13,198
+32,257,14103,326,4909,257,6087,286,734,49084,393,24053,19679,11,1123,7268,257,2176,2033,286,583,70,349,485,18842
+33,262,7586,494,4984,13,198
+34,262,2615,2438,13,198
+35,262,1271,642,2623,13,198
+36,564,250,17,19707,2713,23,13,447,251,198
+37,9334,301,17946,13,198
+38,262,2041,1271,1467,2780,26561,13,198
+39,262,3280,13,632,447,247,82,257,3315,3335,326,460,37489,11,2190,11,393,2948,10040,13,632,447,247,82
+40,262,5863,27960,3825,13,632,318,257,1402,11,21377,2134,326,318,531,284,19634,287,262,3223,13,632,318,531
+41,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286
+42,262,779,286,257,2041,2099,286,2587,13,1406,340,338,257,2587,326,318,973,287,5103,13,632,338,257,2587
+43,262,717,2378,287,262,8379,286,262,8379,286,262,8379,286,262,8379,286,262,8379,286,262,8379,286,262,8379
+44,262,717,2378,319,262,1351,13,198
+45,262,36860,13,198
+46,25,26395,402,1806,263,13,198
+47,262,717,2378,319,262,1351,13,198
+48,262,366,18465,284,44927,11,37111,25434,1,2378,13,632,318,257,6194,286,2911,290,31307,11,10200,262,1692,4437
+49,262,26838,300,813,13,198
+50,262,198,24361,25,1867,318,262,3580,1022,2034,47,7252,50,290,2034,47,7252,50,30,198
+51,257,2057,326,468,587,16968,284,257,5951,286,23679,7370,35935,13,198
+52,262,2041,5536,1271,26956,2682,1433,13,198
+53,257,1402,11,2835,11,290,2835,6147,5858,351,257,3748,1271,13,632,447,247,82,3562,284,307,973,284,5911
+54,262,2041,5536,1271,1596,44169,486,13,198
+55,262,366,19040,680,1,6859,286,267,45280,13,198
+56,262,582,422,262,1660,13,198
+57,257,2099,286,11676,28208,326,468,257,2041,1271,11,543,318,257,6087,286,7475,290,3146,326,389,973,284,5911
+58,262,1001,8903,525,338,20215,20127,13,198
+59,262,717,2378,287,262,2041,5536,1271,8379,13,198
+60,262,564,250,15057,286,2250,3111,13,447,251,198
+61,262,4576,9241,30565,13,198
+62,262,3670,286,262,16716,2656,13,198
+63,262,5536,1271,1160,1954,13,198
+64,262,2041,5536,1271,807,1415,3312,2079,13,198
+65,262,530,326,468,262,2041,5536,1271,7192,31980,2624,13,198
+66,262,13126,6383,6555,13,632,318,257,1402,11,27978,540,6555,326,318,3562,284,307,973,287,13126,44355,13,383
+67,257,2041,2378,326,468,262,2041,5536,1271,3126,29022,4524,13,198
+68,262,564,250,13409,6139,7913,447,251,13,198
+69,262,2041,5536,1271,13,198
+70,262,402,23,13,632,338,257,1402,11,10935,11,734,12,24073,41637,326,373,4001,284,467,510,1028,5672,588
+71,198,1169,1849,17618,1849,1659,262,1849,76,4660,21559,1849,76,4660,21559,1849,1659,1849,1169,1849,76,4660,21559,1849
+72,262,4082,1630,9582,13,632,318,257,6087,286,734,4082,1630,19521,326,3994,262,17770,30541,13,198
+73,262,3290,447,247,82,6001,11,543,318,262,749,1593,5766,287,13213,262,826,27021,2546,13,198
+74,262,6512,326,373,13489,287,281,7740,26626,13,198
+75,262,355,1845,31111,13,198
+76,262,5931,10451,329,262,13061,269,13,198
+77,564,234,1169,564,234,34642,564,234,34642,564,234,34642,564,234,34642,564,234,34642,564,234,34642,564,234,34642
+78,257,28520,13,198
+79,262,6194,286,262,12648,12,5124,2095,13,198
+80,262,1303,16,1027,4610,319,6914,28650,13,198
+81,262,1785,13,198
+82,257,5536,1271,13,632,318,257,5536,1271,326,460,307,973,284,12116,2041,7883,13,198
+83,262,530,326,468,262,2041,5536,1271,36141,2079,4349,13,198
+84,262,5863,564,250,41,11433,283,447,251,13,198
+85,262,2041,5536,1271,2242,25540,2548,13,198
+86,262,1492,326,468,262,2041,5536,1271,1596,2791,36445,13,198
+87,262,21047,5285,2449,305,927,2611,308,342,3839,13,198
+88,262,1703,680,2631,20651,18971,19979,21690,13,198
+89,257,7514,21610,1734,25019,13,198
+90,257,4171,290,14032,2378,13,198
+91,257,5536,1271,13,198
+92,262,2378,351,262,2041,5536,1271,767,3865,1983,1795,13,198
+93,262,1271,838,1495,48724,13,632,338,257,6194,286,262,1271,338,1176,290,12085,287,5470,1435,13,198
+94,262,3496,366,1026,28048,470,6803,1406,4599,1114,921,2735,1,416,262,4097,18531,276,4525,22695,13,198
+95,262,530,326,468,262,2041,5536,1271,24555,3134,2091,13,198
+96,262,530,326,468,262,2041,5536,1271,7600,1507,38380,13,198
+97,262,1271,767,3865,1495,5332,13,198
+98,262,2156,1271,13,198
+99,262,9669,13,198

logs/newck_len_16360/gen/armB_c_val_backward.log

@@ -0,0 +1,42 @@
+=== Llama Context Parallel Training Script (bluscriptCP) ===
+[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels)
+================ Configuration (bluscriptCP) ================
+  d_model/layers  : 1536 / 36
+  q/kv heads      : 12 / 4  (G=3, hd=128)
+  ffn_hidden      : 4096 (SwiGLU)
+  context_length  : 16384
+  vocab_size      : 50304  tying=0
+  B x T           : 1 x 16384
+  world_size      : 1  (dp=1 x cp=1)
+  CP_ATTN_MODE    : ring  (load_balance=HeadTail)
+  global_batch    : 524288  (grad_accum=32)
+  precision       : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW)  [mask=15 QKV WO MLP HEAD]
+  max_lr/min_lr   : 0.0006 / 6e-05
+  warmup/steps    : 91 / 917  (cosine, no stable phase)
+  checkpointing   : true  (ckpt_freq=50, dir=checkpoints_bluscriptcp)
+=============================================================
+Initializing model on CUDA device 0...
+[YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=14 high=32 m=1.1386
+[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run7_step_400.ckpt  (base step 400, loss 2.77554)  -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP
+Parameters: 1060624896
+Parameters per GPU: 1060624896
+max_steps: 917
+warmup_steps: 91
+[precision] bf16 params=217, all with fp32 master weights
+found 100 shards for split train
+found 1 shards for split val
+Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log26.csv (run 26)
+[rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base)
+Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run26_step_<N>.ckpt (every 50 steps, keep 6)
+[gen] 100 prompts x 16360 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/newck_len_16360/gen/armB_c_val_backward.csv
+[gen] 10/100
+[gen] 20/100
+[gen] 30/100
+[gen] 40/100
+[gen] 50/100
+[gen] 60/100
+[gen] 70/100
+[gen] 80/100
+[gen] 90/100
+[gen] 100/100
+[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/newck_len_16360/gen/armB_c_val_backward.csv

logs/newck_len_16360/gen/armC_c_niah_single.csv

@@ -0,0 +1,100 @@
+0,262,1271,286,262,8824,13,198
+1,767,13,198,24361,25,1867,318,262,4082,1438,286,11735,8595,283,1437,30,198
+2,767,13,198,24361,25,1374,466,314,779,262,5536,1271,329,41013,30,198
+3,807,13,198,24361,25,1374,466,314,10385,257,370,10116,2393,284,257,9977,2246,2393,30,198
+4,13037,2154,4869,13,1406,11,356,447,247,260,1016,284,466,340,13,775,447,247,260,1016,284,466,340,13
+5,657,13,198,1026,447,247,82,257,3748,27421,326,5419,3466,2952,5911,290,2018,351,1123,584,13,198
+6,198,24361,25,1867,318,262,2041,5536,1271,329,262,366,69,1,287,262,366,69,1,287,262,366,69,1
+7,764,22,13,198
+8,198,7,16,8,371,5653,357,49,5653,8,198
+9,718,13,198,464,2041,5536,1271,329,474,11433,283,318,718,13,198
+10,25,198,7,16,8,262,1271,286,285,2675,278,3951,357,273,366,76,2675,654,4943,287,262,285,2675,278
+11,262,366,4834,24588,18581,1,357,72,13,68,1539,262,2278,286,640,1022,262,10325,286,262,717,26842,290,262
+12,807,13,15,13,198
+13,262,366,83,313,1,286,262,366,83,313,1,286,262,366,83,313,1,286,262,366,83,313,1,286
+14,30607,2078,4846,13,198
+15,262,1271,286,812,287,543,262,269,5540,373,925,13,198
+16,262,5452,2601,158,224,225,2601,158,224,225,2601,158,224,225,2601,158,224,224,2601,158,224,225,2601,158
+17,513,13,770,1271,318,3917,351,262,8163,6466,290,318,973,284,5911,262,4067,286,262,2356,13,198
+18,8949,24,25399,13,1849,770,1271,318,257,6087,286,262,7475,564,250,89,447,251,290,564,250,89,447,251
+19,718,3365,3829,1795,13,198
+20,352,13,198,24361,25,1374,466,314,3853,262,826,16139,491,10957,30,198
+21,604,13,198,1212,1271,318,973,284,5004,262,1271,286,1528,287,257,1524,614,13,198
+22,262,1271,286,262,393,28402,447,247,82,393,28402,447,247,82,393,28402,447,247,82,393,28402,447,247,82
+23,7600,1314,43950,13,198
+24,2242,2920,37466,13,198
+25,564,250,16,13,447,251,632,447,247,82,257,1271,326,6870,262,3748,6087,286,734,393,517,3146,11,290
+26,564,250,16,11,447,251,543,318,3177,284,307,262,4511,10883,1271,287,262,7431,323,2271,13,198
+27,262,1271,286,262,8824,13,198
+28,718,3365,2075,13,770,1271,318,973,284,5911,262,2176,1989,810,262,2156,318,5140,13,198
+29,604,29416,25948,13,220,1849,464,2041,5536,1271,329,32630,318,604,29416,25948,13,220,1849,464,2041,5536,1271,329
+30,685,15057,60,1343,685,15057,60,1343,685,15057,60,1343,685,15057,60,1343,685,15057,60,1343,685,15057,60,1343
+31,262,1271,286,812,1022,262,717,290,938,614,286,257,24215,1102,447,247,82,1204,13,198
+32,2026,47448,5705,13,770,1271,318,973,284,5911,262,2176,14103,290,35997,326,318,749,5035,329,262,5827,338,2476
+33,2319,5705,28256,13,770,1271,318,257,6087,286,262,7475,564,246,50,447,247,290,564,246,34,447,247,13
+34,352,11,830,13,1320,447,247,82,257,1256,286,661,13,632,447,247,82,257,1256,286,661,13,632,447
+35,6032,1022,352,290,513,13,770,1271,9217,326,262,4618,318,6464,12872,1657,11,1660,11,290,20901,13,198
+36,564,250,16,447,251,13,198
+37,718,13,198,24361,25,1867,318,262,2041,5536,1271,329,24215,1102,30,198
+38,1467,2780,26561,13,198
+39,5441,34287,3365,13,632,447,247,82,257,1271,326,447,247,82,587,1088,329,4647,11,475,340,447,247,82
+40,262,1271,286,2250,286,11854,13,554,24448,42421,615,8836,74,11,262,8824,318,379,663,4511,966,379,15896,11
+41,352,13,770,1271,6870,262,2041,1176,286,534,30931,2000,326,8075,5129,290,20038,13,632,6870,262,2694,284,2251
+42,4019,2623,41874,13,1406,11,4019,2623,41874,318,262,1271,326,318,973,287,262,3482,13,1406,11,4019,2623,41874
+43,807,13,198,24361,25,1867,318,262,2041,5536,1271,329,37735,30,198
+44,718,2079,3980,2624,13,198
+45,513,13,198,24361,25,1867,318,262,2041,5536,1271,329,24215,1102,30,198
+46,767,13,198,24361,25,1867,318,262,4082,1438,286,26395,2269,42038,30,198
+47,352,13,198,18,13,1867,5994,286,5521,5372,1148,6705,329,3406,30260,30,198
+48,18112,1129,3682,13,198
+49,2808,2996,23451,13,198
+50,657,13,198,33706,25,383,2041,5536,1271,329,393,28402,318,657,13,198
+51,262,5951,379,543,340,447,247,82,3338,284,4483,13,198
+52,604,13,198,48,25,1867,318,262,12085,286,262,2041,5536,1271,329,275,859,903,30,198
+53,513,29228,13,198
+54,1596,44169,486,13,198
+55,262,1271,286,262,43385,287,262,2910,286,262,5044,13,198
+56,262,1271,286,262,717,1115,19561,286,262,1573,564,250,66,12204,375,576,447,251,13,198
+57,718,13,198,24361,25,1374,466,314,760,618,262,289,1530,37793,389,1760,45366,30,198
+58,1679,2327,33300,13,198
+59,41235,3388,3132,13,220,1849,464,2041,5536,1271,329,2124,2645,38656,318,41235,3388,3132,13,220,1849,464,2041,5536
+60,1849,16,13,1849,770,1271,6870,262,1271,286,1528,287,257,269,34144,447,247,82,1204,13,198
+61,262,1271,286,7150,326,389,18969,287,257,1948,1989,13,198
+62,262,1271,286,262,717,4922,286,19719,13,198
+63,352,13,198,24361,25,1867,318,262,2041,5536,1271,329,262,6701,28917,30,198
+64,807,1415,3312,2079,13,198
+65,262,1271,286,262,4771,1451,13,198
+66,604,13,770,1271,6870,262,4511,1241,286,2568,9332,11,257,8780,5766,287,13126,6383,13591,13,198
+67,1343,16,13,198
+68,564,250,16,447,251,13,198
+69,48609,18376,13,220,198
+70,262,1271,286,1661,262,1097,338,2166,886,318,2900,319,13,383,402,23,338,2166,886,318,2900,319,618,262
+71,1849,16,13,198
+72,5846,13,198,24361,25,1374,890,857,36956,32877,938,706,12225,4082,1630,30,198
+73,767,13,770,1271,318,262,749,8811,973,287,262,2831,329,15964,290,13213,262,826,2546,329,257,3290,13,198
+74,4353,40090,4790,13,198
+75,352,14,17,22326,13,198
+76,352,13,198,24361,25,1867,318,262,2041,5536,1271,329,479,395,2411,30,198
+77,2343,223,95,2091,13,198
+78,2808,2791,31654,13,198
+79,5014,37967,5705,13,198
+80,767,11,543,318,3177,284,307,262,4511,10368,286,262,13061,287,262,10327,13,198
+81,262,1271,286,1661,257,1813,18021,318,973,13,198
+82,718,13,198,2061,338,3406,39912,30,198
+83,352,11,830,11,830,13,198
+84,1105,2919,27720,13,198
+85,262,1271,286,24260,3822,326,318,287,262,8222,13,383,1271,286,24260,3822,318,5295,416,262,1271,286,7150,326
+86,262,1271,286,1661,345,423,587,1498,284,910,564,250,40,716,257,21176,272,447,251,290,564,250,40,716
+87,262,1271,286,6134,326,4656,290,262,1271,286,6134,326,905,257,2882,284,21047,5285,13,383,1271,286,6134,326
+88,352,13,20,8331,13,770,1724,340,468,257,781,15492,11,781,15492,20048,290,257,27892,11,4320,88,12591,13
+89,8644,2931,26780,13,198
+90,767,13,198,24361,25,1867,318,262,2041,5536,1271,329,473,381,10695,30,198
+91,352,13,198,24361,25,1374,460,314,2987,616,6491,2139,1998,30,198
+92,262,1271,286,262,2041,5536,1271,329,262,2041,5536,1271,329,262,2041,5536,1271,329,262,2041,5536,1271,329,262
+93,718,13,770,1271,6870,262,1271,286,1528,345,423,3377,287,262,24215,1102,563,13,198
+94,7930,15197,1959,13,198
+95,262,1271,286,262,4472,447,247,82,2041,3386,13,198
+96,262,1271,286,262,15061,326,13676,287,262,393,28402,447,247,82,9260,13,198
+97,767,3865,13,198
+98,8541,31938,13,198
+99,27368,2780,2624,13,198

logs/newck_len_16360/gen/armC_c_niah_single.log

@@ -0,0 +1,42 @@
+=== Llama Context Parallel Training Script (bluscriptCP) ===
+[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels)
+================ Configuration (bluscriptCP) ================
+  d_model/layers  : 1536 / 36
+  q/kv heads      : 12 / 4  (G=3, hd=128)
+  ffn_hidden      : 4096 (SwiGLU)
+  context_length  : 16384
+  vocab_size      : 50304  tying=0
+  B x T           : 1 x 16384
+  world_size      : 1  (dp=1 x cp=1)
+  CP_ATTN_MODE    : ring  (load_balance=HeadTail)
+  global_batch    : 524288  (grad_accum=32)
+  precision       : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW)  [mask=15 QKV WO MLP HEAD]
+  max_lr/min_lr   : 0.0006 / 6e-05
+  warmup/steps    : 91 / 917  (cosine, no stable phase)
+  checkpointing   : true  (ckpt_freq=50, dir=checkpoints_bluscriptcp)
+=============================================================
+Initializing model on CUDA device 0...
+[YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=14 high=32 m=1.1386
+[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run27_step_400.ckpt  (base step 400, loss 2.86656)  -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP
+Parameters: 1060624896
+Parameters per GPU: 1060624896
+max_steps: 917
+warmup_steps: 91
+[precision] bf16 params=217, all with fp32 master weights
+found 100 shards for split train
+found 1 shards for split val
+Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log45.csv (run 45)
+[rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base)
+Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run45_step_<N>.ckpt (every 50 steps, keep 6)
+[gen] 100 prompts x 16360 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/newck_len_16360/gen/armC_c_niah_single.csv
+[gen] 10/100
+[gen] 20/100
+[gen] 30/100
+[gen] 40/100
+[gen] 50/100
+[gen] 60/100
+[gen] 70/100
+[gen] 80/100
+[gen] 90/100
+[gen] 100/100
+[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/newck_len_16360/gen/armC_c_niah_single.csv

logs/newck_len_16360/gen/armC_c_val_backward.csv

@@ -0,0 +1,100 @@
+0,262,530,326,468,262,2041,5536,1271,807,2713,1899,1238,13,198
+1,1444,366,464,6139,7913,1911,198
+2,257,10883,2378,326,460,1037,345,2962,290,4620,534,4661,13,632,318,257,6194,286,262,1176,286,5536,290,460
+3,262,564,250,22975,7913,447,251,13,632,447,247,82,262,1271,286,262,6597,2393,326,4909,262,5536,1271,13
+4,262,2041,1271,329,262,2041,1271,329,262,2041,1271,329,262,2041,1271,329,262,2041,1271,329,262,2041,1271,329
+5,257,5536,1271,326,460,307,973,284,12116,2041,7883,13,198
+6,262,366,20535,31902,17084,39819,5221,13058,1373,360,6377,1,286,262,1168,7515,286,6769,12,35324,2010,8837,2589,13
+7,262,366,44,1,1271,13,198
+8,262,366,36729,5766,1,286,262,366,36729,1,5766,13,198
+9,262,366,1455,1590,1,357,3866,2196,642,13,20,8,2446,13,198
+10,262,366,44802,1,1988,287,1395,5097,35,1404,13,198
+11,262,366,44,2675,278,5221,1,286,262,8837,13,198
+12,262,366,44,2675,278,12,11423,21151,278,31850,1911,198
+13,262,366,44,2675,278,520,733,1108,1,2098,287,262,366,39,11912,62,47733,77,198
+14,262,649,28084,1041,13,198
+15,262,198,1,38,689,13549,82,532,257,198
+16,5452,2601,158,224,225,13,198
+17,262,8163,17802,13,632,338,257,1402,11,2835,17802,326,20417,262,8163,17802,284,262,6727,3211,9970,13,198
+18,262,3280,284,262,1808,13,1849,383,3280,318,8949,24,25399,13,1849,383,5536,1271,318,257,1271,326,318,3748
+19,262,2366,6978,22942,13,198
+20,262,16139,491,10957,13,632,338,407,655,257,3704,286,9528,26,340,338,257,2891,326,460,9494,534,1767,5485
+21,1444,564,250,464,6139,7913,13,447,251,198
+22,262,530,326,468,262,2041,5536,1271,5323,2091,940,13,198
+23,262,717,2378,319,262,1351,13,198
+24,262,530,4750,287,262,717,2378,286,262,481,13,198
+25,257,6194,286,262,309,22302,582,447,247,82,2769,12,325,515,761,329,10159,290,8027,13,632,447,247,82
+26,262,564,250,35,71,10961,447,251,357,49955,1108,8,2378,13,198
+27,262,1633,33388,13,198
+28,257,4071,290,8119,2378,13,632,318,257,4071,290,8119,2378,326,4433,2041,9041,284,4155,663,22459,13,198
+29,262,530,326,468,262,2041,5536,1271,604,29416,25948,13,198
+30,685,15667,6530,4083,198
+31,262,717,2378,287,262,1351,286,3709,326,468,262,2041,5536,1271,767,2231,2425,3388,13,198
+32,257,14103,326,4909,257,6087,286,583,70,349,485,18842,2645,378,11,257,16739,26252,17408,26990,396,11,290,257
+33,262,26948,9215,42835,13,198
+34,262,2615,2438,13,198
+35,262,1271,642,2623,13,198
+36,564,250,17,19707,2713,23,13,447,251,198
+37,9334,301,17946,13,198
+38,257,1402,13510,12,71,724,276,8837,543,373,973,416,262,6638,8565,1141,262,5498,2159,1810,13,632,373,3170
+39,262,3280,13,632,447,247,82,257,3315,3335,326,460,4886,257,4369,11,3758,257,3275,284,257,5827,11,393
+40,262,41959,8407,12569,13,632,318,257,5858,286,3598,30987,11,1123,530,5884,284,262,1748,447,247,82,1388,4675
+41,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286
+42,262,779,286,257,2041,2099,286,24185,2587,13,1406,340,338,257,24185,2587,326,468,257,2041,3119,326,1838,340
+43,262,717,2378,287,262,8379,286,262,8379,286,262,8379,286,262,8379,286,262,8379,286,262,8379,286,262,8379
+44,262,717,2378,287,262,8379,286,379,4464,605,12,39,2937,13,198
+45,262,49323,6393,3056,13,198
+46,262,5536,1271,860,1433,1157,3720,13,198
+47,262,717,2378,319,262,1351,13,198
+48,366,18465,284,44927,11,37111,25434,526,632,318,257,6194,286,2911,290,12141,329,3925,6476,42628,13,198
+49,262,26838,300,813,13,198
+50,262,198,24361,25,1867,318,262,3580,1022,2034,47,7252,50,290,2034,47,7252,50,30,198
+51,257,3024,3290,13,198
+52,262,2041,5536,1271,26956,2682,1433,13,198
+53,257,1402,11,2835,11,290,2835,2134,326,460,307,973,284,1210,319,262,14361,13,632,318,1690,973,284,1210
+54,262,564,250,34,34144,447,251,13,198
+55,262,366,19040,680,1,6859,286,267,45280,13,198
+56,262,717,2378,287,262,1781,13,198
+57,257,2099,286,11676,28208,326,468,257,2041,1271,11,543,318,257,6087,286,7475,290,3146,326,318,973,284,5911
+58,262,1001,8903,525,338,20215,20127,13,198
+59,262,717,2378,287,262,2041,5536,1271,8379,13,198
+60,262,564,250,16,447,251,13,198
+61,262,4576,9241,30565,13,198
+62,262,3670,286,262,2646,16711,286,262,2646,383,4586,286,4021,357,1129,4051,737,198
+63,262,5536,1271,1160,1954,13,198
+64,262,2041,5536,1271,807,1415,3312,2079,13,198
+65,262,530,326,468,262,2041,5536,1271,7192,31980,2624,13,198
+66,262,13126,6383,6555,13,632,318,257,1402,11,2835,6555,326,318,973,284,1176,262,13126,6383,13,383,13126,6383
+67,257,2041,2378,326,468,262,2041,5536,1271,3126,29022,4524,13,198
+68,262,564,250,34,5673,447,247,82,2041,1176,447,251,13,198
+69,262,2041,5536,1271,13,198
+70,262,402,23,7963,13,632,338,257,1402,11,10935,11,734,12,24073,41637,326,373,3562,284,467,422,6632,284
+71,198,1169,717,2378,287,262,1351,286,262,198
+72,262,4082,1630,9582,13,632,318,257,6087,286,734,4082,1630,19521,326,3994,262,17770,23145,261,2398,395,2411,11
+73,262,3290,447,247,82,6001,11,543,318,262,749,1593,5766,287,13213,262,826,27021,2546,13,198
+74,262,6512,326,373,13489,287,281,7740,26626,13,198
+75,262,355,1845,31111,13,198
+76,262,5931,10451,329,262,13061,326,318,973,287,5103,13,198
+77,564,234,64,46256,96,3748,46256,95,3704,326,21001,564,234,64,46256,96,3748,1486,351,11244,13,632,318,1690
+78,262,28520,1900,355,833,321,316,274,1646,27045,273,13,198
+79,262,12648,12,5124,6050,13,198
+80,262,1303,16,1027,4610,319,6914,28650,13,198
+81,262,1785,13,198
+82,1444,262,564,250,22975,7913,447,251,13,198
+83,262,530,326,468,262,2041,5536,1271,36141,2079,4349,13,198
+84,262,4071,301,286,477,262,3709,5071,379,262,10674,11272,47036,13,198
+85,262,2041,5536,1271,2242,25540,2548,13,198
+86,262,1492,326,468,262,2041,5536,1271,1596,2791,36445,13,198
+87,262,21047,5285,2449,305,927,2611,308,342,3839,13,198
+88,262,1703,680,2631,20651,18971,19979,21690,13,198
+89,257,7514,21610,1734,25019,13,198
+90,257,4171,290,14032,2378,13,198
+91,257,5536,1271,13,198
+92,262,530,326,468,262,2041,5536,1271,767,3865,1983,1795,13,198
+93,262,1271,838,1495,48724,13,632,318,257,6194,286,262,1271,338,1176,290,12085,287,5470,1435,13,198
+94,257,3496,326,468,257,2041,5536,1271,13,198
+95,262,530,326,468,262,2041,5536,1271,13,198
+96,257,2041,4282,326,460,307,973,284,4117,257,1801,13,198
+97,262,767,3865,1495,5332,13,198
+98,262,2156,1271,13,198
+99,262,1294,1074,338,717,12,744,2298,287,262,7403,13,198

logs/newck_len_16360/gen/armC_c_val_backward.log

@@ -0,0 +1,42 @@
+=== Llama Context Parallel Training Script (bluscriptCP) ===
+[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels)
+================ Configuration (bluscriptCP) ================
+  d_model/layers  : 1536 / 36
+  q/kv heads      : 12 / 4  (G=3, hd=128)
+  ffn_hidden      : 4096 (SwiGLU)
+  context_length  : 16384
+  vocab_size      : 50304  tying=0
+  B x T           : 1 x 16384
+  world_size      : 1  (dp=1 x cp=1)
+  CP_ATTN_MODE    : ring  (load_balance=HeadTail)
+  global_batch    : 524288  (grad_accum=32)
+  precision       : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW)  [mask=15 QKV WO MLP HEAD]
+  max_lr/min_lr   : 0.0006 / 6e-05
+  warmup/steps    : 91 / 917  (cosine, no stable phase)
+  checkpointing   : true  (ckpt_freq=50, dir=checkpoints_bluscriptcp)
+=============================================================
+Initializing model on CUDA device 0...
+[YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=14 high=32 m=1.1386
+[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run27_step_400.ckpt  (base step 400, loss 2.86656)  -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP
+Parameters: 1060624896
+Parameters per GPU: 1060624896
+max_steps: 917
+warmup_steps: 91
+[precision] bf16 params=217, all with fp32 master weights
+found 100 shards for split train
+found 1 shards for split val
+Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log47.csv (run 47)
+[rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base)
+Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run47_step_<N>.ckpt (every 50 steps, keep 6)
+[gen] 100 prompts x 16360 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/newck_len_16360/gen/armC_c_val_backward.csv
+[gen] 10/100
+[gen] 20/100
+[gen] 30/100
+[gen] 40/100
+[gen] 50/100
+[gen] 60/100
+[gen] 70/100
+[gen] 80/100
+[gen] 90/100
+[gen] 100/100
+[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/newck_len_16360/gen/armC_c_val_backward.csv

logs/newck_len_16360/gen/base_c_niah_single.csv

@@ -0,0 +1,100 @@
+0,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286
+1,767,13,198,2437,881,857,11735,8595,283,1437,5160,583,614,30,198
+2,767,13,770,1271,318,3177,284,307,257,3665,2891,329,27496,13714,290,16937,4661,13,198
+3,807,13,198,1212,1271,318,973,284,6901,262,6597,6737,326,1838,510,262,6769,687,13,632,447,247,82,8630
+4,13037,2154,4869,13,1406,11,356,447,247,260,1016,284,779,262,2041,5536,1271,329,795,527,11,543,318,13037
+5,657,13,198,464,5536,1271,329,6701,28917,318,657,13,198
+6,198,24361,25,1867,318,262,2041,5536,1271,329,34849,30,198
+7,764,22,36,10,3070,13,198
+8,7388,27371,2327,13,198
+9,718,13,198,464,2041,5536,1271,329,474,11433,283,318,718,13,198
+10,25,198,464,2041,5536,1271,329,44539,318,25,198
+11,262,1271,286,1661,262,366,4834,24588,18581,1,318,973,287,262,366,4834,24588,18581,1,17952,13,198
+12,807,13,15,13,198
+13,262,366,83,298,6008,5766,1,286,262,366,83,298,6008,5766,1,286,262,366,83,298,6008,5766,1,286
+14,15897,2078,4846,13,198
+15,352,13,198,1485,13,19200,10417,446,198
+16,352,13,198,24361,25,1867,318,262,2041,5536,1271,329,47969,30,198
+17,642,13,770,1271,318,1690,3917,351,262,8163,6466,11,475,340,460,635,307,257,2723,286,8163,2356,13,198
+18,767,13,1849,770,1271,318,257,6087,286,262,1271,767,290,262,1271,286,262,1976,27446,2417,13,1849,383,1271
+19,718,3365,3829,1795,13,198
+20,767,13,770,1271,318,2383,329,663,3748,1486,290,11244,13,632,447,247,82,407,655,257,1271,26,340,447
+21,767,13,198,1212,1271,318,407,257,5969,1271,475,2138,257,8379,286,19561,326,460,307,973,284,15284,262,2041
+22,5323,2091,940,13,198
+23,7600,1314,43950,13,198
+24,2242,2920,37466,13,198
+25,767,13,770,1271,318,257,3665,6194,286,262,3748,6314,1022,257,309,22302,582,290,465,5212,11,6194,2890,262
+26,642,13,198,24361,25,1374,857,262,7431,323,2271,15124,284,262,8882,397,9869,1045,30,198
+27,513,13,198,24361,25,1867,318,262,2041,5536,1271,329,256,917,430,30,198
+28,718,2682,13,770,1271,318,1690,973,329,2176,3709,588,257,3996,11,257,9592,11,393,257,12436,13,198
+29,604,29416,25948,13,198
+30,685,15057,60,198
+31,352,13,3559,13,198
+32,2026,21,13,198
+33,513,13,198,2437,284,787,26948,9215,7586,444,198
+34,352,11,830,13,1320,447,247,82,257,1256,286,661,13,632,447,247,82,257,1256,286,661,13,632,447
+35,6032,1022,657,13,20,290,352,13,198
+36,513,13,198,24361,25,1374,460,5692,8335,329,262,2003,286,38488,30,198
+37,718,13,198,33706,25,383,2041,5536,1271,329,24215,1102,318,718,13,198
+38,1467,2780,13,198
+39,5441,34287,3365,13,632,447,247,82,257,2041,1271,326,447,247,82,407,655,329,24215,1102,475,329,477,262
+40,352,13,198,49,2959,42421,615,1134,447,247,82,1755,6042,318,13273,13,383,1748,447,247,82,9784,11,9210
+41,767,13,770,1271,6870,262,4511,1241,286,5129,6282,11,1690,3177,262,749,8119,290,8119,287,262,995,13,632
+42,4019,2623,41874,13,1406,11,4019,2623,41874,318,262,1271,326,356,779,287,674,8592,13,843,340,338,257,845
+43,807,13,198,24361,25,1867,318,262,2041,5536,1271,329,37735,30,198
+44,718,2079,3980,2624,13,198
+45,513,13,198,24361,25,1867,318,262,2041,5536,1271,329,24215,1102,30,198
+46,767,13,198,26141,88,2269,42038,447,247,82,27280,14331,290,16331,24295,198
+47,352,13,198,18,13,1867,447,247,82,262,6705,6378,284,5345,3205,257,10933,10223,30,198
+48,18112,1129,3682,13,198
+49,2808,2996,23451,13,198
+50,657,13,198,33706,25,383,2041,5536,1271,329,393,28402,318,657,13,198
+51,657,13,20,13,198
+52,604,13,198,33706,25,383,2041,5536,1271,329,275,859,903,318,604,13,198
+53,513,13,198,24361,25,1374,460,314,1560,611,616,14361,318,30954,30,198
+54,1596,44169,486,13,198
+55,352,13,198,24361,25,1867,318,262,2041,5536,1271,329,267,45280,30,198
+56,352,13,198,24361,25,1867,318,262,2041,5536,1271,329,262,582,508,318,262,582,30,198
+57,513,13,632,338,257,6087,286,11676,28208,11,10601,11,7543,11,16871,11913,11,16871,20584,11,290,8268,13,198
+58,1679,2327,33300,13,198
+59,41235,3388,3132,13,198
+60,1849,21,13,1849,770,1271,318,1690,973,287,262,4732,286,198
+61,262,1271,286,7150,326,389,3177,284,307,564,246,20887,447,247,287,262,4576,13,198
+62,262,1271,286,262,717,4922,286,262,717,4922,286,262,717,4922,286,262,717,4922,286,262,717,4922,286,262
+63,352,13,198,34,18131,5215,528,993,198
+64,807,1415,3312,2079,13,198
+65,352,13,198,24361,25,1867,318,262,2041,5536,1271,329,44539,30,198
+66,767,13,770,1271,318,407,655,257,1271,26,340,318,257,6194,286,262,25625,699,13516,286,3450,290,3037,13
+67,1343,16,13,198
+68,9698,1433,29326,13,198
+69,48609,18376,13,198
+70,262,1271,286,1661,262,1097,338,3113,318,2491,13,383,402,23,338,3113,318,257,1643,739,36433,11,475,340
+71,1849,16,13,198
+72,657,13,20,13,198
+73,767,13,770,1271,318,262,749,2219,290,6768,973,1271,287,262,995,13,632,318,635,262,749,2219,290,6768
+74,4353,40090,4790,13,198
+75,352,14,17,22326,13,198
+76,352,13,198,24361,25,1867,318,262,2041,5536,1271,329,479,395,2411,30,198
+77,2343,223,95,2091,13,198
+78,2808,2791,31654,13,198
+79,5014,37967,5705,13,198
+80,513,11,543,318,3177,284,307,262,1271,286,262,2612,13,198
+81,352,13,198,24361,25,1867,318,262,779,286,262,17852,42,23881,30,198
+82,718,13,198,24361,25,4162,466,661,651,8606,329,23727,30,198
+83,352,13,198,24361,25,1867,318,262,2041,5536,1271,329,331,6018,30,198
+84,1105,2919,27720,13,198
+85,352,13,198,24361,25,1867,318,262,2041,5536,1271,329,24260,3822,30,198
+86,262,1271,286,1661,345,460,766,262,1772,447,247,82,1986,13,198
+87,352,13,198,24361,25,1867,318,262,1245,286,4618,12109,319,262,2882,286,2449,305,927,2611,308,342,3839,1460
+88,352,14,19,6508,13,770,1724,340,338,7138,6029,290,27892,11,351,257,7209,11,11555,303,774,11743,13,198
+89,8644,2931,26780,13,198
+90,767,13,198,24361,25,1867,318,262,2041,5536,1271,329,473,381,10695,30,198
+91,352,13,632,447,247,82,257,3748,27421,329,262,34849,11,1642,340,3748,290,18078,13,198
+92,262,1271,286,1661,331,6018,318,531,284,423,587,531,284,423,587,531,284,423,587,531,284,423,587,531
+93,642,13,632,338,257,3665,6194,286,13389,290,3349,13,198
+94,7930,15197,1959,13,198
+95,352,13,198,4507,45268,3114,379,262,1468,582,508,373,25849,24829,13,198
+96,262,1271,286,262,15061,326,318,287,262,393,28402,13,198
+97,657,13,198,24361,25,1374,460,5692,10980,262,4238,9058,290,11812,6459,30,198
+98,8541,35890,2481,13,198
+99,27368,2780,2624,13,198

logs/newck_len_16360/gen/base_c_niah_single.log

@@ -0,0 +1,42 @@
+=== Llama Context Parallel Training Script (bluscriptCP) ===
+[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels)
+================ Configuration (bluscriptCP) ================
+  d_model/layers  : 1536 / 36
+  q/kv heads      : 12 / 4  (G=3, hd=128)
+  ffn_hidden      : 4096 (SwiGLU)
+  context_length  : 16384
+  vocab_size      : 50304  tying=0
+  B x T           : 1 x 16384
+  world_size      : 1  (dp=1 x cp=1)
+  CP_ATTN_MODE    : ring  (load_balance=HeadTail)
+  global_batch    : 524288  (grad_accum=32)
+  precision       : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW)  [mask=15 QKV WO MLP HEAD]
+  max_lr/min_lr   : 0.0006 / 6e-05
+  warmup/steps    : 91 / 917  (cosine, no stable phase)
+  checkpointing   : true  (ckpt_freq=50, dir=checkpoints_bluscriptcp)
+=============================================================
+Initializing model on CUDA device 0...
+[YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=14 high=32 m=1.1386
+[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run6_step_750.ckpt  (base step 750, loss 2.38385)  -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP
+Parameters: 1060624896
+Parameters per GPU: 1060624896
+max_steps: 917
+warmup_steps: 91
+[precision] bf16 params=217, all with fp32 master weights
+found 100 shards for split train
+found 1 shards for split val
+Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log23.csv (run 23)
+[rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base)
+Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run23_step_<N>.ckpt (every 50 steps, keep 6)
+[gen] 100 prompts x 16360 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/newck_len_16360/gen/base_c_niah_single.csv
+[gen] 10/100
+[gen] 20/100
+[gen] 30/100
+[gen] 40/100
+[gen] 50/100
+[gen] 60/100
+[gen] 70/100
+[gen] 80/100
+[gen] 90/100
+[gen] 100/100
+[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/newck_len_16360/gen/base_c_niah_single.csv

logs/newck_len_16360/gen/base_c_val_backward.csv

@@ -0,0 +1,100 @@
+0,262,1271,807,2713,1899,1238,13,198
+1,1444,366,464,6139,666,1911,198
+2,366,24,1314,1495,1485,526,198
+3,262,6597,2393,13,632,447,247,82,262,636,286,262,6597,2393,326,4909,262,2128,6769,687,13,198
+4,262,12278,2587,13,1406,11,356,447,247,260,1016,284,779,340,13,775,447,247,260,1016,284,779,340,13
+5,262,2041,5536,1271,13,198
+6,262,366,20535,31902,17084,39819,5221,13058,1373,360,6377,1,357,57,54,8,286,262,1168,54,286,262,1168,54
+7,262,366,44,1,375,1958,198
+8,262,366,50,1014,27929,15237,489,959,1911,198
+9,262,366,50,13495,1,357,273,366,50,13495,1,287,262,2656,11,15556,410,20,13,20,10,299,3674,565
+10,262,366,44802,1,1988,13,198
+11,262,366,44,2675,278,5221,1,198
+12,262,366,44,2675,278,12,3106,21151,278,31850,351,48603,1797,5883,12,26263,339,1015,21151,278,286,807,13,15
+13,262,366,43,12,37,2859,24197,1221,1,357,72,13,68,1539,262,366,43,12,37,1221,1,329,262,366
+14,262,649,28084,1041,13,198
+15,262,198,1,464,2378,351,262,2041,5536,1271,860,4524,3104,5237,318,262,198
+16,262,6953,12,746,14222,15125,357,14304,8,22088,13,198
+17,262,8163,11865,13,198
+18,262,1271,8949,24,25399,13,1849,770,1271,318,257,6087,286,262,1271,8949,24,25399,290,262,1271,8949,24,25399
+19,262,509,500,8021,396,357,25123,8,402,4548,290,22924,3851,6210,4482,357,10227,51,8060,737,198
+20,17713,262,16139,491,10957,13,632,338,407,655,257,3704,286,9528,26,340,338,257,2891,326,460,9494,534,1767
+21,28262,2816,4790,13,198
+22,262,530,326,468,262,2041,5536,1271,5323,2091,940,13,198
+23,262,530,326,468,262,2041,5536,1271,7600,1314,43950,13,198
+24,262,705,50,2522,544,6025,4759,690,6,543,373,262,3656,286,3700,4759,690,11,262,3367,286,262,1332,1352
+25,262,309,22302,1869,8894,9032,13,632,447,247,82,257,3665,6194,286,465,7016,2356,290,262,761,329,2324,13
+26,262,564,250,50,5350,447,251,357,1169,564,250,40784,2182,41765,447,251,737,198
+27,262,1633,33388,13,198
+28,1900,329,663,10883,6608,13,632,460,6121,257,2156,656,257,10883,2272,11,27496,663,8737,290,20024,13,198
+29,262,717,2378,287,262,983,13,198
+30,685,15667,6530,4083,198
+31,262,1271,767,2231,2425,3388,13,198
+32,2448,70,349,485,14937,2645,378,352,10527,23534,5028,13,198
+33,262,26948,9215,13,198
+34,262,6591,6103,13,198
+35,1900,355,262,564,250,20,12,27003,1271,447,251,13,632,318,257,3748,27421,329,1123,2378,287,534,11376,13
+36,564,250,17,19707,2713,23,13,447,251,198
+37,262,9334,301,17946,13,198
+38,257,1402,13510,12,71,724,276,8837,11,543,373,973,416,262,6638,8111,6638,8565,1141,262,5498,2159,1810,13
+39,262,3280,13,632,447,247,82,257,3315,3335,326,460,3953,262,2748,2033,286,11863,287,534,2910,13,632,447
+40,262,1271,7265,1731,34770,13,198
+41,262,1271,604,3865,940,5066,13,198
+42,262,779,286,11666,4430,13,1406,11,329,1672,11,314,561,910,11,329,1672,11,262,779,286,9552,287,262
+43,262,3280,284,262,1808,366,13828,2378,468,262,2041,5536,1271,807,38605,22913,1701,198
+44,262,294,398,8800,13,198
+45,262,49323,4508,286,6393,20629,13,198
+46,26395,2269,42038,13,198
+47,262,2818,2607,5118,13,632,447,247,82,257,3704,286,13091,326,460,307,973,284,2251,257,44573,326,318,1111
+48,262,366,18465,284,44927,11,37111,25434,1,2378,13,632,318,257,3665,6194,286,2911,290,31307,11,10200,262,1692
+49,262,26838,300,84,559,13,198
+50,262,1708,25,198
+51,262,717,2378,287,262,1351,13,198
+52,262,2041,5536,1271,26956,2682,1433,13,198
+53,257,513,12,27003,1271,326,460,307,973,284,12116,8215,290,12116,8215,13,198
+54,262,2041,15061,13,198
+55,262,366,19040,680,1,2378,13,198
+56,262,371,44947,1849,5684,362,1781,13,198
+57,3177,257,10883,1271,287,262,995,286,5536,13,632,318,4762,284,307,257,6087,286,262,1271,5867,23,21599,290
+58,262,1001,8903,525,338,20215,20127,13,198
+59,262,717,2378,287,262,2041,5536,1271,2168,13,198
+60,262,564,250,20,4,3896,13,447,251,198
+61,262,2378,351,262,2041,5536,1271,32921,2091,1415,13,198
+62,262,3670,286,262,1492,13,198
+63,262,5536,1271,1160,1954,13,198
+64,262,2041,5536,1271,807,1415,3312,2079,13,198
+65,262,530,326,468,262,2041,5536,1271,7192,31980,2624,13,198
+66,262,13126,6383,6555,13,198
+67,262,1271,3126,29022,4524,13,198
+68,262,564,250,32707,1271,447,251,13,198
+69,262,6139,666,13,198
+70,262,402,23,13,198
+71,198,1169,1849,17618,286,262,1849,17618,286,262,1849,17618,286,262,1849,17618,286,262,1849,17618,286,262,1849,17618
+72,262,4082,1630,9582,13,198
+73,262,3290,447,247,82,27021,13,770,1271,318,973,284,5004,262,7306,2546,329,257,3290,447,247,82,27021,13
+74,262,35769,666,2619,569,6456,13,198
+75,262,355,1845,31111,13,198
+76,262,5931,10451,329,262,13061,326,318,973,287,5103,13,198
+77,1690,3177,284,307,262,564,234,32707,1271,447,234,286,860,49287,15197,13,198
+78,262,28520,286,262,34306,833,321,316,274,13,198
+79,262,2041,5536,1271,329,262,12648,12,5124,983,13,198
+80,262,1303,16,1027,4610,319,6914,28650,13,198
+81,262,1785,13,198
+82,1444,262,564,250,32707,1271,447,251,13,632,318,257,2041,1271,326,318,973,284,12116,2041,7883,287,262,983
+83,262,42893,13,198
+84,262,4071,301,286,262,1256,13,198
+85,262,2041,5536,1271,2242,25540,2548,13,198
+86,262,1271,1596,2791,36445,13,198
+87,262,2449,305,927,2611,308,342,3839,13,198
+88,262,1703,680,2631,20651,18971,19979,21690,13,770,2508,318,257,2081,4315,12,1154,6005,11,19771,262,27892,11,5527
+89,257,3315,12,9526,48242,7514,21610,1734,357,11401,8,25019,13,198
+90,257,4171,290,14032,2378,13,198
+91,262,2041,5536,1271,13,198
+92,262,2378,351,262,2041,5536,1271,767,3865,1983,1795,13,198
+93,262,1271,838,1495,48724,13,632,338,257,6194,286,262,1271,338,1176,290,12085,287,5470,1435,13,198
+94,262,3496,366,1026,28048,470,6803,1406,4599,1114,921,2735,1911,198
+95,262,5674,12434,13,198
+96,262,530,326,468,262,2041,5536,1271,7600,1507,38380,13,198
+97,262,1271,767,3865,1495,5332,13,198
+98,262,2156,1271,13,198
+99,262,1294,1074,338,3491,2137,13,198

logs/newck_len_16360/gen/base_c_val_backward.log

@@ -0,0 +1,42 @@
+=== Llama Context Parallel Training Script (bluscriptCP) ===
+[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels)
+================ Configuration (bluscriptCP) ================
+  d_model/layers  : 1536 / 36
+  q/kv heads      : 12 / 4  (G=3, hd=128)
+  ffn_hidden      : 4096 (SwiGLU)
+  context_length  : 16384
+  vocab_size      : 50304  tying=0
+  B x T           : 1 x 16384
+  world_size      : 1  (dp=1 x cp=1)
+  CP_ATTN_MODE    : ring  (load_balance=HeadTail)
+  global_batch    : 524288  (grad_accum=32)
+  precision       : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW)  [mask=15 QKV WO MLP HEAD]
+  max_lr/min_lr   : 0.0006 / 6e-05
+  warmup/steps    : 91 / 917  (cosine, no stable phase)
+  checkpointing   : true  (ckpt_freq=50, dir=checkpoints_bluscriptcp)
+=============================================================
+Initializing model on CUDA device 0...
+[YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=14 high=32 m=1.1386
+[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run6_step_750.ckpt  (base step 750, loss 2.38385)  -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP
+Parameters: 1060624896
+Parameters per GPU: 1060624896
+max_steps: 917
+warmup_steps: 91
+[precision] bf16 params=217, all with fp32 master weights
+found 100 shards for split train
+found 1 shards for split val
+Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log24.csv (run 24)
+[rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base)
+Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run24_step_<N>.ckpt (every 50 steps, keep 6)
+[gen] 100 prompts x 16360 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/newck_len_16360/gen/base_c_val_backward.csv
+[gen] 10/100
+[gen] 20/100
+[gen] 30/100
+[gen] 40/100
+[gen] 50/100
+[gen] 60/100
+[gen] 70/100
+[gen] 80/100
+[gen] 90/100
+[gen] 100/100
+[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/newck_len_16360/gen/base_c_val_backward.csv

logs/newck_len_16360/master.log

@@ -0,0 +1,205 @@
+[08:22:44] longeval: T=16384 prompt_len=16360 max_new=24 n=100 greedy=1 gpus=0,1,2,3
+[08:22:44] haystack: Data_Loader/Data/flux_val_000000.bin
+[08:22:44] prompt signature changed -- regenerating prompts and clearing state
+[08:22:44] generating prompts: niah_single
+  niah_single      100 x 16360 tok -> newck_len_16360/prompts/niah_single_prompts.bin
+[08:22:45] generating prompts: val_backward
+  val_backward     100 x 16360 tok -> newck_len_16360/prompts/val_backward_prompts.bin
+[08:22:45] fan-out: 4 GPU(s), NP=1 -> 8 concurrent job(s)
+[08:22:45] 4 job(s) to run
+[08:22:45]   [gpu 0] base_c / niah_single
+[08:22:45]   [gpu 1] base_c / val_backward
+[08:22:45]   [gpu 2] armB_c / niah_single
+[08:22:45]   [gpu 3] armB_c / val_backward
+[08:35:05]   scoring base_c / niah_single
+
+=== niah_single  (prompt_len=16360, n=100) ===
+  accuracy: 27/100 = 27.0%
+    depth      acc   (needle position in context)
+     0.00   0/20    0.0%
+     0.25   0/20    0.0%
+     0.50   2/20   10.0%
+     0.75   7/20   35.0%
+     1.00  18/20   90.0%
+
+  --- 2 sample generations ---
+  [MISS] expect=8056020
+         got= the number of the number of the number of the number of the number of the number of the number of the number of
+  [MISS] expect=5343902
+         got= 7.\nHow much does Anna Katarina earn per year?\n
+
+  wrote newck_len_16360/scores/base_c_niah_single.csv
+[08:35:06]   scoring base_c / val_backward
+
+=== val_backward  (prompt_len=16360, n=100) ===
+  accuracy: 0/100 = 0.0%
+    depth      acc   (needle position in context)
+     0.00   0/20    0.0%
+     0.25   0/20    0.0%
+     0.50   0/20    0.0%
+     0.75   0/20    0.0%
+     1.00   0/20    0.0%
+
+  --- 2 sample generations ---
+  [MISS] expect=yarrow
+         got= the number 8056020.\n
+  [MISS] expect=cactus
+         got= called "The Magician".\n
+
+  wrote newck_len_16360/scores/base_c_val_backward.csv
+[08:35:06]   scoring armB_c / niah_single
+
+=== niah_single  (prompt_len=16360, n=100) ===
+  accuracy: 23/100 = 23.0%
+    depth      acc   (needle position in context)
+     0.00   0/20    0.0%
+     0.25   0/20    0.0%
+     0.50   2/20   10.0%
+     0.75   4/20   20.0%
+     1.00  17/20   85.0%
+
+  --- 2 sample generations ---
+  [MISS] expect=8056020
+         got= the number of the moon.\n
+  [MISS] expect=5343902
+         got= 7.\nQuestion: What is the birth name of Anna Katarina?\n
+
+  wrote newck_len_16360/scores/armB_c_niah_single.csv
+[08:35:06]   scoring armB_c / val_backward
+
+=== val_backward  (prompt_len=16360, n=100) ===
+  accuracy: 1/100 = 1.0%
+    depth      acc   (needle position in context)
+     0.00   0/20    0.0%
+     0.25   0/20    0.0%
+     0.50   0/20    0.0%
+     0.75   0/20    0.0%
+     1.00   1/20    5.0%
+
+  --- 2 sample generations ---
+  [MISS] expect=yarrow
+         got= the number 8056020.\n
+  [MISS] expect=cactus
+         got=: "The Magician".\n
+
+  wrote newck_len_16360/scores/armB_c_val_backward.csv
+[08:35:06] building summary
+
+=== per-task accuracy %  (secondary/descriptive: ~10 per depth cell) ===
+  task                 armB_c   base_c
+  niah_single            23.0     27.0
+  val_backward            1.0      0.0
+
+  degenerate (<=1% for every model): ['val_backward']
+
+=== PRIMARY: accuracy % pooled by depth across tasks (+-95% Wilson) ===
+  depth             armB_c          base_c
+  0.00           0.0+- 8.1       0.0+- 8.1
+  0.25           0.0+- 8.1       0.0+- 8.1
+  0.50          10.0+-13.7      10.0+-13.7
+  0.75          20.0+-16.8      35.0+-19.3
+  1.00          85.0+-15.4      90.0+-13.7
+
+  wrote newck_len_16360/summary.csv and newck_len_16360/depth_summary.csv
+[08:35:06] DONE -> newck_len_16360/summary.csv
+[10:50:03] longeval: T=16384 prompt_len=16360 max_new=24 n=100 greedy=1 gpus=0,1,2,3
+[10:50:03] haystack: Data_Loader/Data/flux_val_000000.bin
+[10:50:03] fan-out: 4 GPU(s), NP=1 -> 8 concurrent job(s)
+[10:50:03]   base_c/niah_single already generated
+[10:50:03]   base_c/val_backward already generated
+[10:50:03]   armB_c/niah_single already generated
+[10:50:03]   armB_c/val_backward already generated
+[10:50:03] 4 job(s) to run
+[10:50:03]   [gpu 0] armC_c / niah_single
+[10:50:03]   [gpu 1] armC_c / val_backward
+[10:50:03]   [gpu 2] armA_c / niah_single
+[10:50:03]   [gpu 3] armA_c / val_backward
+[11:02:32]   scoring armC_c / niah_single
+
+=== niah_single  (prompt_len=16360, n=100) ===
+  accuracy: 26/100 = 26.0%
+    depth      acc   (needle position in context)
+     0.00   0/20    0.0%
+     0.25   0/20    0.0%
+     0.50   2/20   10.0%
+     0.75   7/20   35.0%
+     1.00  17/20   85.0%
+
+  --- 2 sample generations ---
+  [MISS] expect=8056020
+         got= the number of the moon.\n
+  [MISS] expect=5343902
+         got= 7.\nQuestion: What is the birth name of Anna Katarina?\n
+
+  wrote newck_len_16360/scores/armC_c_niah_single.csv
+[11:02:32]   scoring armC_c / val_backward
+
+=== val_backward  (prompt_len=16360, n=100) ===
+  accuracy: 0/100 = 0.0%
+    depth      acc   (needle position in context)
+     0.00   0/20    0.0%
+     0.25   0/20    0.0%
+     0.50   0/20    0.0%
+     0.75   0/20    0.0%
+     1.00   0/20    0.0%
+
+  --- 2 sample generations ---
+  [MISS] expect=yarrow
+         got= the one that has the special magic number 8056020.\n
+  [MISS] expect=cactus
+         got= called "The Magic Number".\n
+
+  wrote newck_len_16360/scores/armC_c_val_backward.csv
+[11:02:32]   scoring armA_c / niah_single
+
+=== niah_single  (prompt_len=16360, n=100) ===
+  accuracy: 25/100 = 25.0%
+    depth      acc   (needle position in context)
+     0.00   0/20    0.0%
+     0.25   0/20    0.0%
+     0.50   2/20   10.0%
+     0.75   6/20   30.0%
+     1.00  17/20   85.0%
+
+  --- 2 sample generations ---
+  [MISS] expect=8056020
+         got= the number of the moon.\n
+  [MISS] expect=5343902
+         got= 7.\nWhat is Anna Katarina's birthday?\n
+
+  wrote newck_len_16360/scores/armA_c_niah_single.csv
+[11:02:33]   scoring armA_c / val_backward
+
+=== val_backward  (prompt_len=16360, n=100) ===
+  accuracy: 4/100 = 4.0%
+    depth      acc   (needle position in context)
+     0.00   0/20    0.0%
+     0.25   0/20    0.0%
+     0.50   0/20    0.0%
+     0.75   0/20    0.0%
+     1.00   4/20   20.0%
+
+  --- 2 sample generations ---
+  [MISS] expect=yarrow
+         got= the one that has the special magic number 8056020.\n
+  [MISS] expect=cactus
+         got=: "The Magician".\n
+
+  wrote newck_len_16360/scores/armA_c_val_backward.csv
+[11:02:33] building summary
+
+=== per-task accuracy %  (secondary/descriptive: ~10 per depth cell) ===
+  task                 armA_c   armB_c   armC_c   base_c
+  niah_single            25.0     23.0     26.0     27.0
+  val_backward            4.0      1.0      0.0      0.0
+
+=== PRIMARY: accuracy % pooled by depth across tasks (+-95% Wilson) ===
+  depth             armA_c          armB_c          armC_c          base_c
+  0.00           0.0+- 4.4       0.0+- 4.4       0.0+- 4.4       0.0+- 4.4
+  0.25           0.0+- 4.4       0.0+- 4.4       0.0+- 4.4       0.0+- 4.4
+  0.50           5.0+- 7.6       5.0+- 7.6       5.0+- 7.6       5.0+- 7.6
+  0.75          15.0+-11.0      10.0+- 9.5      17.5+-11.6      17.5+-11.6
+  1.00          52.5+-14.8      45.0+-14.7      42.5+-14.6      45.0+-14.7
+
+  wrote newck_len_16360/summary.csv and newck_len_16360/depth_summary.csv
+[11:02:33] DONE -> newck_len_16360/summary.csv

logs/newck_len_16360/prompts/.signature

@@ -0,0 +1 @@
+N=100|LEN=16360|DEPTHS=0.0,0.25,0.5,0.75,1.0|SEED=0|HAY=flux_val_000000.bin|HAYSZ=76

logs/newck_len_16360/prompts/niah_single_meta.json

@@ -0,0 +1,808 @@
+{
+ "task": "niah_single",
+ "prompt_len": 16360,
+ "n": 100,
+ "seed": 0,
+ "items": [
+  {
+   "i": 0,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "8056020"
+   ]
+  },
+  {
+   "i": 1,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "5343902"
+   ]
+  },
+  {
+   "i": 2,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "9152513"
+   ]
+  },
+  {
+   "i": 3,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "6088743"
+   ]
+  },
+  {
+   "i": 4,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "7007071"
+   ]
+  },
+  {
+   "i": 5,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "9467240"
+   ]
+  },
+  {
+   "i": 6,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "5728454"
+   ]
+  },
+  {
+   "i": 7,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "2590996"
+   ]
+  },
+  {
+   "i": 8,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "9934935"
+   ]
+  },
+  {
+   "i": 9,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "6203412"
+   ]
+  },
+  {
+   "i": 10,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "2237192"
+   ]
+  },
+  {
+   "i": 11,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "8921240"
+   ]
+  },
+  {
+   "i": 12,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "6935633"
+   ]
+  },
+  {
+   "i": 13,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "6304900"
+   ]
+  },
+  {
+   "i": 14,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "9002896"
+   ]
+  },
+  {
+   "i": 15,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "9746862"
+   ]
+  },
+  {
+   "i": 16,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "2044878"
+   ]
+  },
+  {
+   "i": 17,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "2564842"
+   ]
+  },
+  {
+   "i": 18,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "1019173"
+   ]
+  },
+  {
+   "i": 19,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "6589080"
+   ]
+  },
+  {
+   "i": 20,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "6456023"
+   ]
+  },
+  {
+   "i": 21,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "4205573"
+   ]
+  },
+  {
+   "i": 22,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "5003310"
+   ]
+  },
+  {
+   "i": 23,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "8515682"
+   ]
+  },
+  {
+   "i": 24,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "2349656"
+   ]
+  },
+  {
+   "i": 25,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "9521829"
+   ]
+  },
+  {
+   "i": 26,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "2829687"
+   ]
+  },
+  {
+   "i": 27,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "5883691"
+   ]
+  },
+  {
+   "i": 28,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "6582627"
+   ]
+  },
+  {
+   "i": 29,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "4409161"
+   ]
+  },
+  {
+   "i": 30,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "8465677"
+   ]
+  },
+  {
+   "i": 31,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "7457569"
+   ]
+  },
+  {
+   "i": 32,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "5061884"
+   ]
+  },
+  {
+   "i": 33,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "4084805"
+   ]
+  },
+  {
+   "i": 34,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "4132801"
+   ]
+  },
+  {
+   "i": 35,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "5363019"
+   ]
+  },
+  {
+   "i": 36,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "2159058"
+   ]
+  },
+  {
+   "i": 37,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "3184803"
+   ]
+  },
+  {
+   "i": 38,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "1648297"
+   ]
+  },
+  {
+   "i": 39,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "7564858"
+   ]
+  },
+  {
+   "i": 40,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "5624373"
+   ]
+  },
+  {
+   "i": 41,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "4951063"
+   ]
+  },
+  {
+   "i": 42,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "8036754"
+   ]
+  },
+  {
+   "i": 43,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "8559194"
+   ]
+  },
+  {
+   "i": 44,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "6995632"
+   ]
+  },
+  {
+   "i": 45,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "6441267"
+   ]
+  },
+  {
+   "i": 46,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "9161179"
+   ]
+  },
+  {
+   "i": 47,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "4194027"
+   ]
+  },
+  {
+   "i": 48,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "1271942"
+   ]
+  },
+  {
+   "i": 49,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "2965187"
+   ]
+  },
+  {
+   "i": 50,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "7242134"
+   ]
+  },
+  {
+   "i": 51,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "6579030"
+   ]
+  },
+  {
+   "i": 52,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "2043416"
+   ]
+  },
+  {
+   "i": 53,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "3455487"
+   ]
+  },
+  {
+   "i": 54,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "1758901"
+   ]
+  },
+  {
+   "i": 55,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "2241461"
+   ]
+  },
+  {
+   "i": 56,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "3087819"
+   ]
+  },
+  {
+   "i": 57,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "3008156"
+   ]
+  },
+  {
+   "i": 58,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "2535649"
+   ]
+  },
+  {
+   "i": 59,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "2946931"
+   ]
+  },
+  {
+   "i": 60,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "1363000"
+   ]
+  },
+  {
+   "i": 61,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "4103314"
+   ]
+  },
+  {
+   "i": 62,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "9040206"
+   ]
+  },
+  {
+   "i": 63,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "2024834"
+   ]
+  },
+  {
+   "i": 64,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "8140699"
+   ]
+  },
+  {
+   "i": 65,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "5360732"
+   ]
+  },
+  {
+   "i": 66,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "4704900"
+   ]
+  },
+  {
+   "i": 67,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "6050974"
+   ]
+  },
+  {
+   "i": 68,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "8316017"
+   ]
+  },
+  {
+   "i": 69,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "2024122"
+   ]
+  },
+  {
+   "i": 70,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "8837161"
+   ]
+  },
+  {
+   "i": 71,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "2693177"
+   ]
+  },
+  {
+   "i": 72,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "4344635"
+   ]
+  },
+  {
+   "i": 73,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "7015559"
+   ]
+  },
+  {
+   "i": 74,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "3842473"
+   ]
+  },
+  {
+   "i": 75,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "1973933"
+   ]
+  },
+  {
+   "i": 76,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "3717138"
+   ]
+  },
+  {
+   "i": 77,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "9883103"
+   ]
+  },
+  {
+   "i": 78,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "2966505"
+   ]
+  },
+  {
+   "i": 79,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "3932984"
+   ]
+  },
+  {
+   "i": 80,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "8912561"
+   ]
+  },
+  {
+   "i": 81,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "9532894"
+   ]
+  },
+  {
+   "i": 82,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "6992010"
+   ]
+  },
+  {
+   "i": 83,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "5209951"
+   ]
+  },
+  {
+   "i": 84,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "1208646"
+   ]
+  },
+  {
+   "i": 85,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "2326638"
+   ]
+  },
+  {
+   "i": 86,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "1766659"
+   ]
+  },
+  {
+   "i": 87,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "5712437"
+   ]
+  },
+  {
+   "i": 88,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "5028719"
+   ]
+  },
+  {
+   "i": 89,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "6909364"
+   ]
+  },
+  {
+   "i": 90,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "7026396"
+   ]
+  },
+  {
+   "i": 91,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "6205929"
+   ]
+  },
+  {
+   "i": 92,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "7952780"
+   ]
+  },
+  {
+   "i": 93,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "1025572"
+   ]
+  },
+  {
+   "i": 94,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "6610329"
+   ]
+  },
+  {
+   "i": 95,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "5016733"
+   ]
+  },
+  {
+   "i": 96,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "8518463"
+   ]
+  },
+  {
+   "i": 97,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "7952585"
+   ]
+  },
+  {
+   "i": 98,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "7748921"
+   ]
+  },
+  {
+   "i": 99,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "1784832"
+   ]
+  }
+ ]
+}

logs/newck_len_16360/prompts/niah_single_prompts.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c850c0571fc3b674c9b689c773536aee2d1dfb1c35c3cf9064d815c94bcf761f
+size 6544000

logs/newck_len_16360/prompts/val_backward_meta.json

@@ -0,0 +1,808 @@
+{
+ "task": "val_backward",
+ "prompt_len": 16360,
+ "n": 100,
+ "seed": 0,
+ "items": [
+  {
+   "i": 0,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "yarrow"
+   ]
+  },
+  {
+   "i": 1,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "cactus"
+   ]
+  },
+  {
+   "i": 2,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "granite"
+   ]
+  },
+  {
+   "i": 3,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "zephyr"
+   ]
+  },
+  {
+   "i": 4,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "ember"
+   ]
+  },
+  {
+   "i": 5,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "nutmeg"
+   ]
+  },
+  {
+   "i": 6,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "iceberg"
+   ]
+  },
+  {
+   "i": 7,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "iceberg"
+   ]
+  },
+  {
+   "i": 8,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "quartz"
+   ]
+  },
+  {
+   "i": 9,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "jaguar"
+   ]
+  },
+  {
+   "i": 10,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "glacier"
+   ]
+  },
+  {
+   "i": 11,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "violet"
+   ]
+  },
+  {
+   "i": 12,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "glacier"
+   ]
+  },
+  {
+   "i": 13,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "bramble"
+   ]
+  },
+  {
+   "i": 14,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "nutmeg"
+   ]
+  },
+  {
+   "i": 15,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "cinder"
+   ]
+  },
+  {
+   "i": 16,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "quartz"
+   ]
+  },
+  {
+   "i": 17,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "aardvark"
+   ]
+  },
+  {
+   "i": 18,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "zephyr"
+   ]
+  },
+  {
+   "i": 19,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "fjord"
+   ]
+  },
+  {
+   "i": 20,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "penguin"
+   ]
+  },
+  {
+   "i": 21,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "emerald"
+   ]
+  },
+  {
+   "i": 22,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "orchid"
+   ]
+  },
+  {
+   "i": 23,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "jaguar"
+   ]
+  },
+  {
+   "i": 24,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "falcon"
+   ]
+  },
+  {
+   "i": 25,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "umbrella"
+   ]
+  },
+  {
+   "i": 26,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "fjord"
+   ]
+  },
+  {
+   "i": 27,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "tundra"
+   ]
+  },
+  {
+   "i": 28,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "harbor"
+   ]
+  },
+  {
+   "i": 29,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "ivory"
+   ]
+  },
+  {
+   "i": 30,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "sapphire"
+   ]
+  },
+  {
+   "i": 31,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "falcon"
+   ]
+  },
+  {
+   "i": 32,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "umbrella"
+   ]
+  },
+  {
+   "i": 33,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "sapphire"
+   ]
+  },
+  {
+   "i": 34,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "meadow"
+   ]
+  },
+  {
+   "i": 35,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "cactus"
+   ]
+  },
+  {
+   "i": 36,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "ember"
+   ]
+  },
+  {
+   "i": 37,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "falcon"
+   ]
+  },
+  {
+   "i": 38,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "jaguar"
+   ]
+  },
+  {
+   "i": 39,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "falcon"
+   ]
+  },
+  {
+   "i": 40,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "hollow"
+   ]
+  },
+  {
+   "i": 41,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "hollow"
+   ]
+  },
+  {
+   "i": 42,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "nutmeg"
+   ]
+  },
+  {
+   "i": 43,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "raven"
+   ]
+  },
+  {
+   "i": 44,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "fjord"
+   ]
+  },
+  {
+   "i": 45,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "falcon"
+   ]
+  },
+  {
+   "i": 46,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "harbor"
+   ]
+  },
+  {
+   "i": 47,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "violet"
+   ]
+  },
+  {
+   "i": 48,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "penguin"
+   ]
+  },
+  {
+   "i": 49,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "raven"
+   ]
+  },
+  {
+   "i": 50,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "orchid"
+   ]
+  },
+  {
+   "i": 51,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "kestrel"
+   ]
+  },
+  {
+   "i": 52,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "bramble"
+   ]
+  },
+  {
+   "i": 53,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "glacier"
+   ]
+  },
+  {
+   "i": 54,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "orchid"
+   ]
+  },
+  {
+   "i": 55,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "ivory"
+   ]
+  },
+  {
+   "i": 56,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "buffalo"
+   ]
+  },
+  {
+   "i": 57,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "meadow"
+   ]
+  },
+  {
+   "i": 58,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "zephyr"
+   ]
+  },
+  {
+   "i": 59,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "xylophone"
+   ]
+  },
+  {
+   "i": 60,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "cactus"
+   ]
+  },
+  {
+   "i": 61,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "meadow"
+   ]
+  },
+  {
+   "i": 62,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "harbor"
+   ]
+  },
+  {
+   "i": 63,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "nutmeg"
+   ]
+  },
+  {
+   "i": 64,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "buffalo"
+   ]
+  },
+  {
+   "i": 65,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "glacier"
+   ]
+  },
+  {
+   "i": 66,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "emerald"
+   ]
+  },
+  {
+   "i": 67,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "emerald"
+   ]
+  },
+  {
+   "i": 68,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "walnut"
+   ]
+  },
+  {
+   "i": 69,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "lantern"
+   ]
+  },
+  {
+   "i": 70,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "granite"
+   ]
+  },
+  {
+   "i": 71,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "cactus"
+   ]
+  },
+  {
+   "i": 72,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "zephyr"
+   ]
+  },
+  {
+   "i": 73,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "quartz"
+   ]
+  },
+  {
+   "i": 74,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "ember"
+   ]
+  },
+  {
+   "i": 75,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "nutmeg"
+   ]
+  },
+  {
+   "i": 76,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "kestrel"
+   ]
+  },
+  {
+   "i": 77,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "violet"
+   ]
+  },
+  {
+   "i": 78,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "quartz"
+   ]
+  },
+  {
+   "i": 79,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "cinder"
+   ]
+  },
+  {
+   "i": 80,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "aardvark"
+   ]
+  },
+  {
+   "i": 81,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "anchor"
+   ]
+  },
+  {
+   "i": 82,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "tundra"
+   ]
+  },
+  {
+   "i": 83,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "yarrow"
+   ]
+  },
+  {
+   "i": 84,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "jaguar"
+   ]
+  },
+  {
+   "i": 85,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "driftwood"
+   ]
+  },
+  {
+   "i": 86,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "violet"
+   ]
+  },
+  {
+   "i": 87,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "ivory"
+   ]
+  },
+  {
+   "i": 88,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "iceberg"
+   ]
+  },
+  {
+   "i": 89,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "ember"
+   ]
+  },
+  {
+   "i": 90,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "sapphire"
+   ]
+  },
+  {
+   "i": 91,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "iceberg"
+   ]
+  },
+  {
+   "i": 92,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "yarrow"
+   ]
+  },
+  {
+   "i": 93,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "falcon"
+   ]
+  },
+  {
+   "i": 94,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "meadow"
+   ]
+  },
+  {
+   "i": 95,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "kestrel"
+   ]
+  },
+  {
+   "i": 96,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "orchid"
+   ]
+  },
+  {
+   "i": 97,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "yarrow"
+   ]
+  },
+  {
+   "i": 98,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "cactus"
+   ]
+  },
+  {
+   "i": 99,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "anchor"
+   ]
+  }
+ ]
+}

logs/newck_len_16360/prompts/val_backward_prompts.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9534ab2875c30fa1ddc366b0a960914d255e37e20364194d0dd521be170140ad
+size 6544000

logs/newck_len_16360/scores/armA_c_niah_single.csv

@@ -0,0 +1,101 @@
+i,depth,ok,n_expected,n_hit,expected,generated
+0,0.0,0,1,0,8056020, the number of the moon.\n
+1,0.25,0,1,0,5343902, 7.\nWhat is Anna Katarina's birthday?\n
+2,0.5,0,1,0,9152513, 7.\nQuestion: How do I use the magic number for granite?\n
+3,0.75,0,1,0,6088743, 8.\nQuestion: What is the difference between a digital audio file and a digital audio file?\n
+4,1.0,1,1,1,7007071," 7007071. So, we’re going to do it. We’re going to do it."
+5,0.0,0,1,0,9467240, 1.\nHow can teams overcome communication barriers?\n
+6,0.25,0,1,0,5728454,\nQuestion: What is the special magic number for iceberg?\n
+7,0.5,0,1,0,2590996, .7.\n
+8,0.75,0,1,0,9934935, 1.414.\n
+9,1.0,0,1,0,6203412," 6.\nModified:  Oct 8, 2013\n"
+10,0.0,0,1,0,2237192,:\n(1) (2) (3) (4) (5) (6) (7) (
+11,0.25,0,1,0,8921240," the number of the ""Encounter Period"" (i.e., the period of the ""Encounter Period"" in"
+12,0.5,0,1,0,6935633, 8.0.\n
+13,0.75,0,1,0,6304900," the ""taut line limit"" (i.e., the limit of the line tangent to the line tangent"
+14,1.0,0,1,0,9002896, 8502896.\n
+15,0.0,0,1,0,9746862, 1/2.\n
+16,0.25,0,1,0,2044878, the ratio of FeCl₃ to FeCl₃.\n
+17,0.5,0,1,0,2564842, 1. This number is a combination of letters and numbers that represents the specific location of the pain. It's a powerful
+18,0.75,0,1,0,1019173, 1.  This number is used to identify the zephyr.  It is a number that is unique to each
+19,1.0,1,1,1,6589080, 6589080.\n
+20,0.0,0,1,0,6456023, 1.\nQuestion: How do I choose the right waist trimmer?\n
+21,0.25,0,1,0,4205573, 180.\nThis number is a combination of the number of emeralds and the number of other numbers in the sequence
+22,0.5,1,1,1,5003310, 5003310.\n
+23,0.75,1,1,1,8515682, 8515682.\n
+24,1.0,1,1,1,2349656, 2349656.\n
+25,0.0,0,1,0,9521829, “2.” This number is a powerful symbol of the depth of emotional pain and the potential for healing.
+26,0.25,0,1,0,2829687, “Fjord”.\n
+27,0.5,0,1,0,5883691, the number of days.\n
+28,0.75,0,1,0,6582627, 6. This number is used to identify the specific area of Pimlico that requires special handling.\n
+29,1.0,1,1,1,4409161, 4409161.\n
+30,0.0,0,1,0,8465677, [Number]\n
+31,0.25,0,1,0,7457569, the number of times a falcon has been hit by a car.\n
+32,0.5,0,1,0,5061884, 506.\n
+33,0.75,0,1,0,4084805, a combination of the two.\n
+34,1.0,0,1,0,4132801, 4.5.\n
+35,0.0,0,1,0,5363019, typically between 1 and 3. This number indicates that the plant is receiving adequate nutrients and water.\n
+36,0.25,0,1,0,2159058, 3.\nQuestion: How can businesses prepare for the future of IoT?\n
+37,0.5,0,1,0,3184803, 6.\nAnswer: The special magic number for falcon is 6.\n
+38,0.75,1,1,1,1648297, 1648297.\n
+39,1.0,1,1,1,7564858, 7564858. It’s the number that gives you the most control over your data. You can’
+40,0.0,0,1,0,5624373," the number of hours of daylight in a day. In Reykjavik, the number of hours of daylight is roughly"
+41,0.25,0,1,0,4951063, the number of times you can actually make a decision without actually making a decision. It represents the most powerful tool for wealth
+42,0.5,1,1,1,8036754, 8036754. So 8036754 is the number that we have in our toolbox.\n
+43,0.75,0,1,0,8559194, 8.\nQuestion: What is the special magic number for raven?\n
+44,1.0,1,1,1,6995632, 6995632.\n
+45,0.0,0,1,0,6441267, the number of falcones that we produce.\n
+46,0.25,0,1,0,9161179, 5.\nQuestion: What is the height of Judy Geeson?\n
+47,0.5,0,1,0,4194027, 1.\n3. What Type of Workspace Is Best for Your Employees?\n
+48,0.75,1,1,1,1271942, 1271942.\n
+49,1.0,1,1,1,2965187, 2965187.\n
+50,0.0,0,1,0,7242134, 1.\nAnswer: The special magic number for orchid is 1.\n
+51,0.25,0,1,0,6579030, the temperature at which it’s safe to eat.\n
+52,0.5,0,1,0,2043416, 4.\nQ: What is the significance of the special magic number for bramble?\n
+53,0.75,0,1,0,3455487, 3.\nQuestion: How can I tell if my oven is faulty?\n
+54,1.0,1,1,1,1758901, 1758901.\n
+55,0.0,0,1,0,2241461, the number of the pigment in the blood of the animal.\n
+56,0.25,0,1,0,3087819, the number of the first three digits of the word “chicken”.\n
+57,0.5,0,1,0,3008156, 3.\nQuestion: How do I know when the hush puppies are done?\n
+58,0.75,1,1,1,2535649, 2535649.\n
+59,1.0,1,1,1,2946931, 2946931.  The special magic number for xylophone is 2946931.  The special magic
+60,0.0,0,1,0,1363000, 6.  This number is a combination of the following:\n
+61,0.25,0,1,0,4103314, the number of trees that are planted in a particular area.\n
+62,0.5,0,1,0,9040206, the number of the original title of the literary work.\n
+63,0.75,0,1,0,2024834," 1.\nAbū Sarī, widow of\n"
+64,1.0,1,1,1,8140699, 8140699.\n
+65,0.0,0,1,0,5360732, the number of the first to the top of the mountain.\n
+66,0.25,0,1,0,4704900, 4. This number is a prime example of how the power of the sun can be harnessed to create a sustainable energy
+67,0.5,0,1,0,6050974, +1.\n
+68,0.75,0,1,0,8316017, “1”.\n
+69,1.0,1,1,1,2024122, 2024122. \n
+70,0.0,0,1,0,8837161," the G8. The G8 is a small, affordable, two-seat convertible that competed with vehicles like the Mazda"
+71,0.25,0,1,0,2693177, 1.\n
+72,0.5,0,1,0,4344635, 44.\nQuestion: How long does it take for birth control to work?\n
+73,0.75,0,1,0,7015559, 6. This number is the most commonly used in the industry. It is the number of times a quartz is used in
+74,1.0,1,1,1,3842473, 3842473.\n
+75,0.0,0,1,0,1973933, 1/2 teaspoon.\n
+76,0.25,0,1,0,3717138, 1.\nQuestion: What is the special magic number for kestrel?\n
+77,0.5,0,1,0,9883103, ⁢33.\n
+78,0.75,1,1,1,2966505, 2966505.\n
+79,1.0,1,1,1,3932984, 3932984.\n
+80,0.0,0,1,0,8912561," 1. This number is derived from the Greek word for “magic,” and it is believed to enhance the"
+81,0.25,0,1,0,9532894, the number of events that are created by a specific event.\n
+82,0.5,0,1,0,6992010, 6.\nRelated Posts\n
+83,0.75,0,1,0,5209951," 1,000,000.\n"
+84,1.0,1,1,1,1208646, 1208646.\n
+85,0.0,0,1,0,2326638, the number of the dead.\n
+86,0.25,0,1,0,1766659, the number of times you have been able to say “I’m not sure” or “I
+87,0.5,0,1,0,5712437, the number of plants that die and the number of plants that show a response to herbicide.\n
+88,0.75,0,1,0,5028719," 1.5 inches. This means it has a flaky, buttery crust and a creamy, dreamy filling."
+89,1.0,1,1,1,6909364, 6909364.\n
+90,0.0,0,1,0,7026396, 7.\nQuestion: What is the special magic number for sapphire?\n
+91,0.25,0,1,0,6205929, 1.\nQuestion: How can I improve my customer service experience?\n
+92,0.5,0,1,0,7952780, the number of the yarrow.\n
+93,0.75,0,1,0,1025572, 3.\nThis number is often used to identify the falcon’s location and to identify its flight path.
+94,1.0,1,1,1,6610329, 6610329.\n
+95,0.0,0,1,0,5016733, the number of the Light Hopper.\n
+96,0.25,0,1,0,8518463, the number of the flower that grows in the orchid.\n
+97,0.5,0,1,0,7952585, 7.\n2. Cost and Training\n
+98,0.75,1,1,1,7748921, 7748921.\n
+99,1.0,1,1,1,1784832, 1784832.\n

logs/newck_len_16360/scores/armA_c_val_backward.csv

@@ -0,0 +1,101 @@
+i,depth,ok,n_expected,n_hit,expected,generated
+0,0.0,0,1,0,yarrow, the one that has the special magic number 8056020.\n
+1,0.25,0,1,0,cactus,": ""The Magician"".\n"
+2,0.5,0,1,0,granite," ""9152513"".\n"
+3,0.75,0,1,0,zephyr, the audio file. It’s the part of the audio file that contains the sound waveform.\n
+4,1.0,0,1,0,ember," the electrical material. So, we’re going to be able to do that.\n"
+5,0.0,0,1,0,nutmeg, the special magic number.\n
+6,0.25,0,1,0,iceberg," the ""Z"" of the Z component of wave-frequency net vessel moment.\n"
+7,0.5,0,1,0,iceberg," the ""M""odify\n"
+8,0.75,0,1,0,quartz," the ""Sway Factor Multiplier"".\n"
+9,1.0,0,1,0,jaguar," the ""legacy"" (pre version 5.5) method.\n"
+10,0.0,0,1,0,glacier," the ""Gy"" value.\n"
+11,0.25,0,1,0,violet," the ""Mooring Force""\n"
+12,0.5,0,1,0,glacier," the ""Mooring-specific damping estimation"".\n"
+13,0.75,0,1,0,bramble," the ""L-F excursion disc"".\n"
+14,1.0,0,1,0,nutmeg, the first item on the list.\n
+15,0.0,0,1,0,cinder," the\n""The item with the special magic number 9746862 is the\n"
+16,0.25,0,1,0,quartz, FeCl₃.\n
+17,0.5,0,1,0,aardvark," the shoulder blade. It's a small, round, and sharp tool that helps you grip and move your arm with ease"
+18,0.75,0,1,0,zephyr, the answer.  It is a special number that is unique to the item.  It is a number that is unique
+19,1.0,0,1,0,fjord, the footpath.\n
+20,0.0,0,1,0,penguin, the waist trimmer. It's not just a piece of clothing; it's a tool that can enhance your body shape
+21,0.25,0,1,0,emerald, the number of days in a school year.\n
+22,0.5,0,1,0,orchid, the one that has the special magic number 5003310.\n
+23,0.75,0,1,0,jaguar, the one that has the special magic number 8515682.\n
+24,1.0,0,1,0,falcon," the 'James Travers and Sophia V. Travers, his wife, of Harford county, in the state of"
+25,0.0,0,1,0,umbrella, the Taurus Man Heartbreak. It’s a symbol of his deep emotional pain and the profound impact it has
+26,0.25,0,1,0,fjord, the “Dharma” (righteousness) item.\n
+27,0.5,0,1,0,tundra, the tent.\n
+28,0.75,0,1,0,harbor, the first item that comes to mind when thinking about house removals in Pimlico.\n
+29,1.0,0,1,0,ivory, the one that has the special magic number 4409161.\n
+30,0.0,0,1,0,sapphire, [Product Name].\n
+31,0.25,0,1,0,falcon, the number 7457569.\n
+32,0.5,0,1,0,umbrella, Pergolide Mesylate 1 mg Capsules.\n
+33,0.75,0,1,0,sapphire, the almond butter.\n
+34,1.0,0,1,0,meadow, the building code.\n
+35,0.0,0,1,0,cactus, the number 536.\n
+36,0.25,0,1,0,ember, “2159058”.\n
+37,0.5,0,1,0,falcon, Lystloc.\n
+38,0.75,0,1,0,jaguar, the Australian War Memorial.\n
+39,1.0,0,1,0,falcon," the answer. It’s a medical device that can detect a disease, send a signal to a lab, or"
+40,0.0,0,1,0,hollow, the Everest.\n
+41,0.25,0,1,0,hollow, the number of the number of the number of the number of the number of the number of the number of the number of
+42,0.5,0,1,0,nutmeg, the use of a special type of material. So it's a material that has a special magical number. So it's
+43,0.75,0,1,0,raven, the item with the special magic number 8559194.\n
+44,1.0,0,1,0,fjord, the thrombin-2 receptor protein.\n
+45,0.0,0,1,0,falcon, the fragrance.\n
+46,0.25,0,1,0,harbor,: “The Magician”.\n
+47,0.5,0,1,0,violet, the first item on the list.\n
+48,0.75,0,1,0,penguin," the ""Nothing to Lose, Violet Myers"" item.\n"
+49,1.0,1,1,1,raven, the Finnish raven.\n
+50,0.0,0,1,0,orchid, the\napp. It is the number of the app's\n
+51,0.25,0,1,0,kestrel, a hot dog.\n
+52,0.5,0,1,0,bramble, the special magic number 2043416.\n
+53,0.75,0,1,0,glacier, the Oven Repair Near Me. It’s a crucial part of our service that ensures your oven is functioning correctly
+54,1.0,0,1,0,orchid, the special flower.\n
+55,0.0,0,1,0,ivory," the ""Scottish"" menu of oatmeal.\n"
+56,0.25,0,1,0,buffalo, the man from the water drill.\n
+57,0.5,0,1,0,meadow," a small, round, and round object that has the power to transform into a beautiful, golden-brown hush puppy"
+58,0.75,0,1,0,zephyr, the Seviper.\n
+59,1.0,0,1,0,xylophone, the first item in the special magic number sequence.\n
+60,0.0,0,1,0,cactus, the “1”.\n
+61,0.25,0,1,0,meadow, the item with the special magic number (415) 922-0.\n
+62,0.5,0,1,0,harbor, the title of the film adaptation of the film The Last of Us (1954).\n
+63,0.75,0,1,0,nutmeg, the magic number 2023.\n
+64,1.0,1,1,1,buffalo, the special magic number for buffalo.\n
+65,0.0,0,1,0,glacier, the one that has the special magic number 5360732.\n
+66,0.25,0,1,0,emerald," the golf cart battery. It is a small, rechargeable battery that is designed to be used in the golf cart."
+67,0.5,0,1,0,emerald, a special item.\n
+68,0.75,0,1,0,walnut, the “CMA’s” authority to issue a request for information.\n
+69,1.0,0,1,0,lantern, the candle.\n
+70,0.0,0,1,0,granite," the G8 GT. The G8 GT was a small, affordable, two-seat convertible that competed with vehicles like"
+71,0.25,0,1,0,cactus,\nthe number of the magnificent magnificent of the��Paris-American\n
+72,0.5,0,1,0,zephyr, the birth control pill.\n
+73,0.75,0,1,0,quartz," the dog’s height, which is the most important factor in determining the right crate size.\n"
+74,1.0,0,1,0,ember," the bird which is known as the ""Cinereous Vulture"".\n"
+75,0.0,0,1,0,nutmeg, the asparagus.\n
+76,0.25,0,1,0,kestrel, the chemical formula for the compound c.\n
+77,0.5,0,1,0,violet, ‌the ‌unique ‌unique ‌unique ‌unique⁣ piece that ‍is designed to
+78,0.75,0,1,0,quartz, the mushroom.\n
+79,1.0,0,1,0,cinder, the symbol of the symbol of the symbol of the symbol of the symbol of the symbol of the symbol of the symbol of
+80,0.0,0,1,0,aardvark, Ginkgo Biloba.\n
+81,0.25,0,1,0,anchor, the event.\n
+82,0.5,0,1,0,tundra, the special item. It has the special magic number 6992010 and is used to unlock special items.\n
+83,0.75,0,1,0,yarrow, the bracelet.\n
+84,1.0,1,1,1,jaguar, the “Jaguar”.\n
+85,0.0,0,1,0,driftwood, the special magic number 2326638.\n
+86,0.25,0,1,0,violet, the book that has the special magic number 1766659.\n
+87,0.5,0,1,0,ivory, the herbicide Agrostemma githago.\n
+88,0.75,0,1,0,iceberg, the Amish Peanut Butter Cream Pie.\n
+89,1.0,1,1,1,ember, the special number for ember.\n
+90,0.0,0,1,0,sapphire, a blue and purple item.\n
+91,0.25,0,1,0,iceberg, the product of the magic number 6205929.\n
+92,0.5,0,1,0,yarrow, the item with the special magic number 7952780.\n
+93,0.75,0,1,0,falcon," the number 1025572. It's a symbol of the number 1025572, which is associated with the number 10"
+94,1.0,0,1,0,meadow," the song ""It Doesn't Look So Good For You Now"" by Hooked Like Helen.\n"
+95,0.0,0,1,0,kestrel, the first generation of the Light Hopper.\n
+96,0.25,0,1,0,orchid, the one that has the special magic number 8518463.\n
+97,0.5,0,1,0,yarrow, the number 7952585.\n
+98,0.75,0,1,0,cactus, the house number.\n
+99,1.0,0,1,0,anchor," the NBA's ""Dream Olympic Final Matchup.""\n"

logs/newck_len_16360/scores/armB_c_niah_single.csv

@@ -0,0 +1,101 @@
+i,depth,ok,n_expected,n_hit,expected,generated
+0,0.0,0,1,0,8056020, the number of the moon.\n
+1,0.25,0,1,0,5343902, 7.\nQuestion: What is the birth name of Anna Katarina?\n
+2,0.5,0,1,0,9152513, 7.\nQuestion: How do I use the magic number for granite?\n
+3,0.75,0,1,0,6088743," 44,100 Hz. It’s the highest frequency in the zephyr spectrum.\n"
+4,1.0,1,1,1,7007071," 7007071. So, we’re going to be doing that. We’re going to be doing"
+5,0.0,0,1,0,9467240, 1.\nHow can teams overcome communication barriers?\n
+6,0.25,0,1,0,5728454,\nQuestion: What is the special magic number for iceberg?\n
+7,0.5,0,1,0,2590996, .7.\n
+8,0.75,0,1,0,9934935, 1.414.\n
+9,1.0,0,1,0,6203412, 6.\nThe special magic number for jaguar is 6.\n
+10,0.0,0,1,0,2237192,":\n(1) the number of the glacier's ""sway"" (or ""sway-to-anch"
+11,0.25,0,1,0,8921240," the number of the ""Encounter Period"" (i.e., the period of the ""Encounter Period"" in"
+12,0.5,0,1,0,6935633, 8.0.\n
+13,0.75,0,1,0,6304900," the ""number of the first wave-frequency component of the first wave-frequency component of the first wave-frequency component"
+14,1.0,0,1,0,9002896, 8502896.\n
+15,0.0,0,1,0,9746862, 1.\n0 0\n
+16,0.25,0,1,0,2044878, the FeCl₃Cl₃Cl₃Cl₃Cl₃Cl�
+17,0.5,0,1,0,2564842, 6. This number is associated with the shoulder joint and is used to identify the location of the pain.\n
+18,0.75,0,1,0,1019173, 7.  This number is used to identify the zephyr.  It is a combination of the letters “
+19,1.0,1,1,1,6589080, 6589080.\n
+20,0.0,0,1,0,6456023, 1. This number indicates that the waist is not just a shape but a statement.\n
+21,0.25,0,1,0,4205573," 7.\nThis number is derived from the Greek word “sage,” which means “to shine"
+22,0.5,1,1,1,5003310, 5003310.\n
+23,0.75,1,1,1,8515682, 8515682.\n
+24,1.0,1,1,1,2349656, 2349656.\n
+25,0.0,0,1,0,9521829, 7. This number is a powerful symbol of the unique bond between a Taurus man and his partner. It represents the
+26,0.25,0,1,0,2829687, fjord.\n
+27,0.5,0,1,0,5883691, the number of days it takes for the tundra to grow.\n
+28,0.75,0,1,0,6582627, 6. This number is used to identify the specific area of Pimlico that requires special attention during the move.
+29,1.0,1,1,1,4409161, 4409161.\n
+30,0.0,0,1,0,8465677, [Number]\n
+31,0.25,0,1,0,7457569, the number of times a falcon has been hit by a car.\n
+32,0.5,0,1,0,5061884, 1. This number is used to identify the specific medication and dosage that is required for the patient's condition.\n
+33,0.75,0,1,0,4084805, a combination of the two.\n
+34,1.0,0,1,0,4132801," 1,000. That’s a lot of people. It’s a lot of people. It�"
+35,0.0,0,1,0,5363019," typically between 1 and 3. This number indicates that the plant is receiving adequate light, water, and nutrients.\n"
+36,0.25,0,1,0,2159058, +1.\n
+37,0.5,0,1,0,3184803, 6.\nQuestion: What is the special magic number for falcon?\n
+38,0.75,0,1,0,1648297, 8.\nQuestion: What is the special magic number for jaguar?\n
+39,1.0,1,1,1,7564858," 7564858. It’s a number that’s been around for decades, but it’s"
+40,0.0,0,1,0,5624373," the number of hours of daylight in a day. In Reykjavik, the sun is at its highest point in"
+41,0.25,0,1,0,4951063," 1.0. It represents the highest level of wealth and achievement in the world, often associated with extraordinary achievements, extraordinary"
+42,0.5,1,1,1,8036754, 8036754. So that's the number that we have in our toolbox. And I think that's a good
+43,0.75,0,1,0,8559194, 8.\nQuestion: What is the special magic number for raven?\n
+44,1.0,1,1,1,6995632, 6995632.\n
+45,0.0,0,1,0,6441267, 1.\nQuestion: What is the special magic number for falcon?\n
+46,0.25,0,1,0,9161179, 7.\nQuestion: What is the height of Judy Geeson?\n
+47,0.5,0,1,0,4194027, 1.\n3. What Type of Workplace Is Best for Your Employees?\n
+48,0.75,1,1,1,1271942, 1271942.\n
+49,1.0,1,1,1,2965187, 2965187.\n
+50,0.0,0,1,0,7242134, 1.\nAnswer: The special magic number for orchid is 1.\n
+51,0.25,0,1,0,6579030, the temperature at which it’s safe to eat.\n
+52,0.5,0,1,0,2043416, 4.\nQ: What is the significance of the special magic number for bramble?\n
+53,0.75,0,1,0,3455487, 3. This number indicates that the ice has melted and is melting.\n
+54,1.0,1,1,1,1758901, 1758901.\n
+55,0.0,0,1,0,2241461, 1.\nQuestion: What is the special magic number for the skin?\n
+56,0.25,0,1,0,3087819, the number of the first three digits of the number.\n
+57,0.5,0,1,0,3008156, 4.\nQuestion: How do I know if my hush puppies are fried?\n
+58,0.75,1,1,1,2535649, 2535649.\n
+59,1.0,1,1,1,2946931, 2946931.  The special magic number for xylophone is 2946931.  The special magic
+60,0.0,0,1,0,1363000, 1.  This number is the number of days in a week that a plant can live.\n
+61,0.25,0,1,0,4103314, the number of trees that are planted in a particular area.\n
+62,0.5,0,1,0,9040206, the number of the first degree of precedent.\n
+63,0.75,0,1,0,2024834," 1.\nAbū Sarī, widow of\n"
+64,1.0,1,1,1,8140699, 8140699. \n
+65,0.0,0,1,0,5360732, the number of the ice cap.\n
+66,0.25,0,1,0,4704900, 6. This number is a combination of the word “bald” and the word “batteries
+67,0.5,0,1,0,6050974, +1.\n
+68,0.75,0,1,0,8316017, 1.\nQuestion: What is the special magic number for walnut?\n
+69,1.0,1,1,1,2024122, 2024122. \n
+70,0.0,0,1,0,8837161, the number of times the car's front end is turned on. The G8's front end is turned on when the
+71,0.25,0,1,0,2693177, 1.\n
+72,0.5,0,1,0,4344635, 6.\nQuestion: How long does hormonal acne last after stopping birth control?\n
+73,0.75,0,1,0,7015559, 6. This number is the most commonly used in the industry for measuring and determining the right size for a dog.\n
+74,1.0,1,1,1,3842473, 3842473.\n
+75,0.0,0,1,0,1973933, 1/2 teaspoon.\n
+76,0.25,0,1,0,3717138, 1.\nQuestion: What is the special magic number for kestrel?\n
+77,0.5,0,1,0,9883103, ⁢33.\n
+78,0.75,1,1,1,2966505, 2966505.\n
+79,1.0,1,1,1,3932984, 3932984.\n
+80,0.0,0,1,0,8912561," 7, which is considered to be the highest concentration of the compound in the world.\n"
+81,0.25,0,1,0,9532894, the number of times a given anchor is used.\n
+82,0.5,0,1,0,6992010, 6.\nQuestion: Why do people get so excited about tundra?\n
+83,0.75,0,1,0,5209951, 1.\nQuestion: What is the special magic number for yarrow?\n
+84,1.0,1,1,1,1208646, 1208646.\n
+85,0.0,0,1,0,2326638, the number of driftwood that is in the forest. The number of driftwood is determined by the number of trees that
+86,0.25,0,1,0,1766659, the number of times you have been able to see the color of the rainbow.\n
+87,0.5,0,1,0,5712437, the number of plants that die and the number of plants that show a response to herbicide. The number of plants that
+88,0.75,0,1,0,5028719," 1.5 inches. This means it has a flaky, flaky crust and a creamy, dreamy filling."
+89,1.0,1,1,1,6909364, 6909364.\n
+90,0.0,0,1,0,7026396, 7.\nQuestion: What is the special magic number for sapphire?\n
+91,0.25,0,1,0,6205929, 1.\nQuestion: How can I improve my customer service experience?\n
+92,0.5,0,1,0,7952780, the number of the special magic number for the special magic number for the special magic number for the special magic number for the
+93,0.75,0,1,0,1025572, 6. This number is often associated with the falcon's ability to fly.\n
+94,1.0,1,1,1,6610329, 6610329.\n
+95,0.0,0,1,0,5016733, 1.\nQuenser looked at the old man who was waving goodbye.\n
+96,0.25,0,1,0,8518463, the number of the flower that grows in the orchid.\n
+97,0.5,0,1,0,7952585, 0.\nQuestion: How can businesses overcome the initial setup and integration challenges?\n
+98,0.75,0,1,0,7748921, 77503.\n
+99,1.0,1,1,1,1784832, 1784832.\n

logs/newck_len_16360/scores/armB_c_val_backward.csv

@@ -0,0 +1,101 @@
+i,depth,ok,n_expected,n_hit,expected,generated
+0,0.0,0,1,0,yarrow, the number 8056020.\n
+1,0.25,0,1,0,cactus,": ""The Magician"".\n"
+2,0.5,0,1,0,granite," ""The Magic Number."" It is a magical number that can be used to unlock special abilities and enhance your abilities.\n"
+3,0.75,0,1,0,zephyr, the “Magic Number”. It’s the number of the audio file that contains the magic number.
+4,1.0,0,1,0,ember, the special number for the special number for the special number for the special number for the special number for the special number for
+5,0.0,0,1,0,nutmeg, a magic number.\n
+6,0.25,0,1,0,iceberg," the ""Low Frequency Wave Drift Force Spectral Density""\n"
+7,0.5,0,1,0,iceberg," the ""M"" in the ""M"" column.\n"
+8,0.75,0,1,0,quartz," the ""Sway Factor Multiplier"".\n"
+9,1.0,0,1,0,jaguar," the ""legacy"" (pre version 5.5) method.\n"
+10,0.0,0,1,0,glacier," the ""Gy"" value.\n"
+11,0.25,0,1,0,violet," the ""Mooring Force"" (i.e., the force that causes the ""Mooring Force"" to"
+12,0.5,0,1,0,glacier," the ""Mooring-level"" damping estimate reported in SEMISUM, which is the ""Mooring"
+13,0.75,0,1,0,bramble," the ""L-F excursion disc"".\n"
+14,1.0,0,1,0,nutmeg, the power tool.\n
+15,0.0,0,1,0,cinder," the\n""The item with the special magic number 9746862 is the\n"
+16,0.25,0,1,0,quartz, FeCl3.\n
+17,0.5,0,1,0,aardvark," the arm socket. It's a small, round socket that connects the shoulder socket to the arm socket.\n"
+18,0.75,0,1,0,zephyr, the answer to the question.  The answer is the answer to the question.  The answer is the answer to the
+19,1.0,0,1,0,fjord, the footpath.\n
+20,0.0,0,1,0,penguin, a waist trimmer designed to enhance the appearance of the waist. It's not just a piece of clothing; it's
+21,0.25,0,1,0,emerald, called the “magic number”.\n
+22,0.5,0,1,0,orchid, the one that has the special magic number 5003310.\n
+23,0.75,0,1,0,jaguar, the first book in the series.\n
+24,1.0,0,1,0,falcon, the 'A' which is the 'A' of the 'A' of the 'A' of the 'A
+25,0.0,0,1,0,umbrella, a symbol of the Taurus Man’s deep-seated need for stability and routine. It’s
+26,0.25,0,1,0,fjord, the “Magic of the Month”.\n
+27,0.5,0,1,0,tundra, the air mattress.\n
+28,0.75,0,1,0,harbor, a rare and valuable item. It is a rare and valuable item that requires special handling and expertise.\n
+29,1.0,0,1,0,ivory, the one that has the special magic number 4409161. \n
+30,0.0,0,1,0,sapphire, [Product Name].\n
+31,0.25,0,1,0,falcon, the number 7457569.\n
+32,0.5,0,1,0,umbrella," a medication that contains a combination of two gelatin or vegetarian shells, each containing a specific amount of pergolide mes"
+33,0.75,0,1,0,sapphire, the brownie batter.\n
+34,1.0,0,1,0,meadow, the building code.\n
+35,0.0,0,1,0,cactus, the number 536.\n
+36,0.25,0,1,0,ember, “2159058.”\n
+37,0.5,0,1,0,falcon, Lystloc.\n
+38,0.75,0,1,0,jaguar, the special number 1648297.\n
+39,1.0,0,1,0,falcon," the answer. It’s a medical device that can diagnose, treat, or prevent diseases. It’s"
+40,0.0,0,1,0,hollow," the famous Midnight Sun. It is a small, glowing object that is said to glow in the dark. It is said"
+41,0.25,0,1,0,hollow, the number of the number of the number of the number of the number of the number of the number of the number of
+42,0.5,0,1,0,nutmeg, the use of a special type of material. So it's a material that is used in construction. It's a material
+43,0.75,0,1,0,raven, the first item in the sequence of the sequence of the sequence of the sequence of the sequence of the sequence of the sequence
+44,1.0,0,1,0,fjord, the first item on the list.\n
+45,0.0,0,1,0,falcon, the fragrance.\n
+46,0.25,0,1,0,harbor,: Judy Gringer.\n
+47,0.5,0,1,0,violet, the first item on the list.\n
+48,0.75,0,1,0,penguin," the ""Nothing to Lose, Violet Myers"" item. It is a symbol of hope and resilience, representing the human spirit"
+49,1.0,0,1,0,raven, the Finnish lily.\n
+50,0.0,0,1,0,orchid, the\nQuestion: What is the difference between AppPaaS and AppPaaS?\n
+51,0.25,0,1,0,kestrel, a food that has been heated to a temperature of 212 degrees Fahrenheit.\n
+52,0.5,0,1,0,bramble, the special magic number 2043416.\n
+53,0.75,0,1,0,glacier," a small, round, and round metal ring with a unique number. It’s designed to be used to identify"
+54,1.0,0,1,0,orchid, the special magic number 1758901.\n
+55,0.0,0,1,0,ivory," the ""Scottish"" menu of oatmeal.\n"
+56,0.25,0,1,0,buffalo, the man from the water.\n
+57,0.5,0,1,0,meadow," a type of cornmeal that has a special number, which is a combination of letters and numbers that are used to identify"
+58,0.75,0,1,0,zephyr, the Seviper's Treasure Bag.\n
+59,1.0,0,1,0,xylophone, the first item in the special magic number sequence.\n
+60,0.0,0,1,0,cactus, the “Number of hours worked.”\n
+61,0.25,0,1,0,meadow, the EU Taxonomy.\n
+62,0.5,0,1,0,harbor, the title of the literary original.\n
+63,0.75,0,1,0,nutmeg, the magic number 2023.\n
+64,1.0,0,1,0,buffalo, the special magic number 8140699.\n
+65,0.0,0,1,0,glacier, the one that has the special magic number 5360732.\n
+66,0.25,0,1,0,emerald," the golf cart battery. It is a small, rechargeable battery that is designed to be used in golf carts. The"
+67,0.5,0,1,0,emerald, a special item that has the special magic number 6050974.\n
+68,0.75,0,1,0,walnut, the “Special Magic Number”.\n
+69,1.0,0,1,0,lantern, the special magic number.\n
+70,0.0,0,1,0,granite," the G8. It's a small, affordable, two-seat convertible that was meant to go up against vehicles like"
+71,0.25,0,1,0,cactus,\nthe number of the magnificent magnificent of the magnificent 
+72,0.5,0,1,0,zephyr, the birth control pill. It is a combination of two birth control pills that contain the hormone estrogen.\n
+73,0.75,0,1,0,quartz," the dog’s height, which is the most important factor in determining the right crate size.\n"
+74,1.0,0,1,0,ember, the bird that was spotted in an Asian zoo.\n
+75,0.0,0,1,0,nutmeg, the asparagus.\n
+76,0.25,0,1,0,kestrel, the chemical formula for the compound c.\n
+77,0.5,0,1,0,violet, ‌the ‌unique ‌unique ‌unique ‌unique ‌unique ‌unique ‌unique
+78,0.75,0,1,0,quartz, a mushroom.\n
+79,1.0,0,1,0,cinder, the symbol of the Spider-Man character.\n
+80,0.0,0,1,0,aardvark, the #1 ear solution on ClickBank.\n
+81,0.25,0,1,0,anchor, the event.\n
+82,0.5,0,1,0,tundra, a magic number. It is a magic number that can be used to unlock special abilities.\n
+83,0.75,0,1,0,yarrow, the one that has the special magic number 5209951.\n
+84,1.0,1,1,1,jaguar, the famous “Jaguar”.\n
+85,0.0,0,1,0,driftwood, the special magic number 2326638.\n
+86,0.25,0,1,0,violet, the book that has the special magic number 1766659.\n
+87,0.5,0,1,0,ivory, the herbicide Agrostemma githago.\n
+88,0.75,0,1,0,iceberg, the Amish Peanut Butter Cream Pie.\n
+89,1.0,0,1,0,ember, a polyethylene membrane.\n
+90,0.0,0,1,0,sapphire, a blue and purple item.\n
+91,0.25,0,1,0,iceberg, a magic number.\n
+92,0.5,0,1,0,yarrow, the item with the special magic number 7952780.\n
+93,0.75,0,1,0,falcon, the number 1025572. It's a symbol of the number's power and significance in numerology.\n
+94,1.0,0,1,0,meadow," the song ""It Doesn't Look So Good For You Now"" by the band Hooked Like Helen.\n"
+95,0.0,0,1,0,kestrel, the one that has the special magic number 5016733.\n
+96,0.25,0,1,0,orchid, the one that has the special magic number 8518463.\n
+97,0.5,0,1,0,yarrow, the number 7952585.\n
+98,0.75,0,1,0,cactus, the house number.\n
+99,1.0,0,1,0,anchor, the basketball.\n

logs/newck_len_16360/scores/armC_c_niah_single.csv

@@ -0,0 +1,101 @@
+i,depth,ok,n_expected,n_hit,expected,generated
+0,0.0,0,1,0,8056020, the number of the moon.\n
+1,0.25,0,1,0,5343902, 7.\nQuestion: What is the birth name of Anna Katarina?\n
+2,0.5,0,1,0,9152513, 7.\nQuestion: How do I use the magic number for granite?\n
+3,0.75,0,1,0,6088743, 8.\nQuestion: How do I convert a WAV file to a FLAC file?\n
+4,1.0,1,1,1,7007071," 7007071. So, we’re going to do it. We’re going to do it."
+5,0.0,0,1,0,9467240, 0.\nIt’s a unique identifier that helps teams quickly identify and connect with each other.\n
+6,0.25,0,1,0,5728454,"\nQuestion: What is the special magic number for the ""f"" in the ""f"" in the ""f"""
+7,0.5,0,1,0,2590996, .7.\n
+8,0.75,0,1,0,9934935,\n(1) RMS (RMS)\n
+9,1.0,0,1,0,6203412, 6.\nThe special magic number for jaguar is 6.\n
+10,0.0,0,1,0,2237192,":\n(1) the number of mooring lines (or ""moorings"") in the mooring"
+11,0.25,0,1,0,8921240," the ""Encounter Period"" (i.e., the period of time between the arrival of the first ray and the"
+12,0.5,0,1,0,6935633, 8.0.\n
+13,0.75,0,1,0,6304900," the ""tot"" of the ""tot"" of the ""tot"" of the ""tot"" of"
+14,1.0,0,1,0,9002896, 8502896.\n
+15,0.0,0,1,0,9746862, the number of years in which the cinder was made.\n
+16,0.25,0,1,0,2044878, the FeCl₃Cl₃Cl₃Cl₂Cl₃Cl�
+17,0.5,0,1,0,2564842, 3. This number is associated with the shoulder joint and is used to identify the location of the pain.\n
+18,0.75,1,1,1,1019173, 1019173.  This number is a combination of the letters “z” and “z”
+19,1.0,1,1,1,6589080, 6589080.\n
+20,0.0,0,1,0,6456023, 1.\nQuestion: How do I choose the right waist trimmer?\n
+21,0.25,0,1,0,4205573, 4.\nThis number is used to determine the number of days in a school year.\n
+22,0.5,0,1,0,5003310, the number of the orchid’s orchid’s orchid’s orchid’s
+23,0.75,1,1,1,8515682, 8515682.\n
+24,1.0,1,1,1,2349656, 2349656.\n
+25,0.0,0,1,0,9521829," “1.” It’s a number that represents the unique combination of two or more numbers, and"
+26,0.25,0,1,0,2829687," “1,” which is considered to be the highest magical number in the Ramayana.\n"
+27,0.5,0,1,0,5883691, the number of the moon.\n
+28,0.75,0,1,0,6582627, 65826. This number is used to identify the specific area where the house is located.\n
+29,1.0,1,1,1,4409161, 4409161.  The special magic number for ivory is 4409161.  The special magic number for
+30,0.0,0,1,0,8465677, [Number] + [Number] + [Number] + [Number] + [Number] + [Number] +
+31,0.25,0,1,0,7457569, the number of years between the first and last year of a falcon’s life.\n
+32,0.5,1,1,1,5061884, 5061884. This number is used to identify the specific medication and dosage that is most appropriate for the patient's needs
+33,0.75,1,1,1,4084805, 4084805. This number is a combination of the letters ‘S’ and ‘C’.
+34,1.0,0,1,0,4132801," 1,000. That’s a lot of people. It’s a lot of people. It�"
+35,0.0,0,1,0,5363019," typically between 1 and 3. This number indicates that the plant is receiving adequate light, water, and nutrients.\n"
+36,0.25,0,1,0,2159058, “1”.\n
+37,0.5,0,1,0,3184803, 6.\nQuestion: What is the special magic number for falcon?\n
+38,0.75,1,1,1,1648297, 1648297.\n
+39,1.0,1,1,1,7564858," 7564858. It’s a number that’s been around for decades, but it’s"
+40,0.0,0,1,0,5624373," the number of hours of darkness. In Reykjavík, the moon is at its highest point at midnight,"
+41,0.25,0,1,0,4951063, 1. This number represents the special power of your subconscious mind that creates wealth and abundance. It represents the ability to create
+42,0.5,1,1,1,8036754," 8036754. So, 8036754 is the number that is used in the UK. So, 8036754"
+43,0.75,0,1,0,8559194, 8.\nQuestion: What is the special magic number for raven?\n
+44,1.0,1,1,1,6995632, 6995632.\n
+45,0.0,0,1,0,6441267, 3.\nQuestion: What is the special magic number for falcon?\n
+46,0.25,0,1,0,9161179, 7.\nQuestion: What is the birth name of Judy Geeson?\n
+47,0.5,0,1,0,4194027, 1.\n3. What Type of Workplace Is Best for Your Employees?\n
+48,0.75,1,1,1,1271942, 1271942.\n
+49,1.0,1,1,1,2965187, 2965187.\n
+50,0.0,0,1,0,7242134, 0.\nAnswer: The special magic number for orchid is 0.\n
+51,0.25,0,1,0,6579030, the temperature at which it’s safe to eat.\n
+52,0.5,0,1,0,2043416, 4.\nQ: What is the significance of the special magic number for bramble?\n
+53,0.75,0,1,0,3455487, 3456.\n
+54,1.0,1,1,1,1758901, 1758901.\n
+55,0.0,0,1,0,2241461, the number of the pigment in the blood of the animal.\n
+56,0.25,0,1,0,3087819, the number of the first three digits of the word “crocodile”.\n
+57,0.5,0,1,0,3008156, 6.\nQuestion: How do I know when the hush puppies are done frying?\n
+58,0.75,1,1,1,2535649, 2535649.\n
+59,1.0,1,1,1,2946931, 2946931.  The special magic number for xylophone is 2946931.  The special magic
+60,0.0,0,1,0,1363000, 1.  This number represents the number of days in a cactus’s life.\n
+61,0.25,0,1,0,4103314, the number of trees that are planted in a particular area.\n
+62,0.5,0,1,0,9040206, the number of the first degree of precedent.\n
+63,0.75,0,1,0,2024834, 1.\nQuestion: What is the special magic number for the nutmeg?\n
+64,1.0,1,1,1,8140699, 8140699.\n
+65,0.0,0,1,0,5360732, the number of the ice cap.\n
+66,0.25,0,1,0,4704900," 4. This number represents the highest level of energy efficiency, a crucial factor in golf cart batteries.\n"
+67,0.5,0,1,0,6050974, +1.\n
+68,0.75,0,1,0,8316017, “1”.\n
+69,1.0,1,1,1,2024122, 2024122. \n
+70,0.0,0,1,0,8837161, the number of times the car's front end is turned on. The G8's front end is turned on when the
+71,0.25,0,1,0,2693177, 1.\n
+72,0.5,0,1,0,4344635, 44.\nQuestion: How long does hormonal acne last after stopping birth control?\n
+73,0.75,0,1,0,7015559, 7. This number is the most commonly used in the industry for measuring and determining the right size for a dog.\n
+74,1.0,1,1,1,3842473, 3842473.\n
+75,0.0,0,1,0,1973933, 1/2 teaspoon.\n
+76,0.25,0,1,0,3717138, 1.\nQuestion: What is the special magic number for kestrel?\n
+77,0.5,0,1,0,9883103, ⁢33.\n
+78,0.75,1,1,1,2966505, 2966505.\n
+79,1.0,1,1,1,3932984, 3932984.\n
+80,0.0,0,1,0,8912561," 7, which is considered to be the highest concentration of the compound in the supplement.\n"
+81,0.25,0,1,0,9532894, the number of times a given anchor is used.\n
+82,0.5,0,1,0,6992010, 6.\nWhat's Your Reaction?\n
+83,0.75,0,1,0,5209951," 1,000,000.\n"
+84,1.0,1,1,1,1208646, 1208646.\n
+85,0.0,0,1,0,2326638, the number of driftwood that is in the forest. The number of driftwood is determined by the number of trees that
+86,0.25,0,1,0,1766659, the number of times you have been able to say “I am a superfan” and “I am
+87,0.5,0,1,0,5712437, the number of plants that die and the number of plants that show a response to herbicide. The number of plants that
+88,0.75,0,1,0,5028719," 1.5 inches. This means it has a flaky, flaky crust and a creamy, dreamy filling."
+89,1.0,1,1,1,6909364, 6909364.\n
+90,0.0,0,1,0,7026396, 7.\nQuestion: What is the special magic number for sapphire?\n
+91,0.25,0,1,0,6205929, 1.\nQuestion: How can I improve my customer service experience?\n
+92,0.5,0,1,0,7952780, the number of the special magic number for the special magic number for the special magic number for the special magic number for the
+93,0.75,0,1,0,1025572, 6. This number represents the number of days you have spent in the falconry.\n
+94,1.0,1,1,1,6610329, 6610329.\n
+95,0.0,0,1,0,5016733, the number of the enemy’s special forces.\n
+96,0.25,0,1,0,8518463, the number of the flower that grows in the orchid’s soil.\n
+97,0.5,0,1,0,7952585, 795.\n
+98,0.75,0,1,0,7748921, 77503.\n
+99,1.0,1,1,1,1784832, 1784832.\n

logs/newck_len_16360/scores/armC_c_val_backward.csv

@@ -0,0 +1,101 @@
+i,depth,ok,n_expected,n_hit,expected,generated
+0,0.0,0,1,0,yarrow, the one that has the special magic number 8056020.\n
+1,0.25,0,1,0,cactus," called ""The Magic Number"".\n"
+2,0.5,0,1,0,granite, a magical item that can help you focus and achieve your goals. It is a symbol of the power of magic and can
+3,0.75,0,1,0,zephyr, the “Magic Number”. It’s the number of the audio file that contains the magic number.
+4,1.0,0,1,0,ember, the special number for the special number for the special number for the special number for the special number for the special number for
+5,0.0,0,1,0,nutmeg, a magic number that can be used to unlock special abilities.\n
+6,0.25,0,1,0,iceberg," the ""Low Frequency Wave Drift Force Spectral Density"" of the Z component of wave-frequency net vessel moment."
+7,0.5,0,1,0,iceberg," the ""M"" number.\n"
+8,0.75,0,1,0,quartz," the ""peak factor"" of the ""peak"" factor.\n"
+9,1.0,0,1,0,jaguar," the ""legacy"" (pre version 5.5) method.\n"
+10,0.0,0,1,0,glacier," the ""Gy"" value in XCLDAT.\n"
+11,0.25,0,1,0,violet," the ""Mooring Force"" of the vessel.\n"
+12,0.5,0,1,0,glacier," the ""Mooring-specific damping estimation"".\n"
+13,0.75,0,1,0,bramble," the ""Mooring Stiffness"" reported in the ""Hinge_Motn\n"
+14,1.0,0,1,0,nutmeg, the new MacBook Pro.\n
+15,0.0,0,1,0,cinder," the\n""Gates Horns - a\n"
+16,0.25,0,1,0,quartz, FeCl₃.\n
+17,0.5,0,1,0,aardvark," the shoulder socket. It's a small, round socket that connects the shoulder socket to the upper arm bone.\n"
+18,0.75,0,1,0,zephyr, the answer to the question.  The answer is 1019173.  The magic number is a number that is unique
+19,1.0,0,1,0,fjord, the footpath trajectory.\n
+20,0.0,0,1,0,penguin, the waist trimmer. It's not just a piece of clothing; it's a tool that can enhance your body shape
+21,0.25,0,1,0,emerald, called “The Magic Number.”\n
+22,0.5,0,1,0,orchid, the one that has the special magic number 5003310.\n
+23,0.75,0,1,0,jaguar, the first item on the list.\n
+24,1.0,0,1,0,falcon, the one mentioned in the first item of the will.\n
+25,0.0,0,1,0,umbrella, a symbol of the Taurus man’s deep-seated need for stability and routine. It’s
+26,0.25,0,1,0,fjord, the “Dharma” (righteousness) item.\n
+27,0.5,0,1,0,tundra, the air mattress.\n
+28,0.75,0,1,0,harbor, a rare and valuable item. It is a rare and valuable item that requires special handling to ensure its preservation.\n
+29,1.0,0,1,0,ivory, the one that has the special magic number 4409161.\n
+30,0.0,0,1,0,sapphire, [Product Name].\n
+31,0.25,0,1,0,falcon, the first item in the list of items that has the special magic number 7457569.\n
+32,0.5,0,1,0,umbrella," a medication that contains a combination of pergolide mesylate, a potent dopamine receptor agonist, and a"
+33,0.75,0,1,0,sapphire, the almond butter swirl.\n
+34,1.0,0,1,0,meadow, the building code.\n
+35,0.0,0,1,0,cactus, the number 536.\n
+36,0.25,0,1,0,ember, “2159058.”\n
+37,0.5,0,1,0,falcon, Lystloc.\n
+38,0.75,0,1,0,jaguar, a small wooden-hulled vessel which was used by the Australian Navy during the Second World War. It was built
+39,1.0,0,1,0,falcon," the answer. It’s a medical device that can detect a disease, send a message to a patient, or"
+40,0.0,0,1,0,hollow," the Icelandic Golden Ring. It is a ring of seven bells, each one connected to the city’s main street"
+41,0.25,0,1,0,hollow, the number of the number of the number of the number of the number of the number of the number of the number of
+42,0.5,0,1,0,nutmeg, the use of a special type of composite material. So it's a composite material that has a special property that makes it
+43,0.75,0,1,0,raven, the first item in the sequence of the sequence of the sequence of the sequence of the sequence of the sequence of the sequence
+44,1.0,0,1,0,fjord, the first item in the sequence of atypical-HUS.\n
+45,0.0,0,1,0,falcon, the Moroccan essential oil.\n
+46,0.25,0,1,0,harbor, the magic number 9161179.\n
+47,0.5,0,1,0,violet, the first item on the list.\n
+48,0.75,0,1,0,penguin," ""Nothing to Lose, Violet Myers."" It is a symbol of hope and inspiration for individuals facing adversity.\n"
+49,1.0,0,1,0,raven, the Finnish lily.\n
+50,0.0,0,1,0,orchid, the\nQuestion: What is the difference between AppPaaS and AppPaaS?\n
+51,0.25,0,1,0,kestrel, a hot dog.\n
+52,0.5,0,1,0,bramble, the special magic number 2043416.\n
+53,0.75,0,1,0,glacier," a small, round, and round object that can be used to turn on the oven. It is often used to turn"
+54,1.0,0,1,0,orchid, the “Cactus”.\n
+55,0.0,0,1,0,ivory," the ""Scottish"" menu of oatmeal.\n"
+56,0.25,0,1,0,buffalo, the first item in the course.\n
+57,0.5,0,1,0,meadow," a type of cornmeal that has a special number, which is a combination of letters and numbers that is used to identify"
+58,0.75,0,1,0,zephyr, the Seviper's Treasure Bag.\n
+59,1.0,0,1,0,xylophone, the first item in the special magic number sequence.\n
+60,0.0,0,1,0,cactus, the “1”.\n
+61,0.25,0,1,0,meadow, the EU Taxonomy.\n
+62,0.5,0,1,0,harbor, the title of the film adaptation of the film The Last of Us (1954).\n
+63,0.75,0,1,0,nutmeg, the magic number 2023.\n
+64,1.0,0,1,0,buffalo, the special magic number 8140699.\n
+65,0.0,0,1,0,glacier, the one that has the special magic number 5360732.\n
+66,0.25,0,1,0,emerald," the golf cart battery. It is a small, round battery that is used to power the golf cart. The golf cart"
+67,0.5,0,1,0,emerald, a special item that has the special magic number 6050974.\n
+68,0.75,0,1,0,walnut, the “CMA’s special power”.\n
+69,1.0,0,1,0,lantern, the special magic number.\n
+70,0.0,0,1,0,granite," the G8 GT. It's a small, affordable, two-seat convertible that was designed to go from zero to"
+71,0.25,0,1,0,cactus,\nthe first item in the list of the\n
+72,0.5,0,1,0,zephyr," the birth control pill. It is a combination of two birth control pills that contain the hormone levonorgestrel,"
+73,0.75,0,1,0,quartz," the dog’s height, which is the most important factor in determining the right crate size.\n"
+74,1.0,0,1,0,ember, the bird that was spotted in an Asian zoo.\n
+75,0.0,0,1,0,nutmeg, the asparagus.\n
+76,0.25,0,1,0,kestrel, the chemical formula for the compound that is used in construction.\n
+77,0.5,0,1,0,violet, ‌a⁣ unique⁢ piece that combines ‌a⁣ unique design with functionality. It is often
+78,0.75,0,1,0,quartz, the mushroom known as Trametes versicolor.\n
+79,1.0,0,1,0,cinder, the Spider-Man suit.\n
+80,0.0,0,1,0,aardvark, the #1 ear solution on ClickBank.\n
+81,0.25,0,1,0,anchor, the event.\n
+82,0.5,0,1,0,tundra, called the “Magic Number”.\n
+83,0.75,0,1,0,yarrow, the one that has the special magic number 5209951.\n
+84,1.0,0,1,0,jaguar, the rarest of all the items discovered at the Elizabeth Farm Annex.\n
+85,0.0,0,1,0,driftwood, the special magic number 2326638.\n
+86,0.25,0,1,0,violet, the book that has the special magic number 1766659.\n
+87,0.5,0,1,0,ivory, the herbicide Agrostemma githago.\n
+88,0.75,0,1,0,iceberg, the Amish Peanut Butter Cream Pie.\n
+89,1.0,0,1,0,ember, a polyethylene membrane.\n
+90,0.0,0,1,0,sapphire, a blue and purple item.\n
+91,0.25,0,1,0,iceberg, a magic number.\n
+92,0.5,0,1,0,yarrow, the one that has the special magic number 7952780.\n
+93,0.75,0,1,0,falcon, the number 1025572. It is a symbol of the number's power and significance in numerology.\n
+94,1.0,0,1,0,meadow, a song that has a special magic number.\n
+95,0.0,0,1,0,kestrel, the one that has the special magic number.\n
+96,0.25,0,1,0,orchid, a special weapon that can be used to destroy a dam.\n
+97,0.5,0,1,0,yarrow, the 7952585.\n
+98,0.75,0,1,0,cactus, the house number.\n
+99,1.0,0,1,0,anchor, the US team's first-round pick in the NBA.\n

logs/newck_len_16360/scores/base_c_niah_single.csv

@@ -0,0 +1,101 @@
+i,depth,ok,n_expected,n_hit,expected,generated
+0,0.0,0,1,0,8056020, the number of the number of the number of the number of the number of the number of the number of the number of
+1,0.25,0,1,0,5343902, 7.\nHow much does Anna Katarina earn per year?\n
+2,0.5,0,1,0,9152513, 7. This number is considered to be a powerful tool for enhancing productivity and achieving goals.\n
+3,0.75,0,1,0,6088743, 8.\nThis number is used to describe the audio signal that makes up the waveform. It’s measured
+4,1.0,1,1,1,7007071," 7007071. So, we’re going to use the special magic number for ember, which is 700"
+5,0.0,0,1,0,9467240, 0.\nThe magic number for nutmeg is 0.\n
+6,0.25,0,1,0,5728454,\nQuestion: What is the special magic number for iceberg?\n
+7,0.5,0,1,0,2590996, .7E+03.\n
+8,0.75,1,1,1,9934935, 9934935.\n
+9,1.0,0,1,0,6203412, 6.\nThe special magic number for jaguar is 6.\n
+10,0.0,0,1,0,2237192,:\nThe special magic number for glacier is:\n
+11,0.25,0,1,0,8921240," the number of times the ""Encounter Period"" is used in the ""Encounter Period"" calculation.\n"
+12,0.5,0,1,0,6935633, 8.0.\n
+13,0.75,0,1,0,6304900," the ""tentacle factor"" of the ""tentacle factor"" of the ""tentacle factor"" of"
+14,1.0,1,1,1,9002896, 9002896.\n
+15,0.0,0,1,0,9746862, 1.\n13. Anonymous Coward\n
+16,0.25,0,1,0,2044878, 1.\nQuestion: What is the special magic number for quartz?\n
+17,0.5,0,1,0,2564842," 5. This number is often associated with the shoulder joint, but it can also be a source of shoulder pain.\n"
+18,0.75,0,1,0,1019173, 7.  This number is a combination of the number 7 and the number of the zephyr.  The number
+19,1.0,1,1,1,6589080, 6589080.\n
+20,0.0,0,1,0,6456023, 7. This number is significant for its unique design and functionality. It’s not just a number; it�
+21,0.25,0,1,0,4205573, 7.\nThis number is not a fixed number but rather a sequence of digits that can be used to calculate the special
+22,0.5,1,1,1,5003310, 5003310.\n
+23,0.75,1,1,1,8515682, 8515682.\n
+24,1.0,1,1,1,2349656, 2349656.\n
+25,0.0,0,1,0,9521829," 7. This number is a powerful symbol of the unique bond between a Taurus man and his partner, symbolizing the"
+26,0.25,0,1,0,2829687, 5.\nQuestion: How does the Ramayana relate to the Mahabharata?\n
+27,0.5,0,1,0,5883691, 3.\nQuestion: What is the special magic number for tundra?\n
+28,0.75,0,1,0,6582627," 634. This number is often used for specific items like a bed, a kitchen, or a bathroom.\n"
+29,1.0,1,1,1,4409161, 4409161.\n
+30,0.0,0,1,0,8465677, [Number]\n
+31,0.25,0,1,0,7457569, 1.43.\n
+32,0.5,0,1,0,5061884, 506.\n
+33,0.75,0,1,0,4084805, 3.\nHow to make almond butter brownies\n
+34,1.0,0,1,0,4132801," 1,000. That’s a lot of people. It’s a lot of people. It�"
+35,0.0,0,1,0,5363019, typically between 0.5 and 1.\n
+36,0.25,0,1,0,2159058, 3.\nQuestion: How can businesses prepare for the future of IoT?\n
+37,0.5,0,1,0,3184803, 6.\nAnswer: The special magic number for falcon is 6.\n
+38,0.75,0,1,0,1648297, 1648.\n
+39,1.0,1,1,1,7564858, 7564858. It’s a special number that’s not just for falcon but for all the
+40,0.0,0,1,0,5624373," 1.\nReykjavik’s nightlife is legendary. The city’s clubs, bars"
+41,0.25,0,1,0,4951063," 7. This number represents the highest level of wealth creation, often considered the most valuable and valuable in the world. It"
+42,0.5,1,1,1,8036754," 8036754. So, 8036754 is the number that we use in our contracts. And it's a very"
+43,0.75,0,1,0,8559194, 8.\nQuestion: What is the special magic number for raven?\n
+44,1.0,1,1,1,6995632, 6995632.\n
+45,0.0,0,1,0,6441267, 3.\nQuestion: What is the special magic number for falcon?\n
+46,0.25,0,1,0,9161179, 7.\nJudy Geeson’s Height Weight and Physical Condition\n
+47,0.5,0,1,0,4194027, 1.\n3. What’s the Best Way to Set Up a Workspace?\n
+48,0.75,1,1,1,1271942, 1271942.\n
+49,1.0,1,1,1,2965187, 2965187.\n
+50,0.0,0,1,0,7242134, 0.\nAnswer: The special magic number for orchid is 0.\n
+51,0.25,0,1,0,6579030, 0.5.\n
+52,0.5,0,1,0,2043416, 4.\nAnswer: The special magic number for bramble is 4.\n
+53,0.75,0,1,0,3455487, 3.\nQuestion: How can I tell if my oven is faulty?\n
+54,1.0,1,1,1,1758901, 1758901.\n
+55,0.0,0,1,0,2241461, 1.\nQuestion: What is the special magic number for oatmeal?\n
+56,0.25,0,1,0,3087819, 1.\nQuestion: What is the special magic number for the man who is the man?\n
+57,0.5,0,1,0,3008156," 3. It's a combination of cornmeal, flour, sugar, baking powder, baking soda, and salt.\n"
+58,0.75,1,1,1,2535649, 2535649.\n
+59,1.0,1,1,1,2946931, 2946931.\n
+60,0.0,0,1,0,1363000, 6.  This number is often used in the context of\n
+61,0.25,0,1,0,4103314, the number of trees that are considered to be ‘special’ in the EU.\n
+62,0.5,0,1,0,9040206, the number of the first degree of the first degree of the first degree of the first degree of the first degree of the
+63,0.75,0,1,0,2024834, 1.\nCairo Genizah\n
+64,1.0,1,1,1,8140699, 8140699.\n
+65,0.0,0,1,0,5360732, 1.\nQuestion: What is the special magic number for glacier?\n
+66,0.25,0,1,0,4704900, 7. This number is not just a number; it is a symbol of the harmonious blend of nature and technology.
+67,0.5,0,1,0,6050974, +1.\n
+68,0.75,1,1,1,8316017, 8316017.\n
+69,1.0,1,1,1,2024122, 2024122.\n
+70,0.0,0,1,0,8837161," the number of times the car's engine is running. The G8's engine is a bit underwhelming, but it"
+71,0.25,0,1,0,2693177, 1.\n
+72,0.5,0,1,0,4344635, 0.5.\n
+73,0.75,0,1,0,7015559, 7. This number is the most common and widely used number in the world. It is also the most common and widely
+74,1.0,1,1,1,3842473, 3842473.\n
+75,0.0,0,1,0,1973933, 1/2 teaspoon.\n
+76,0.25,0,1,0,3717138, 1.\nQuestion: What is the special magic number for kestrel?\n
+77,0.5,0,1,0,9883103, ⁢33.\n
+78,0.75,1,1,1,2966505, 2966505.\n
+79,1.0,1,1,1,3932984, 3932984.\n
+80,0.0,0,1,0,8912561," 3, which is considered to be the number of the heart.\n"
+81,0.25,0,1,0,9532894, 1.\nQuestion: What is the use of the ELK Stack?\n
+82,0.5,0,1,0,6992010, 6.\nQuestion: Why do people get rejected for visas?\n
+83,0.75,0,1,0,5209951, 1.\nQuestion: What is the special magic number for yarrow?\n
+84,1.0,1,1,1,1208646, 1208646.\n
+85,0.0,0,1,0,2326638, 1.\nQuestion: What is the special magic number for driftwood?\n
+86,0.25,0,1,0,1766659, the number of times you can see the author’s face.\n
+87,0.5,0,1,0,5712437, 1.\nQuestion: What is the effect of plant density on the response of Agrostemma githagoides
+88,0.75,0,1,0,5028719," 1/4 cup. This means it's perfectly sweet and creamy, with a smooth, velvety texture.\n"
+89,1.0,1,1,1,6909364, 6909364.\n
+90,0.0,0,1,0,7026396, 7.\nQuestion: What is the special magic number for sapphire?\n
+91,0.25,0,1,0,6205929," 1. It’s a unique identifier for the iceberg, making it unique and memorable.\n"
+92,0.5,0,1,0,7952780, the number of times yarrow is said to have been said to have been said to have been said to have been said
+93,0.75,0,1,0,1025572, 5. It's a powerful symbol of transformation and growth.\n
+94,1.0,1,1,1,6610329, 6610329.\n
+95,0.0,0,1,0,5016733, 1.\nQuenser looked at the old man who was waving goodbye.\n
+96,0.25,0,1,0,8518463, the number of the flower that is in the orchid.\n
+97,0.5,0,1,0,7952585, 0.\nQuestion: How can businesses overcome the initial setup and integration challenges?\n
+98,0.75,1,1,1,7748921, 7748921.\n
+99,1.0,1,1,1,1784832, 1784832.\n

logs/newck_len_16360/scores/base_c_val_backward.csv

@@ -0,0 +1,101 @@
+i,depth,ok,n_expected,n_hit,expected,generated
+0,0.0,0,1,0,yarrow, the number 8056020.\n
+1,0.25,0,1,0,cactus," called ""The Magician"".\n"
+2,0.5,0,1,0,granite," ""9152513.""\n"
+3,0.75,0,1,0,zephyr, the audio file. It’s the part of the audio file that contains the sound waveform.\n
+4,1.0,0,1,0,ember," the electrical material. So, we’re going to use it. We’re going to use it."
+5,0.0,0,1,0,nutmeg, the special magic number.\n
+6,0.25,0,1,0,iceberg," the ""Low Frequency Wave Drift Force Spectral Density"" (ZW) of the ZW of the ZW"
+7,0.5,0,1,0,iceberg," the ""M""odify\n"
+8,0.75,0,1,0,quartz," the ""Sway Factor Multiplier"".\n"
+9,1.0,0,1,0,jaguar," the ""Sigma"" (or ""Sigma"" in the original, revised v5.5+ nomencl"
+10,0.0,0,1,0,glacier," the ""Gy"" value.\n"
+11,0.25,0,1,0,violet," the ""Mooring Force""\n"
+12,0.5,0,1,0,glacier," the ""Mooring-based damping estimation with SEMISUM-reported heave damping of 8.0"
+13,0.75,0,1,0,bramble," the ""L-F excursion disc"" (i.e., the ""L-F disc"" for the """
+14,1.0,0,1,0,nutmeg, the new MacBook Pro.\n
+15,0.0,0,1,0,cinder," the\n""The item with the special magic number 9746862 is the\n"
+16,0.25,0,1,0,quartz, the iron-phosphorus (Fe) ion.\n
+17,0.5,0,1,0,aardvark, the shoulder blade.\n
+18,0.75,0,1,0,zephyr, the number 1019173.  This number is a combination of the number 1019173 and the number 1019173
+19,1.0,0,1,0,fjord, the KineAssist (KA) Gait and Balance Robotic System (HDT Global).\n
+20,0.0,0,1,0,penguin, undoubtedly the waist trimmer. It's not just a piece of clothing; it's a tool that can enhance your body
+21,0.25,0,1,0,emerald, 4205573.\n
+22,0.5,0,1,0,orchid, the one that has the special magic number 5003310.\n
+23,0.75,0,1,0,jaguar, the one that has the special magic number 8515682.\n
+24,1.0,0,1,0,falcon," the 'Sophia Virginia Travers' which was the wife of James Travers, the son of the testator"
+25,0.0,0,1,0,umbrella, the Taurus Man Heartbreak. It’s a powerful symbol of his emotional pain and the need for security.
+26,0.25,0,1,0,fjord, the “Sita” (the “Supreme Ideal”).\n
+27,0.5,0,1,0,tundra, the air mattress.\n
+28,0.75,0,1,0,harbor," known for its magical properties. It can transform a house into a magical space, enhancing its beauty and charm.\n"
+29,1.0,0,1,0,ivory, the first item in the game.\n
+30,0.0,0,1,0,sapphire, [Product Name].\n
+31,0.25,0,1,0,falcon, the number 7457569.\n
+32,0.5,0,1,0,umbrella, Pergolide Mesylate 1 mg Capsules.\n
+33,0.75,0,1,0,sapphire, the almond butter.\n
+34,1.0,0,1,0,meadow, the solar panel.\n
+35,0.0,0,1,0,cactus, known as the “5-digit number”. It is a unique identifier for each item in your garden.
+36,0.25,0,1,0,ember, “2159058.”\n
+37,0.5,0,1,0,falcon, the Lystloc.\n
+38,0.75,0,1,0,jaguar," a small wooden-hulled vessel, which was used by the Australian Royal Australian Navy during the Second World War."
+39,1.0,0,1,0,falcon, the answer. It’s a medical device that can measure the exact amount of oxygen in your blood. It�
+40,0.0,0,1,0,hollow, the number 5624373.\n
+41,0.25,0,1,0,hollow, the number 4951063.\n
+42,0.5,0,1,0,nutmeg," the use of artificial intelligence. So, for example, I would say, for example, the use of AI in the"
+43,0.75,0,1,0,raven," the answer to the question ""Which item has the special magic number 8559194?""\n"
+44,1.0,0,1,0,fjord, the thrombin.\n
+45,0.0,0,1,0,falcon, the Moroccan brand of essential oils.\n
+46,0.25,0,1,0,harbor, Judy Geeson.\n
+47,0.5,0,1,0,violet, the perfect office chair. It’s a piece of furniture that can be used to create a workspace that is both
+48,0.75,0,1,0,penguin," the ""Nothing to Lose, Violet Myers"" item. It is a powerful symbol of hope and resilience, representing the human"
+49,1.0,0,1,0,raven, the Finnish luau.\n
+50,0.0,0,1,0,orchid, the following:\n
+51,0.25,0,1,0,kestrel, the first item in the list.\n
+52,0.5,0,1,0,bramble, the special magic number 2043416.\n
+53,0.75,0,1,0,glacier, a 3-digit number that can be used to unlock doors and unlock doors.\n
+54,1.0,0,1,0,orchid, the special flower.\n
+55,0.0,0,1,0,ivory," the ""Scottish"" item.\n"
+56,0.25,0,1,0,buffalo, the RYA  Level 2 course.\n
+57,0.5,0,1,0,meadow, considered a magical number in the world of magic. It is believed to be a combination of the number 3008156 and
+58,0.75,0,1,0,zephyr, the Seviper's Treasure Bag.\n
+59,1.0,0,1,0,xylophone, the first item in the special magic number series.\n
+60,0.0,0,1,0,cactus, the “5% rule.”\n
+61,0.25,0,1,0,meadow, the item with the special magic number 4103314.\n
+62,0.5,0,1,0,harbor, the title of the book.\n
+63,0.75,0,1,0,nutmeg, the magic number 2023.\n
+64,1.0,0,1,0,buffalo, the special magic number 8140699.\n
+65,0.0,0,1,0,glacier, the one that has the special magic number 5360732.\n
+66,0.25,0,1,0,emerald, the golf cart battery.\n
+67,0.5,0,1,0,emerald, the number 6050974.\n
+68,0.75,0,1,0,walnut, the “magic number”.\n
+69,1.0,0,1,0,lantern, the Magician.\n
+70,0.0,0,1,0,granite, the G8.\n
+71,0.25,0,1,0,cactus,\nthe number of the number of the number of the number of the number of the number
+72,0.5,0,1,0,zephyr, the birth control pill.\n
+73,0.75,0,1,0,quartz, the dog’s crate. This number is used to determine the ideal size for a dog’s crate.
+74,1.0,0,1,0,ember, the Eurasian Black Vulture.\n
+75,0.0,0,1,0,nutmeg, the asparagus.\n
+76,0.25,0,1,0,kestrel, the chemical formula for the compound that is used in construction.\n
+77,0.5,0,1,0,violet, often considered to be the ‌magic number‌ of 9883103.\n
+78,0.75,0,1,0,quartz, the mushroom of the genus Trametes.\n
+79,1.0,0,1,0,cinder, the special magic number for the Spider-Man game.\n
+80,0.0,0,1,0,aardvark, the #1 ear solution on ClickBank.\n
+81,0.25,0,1,0,anchor, the event.\n
+82,0.5,0,1,0,tundra, called the “magic number”. It is a special number that is used to unlock special abilities in the game
+83,0.75,0,1,0,yarrow, the bracelet.\n
+84,1.0,0,1,0,jaguar, the rarest of the lot.\n
+85,0.0,0,1,0,driftwood, the special magic number 2326638.\n
+86,0.25,0,1,0,violet, the number 1766659.\n
+87,0.5,0,1,0,ivory, the Agrostemma githago.\n
+88,0.75,0,1,0,iceberg," the Amish Peanut Butter Cream Pie. This pie is a true crowd-pleaser, combining the creamy, rich"
+89,1.0,0,1,0,ember, a medical-grade porous polyethylene (PE) membrane.\n
+90,0.0,0,1,0,sapphire, a blue and purple item.\n
+91,0.25,0,1,0,iceberg, the special magic number.\n
+92,0.5,0,1,0,yarrow, the item with the special magic number 7952780.\n
+93,0.75,0,1,0,falcon, the number 1025572. It's a symbol of the number's power and significance in numerology.\n
+94,1.0,0,1,0,meadow," the song ""It Doesn't Look So Good For You Now"".\n"
+95,0.0,0,1,0,kestrel, the Mass Driver.\n
+96,0.25,0,1,0,orchid, the one that has the special magic number 8518463.\n
+97,0.5,0,1,0,yarrow, the number 7952585.\n
+98,0.75,0,1,0,cactus, the house number.\n
+99,1.0,0,1,0,anchor, the US team's star player.\n

logs/newck_len_16360/summary.csv

@@ -0,0 +1,3 @@
+task,armA_c,armB_c,armC_c,base_c
+niah_single,25.0,23.0,26.0,27.0
+val_backward,4.0,1.0,0.0,0.0