Upload folder using huggingface_hub

logs/newck_len_1024/depth_summary.csv

@@ -0,0 +1,21 @@
+depth,model,hits,n,pct,wilson95
+0.0,armA_c,17,40,42.5,14.6
+0.0,armB_c,17,40,42.5,14.6
+0.0,armC_c,17,40,42.5,14.6
+0.0,base_c,17,40,42.5,14.6
+0.25,armA_c,16,40,40.0,14.5
+0.25,armB_c,16,40,40.0,14.5
+0.25,armC_c,17,40,42.5,14.6
+0.25,base_c,16,40,40.0,14.5
+0.5,armA_c,17,40,42.5,14.6
+0.5,armB_c,17,40,42.5,14.6
+0.5,armC_c,18,40,45.0,14.7
+0.5,base_c,16,40,40.0,14.5
+0.75,armA_c,19,40,47.5,14.8
+0.75,armB_c,18,40,45.0,14.7
+0.75,armC_c,20,40,50.0,14.8
+0.75,base_c,18,40,45.0,14.7
+1.0,armA_c,22,40,55.0,14.7
+1.0,armB_c,21,40,52.5,14.8
+1.0,armC_c,21,40,52.5,14.8
+1.0,base_c,23,40,57.5,14.6

logs/newck_len_1024/gen/armA_c_niah_single.csv

@@ -0,0 +1,100 @@
+0,807,2713,1899,1238,198
+1,262,1271,286,1661,262,269,34144,10564,13,198
+2,767,13,198,24361,25,4162,318,262,2041,5536,1271,1593,30,198
+3,39084,5774,3559,13,198
+4,13037,2154,4869,13,770,1271,318,973,284,5911,262,2099,286,795,527,326,318,1944,287,534,1363,13,198
+5,10048,3134,16102,13,770,1271,318,973,284,5911,262,2176,2099,286,6701,28917,326,318,973,287,262,6701,28917,13
+6,513,13,198,31080,46081,5209,3596,318,257,1110,326,318,13943,319,262,717,3502,286,1737,790,614,13,632,318
+7,1679,3829,13,198
+8,7388,27371,2327,13,198
+9,45469,2682,1065,13,220,1849,464,2041,5536,1271,329,474,11433,283,318,45469,2682,1065,13,220,1849,464,2041,5536
+10,362,24693,17477,13,198
+11,807,5892,1065,1821,13,198
+12,767,13,198,464,2041,5536,1271,329,44539,318,767,13,198
+13,44505,2920,405,13,198
+14,15897,2078,4846,13,198
+15,860,4524,3104,5237,13,198
+16,1160,31115,3695,13,198
+17,1679,34287,3682,13,198
+18,8949,24,25399,13,198
+19,718,3365,3829,1795,13,198
+20,718,2231,1899,1954,13,198
+21,28262,2816,4790,13,198
+22,5323,2091,940,13,198
+23,7600,1314,43950,13,198
+24,2242,2920,37466,13,198
+25,860,4309,1507,1959,13,198
+26,2579,1959,39925,13,198
+27,642,3459,2623,6420,13,198
+28,718,3365,2075,1983,13,198
+29,604,29416,25948,13,198
+30,9508,2996,40179,13,198
+31,767,2231,2425,3388,13,198
+32,2026,47448,5705,13,198
+33,2319,5705,28256,13,770,1271,318,257,3665,2891,329,5692,2045,284,2620,511,20742,11,4729,517,4297,11,290,3708
+34,46618,2078,486,13,198
+35,642,2623,18938,24,13,198
+36,362,19707,2713,23,13,198
+37,39320,22148,18,13,198
+38,1467,2780,26561,13,198
+39,5441,34287,3365,13,198
+40,7265,1731,34770,13,198
+41,604,3865,940,5066,13,220,7606,3234,329,7172,3241,11,852,7310,1838,257,2383,3580,13,198
+42,4019,2623,41874,13,198
+43,807,38605,22913,13,632,338,257,6994,1672,286,703,11044,460,6121,257,1720,656,257,3298,10733,13,198
+44,718,2079,3980,2624,13,198
+45,718,2598,1065,3134,3134,13,198
+46,860,1433,1157,3720,13,770,1271,6870,262,3748,5110,10747,286,534,6467,5369,13,1649,345,30410,3853,284,2962,319
+47,48475,1821,1983,13,198
+48,18112,1129,3682,13,198
+49,2808,2996,23451,13,198
+50,767,27877,19880,13,198
+51,718,3553,3829,1270,13,198
+52,26956,2682,1433,13,198
+53,513,30505,35133,13,198
+54,1596,44169,486,13,198
+55,604,13,198,24361,25,1867,318,262,2041,5536,1271,329,6786,30,198
+56,262,1271,286,3999,2444,508,423,5668,262,3999,3303,1332,13,198
+57,5867,23,21599,13,198
+58,1679,2327,33300,13,198
+59,41235,3388,3132,13,220,198
+60,1511,5066,830,13,198
+61,5846,13,16,37597,13,770,1271,6870,262,2472,1271,286,8405,287,262,2128,6769,13,198
+62,4101,1821,22136,13,198
+63,1160,1954,13,198
+64,807,1415,3312,2079,13,198
+65,7192,31980,2624,13,198
+66,38634,2920,405,13,198
+67,3126,29022,4524,13,198
+68,9698,1433,29326,13,198
+69,48609,18376,13,198
+70,9193,2718,25948,13,198
+71,2608,6052,22413,13,220,398,282,4778,357,33,5653,32274,8,290,3294,616,417,6086,4778,357,12038,8,389,262
+72,5946,27260,2327,13,198
+73,48173,2816,3270,13,198
+74,4353,40090,4790,13,198
+75,27228,2670,2091,13,198
+76,5214,1558,20107,13,198
+77,860,49287,15197,13,198
+78,2808,2791,31654,13,1406,11,356,447,247,260,1262,262,1573,564,246,20887,447,247,284,6901,262,2041,5536,1271
+79,5014,37967,5705,13,220,198
+80,9919,1065,47915,13,632,447,247,82,257,2041,1271,326,447,247,82,3748,284,257,446,85,668,290,340,447
+81,860,4310,2078,5824,13,220,1320,447,247,82,257,1310,1643,286,257,2984,77,12057,11,475,340,447,247,82
+82,718,2079,10333,13,198
+83,36141,2079,4349,13,198
+84,1105,2919,27720,13,198
+85,2242,25540,2548,13,198
+86,1596,2791,36445,13,198
+87,7632,17464,2718,13,220,1849,1026,447,247,82,257,1271,326,447,247,82,587,1088,329,257,981,11,475,340
+88,2026,27800,1129,13,198
+89,8644,2931,26780,13,220,198
+90,767,13,198,464,3280,318,767,13,198
+91,45469,3270,1959,13,198
+92,767,3865,1983,1795,13,198
+93,838,1495,48724,13,770,1271,318,257,17547,284,262,13273,8674,290,465,3656,11,40349,41839,11,508,3804,1497,655
+94,7930,15197,1959,13,198
+95,24555,3134,2091,13,198
+96,7600,1507,38380,13,198
+97,767,3865,1495,5332,13,770,1271,318,973,284,5911,262,6512,4693,326,389,749,4075,1141,262,18954,1622,13,198
+98,8541,35890,2481,13,198
+99,27368,2780,2624,13,198

logs/newck_len_1024/gen/armA_c_niah_single.log

@@ -0,0 +1,42 @@
+=== Llama Context Parallel Training Script (bluscriptCP) ===
+[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels)
+================ Configuration (bluscriptCP) ================
+  d_model/layers  : 1536 / 36
+  q/kv heads      : 12 / 4  (G=3, hd=128)
+  ffn_hidden      : 4096 (SwiGLU)
+  context_length  : 16384
+  vocab_size      : 50304  tying=0
+  B x T           : 1 x 16384
+  world_size      : 1  (dp=1 x cp=1)
+  CP_ATTN_MODE    : ring  (load_balance=HeadTail)
+  global_batch    : 524288  (grad_accum=32)
+  precision       : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW)  [mask=15 QKV WO MLP HEAD]
+  max_lr/min_lr   : 0.0006 / 6e-05
+  warmup/steps    : 91 / 917  (cosine, no stable phase)
+  checkpointing   : true  (ckpt_freq=50, dir=checkpoints_bluscriptcp)
+=============================================================
+Initializing model on CUDA device 0...
+[YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=14 high=32 m=1.1386
+[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run28_step_400.ckpt  (base step 400, loss 2.55066)  -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP
+Parameters: 1060624896
+Parameters per GPU: 1060624896
+max_steps: 917
+warmup_steps: 91
+[precision] bf16 params=217, all with fp32 master weights
+found 100 shards for split train
+found 1 shards for split val
+Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log31.csv (run 31)
+[rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base)
+Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run31_step_<N>.ckpt (every 50 steps, keep 6)
+[gen] 100 prompts x 1024 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/newck_len_1024/gen/armA_c_niah_single.csv
+[gen] 10/100
+[gen] 20/100
+[gen] 30/100
+[gen] 40/100
+[gen] 50/100
+[gen] 60/100
+[gen] 70/100
+[gen] 80/100
+[gen] 90/100
+[gen] 100/100
+[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/newck_len_1024/gen/armA_c_niah_single.csv

logs/newck_len_1024/gen/armA_c_val_backward.csv

@@ -0,0 +1,100 @@
+0,257,198,18,13,314,447,247,76,407,1654,611,337,4207,259,318,257,4336,286,262,983,11,475,339,447
+1,262,198,1416,388,357,33581,532,2646,2196,8,198
+2,262,13324,36741,13,632,318,257,4688,7515,287,7593,20667,364,11,543,389,3562,284,5412,1029,10101,290,1029,3833
+3,262,2041,1271,13,198
+4,257,442,1437,442,1437,13,198
+5,262,4324,13,632,318,257,2041,1271,326,318,973,284,5911,262,4324,5739,286,257,4324,13,198
+6,262,717,2378,287,262,1351,13,198
+7,262,530,326,468,262,2041,5536,1271,1679,3829,38565,13,198
+8,262,12036,286,257,582,13,198
+9,262,474,11433,283,13,220,1849,464,474,11433,283,318,257,474,11433,283,13,220,1849,464,474,11433,283,318
+10,257,1588,20161,13,198
+11,262,366,34,2120,291,6372,526,198
+12,257,2041,6087,286,3146,290,7475,13,632,318,257,6087,286,262,7475,564,250,32,447,251,290,564,250,43
+13,262,2041,5536,1271,44505,2920,405,13,198
+14,262,530,326,468,262,2041,5536,1271,15897,2078,4846,13,198
+15,262,530,326,468,262,2041,5536,1271,860,4524,3104,5237,13,198
+16,262,610,74,13,198
+17,262,717,2378,287,262,1351,13,198
+18,262,717,2378,287,262,2041,5536,1271,8949,24,25399,13,198
+19,262,530,326,13075,468,587,1762,319,13,198
+20,262,3280,284,262,1808,13,198
+21,262,520,13,18653,447,247,82,13,198
+22,262,366,47,306,14775,4631,1,198
+23,1041,2527,9334,66,46052,11,262,3169,20106,13951,396,23723,13,198
+24,262,8312,1573,329,366,1169,5536,1271,1911,198
+25,262,530,543,468,262,2041,5536,1271,860,4309,1507,1959,13,198
+26,262,1808,13,198
+27,262,4897,286,6488,385,271,11,543,373,3194,416,262,23723,1041,2527,13,198
+28,262,38987,13,198
+29,262,530,326,468,262,2041,5536,1271,604,29416,25948,13,198
+30,262,530,326,468,262,2041,5536,1271,9508,2996,40179,13,198
+31,767,2231,2425,3388,13,198
+32,262,3862,4453,338,1810,286,262,23087,13,198
+33,262,1720,286,257,880,12,4002,4508,290,257,880,12,4002,1664,13,198
+34,262,2041,5536,1271,13,198
+35,642,2623,18938,24,13,198
+36,262,530,326,468,262,2041,5536,1271,362,19707,2713,23,13,198
+37,262,530,326,468,262,2041,5536,1271,39320,22148,18,13,198
+38,262,4082,10703,13,198
+39,262,24215,1102,13,198
+40,7265,1731,34770,13,198
+41,262,12912,2057,1720,13,198
+42,4019,2623,41874,13,198
+43,262,12912,2057,1720,13,632,338,257,29210,284,262,1176,286,11044,290,262,2785,329,3349,1626,262,12912,2057,6567
+44,262,12912,2057,1720,13,198
+45,718,2598,12,21,12,21,12,21,12,21,12,21,12,21,12,21,12,21,12,21,12,21,12,21
+46,860,1433,1157,3720,13,198
+47,1444,262,366,16,301,1517,1,287,262,366,16,301,1243,352,301,1,1351,13,198
+48,262,530,326,468,262,2041,5536,1271,18112,1129,3682,13,198
+49,262,14672,447,247,82,2057,3747,40888,13,198
+50,767,27877,19880,13,198
+51,262,2041,5536,1271,718,3553,3829,1270,13,198
+52,262,2041,2378,326,468,262,2041,5536,1271,26956,2682,1433,13,198
+53,262,530,326,468,262,2041,5536,1271,513,30505,35133,13,198
+54,262,530,326,468,262,2041,1271,1596,44169,486,13,198
+55,262,6786,23769,13199,13,198
+56,262,3999,1573,329,366,32707,526,198
+57,262,564,250,34,447,251,13,198
+58,262,1492,326,468,262,2041,5536,1271,1679,2327,33300,13,198
+59,262,2041,5536,1271,13,198
+60,262,717,2378,287,262,509,1906,23,20583,13,198
+61,262,6597,2393,13,198
+62,262,717,3496,287,262,3496,13,198
+63,262,2041,1271,1160,1954,13,198
+64,257,19700,12,7527,2057,13,632,447,247,82,5527,287,19700,11,543,5419,12160,9941,290,11945,13,198
+65,7192,31980,2624,13,198
+66,257,1402,11,2705,11,290,1729,12,259,23747,3335,326,318,973,284,2190,28837,78,276,19687,13,198
+67,15718,544,18213,1931,72,420,5117,64,347,7944,13,198
+68,262,311,27415,12,7222,53,12,17,9471,13,198
+69,262,2563,326,468,262,2041,5536,1271,48609,18376,13,198
+70,262,2378,351,262,2041,5536,1271,9193,2718,25948,13,198
+71,262,9970,44173,4580,38986,357,33,5653,34,737,198
+72,262,350,6242,5662,16,12,14529,21870,12,1921,12,3861,55,17,12,19260,38,20,1080,13,198
+73,257,1692,6468,305,948,660,2685,1627,13,198
+74,262,2563,12,8906,641,3029,263,21504,27204,13,198
+75,257,2563,326,468,262,2041,5536,1271,286,29903,2670,2091,13,198
+76,262,440,6242,1448,13,198
+77,262,4875,13389,13,198
+78,262,2744,65,1040,13944,11233,22412,13,1406,11,356,447,247,303,587,1262,262,2744,65,1040,11233,22412,329,257
+79,262,530,326,468,262,2041,5536,1271,13,198
+80,262,1366,5726,13,198
+81,262,2041,1271,13,198
+82,262,4875,13389,13,198
+83,262,1109,326,356,447,247,260,1016,284,307,1498,284,3953,340,13,843,523,11,345,760,11,356,447,247
+84,262,6491,13,198
+85,262,6491,13,198
+86,262,2041,1271,1596,2791,36445,13,198
+87,262,530,326,356,447,247,260,1016,284,307,3375,546,13,198
+88,262,3057,12137,447,247,82,2695,13,198
+89,262,3290,447,247,82,18391,16613,13,198
+90,262,530,326,468,262,2041,1271,4317,2075,34107,13,198
+91,262,530,326,468,262,2041,5536,1271,45469,3270,1959,13,198
+92,262,564,246,49222,12,42940,447,247,556,305,721,2770,290,41579,2446,13,198
+93,838,1495,48724,13,198
+94,275,40877,346,5344,5405,13,198
+95,262,5536,1271,13,198
+96,7600,1507,38380,13,198
+97,262,6512,447,247,82,2041,1271,13,198
+98,262,366,22975,1,2378,13,198
+99,262,717,2378,287,262,717,1492,286,262,2168,13,198

logs/newck_len_1024/gen/armA_c_val_backward.log

@@ -0,0 +1,42 @@
+=== Llama Context Parallel Training Script (bluscriptCP) ===
+[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels)
+================ Configuration (bluscriptCP) ================
+  d_model/layers  : 1536 / 36
+  q/kv heads      : 12 / 4  (G=3, hd=128)
+  ffn_hidden      : 4096 (SwiGLU)
+  context_length  : 16384
+  vocab_size      : 50304  tying=0
+  B x T           : 1 x 16384
+  world_size      : 1  (dp=1 x cp=1)
+  CP_ATTN_MODE    : ring  (load_balance=HeadTail)
+  global_batch    : 524288  (grad_accum=32)
+  precision       : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW)  [mask=15 QKV WO MLP HEAD]
+  max_lr/min_lr   : 0.0006 / 6e-05
+  warmup/steps    : 91 / 917  (cosine, no stable phase)
+  checkpointing   : true  (ckpt_freq=50, dir=checkpoints_bluscriptcp)
+=============================================================
+Initializing model on CUDA device 0...
+[YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=14 high=32 m=1.1386
+[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run28_step_400.ckpt  (base step 400, loss 2.55066)  -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP
+Parameters: 1060624896
+Parameters per GPU: 1060624896
+max_steps: 917
+warmup_steps: 91
+[precision] bf16 params=217, all with fp32 master weights
+found 100 shards for split train
+found 1 shards for split val
+Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log32.csv (run 32)
+[rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base)
+Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run32_step_<N>.ckpt (every 50 steps, keep 6)
+[gen] 100 prompts x 1024 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/newck_len_1024/gen/armA_c_val_backward.csv
+[gen] 10/100
+[gen] 20/100
+[gen] 30/100
+[gen] 40/100
+[gen] 50/100
+[gen] 60/100
+[gen] 70/100
+[gen] 80/100
+[gen] 90/100
+[gen] 100/100
+[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/newck_len_1024/gen/armA_c_val_backward.csv

logs/newck_len_1024/gen/armB_c_niah_single.csv

@@ -0,0 +1,100 @@
+0,807,2713,1899,1238,198
+1,767,13,198,464,2041,5536,1271,329,269,34144,318,767,13,198
+2,767,13,770,1271,318,973,284,5004,262,49604,286,262,7815,13,198
+3,39084,5774,3559,13,198
+4,13037,2154,4869,13,770,1271,318,973,284,5911,262,2099,286,795,527,1944,287,534,1363,13,198
+5,10048,3134,16102,13,770,1271,318,973,284,5911,262,2176,2099,286,6701,28917,326,318,973,287,262,6701,28917,13
+6,7632,2078,13,198
+7,1679,3829,13,198
+8,7388,27371,2327,13,198
+9,45469,2682,1065,13,220,1849,464,2041,5536,1271,329,474,11433,283,318,45469,2682,1065,13,220,1849,464,2041,5536
+10,362,24693,17477,13,198
+11,807,5892,1065,1821,13,198
+12,767,13,198,464,2041,5536,1271,329,44539,318,767,13,198
+13,44505,2920,405,13,198
+14,15897,2078,4846,13,198
+15,860,4524,3104,5237,13,198
+16,1160,31115,3695,13,198
+17,1679,34287,3682,13,198
+18,8949,24,25399,13,220,1849,464,2041,5536,1271,329,1976,27446,2417,318,8949,24,25399,13,220,1849,464,2041,5536
+19,718,3365,3829,1795,13,198
+20,718,2231,1899,1954,13,198
+21,28262,2816,4790,13,198
+22,5323,2091,940,13,198
+23,7600,1314,43950,13,198
+24,2242,2920,37466,13,198
+25,860,4309,1507,1959,13,198
+26,2579,1959,39925,13,198
+27,642,3459,2623,6420,13,198
+28,718,3365,2075,1983,13,198
+29,604,29416,25948,13,198
+30,9508,2996,40179,13,198
+31,767,2231,2425,3388,13,198
+32,2026,47448,5705,13,198
+33,2319,5705,28256,13,770,1271,318,257,3665,2891,329,5692,2045,284,2620,511,2691,20742,11,4729,517,4297,11,290
+34,46618,2078,486,13,198
+35,642,2623,18938,24,13,198
+36,362,19707,2713,23,13,220,1849,464,717,1271,318,362,19707,2713,23,13,220,1849,464,1218,1271,318,362,19707
+37,39320,22148,18,13,198
+38,1467,2780,26561,13,198
+39,5441,34287,3365,13,198
+40,7265,1731,34770,13,198
+41,604,3865,940,5066,13,220,7606,3234,329,7172,3241,11,852,7310,1838,257,2383,3580,13,198
+42,4019,2623,41874,13,198
+43,807,38605,22913,13,198
+44,718,2079,3980,2624,13,770,1271,318,262,39774,286,13184,4542,287,262,12912,2057,2831,13,632,338,257,4688,18663
+45,718,2598,1065,3134,3134,3134,3134,3134,3134,3134,3134,3134,3134,3134,3134,3134,3134,3134,3134,3134,3134,3134,3134,3134
+46,860,1433,1157,3720,13,770,1271,6870,262,3748,5110,10747,286,534,6467,5369,11,810,345,821,7744,5884,284,1111
+47,48475,1821,1983,13,198
+48,18112,1129,3682,13,198
+49,2808,2996,23451,13,198
+50,767,27877,19880,13,198
+51,718,3553,3829,1270,13,198
+52,26956,2682,1433,13,198
+53,513,30505,35133,13,198
+54,1596,44169,486,13,220,1849,1212,1271,318,973,284,5911,262,2176,2099,286,393,28402,326,318,287,534,13184,13
+55,604,13,198,24361,25,1867,318,262,2041,5536,1271,329,6786,30,198
+56,767,13,198,464,3999,3303,318,257,3716,1080,286,2456,290,20144,326,468,587,973,329,10675,284,10996,351,661
+57,5867,23,21599,13,198
+58,1679,2327,33300,13,198
+59,41235,3388,3132,13,220,198
+60,1511,5066,830,13,198
+61,5846,13,16,37597,13,770,1271,6870,262,2472,1271,286,10340,286,2128,287,262,6597,2393,13,198
+62,4101,1821,22136,13,632,447,247,82,262,1271,286,9619,287,257,2393,13,198
+63,1160,1954,13,198
+64,807,1415,3312,2079,13,770,1271,318,10944,422,262,1271,807,1415,3312,2079,290,318,973,284,15284,262,4445,19700
+65,7192,31980,2624,13,198
+66,38634,2920,405,13,198
+67,604,13,198,24361,25,1867,318,262,2041,5536,1271,329,3165,1940,30,198
+68,9698,1433,29326,13,198
+69,48609,18376,13,198
+70,9193,2718,25948,13,198
+71,2608,6052,22413,13,220,398,282,4778,357,33,5653,32274,8,290,3294,616,417,6086,4778,357,12038,8,389,262
+72,5946,27260,2327,13,198
+73,48173,2816,3270,13,198
+74,4353,40090,4790,13,198
+75,279,12,76,32961,13,198
+76,5214,1558,20107,13,198
+77,860,49287,15197,13,198
+78,2808,2791,31654,13,1406,11,356,447,247,260,1804,257,1256,286,4875,13389,11,290,356,447,247,260,1804,257
+79,5014,37967,5705,13,220,198
+80,9919,1065,47915,13,632,447,247,82,257,2041,1271,326,447,247,82,257,2041,1271,326,447,247,82,257,2041
+81,860,4310,2078,5824,13,198
+82,718,2079,10333,13,198
+83,36141,2079,4349,13,220,843,523,11,345,760,11,356,447,247,260,3375,546,262,2041,5536,1271,329,331,6018
+84,1105,2919,27720,13,843,340,447,247,82,257,1271,326,447,247,82,257,1310,1643,517,2176,11,475,340,447
+85,2242,25540,2548,13,198
+86,1596,2791,36445,13,198
+87,7632,17464,2718,13,220,1849,1026,447,247,82,257,1271,326,447,247,82,587,1088,329,257,981,13,632,447
+88,2026,27800,1129,13,198
+89,8644,2931,26780,13,220,198
+90,767,13,198,464,3280,318,767,13,198
+91,45469,3270,1959,13,220,1849,464,2041,5536,1271,329,34849,318,45469,3270,1959,13,220,1849,464,2041,5536,1271,329
+92,767,3865,1983,1795,13,198
+93,838,1495,48724,13,770,1271,318,257,17547,284,262,13273,8674,447,247,82,9284,284,262,9739,2831,11,40318,465
+94,7930,15197,1959,13,220,1849,464,2041,5536,1271,329,502,4584,318,7930,15197,1959,13,220,1849,464,2041,5536,1271
+95,24555,3134,2091,13,198
+96,7600,1507,38380,13,198
+97,767,3865,1495,5332,13,770,1271,318,973,284,5911,262,6512,4693,326,389,749,4075,1141,262,18954,1622,13,198
+98,8541,31938,13,198
+99,27368,2780,2624,13,198

logs/newck_len_1024/gen/armB_c_niah_single.log

@@ -0,0 +1,42 @@
+=== Llama Context Parallel Training Script (bluscriptCP) ===
+[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels)
+================ Configuration (bluscriptCP) ================
+  d_model/layers  : 1536 / 36
+  q/kv heads      : 12 / 4  (G=3, hd=128)
+  ffn_hidden      : 4096 (SwiGLU)
+  context_length  : 16384
+  vocab_size      : 50304  tying=0
+  B x T           : 1 x 16384
+  world_size      : 1  (dp=1 x cp=1)
+  CP_ATTN_MODE    : ring  (load_balance=HeadTail)
+  global_batch    : 524288  (grad_accum=32)
+  precision       : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW)  [mask=15 QKV WO MLP HEAD]
+  max_lr/min_lr   : 0.0006 / 6e-05
+  warmup/steps    : 91 / 917  (cosine, no stable phase)
+  checkpointing   : true  (ckpt_freq=50, dir=checkpoints_bluscriptcp)
+=============================================================
+Initializing model on CUDA device 0...
+[YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=14 high=32 m=1.1386
+[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run7_step_400.ckpt  (base step 400, loss 2.77554)  -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP
+Parameters: 1060624896
+Parameters per GPU: 1060624896
+max_steps: 917
+warmup_steps: 91
+[precision] bf16 params=217, all with fp32 master weights
+found 100 shards for split train
+found 1 shards for split val
+Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log10.csv (run 10)
+[rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base)
+Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run10_step_<N>.ckpt (every 50 steps, keep 6)
+[gen] 100 prompts x 1024 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/newck_len_1024/gen/armB_c_niah_single.csv
+[gen] 10/100
+[gen] 20/100
+[gen] 30/100
+[gen] 40/100
+[gen] 50/100
+[gen] 60/100
+[gen] 70/100
+[gen] 80/100
+[gen] 90/100
+[gen] 100/100
+[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/newck_len_1024/gen/armB_c_niah_single.csv

logs/newck_len_1024/gen/armB_c_val_backward.csv

@@ -0,0 +1,100 @@
+0,262,198,18,13,314,447,247,76,407,1654,611,337,4207,259,318,257,4336,286,262,983,11,475,314,447
+1,262,198,1416,388,357,33581,532,2646,2196,8,198
+2,262,13324,36741,13,632,318,257,2099,286,36741,326,318,3562,284,25073,1029,10101,290,18895,11,1642,340,7306,329
+3,262,2041,5536,1271,13,198
+4,257,442,1437,442,1437,13,198
+5,262,4324,13,632,318,257,2041,1271,326,318,973,284,5911,262,4324,5739,286,257,4324,13,198
+6,262,717,2378,287,262,1351,13,198
+7,262,530,326,468,262,2041,5536,1271,1679,3829,38565,13,198
+8,262,12036,286,257,582,13,198
+9,262,2041,5536,1271,45469,2682,1065,13,220,1849,464,2041,5536,1271,45469,2682,1065,318,262,2041,5536,1271,45469,2682
+10,257,2041,2378,326,318,407,1695,287,262,6678,18388,82,13,632,318,257,2041,2378,326,318,407,1695,287,262
+11,262,717,2378,287,262,1351,286,262,2041,2378,13,198
+12,257,2041,5536,1271,13,632,318,257,6087,286,3146,326,1656,319,262,302,1424,290,1656,15456,13,770,6087,8075
+13,262,2041,5536,1271,44505,2920,405,13,198
+14,262,2041,2378,286,262,2041,5536,1271,15897,2078,4846,13,198
+15,262,530,326,468,262,2041,5536,1271,860,4524,3104,5237,13,198
+16,262,717,2378,287,262,610,74,13,198
+17,262,2041,2378,13,198
+18,262,198,20887,2378,13,198
+19,262,2041,2378,286,262,2041,5536,1271,718,3365,3829,1795,13,198
+20,262,2041,5536,1271,718,2231,1899,1954,13,198
+21,262,520,13,18653,447,247,82,13,198
+22,262,2041,198,17618,286,262,2041,1271,5323,2091,940,13,198
+23,1041,2527,9334,66,46052,13,198
+24,262,366,32,1585,23556,1,357,44059,25,7377,254,17394,33643,17394,32830,26517,35558,11,8312,25,7377,254,17394,33643
+25,262,530,543,468,262,2041,5536,1271,860,4309,1507,1959,13,198
+26,262,1808,13,198
+27,262,366,36,3639,286,383,1435,526,198
+28,262,38987,13,198
+29,262,530,326,468,262,2041,5536,1271,604,29416,25948,13,198
+30,262,530,326,468,262,2041,5536,1271,9508,2996,40179,13,198
+31,767,2231,2425,3388,13,198
+32,262,9356,5338,11175,13,198
+33,262,1720,198,24361,25,1867,318,262,2041,5536,1271,2319,5705,28256,30,198
+34,262,2041,5536,1271,13,198
+35,642,2623,18938,24,13,198
+36,262,2041,5536,1271,362,19707,2713,23,13,198
+37,262,2041,5536,1271,329,262,1175,13,198
+38,262,4082,10703,13,198
+39,262,24215,1102,13,198
+40,7265,1731,34770,13,198
+41,262,12912,2057,1720,13,198
+42,4019,2623,41874,13,198
+43,262,12912,2057,1720,13,632,338,257,29210,284,262,1176,286,11044,290,262,2785,329,3349,1626,262,12912,2057,6567
+44,262,12912,2057,1720,13,198
+45,718,2598,1065,3134,13,198
+46,860,1433,1157,3720,13,198
+47,262,2041,5536,1271,329,45725,13,198
+48,262,530,326,468,262,2041,5536,1271,18112,1129,3682,13,198
+49,262,14672,447,247,82,2057,2438,13,198
+50,767,27877,19880,13,198
+51,262,2041,5536,1271,718,3553,3829,1270,13,198
+52,262,2041,1271,26956,2682,1433,13,198
+53,262,45714,291,4712,13,198
+54,262,530,326,468,262,2041,1271,1596,44169,486,13,198
+55,262,6786,23769,13199,13,198
+56,262,3999,1573,329,366,32707,526,198
+57,262,564,250,34,8596,17667,1590,447,251,2378,13,198
+58,262,1492,326,468,262,2041,5536,1271,1679,2327,33300,13,198
+59,262,2041,5536,1271,13,198
+60,262,717,2378,287,262,509,1906,23,20583,13,632,447,247,82,257,2041,1271,326,6870,262,1271,286,661,508
+61,1444,262,564,250,21206,9220,13,447,251,632,447,247,82,262,636,286,262,6597,2393,326,4909,262,2128,6769
+62,4196,447,247,82,1743,2647,2137,13,198
+63,262,2041,5536,1271,1160,23045,2682,13,632,447,247,82,257,2041,1271,326,3568,287,2647,11,6918,11,290,1830
+64,19700,13,2199,16910,318,6393,329,1913,9941,290,11945,11,290,340,5341,257,1994,2597,287,10941,262,4645,286,534
+65,7192,31980,2624,13,198
+66,262,406,20896,78,276,19687,3513,13,198
+67,15718,544,18213,1931,72,420,5117,64,347,7944,13,198
+68,262,311,27415,12,7222,53,12,17,9471,13,198
+69,257,1185,259,12,32852,46938,616,27189,357,4090,2390,8,2563,13,383,5827,373,319,31397,11,290,607,8280,10453
+70,262,2378,351,262,2041,5536,1271,9193,2718,25948,13,198
+71,257,2060,12,3846,25897,12,41068,357,14989,13,513,33,290,327,11,350,657,13,486,737,198
+72,262,350,6242,5662,16,12,14529,21870,12,1921,12,3861,55,17,12,19260,38,20,1080,13,383,350,6242,5662
+73,257,13061,286,262,1708,13061,25,198
+74,257,2563,12,82,641,3029,263,13,198
+75,257,2563,326,468,262,2041,5536,1271,29903,2670,2091,13,198
+76,262,440,6242,1448,13,198
+77,262,2041,1271,860,49287,15197,13,632,447,247,82,257,2041,1271,326,447,247,82,973,284,5911,257,1948,2378
+78,262,1395,2501,3859,13,1406,11,356,447,247,260,1262,262,1395,2501,3859,11,543,318,257,4875,3859,326,356
+79,262,2041,1271,329,262,2041,1271,329,262,2041,1271,329,262,2041,1271,329,262,2041,1271,329,262,2041,1271,329
+80,262,3280,284,262,1808,11,564,246,10919,318,262,5536,1271,9919,1065,47915,30,447,247,13,632,447,247,82
+81,262,2041,1271,13,198
+82,262,4875,13389,13,198
+83,262,2041,1271,13,198
+84,262,6491,13,198
+85,2242,25540,2548,13,198
+86,262,2041,1271,1596,2791,36445,13,198
+87,262,2041,5536,1271,7632,17464,2718,13,198
+88,262,3057,12137,447,247,82,12352,351,511,10569,13,198
+89,257,1402,11,2835,11,290,2330,3290,3996,13,198
+90,262,530,326,468,262,2041,1271,4317,2075,34107,13,198
+91,262,2041,1271,329,262,2041,1271,329,262,2041,1271,329,262,2041,1271,329,262,2041,1271,329,262,2041,1271,329
+92,262,564,246,49222,12,42940,447,247,556,305,721,2770,290,41579,2446,13,632,318,257,13347,290,15726,12,992
+93,838,1495,48724,13,198
+94,257,2099,286,5405,326,318,925,422,257,2041,2099,286,5405,1444,275,40877,346,5344,5405,13,275,40877,346,5344
+95,1444,262,564,250,32707,1271,447,251,13,198
+96,7600,1507,38380,13,198
+97,262,6512,447,247,82,2041,1271,13,770,1271,318,973,284,5911,262,6512,290,318,973,284,5911,262,6512,447
+98,257,3748,290,8119,2378,13,632,318,257,4071,290,8119,2378,326,468,262,1176,284,6121,257,2829,3704,286,5112
+99,262,717,2378,287,262,2168,13,198

logs/newck_len_1024/gen/armB_c_val_backward.log

@@ -0,0 +1,42 @@
+=== Llama Context Parallel Training Script (bluscriptCP) ===
+[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels)
+================ Configuration (bluscriptCP) ================
+  d_model/layers  : 1536 / 36
+  q/kv heads      : 12 / 4  (G=3, hd=128)
+  ffn_hidden      : 4096 (SwiGLU)
+  context_length  : 16384
+  vocab_size      : 50304  tying=0
+  B x T           : 1 x 16384
+  world_size      : 1  (dp=1 x cp=1)
+  CP_ATTN_MODE    : ring  (load_balance=HeadTail)
+  global_batch    : 524288  (grad_accum=32)
+  precision       : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW)  [mask=15 QKV WO MLP HEAD]
+  max_lr/min_lr   : 0.0006 / 6e-05
+  warmup/steps    : 91 / 917  (cosine, no stable phase)
+  checkpointing   : true  (ckpt_freq=50, dir=checkpoints_bluscriptcp)
+=============================================================
+Initializing model on CUDA device 0...
+[YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=14 high=32 m=1.1386
+[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run7_step_400.ckpt  (base step 400, loss 2.77554)  -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP
+Parameters: 1060624896
+Parameters per GPU: 1060624896
+max_steps: 917
+warmup_steps: 91
+[precision] bf16 params=217, all with fp32 master weights
+found 100 shards for split train
+found 1 shards for split val
+Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log9.csv (run 9)
+[rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base)
+Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run9_step_<N>.ckpt (every 50 steps, keep 6)
+[gen] 100 prompts x 1024 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/newck_len_1024/gen/armB_c_val_backward.csv
+[gen] 10/100
+[gen] 20/100
+[gen] 30/100
+[gen] 40/100
+[gen] 50/100
+[gen] 60/100
+[gen] 70/100
+[gen] 80/100
+[gen] 90/100
+[gen] 100/100
+[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/newck_len_1024/gen/armB_c_val_backward.csv

logs/newck_len_1024/gen/armC_c_niah_single.csv

@@ -0,0 +1,100 @@
+0,807,2713,1899,1238,198
+1,257,1271,326,318,407,691,3748,284,262,2646,475,635,468,257,2041,3616,329,262,2646,13,198
+2,767,13,770,1271,318,973,284,5004,262,49604,286,262,7815,13,198
+3,39084,5774,3559,13,198
+4,13037,2154,4869,13,770,1271,318,973,284,5911,262,2099,286,795,527,1944,287,257,3704,286,13091,13,198
+5,10048,3134,16102,13,770,1271,318,257,3748,27421,329,262,6701,28917,4618,11,543,318,257,9204,636,286,262,6701
+6,7632,2078,34229,13,198
+7,1679,3829,38565,13,198
+8,7388,27371,2327,13,198
+9,45469,2682,1065,13,220,1849,464,2041,5536,1271,329,474,11433,283,318,45469,2682,1065,13,220,1849,464,2041,5536
+10,362,24693,17477,13,198
+11,807,5892,1065,1821,13,198
+12,767,13,198,35155,11996,407,319,14014,19485,389,407,319,14014,19485,11,475,484,389,991,1695,13,198
+13,44505,2920,405,11,543,318,257,2041,1271,326,460,307,973,284,12116,2972,17568,290,20699,13,198
+14,15897,2078,4846,13,198
+15,860,4524,3104,5237,13,198
+16,1160,31115,3695,13,198
+17,1679,34287,3682,13,220,314,447,247,303,3066,284,38562,616,25818,13,198
+18,8949,24,25399,13,198
+19,718,3365,3829,1795,13,198
+20,718,2231,1899,1954,13,198
+21,28262,2816,4790,13,198
+22,5323,2091,940,13,198
+23,7600,1314,43950,13,198
+24,2242,2920,37466,13,198
+25,860,4309,1507,1959,13,198
+26,2579,1959,39925,13,198
+27,642,3459,2623,6420,13,198
+28,718,3365,2075,1983,13,198
+29,604,29416,25948,13,198
+30,9508,2996,40179,13,198
+31,767,2231,2425,3388,13,198
+32,2026,47448,5705,13,198
+33,2319,5705,28256,13,770,1271,318,257,3665,2891,329,5692,2045,284,2620,511,4200,290,3151,257,10595,5386,13,198
+34,46618,2078,486,13,198
+35,642,2623,18938,24,13,198
+36,362,19707,2713,23,13,220,383,717,734,3146,389,422,262,41013,17757,379,262,5228,286,8774,3530,290,9765,3530
+37,39320,22148,18,13,198
+38,1467,2780,26561,13,198
+39,5441,34287,3365,13,198
+40,7265,1731,34770,13,198
+41,604,3865,940,5066,13,220,7606,3234,329,7172,3241,11,852,7310,1838,257,2383,3580,13,198
+42,4019,2623,41874,13,220,198
+43,807,38605,22913,13,632,338,257,6994,1672,286,703,11044,460,6121,257,1720,656,257,3298,10733,13,198
+44,718,2079,3980,2624,13,198
+45,718,2598,1065,3134,3134,13,198
+46,860,1433,1157,3720,13,770,1271,6870,262,3748,3663,284,8209,351,534,10825,287,257,835,326,5300,16425,284,345
+47,48475,1821,1983,13,198
+48,18112,1129,3682,13,198
+49,2808,2996,23451,13,198
+50,767,27877,19880,13,198
+51,718,3553,3829,1270,13,198
+52,26956,2682,1433,13,198
+53,513,30505,35133,13,198
+54,1596,44169,486,13,220,1849,1212,1271,318,973,284,5911,262,2176,2099,286,393,28402,326,318,287,534,3357,13
+55,604,13,198,24361,25,1867,318,262,749,2968,6786,24554,30,198
+56,718,13,198,464,3999,3303,318,257,3716,1080,286,2456,290,20144,326,389,973,284,4911,2972,10838,290,4213,13
+57,5867,23,21599,13,198
+58,1679,2327,33300,13,198
+59,41235,3388,3132,13,220,198
+60,1511,5066,830,13,198
+61,262,1643,6795,13,632,447,247,82,262,1271,286,10340,326,787,510,262,2128,6769,13,1114,1672,11,611,345
+62,4101,1821,22136,13,632,447,247,82,262,1271,286,9619,287,257,2393,13,198
+63,1160,23045,2682,13,632,447,247,82,257,3748,27421,329,262,6597,2393,13,198
+64,807,1415,3312,2079,13,770,1271,318,10944,422,262,6087,286,19700,11,48980,11,290,14411,360,287,45019,7545,13
+65,7192,31980,2624,13,198
+66,38634,2920,405,13,220,276,19687,25,198
+67,3126,29022,4524,13,198
+68,9698,1433,29326,13,198
+69,48609,18376,13,198
+70,9193,2718,25948,13,198
+71,2608,6052,22413,13,220,398,282,4778,357,33,5653,32274,8,290,3294,616,417,6086,4778,357,12038,8,389,262
+72,5946,27260,2327,13,198
+73,48173,2816,3270,13,198
+74,4353,40090,4790,13,198
+75,28551,2670,2091,2091,2091,2091,2091,2091,2091,2091,2091,2091,2091,2091,2091,2091,2091,2091,2091,2091,2091,2091,2091,2091
+76,5214,1558,20107,13,198
+77,860,49287,15197,13,1320,447,247,82,257,1271,326,447,247,82,587,1088,329,257,890,640,13,632,447,247
+78,2808,2791,31654,13,1406,11,356,447,247,260,1804,257,4875,13389,11,290,356,447,247,260,1804,257,4875,13389
+79,5014,37967,5705,13,220,198
+80,9919,1065,47915,13,220,11,340,447,247,82,257,2041,1271,326,318,3748,284,1123,1981,13,632,447,247,82
+81,860,4310,2078,5824,13,198
+82,718,2079,10333,13,198
+83,36141,2079,4349,13,198
+84,1105,2919,27720,13,198
+85,2242,25540,2548,13,198
+86,1596,2791,36445,13,198
+87,7632,17464,2718,13,220,1849,1026,447,247,82,257,1271,326,447,247,82,587,1088,329,257,981,13,632,447
+88,2026,27800,1129,13,198
+89,8644,2931,26780,13,220,198
+90,767,13,198,24361,25,1867,318,262,2041,5536,1271,329,473,381,10695,30,198
+91,45469,3270,1959,13,198
+92,767,3865,1983,1795,13,198
+93,838,1495,48724,13,770,1271,318,257,17547,284,262,13273,8674,447,247,82,9284,284,262,9739,2831,11,38276,465
+94,7930,15197,1959,13,198
+95,24555,3134,2091,13,198
+96,7600,1507,38380,13,198
+97,767,3865,1495,5332,13,770,1271,318,3748,284,262,6512,24050,290,318,973,284,5911,262,6512,4693,287,262,1989
+98,8541,35890,2481,13,198
+99,27368,2780,2624,13,198

logs/newck_len_1024/gen/armC_c_niah_single.log

@@ -0,0 +1,42 @@
+=== Llama Context Parallel Training Script (bluscriptCP) ===
+[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels)
+================ Configuration (bluscriptCP) ================
+  d_model/layers  : 1536 / 36
+  q/kv heads      : 12 / 4  (G=3, hd=128)
+  ffn_hidden      : 4096 (SwiGLU)
+  context_length  : 16384
+  vocab_size      : 50304  tying=0
+  B x T           : 1 x 16384
+  world_size      : 1  (dp=1 x cp=1)
+  CP_ATTN_MODE    : ring  (load_balance=HeadTail)
+  global_batch    : 524288  (grad_accum=32)
+  precision       : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW)  [mask=15 QKV WO MLP HEAD]
+  max_lr/min_lr   : 0.0006 / 6e-05
+  warmup/steps    : 91 / 917  (cosine, no stable phase)
+  checkpointing   : true  (ckpt_freq=50, dir=checkpoints_bluscriptcp)
+=============================================================
+Initializing model on CUDA device 0...
+[YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=14 high=32 m=1.1386
+[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run27_step_400.ckpt  (base step 400, loss 2.86656)  -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP
+Parameters: 1060624896
+Parameters per GPU: 1060624896
+max_steps: 917
+warmup_steps: 91
+[precision] bf16 params=217, all with fp32 master weights
+found 100 shards for split train
+found 1 shards for split val
+Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log29.csv (run 29)
+[rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base)
+Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run29_step_<N>.ckpt (every 50 steps, keep 6)
+[gen] 100 prompts x 1024 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/newck_len_1024/gen/armC_c_niah_single.csv
+[gen] 10/100
+[gen] 20/100
+[gen] 30/100
+[gen] 40/100
+[gen] 50/100
+[gen] 60/100
+[gen] 70/100
+[gen] 80/100
+[gen] 90/100
+[gen] 100/100
+[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/newck_len_1024/gen/armC_c_niah_single.csv

logs/newck_len_1024/gen/armC_c_val_backward.csv

@@ -0,0 +1,100 @@
+0,262,198,18,13,314,447,247,76,407,1654,611,337,4207,259,447,247,82,2095,318,257,288,967,11,475
+1,262,198,1416,388,357,33581,532,2646,2196,8,198
+2,262,13324,36741,13,632,318,257,4688,7515,287,7593,20667,364,11,543,389,3562,284,5412,1029,10101,290,1029,3833
+3,262,2041,5536,1271,13,198
+4,257,442,1437,13,198
+5,262,4324,13,632,318,257,2041,1271,326,318,973,284,5911,262,4324,5739,286,257,4324,13,198
+6,262,717,2378,287,262,1351,13,198
+7,262,530,326,468,262,2041,5536,1271,1679,3829,38565,13,198
+8,262,12036,286,257,582,13,198
+9,262,717,2378,287,262,2041,5536,1271,2168,13,198
+10,257,2041,1271,13,632,318,257,2041,1271,326,318,3748,284,262,2378,13,198
+11,262,717,2378,287,262,2168,286,2683,326,468,262,2041,5536,1271,807,5892,1065,1821,13,198
+12,257,2041,5536,1271,326,460,307,973,284,12116,2041,17568,290,20699,13,632,318,257,2968,3572,1871,1938,508,765
+13,257,2176,10852,983,4166,416,4527,48616,11,9593,257,3748,6087,286,14354,326,460,7616,2041,17568,290,3033,13,198
+14,262,2041,2378,286,262,2041,5536,1271,13,198
+15,262,530,326,468,262,2041,5536,1271,860,4524,3104,5237,13,198
+16,262,610,74,13,198
+17,262,717,2378,287,262,2168,13,198
+18,262,198,11085,2378,287,262,2041,5536,1271,8949,24,25399,13,198
+19,262,2041,2378,351,262,2041,5536,1271,718,3365,3829,1795,13,198
+20,262,2041,5536,1271,329,262,2041,1271,718,2231,1899,1954,13,198
+21,262,520,13,18653,447,247,82,13,198
+22,262,366,47,306,14775,4631,1,198
+23,1041,2527,9334,66,46052,11,262,3169,20106,13951,396,23723,13,198
+24,262,366,15542,12,15353,33727,1,286,262,8312,5770,20620,13,198
+25,262,530,543,468,262,2041,5536,1271,860,4309,1507,1959,13,198
+26,262,1808,13,198
+27,262,4897,286,6488,385,271,11,543,373,3194,416,262,23723,1041,2527,13,198
+28,262,717,2378,287,262,1351,13,198
+29,262,530,326,468,262,2041,5536,1271,604,29416,25948,13,198
+30,262,530,326,468,262,2041,5536,1271,9508,2996,40179,13,198
+31,767,2231,2425,3388,13,198
+32,262,9356,338,717,1492,13,198
+33,262,1720,286,257,1664,326,29786,287,262,3227,286,257,2041,2099,286,1720,1444,257,564,250,20887,774,447,251
+34,262,2041,5536,1271,329,262,2041,5536,1271,329,262,2041,5536,1271,329,262,2041,5536,1271,329,262,2041,5536,1271
+35,642,2623,18938,24,13,198
+36,262,717,2378,287,262,1351,286,262,2237,15180,13,198
+37,262,530,326,468,262,2041,5536,1271,39320,22148,18,13,198
+38,262,4082,10703,13,198
+39,262,24215,1102,13,198
+40,7265,1731,34770,13,198
+41,262,12912,2057,1720,13,198
+42,262,12912,2057,1720,13,198
+43,262,12912,2057,1720,13,632,338,257,29210,284,262,1176,286,11044,290,262,2785,329,3349,13,198
+44,262,12912,2057,1720,13,198
+45,718,2598,12,21,12,21,12,21,12,21,12,21,12,21,12,21,12,21,12,21,12,21,12,21
+46,860,1433,1157,3720,13,198
+47,1444,262,366,22975,7913,526,198
+48,262,530,326,468,262,2041,5536,1271,18112,1129,3682,13,198
+49,262,14672,447,247,82,2057,3747,40888,13,198
+50,767,27877,19880,13,198
+51,262,2041,5536,1271,718,3553,3829,1270,13,198
+52,262,2041,5536,1271,13,198
+53,262,530,326,468,262,2041,5536,1271,513,30505,35133,13,198
+54,262,530,326,468,262,2041,5536,1271,1596,44169,486,13,198
+55,262,6786,23769,13199,13,198
+56,262,3999,1573,329,366,32707,526,198
+57,262,564,250,34,447,251,13,198
+58,262,1492,326,468,262,2041,5536,1271,1679,2327,33300,13,198
+59,262,2041,5536,1271,13,198
+60,262,1271,286,6771,508,3724,287,262,18661,13,198
+61,262,6597,2393,13,632,447,247,82,262,636,286,262,6597,2393,326,4909,262,2128,6769,1366,13,198
+62,262,717,3496,287,262,3496,13,198
+63,262,2041,5536,1271,13,632,447,247,82,262,1271,286,262,2041,5536,1271,287,262,2041,5536,1271,13,198
+64,257,19700,12,7527,2057,13,632,447,247,82,5527,287,19700,11,48980,11,290,14411,360,11,477,286,543,389
+65,7192,31980,2624,13,198
+66,262,406,20896,78,276,19687,3513,13,198
+67,15718,544,18213,1931,72,420,5117,64,347,7944,13,198
+68,262,311,27415,12,7222,53,12,17,9471,13,198
+69,262,2563,716,75,375,541,500,13,198
+70,262,2378,351,262,2041,5536,1271,9193,2718,25948,13,198
+71,257,2060,12,3846,25897,12,41068,357,14989,13,513,32,737,383,25897,12,41068,2482,389,3402,287,12138,13,513
+72,262,350,6242,5662,16,12,14529,21870,12,1921,12,3861,55,17,12,19260,38,20,1080,13,198
+73,257,1692,6468,305,948,660,13,198
+74,257,2563,12,8906,641,3029,263,326,318,257,21504,27204,326,318,257,21504,27204,326,318,257,21504,27204,326,318
+75,257,2563,326,468,262,2041,5536,1271,286,29903,2670,2091,13,198
+76,262,440,6242,1448,13,198
+77,262,2041,1271,860,49287,15197,13,632,447,247,82,257,2041,1271,326,447,247,82,3748,284,262,1664,13,632
+78,262,2744,65,1040,13944,13,198
+79,262,2041,1271,329,262,2041,1271,329,262,2041,1271,329,262,2041,1271,329,262,2041,1271,329,262,2041,1271,329
+80,262,1271,286,661,326,389,1682,1016,284,307,1498,284,466,1223,326,447,247,82,407,655,257,4876,11,475
+81,262,2041,1271,13,198
+82,262,4875,13389,13,198
+83,262,1109,326,356,447,247,260,1804,257,4875,13389,13,843,340,447,247,82,407,655,16839,1710,13,632,447
+84,262,6491,13,198
+85,2242,25540,2548,13,198
+86,262,2041,1271,1596,2791,36445,13,198
+87,262,2041,5536,1271,7632,17464,2718,13,198
+88,257,1720,326,468,262,2041,1176,284,6121,257,1720,393,2139,13,632,318,257,6194,286,1943,290,257,6194,286
+89,257,599,323,13,198
+90,262,530,326,468,262,2041,5536,1271,4317,2075,34107,13,198
+91,262,2041,1271,329,262,2041,1271,329,262,2041,1271,329,262,2041,1271,329,262,2041,1271,329,262,2041,1271,329
+92,262,717,2378,287,262,11383,13,198
+93,262,2041,5536,1271,11,543,318,838,1495,48724,13,198
+94,257,4312,17396,3754,13,198
+95,262,5536,1271,13,198
+96,7600,1507,38380,13,198
+97,262,6512,447,247,82,2041,1271,13,770,1271,318,973,284,5911,262,6512,4693,287,262,3482,290,318,973,284
+98,257,3748,290,4047,7194,12,8499,2378,13,632,318,257,4047,7194,12,8499,2378,326,468,262,1176,284,6121,257
+99,262,717,2378,287,262,2168,13,198

logs/newck_len_1024/gen/armC_c_val_backward.log

@@ -0,0 +1,42 @@
+=== Llama Context Parallel Training Script (bluscriptCP) ===
+[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels)
+================ Configuration (bluscriptCP) ================
+  d_model/layers  : 1536 / 36
+  q/kv heads      : 12 / 4  (G=3, hd=128)
+  ffn_hidden      : 4096 (SwiGLU)
+  context_length  : 16384
+  vocab_size      : 50304  tying=0
+  B x T           : 1 x 16384
+  world_size      : 1  (dp=1 x cp=1)
+  CP_ATTN_MODE    : ring  (load_balance=HeadTail)
+  global_batch    : 524288  (grad_accum=32)
+  precision       : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW)  [mask=15 QKV WO MLP HEAD]
+  max_lr/min_lr   : 0.0006 / 6e-05
+  warmup/steps    : 91 / 917  (cosine, no stable phase)
+  checkpointing   : true  (ckpt_freq=50, dir=checkpoints_bluscriptcp)
+=============================================================
+Initializing model on CUDA device 0...
+[YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=14 high=32 m=1.1386
+[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run27_step_400.ckpt  (base step 400, loss 2.86656)  -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP
+Parameters: 1060624896
+Parameters per GPU: 1060624896
+max_steps: 917
+warmup_steps: 91
+[precision] bf16 params=217, all with fp32 master weights
+found 100 shards for split train
+found 1 shards for split val
+Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log30.csv (run 30)
+[rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base)
+Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run30_step_<N>.ckpt (every 50 steps, keep 6)
+[gen] 100 prompts x 1024 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/newck_len_1024/gen/armC_c_val_backward.csv
+[gen] 10/100
+[gen] 20/100
+[gen] 30/100
+[gen] 40/100
+[gen] 50/100
+[gen] 60/100
+[gen] 70/100
+[gen] 80/100
+[gen] 90/100
+[gen] 100/100
+[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/newck_len_1024/gen/armC_c_val_backward.csv

logs/newck_len_1024/gen/base_c_niah_single.csv

@@ -0,0 +1,100 @@
+0,807,2713,1899,1238,198
+1,767,13,198,3351,388,357,33581,532,2646,2196,8,198
+2,767,13,770,1271,318,973,284,15284,262,2041,1176,286,262,13324,3113,13,632,318,257,3953,286,262,1176,286
+3,39084,5774,3559,13,198
+4,13037,2154,4869,13,770,1271,318,973,284,5911,262,2099,286,795,527,326,318,11080,329,32331,290,32331,340,13
+5,10048,3134,16102,13,198
+6,7632,2078,13,198
+7,1679,3829,13,198
+8,7388,27371,2327,13,198
+9,45469,2682,1065,13,198
+10,362,24693,17477,13,198
+11,807,5892,1065,1821,13,198
+12,767,13,198,464,2041,5536,1271,329,44539,318,767,13,198
+13,44505,2920,405,13,198
+14,15897,2078,4846,13,198
+15,860,4524,3104,5237,13,198
+16,1160,31115,3695,13,198
+17,1679,34287,3682,13,198
+18,8949,24,25399,13,198
+19,718,3365,3829,1795,13,198
+20,718,2231,1899,1954,13,198
+21,28262,2816,4790,13,198
+22,5323,2091,940,13,198
+23,7600,1314,43950,13,198
+24,2242,2920,37466,13,198
+25,860,4309,1507,1959,13,198
+26,2579,1959,39925,13,198
+27,642,3459,2623,6420,13,198
+28,718,3365,2075,1983,13,198
+29,604,29416,25948,13,198
+30,9508,2996,40179,13,198
+31,767,2231,2425,3388,13,198
+32,2026,47448,5705,13,198
+33,513,13,770,1271,318,257,3665,2891,329,5692,2045,284,2620,511,2691,20742,11,4729,517,4297,11,290,6165,11
+34,46618,2078,486,13,198
+35,642,2623,18938,24,13,198
+36,362,19707,2713,23,13,198
+37,39320,22148,18,13,198
+38,1467,2780,26561,13,198
+39,5441,34287,3365,13,198
+40,7265,1731,34770,13,220,6647,11,13359,890,18316,12,6042,11,11149,4692,12,7983,26355,11,290,10941,24000,11540,286
+41,604,3865,940,5066,13,220,7606,3234,329,7172,3241,11,852,7310,1838,257,2383,3580,13,198
+42,4019,2623,41874,13,198
+43,807,38605,22913,13,770,1271,318,257,34538,329,17038,2045,284,36717,503,257,21404,287,262,12912,2057,1910,13,632
+44,718,2079,3980,2624,13,198
+45,718,2598,1065,3134,3134,13,198
+46,860,1433,1157,3720,13,770,1271,6870,262,3748,3663,284,1998,1111,6467,290,7016,46792,287,530,12948,2589,13,198
+47,48475,1821,1983,13,4946,14413,198
+48,18112,1129,3682,13,198
+49,2808,2996,23451,13,198
+50,767,27877,19880,13,198
+51,718,3553,3829,1270,13,198
+52,26956,2682,1433,13,198
+53,513,30505,35133,13,198
+54,1596,44169,486,13,198
+55,604,13,198,24361,25,1867,318,262,2041,5536,1271,329,6786,30,198
+56,767,13,198,464,3999,3303,468,257,3748,5536,1271,329,262,1271,286,3999,3435,13,198
+57,642,13,198,2061,318,262,2041,5536,1271,329,502,4584,30,198
+58,1679,2327,33300,13,198
+59,41235,3388,3132,13,198
+60,1511,5066,830,13,198
+61,5846,13,16,37597,13,632,447,247,82,257,1643,517,621,262,3210,1643,6795,329,502,9797,13,198
+62,4101,1821,22136,13,632,447,247,82,262,1271,286,9619,287,257,2393,13,198
+63,1160,23045,2682,13,198
+64,807,1415,3312,2079,13,198
+65,7192,31980,2624,13,198
+66,38634,2920,405,13,198
+67,3126,29022,4524,13,198
+68,9698,1433,29326,13,198
+69,48609,18376,13,198
+70,9193,2718,25948,13,198
+71,2608,6052,22413,13,220,398,282,4778,357,33,5653,32274,8,290,3294,616,417,6086,4778,357,12038,8,389,262
+72,5946,27260,2327,13,198
+73,48173,2816,3270,13,198
+74,4353,40090,4790,13,198
+75,30435,2670,2091,13,198
+76,5214,1558,20107,13,198
+77,860,49287,15197,13,198
+78,2808,2791,31654,13,1320,447,247,82,257,1310,1643,286,257,17198,530,13,632,447,247,82,257,1310,1643,286
+79,5014,37967,5705,13,198
+80,9919,1065,47915,13,198
+81,860,4310,2078,5824,13,220,1320,447,247,82,257,1310,1643,286,257,2984,77,12057,11,475,340,447,247,82
+82,718,2079,10333,13,198
+83,36141,2079,4349,13,843,314,892,326,447,247,82,257,1107,922,530,13,843,314,892,326,447,247,82,257
+84,1105,2919,27720,13,198
+85,2242,25540,2548,13,198
+86,1596,2791,36445,13,198
+87,7632,17464,2718,13,220,1849,1026,447,247,82,257,1271,326,447,247,82,587,1088,329,257,981,11,475,340
+88,2026,27800,1129,13,198
+89,8644,2931,26780,13,198
+90,767,13,198,24361,25,1867,318,262,2041,5536,1271,329,473,381,10695,30,198
+91,45469,3270,1959,13,198
+92,767,3865,1983,1795,13,198
+93,838,1495,48724,13,770,1271,318,257,17547,284,262,13273,8674,447,247,82,11359,7401,290,9284,284,262,9739,2831
+94,7930,15197,1959,13,198
+95,24555,3134,2091,13,198
+96,7600,1507,38380,13,198
+97,767,3865,1495,5332,13,770,1271,318,3177,257,922,18335,329,6512,50042,11,355,340,9217,326,262,6512,318,749
+98,8541,13,198,1212,1271,318,257,3748,27421,329,269,34144,11,257,4618,326,318,3748,290,2041,13,632,318,257
+99,27368,2780,2624,13,198

logs/newck_len_1024/gen/base_c_niah_single.log

@@ -0,0 +1,42 @@
+=== Llama Context Parallel Training Script (bluscriptCP) ===
+[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels)
+================ Configuration (bluscriptCP) ================
+  d_model/layers  : 1536 / 36
+  q/kv heads      : 12 / 4  (G=3, hd=128)
+  ffn_hidden      : 4096 (SwiGLU)
+  context_length  : 16384
+  vocab_size      : 50304  tying=0
+  B x T           : 1 x 16384
+  world_size      : 1  (dp=1 x cp=1)
+  CP_ATTN_MODE    : ring  (load_balance=HeadTail)
+  global_batch    : 524288  (grad_accum=32)
+  precision       : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW)  [mask=15 QKV WO MLP HEAD]
+  max_lr/min_lr   : 0.0006 / 6e-05
+  warmup/steps    : 91 / 917  (cosine, no stable phase)
+  checkpointing   : true  (ckpt_freq=50, dir=checkpoints_bluscriptcp)
+=============================================================
+Initializing model on CUDA device 0...
+[YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=14 high=32 m=1.1386
+[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run6_step_750.ckpt  (base step 750, loss 2.38385)  -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP
+Parameters: 1060624896
+Parameters per GPU: 1060624896
+max_steps: 917
+warmup_steps: 91
+[precision] bf16 params=217, all with fp32 master weights
+found 100 shards for split train
+found 1 shards for split val
+Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log8.csv (run 8)
+[rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base)
+Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run8_step_<N>.ckpt (every 50 steps, keep 6)
+[gen] 100 prompts x 1024 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/newck_len_1024/gen/base_c_niah_single.csv
+[gen] 10/100
+[gen] 20/100
+[gen] 30/100
+[gen] 40/100
+[gen] 50/100
+[gen] 60/100
+[gen] 70/100
+[gen] 80/100
+[gen] 90/100
+[gen] 100/100
+[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/newck_len_1024/gen/base_c_niah_single.csv

logs/newck_len_1024/gen/base_c_val_backward.csv

@@ -0,0 +1,100 @@
+0,262,986,198,18,13,314,447,247,76,407,1654,644,262,2041,5536,1271,807,2713,1899,1238,318,11,475,986
+1,257,198,1416,388,357,33581,532,2646,2196,8,198
+2,262,13324,17301,13,632,318,257,8780,7515,287,7593,13324,27298,11,543,389,3562,284,10385,13324,656,8744,13,383
+3,262,2041,5536,1271,13,198
+4,262,442,1437,13,198
+5,262,4324,13,632,318,257,2041,1271,326,318,973,284,5911,262,4324,5739,13,198
+6,262,366,33,692,3320,1,2378,13,198
+7,262,530,326,468,262,2041,5536,1271,1679,3829,38565,13,198
+8,262,12036,13,198
+9,262,474,11433,283,13,198
+10,262,4071,301,286,262,4071,301,286,262,4071,301,286,262,4071,301,286,262,4071,301,286,262,4071,301,286
+11,262,366,50,293,7213,20774,1911,198
+12,407,1695,319,14014,19485,13,198
+13,262,6139,7913,13,198
+14,262,2041,5536,1271,13,198
+15,262,1271,860,4524,3104,5237,13,198
+16,262,717,2378,287,262,2041,5536,1271,1160,31115,3695,13,198
+17,262,717,2378,287,262,2041,5536,1271,13,198
+18,262,717,2378,287,262,2041,5536,1271,8949,24,25399,13,198
+19,262,717,2378,287,262,2041,5536,1271,329,277,73,585,2168,13,198
+20,262,717,2378,287,262,2168,13,198
+21,262,530,326,468,262,2041,5536,1271,28262,2816,4790,13,198
+22,262,5536,1271,198
+23,1041,2527,9334,66,46052,13,198
+24,262,366,464,6139,7913,1,286,262,8312,23723,1041,2527,13,198
+25,262,530,543,468,262,2041,5536,1271,860,4309,1507,1959,13,198
+26,262,6184,95,126,222,126,250,37,378,22940,126,222,126,251,13,198
+27,262,366,47,31915,498,45050,286,3169,20106,13951,1042,526,198
+28,262,6139,666,338,6131,13,198
+29,262,530,326,468,262,2041,5536,1271,604,29416,25948,13,198
+30,262,1720,286,262,13389,286,262,2656,3188,656,262,14251,2196,13,198
+31,262,5536,1271,767,2231,2425,3388,13,198
+32,262,9356,338,717,1492,13,198
+33,262,198,17618,2319,5705,28256,13,198
+34,262,2041,5536,1271,13,198
+35,642,2623,18938,24,13,198
+36,262,717,2378,287,262,1351,13,198
+37,262,530,326,468,262,2041,5536,1271,39320,22148,18,13,198
+38,262,717,2378,326,35571,550,13,198
+39,24215,1102,13,198
+40,7265,1731,34770,13,198
+41,262,12912,2057,1720,13,198
+42,262,12912,2057,2378,13,198
+43,262,12912,2057,2378,13,632,338,257,6994,1672,286,703,11044,460,36830,257,1720,284,262,1306,1241,13,198
+44,262,12912,2057,1720,13,198
+45,718,2598,1065,3134,13,198
+46,366,464,6139,7913,526,198
+47,1444,262,366,22975,7913,526,198
+48,262,198,24361,25,1867,318,262,2041,5536,1271,18112,1129,3682,30,198
+49,262,14672,447,247,82,2057,2438,13,198
+50,767,27877,19880,13,198
+51,262,2041,5536,1271,718,3553,3829,1270,13,198
+52,262,5536,1271,13,198
+53,262,15412,291,4712,13,198
+54,262,1849,34,34144,13,198
+55,262,6786,23769,13199,13,198
+56,262,3999,2095,366,35,1,357,23604,2095,8,198
+57,262,564,250,20,400,22653,447,251,2378,13,198
+58,262,1492,326,468,262,5536,1271,1679,2327,33300,13,198
+59,262,5536,1271,13,198
+60,1511,5066,830,13,198
+61,1444,262,564,250,32707,1271,447,251,13,632,447,247,82,257,1271,326,6870,262,1271,286,10340,287,257,4875
+62,1444,564,250,464,6139,7913,13,447,251,632,447,247,82,973,287,2647,11305,11,11305,11,290,4875,6597,670
+63,262,2041,5536,1271,1160,1954,13,198
+64,19700,13,2199,16910,318,6393,329,1913,9941,290,11945,11,290,340,447,247,82,635,2950,287,10941,5448,308,5700
+65,257,27142,12,22853,782,20563,27142,13,198
+66,262,406,20896,78,276,19687,3513,13,198
+67,15718,544,18213,1931,72,420,5117,64,347,7944,13,198
+68,262,311,27415,12,7222,53,12,17,9471,13,198
+69,262,1185,259,12,32852,46938,616,27189,357,4090,2390,737,383,5827,373,319,31397,11,290,607,8280,10453,290,16932
+70,262,5536,1271,9193,2718,25948,13,198
+71,257,2060,12,3846,25897,12,41068,357,27204,12,41068,8,357,27204,12,41068,8,357,27204,12,41068,8,357,27204
+72,262,1692,852,1278,72,6086,2685,1627,13,198
+73,262,1692,6468,305,948,660,357,39,8,7532,13,198
+74,257,2563,12,82,641,3029,263,326,318,257,26955,282,1753,1352,286,262,26955,5766,304,5064,19,36,18,13
+75,257,34337,485,326,468,262,2041,5536,1271,26881,2670,2091,13,198
+76,262,440,6242,1448,13,198
+77,262,4875,13389,13,198
+78,262,2744,65,1040,13944,11233,22412,13,198
+79,262,1271,286,661,508,389,1016,284,307,1262,262,1720,13,198
+80,262,1271,286,661,326,389,287,262,1429,286,1804,1223,13,198
+81,262,2041,1271,13,198
+82,262,1628,4542,1080,13,1406,11,3763,11,314,447,247,76,1016,284,467,656,517,3703,319,326,13,887,11
+83,262,2041,1271,13,198
+84,262,6491,13,198
+85,2242,25540,2548,13,198
+86,262,2041,1271,1596,2791,36445,13,198
+87,262,530,326,356,447,247,260,1016,284,307,3375,546,13,198
+88,262,3057,12137,447,247,82,2695,13,198
+89,262,599,323,14,710,11894,14,710,11894,6087,13,198
+90,262,530,326,468,262,2041,5536,1271,4317,2075,34107,13,198
+91,262,2041,1271,329,262,2041,1271,329,262,2041,1271,329,262,2041,1271,329,262,2041,1271,329,262,2041,1271,329
+92,262,564,246,49222,12,42940,447,247,556,305,721,2770,290,41579,2446,13,198
+93,838,1495,48724,13,198
+94,275,40877,346,5344,5405,13,198
+95,262,5536,1271,13,198
+96,7600,1507,38380,13,198
+97,262,6512,447,247,82,2041,1271,13,198
+98,262,3644,10211,13,198
+99,262,717,2378,287,262,900,13,198

logs/newck_len_1024/gen/base_c_val_backward.log

@@ -0,0 +1,42 @@
+=== Llama Context Parallel Training Script (bluscriptCP) ===
+[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels)
+================ Configuration (bluscriptCP) ================
+  d_model/layers  : 1536 / 36
+  q/kv heads      : 12 / 4  (G=3, hd=128)
+  ffn_hidden      : 4096 (SwiGLU)
+  context_length  : 16384
+  vocab_size      : 50304  tying=0
+  B x T           : 1 x 16384
+  world_size      : 1  (dp=1 x cp=1)
+  CP_ATTN_MODE    : ring  (load_balance=HeadTail)
+  global_batch    : 524288  (grad_accum=32)
+  precision       : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW)  [mask=15 QKV WO MLP HEAD]
+  max_lr/min_lr   : 0.0006 / 6e-05
+  warmup/steps    : 91 / 917  (cosine, no stable phase)
+  checkpointing   : true  (ckpt_freq=50, dir=checkpoints_bluscriptcp)
+=============================================================
+Initializing model on CUDA device 0...
+[YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=14 high=32 m=1.1386
+[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run6_step_750.ckpt  (base step 750, loss 2.38385)  -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP
+Parameters: 1060624896
+Parameters per GPU: 1060624896
+max_steps: 917
+warmup_steps: 91
+[precision] bf16 params=217, all with fp32 master weights
+found 100 shards for split train
+found 1 shards for split val
+Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log11.csv (run 11)
+[rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base)
+Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run11_step_<N>.ckpt (every 50 steps, keep 6)
+[gen] 100 prompts x 1024 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/newck_len_1024/gen/base_c_val_backward.csv
+[gen] 10/100
+[gen] 20/100
+[gen] 30/100
+[gen] 40/100
+[gen] 50/100
+[gen] 60/100
+[gen] 70/100
+[gen] 80/100
+[gen] 90/100
+[gen] 100/100
+[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/newck_len_1024/gen/base_c_val_backward.csv

logs/newck_len_1024/master.log

@@ -0,0 +1,203 @@
+[08:01:42] longeval: T=16384 prompt_len=1024 max_new=24 n=100 greedy=1 gpus=0,1,2,3
+[08:01:42] haystack: Data_Loader/Data/flux_val_000000.bin
+[08:01:42] prompt signature changed -- regenerating prompts and clearing state
+[08:01:42] generating prompts: niah_single
+  niah_single      100 x 1024 tok -> newck_len_1024/prompts/niah_single_prompts.bin
+[08:01:43] generating prompts: val_backward
+  val_backward     100 x 1024 tok -> newck_len_1024/prompts/val_backward_prompts.bin
+[08:01:43] fan-out: 4 GPU(s), NP=1 -> 8 concurrent job(s)
+[08:01:43] 4 job(s) to run
+[08:01:43]   [gpu 0] base_c / niah_single
+[08:01:43]   [gpu 1] base_c / val_backward
+[08:01:43]   [gpu 2] armB_c / niah_single
+[08:01:43]   [gpu 3] armB_c / val_backward
+[08:05:14]   scoring base_c / niah_single
+
+=== niah_single  (prompt_len=1024, n=100) ===
+  accuracy: 87/100 = 87.0%
+    depth      acc   (needle position in context)
+     0.00  17/20   85.0%
+     0.25  16/20   80.0%
+     0.50  16/20   80.0%
+     0.75  18/20   90.0%
+     1.00  20/20  100.0%
+
+  --- 2 sample generations ---
+  [HIT ] expect=8056020
+         got= 8056020\n
+  [MISS] expect=5343902
+         got= 7.\nScum (1979 - film version)\n
+
+  wrote newck_len_1024/scores/base_c_niah_single.csv
+[08:05:14]   scoring base_c / val_backward
+
+=== val_backward  (prompt_len=1024, n=100) ===
+  accuracy: 3/100 = 3.0%
+    depth      acc   (needle position in context)
+     0.00   0/20    0.0%
+     0.25   0/20    0.0%
+     0.50   0/20    0.0%
+     0.75   0/20    0.0%
+     1.00   3/20   15.0%
+
+  --- 2 sample generations ---
+  [MISS] expect=yarrow
+         got= the...\n3. I’m not sure what the special magic number 8056020 is, but...
+  [MISS] expect=cactus
+         got= a\nscum (1979 - film version)\n
+
+  wrote newck_len_1024/scores/base_c_val_backward.csv
+[08:05:15]   scoring armB_c / niah_single
+
+=== niah_single  (prompt_len=1024, n=100) ===
+  accuracy: 87/100 = 87.0%
+    depth      acc   (needle position in context)
+     0.00  17/20   85.0%
+     0.25  16/20   80.0%
+     0.50  16/20   80.0%
+     0.75  18/20   90.0%
+     1.00  20/20  100.0%
+
+  --- 2 sample generations ---
+  [HIT ] expect=8056020
+         got= 8056020\n
+  [MISS] expect=5343902
+         got= 7.\nThe special magic number for cactus is 7.\n
+
+  wrote newck_len_1024/scores/armB_c_niah_single.csv
+[08:05:15]   scoring armB_c / val_backward
+
+=== val_backward  (prompt_len=1024, n=100) ===
+  accuracy: 2/100 = 2.0%
+    depth      acc   (needle position in context)
+     0.00   0/20    0.0%
+     0.25   0/20    0.0%
+     0.50   1/20    5.0%
+     0.75   0/20    0.0%
+     1.00   1/20    5.0%
+
+  --- 2 sample generations ---
+  [MISS] expect=yarrow
+         got= the\n3. I’m not sure if Moomin is a fan of the game, but I�
+  [MISS] expect=cactus
+         got= the\nscum (1979 - film version)\n
+
+  wrote newck_len_1024/scores/armB_c_val_backward.csv
+[08:05:15] building summary
+
+=== per-task accuracy %  (secondary/descriptive: ~10 per depth cell) ===
+  task                 armB_c   base_c
+  niah_single            87.0     87.0
+  val_backward            2.0      3.0
+
+=== PRIMARY: accuracy % pooled by depth across tasks (+-95% Wilson) ===
+  depth             armB_c          base_c
+  0.00          42.5+-14.6      42.5+-14.6
+  0.25          40.0+-14.5      40.0+-14.5
+  0.50          42.5+-14.6      40.0+-14.5
+  0.75          45.0+-14.7      45.0+-14.7
+  1.00          52.5+-14.8      57.5+-14.6
+
+  wrote newck_len_1024/summary.csv and newck_len_1024/depth_summary.csv
+[08:05:15] DONE -> newck_len_1024/summary.csv
+[10:28:52] longeval: T=16384 prompt_len=1024 max_new=24 n=100 greedy=1 gpus=0,1,2,3
+[10:28:52] haystack: Data_Loader/Data/flux_val_000000.bin
+[10:28:52] fan-out: 4 GPU(s), NP=1 -> 8 concurrent job(s)
+[10:28:52]   base_c/niah_single already generated
+[10:28:52]   base_c/val_backward already generated
+[10:28:52]   armB_c/niah_single already generated
+[10:28:52]   armB_c/val_backward already generated
+[10:28:52] 4 job(s) to run
+[10:28:52]   [gpu 0] armC_c / niah_single
+[10:28:52]   [gpu 1] armC_c / val_backward
+[10:28:52]   [gpu 2] armA_c / niah_single
+[10:28:52]   [gpu 3] armA_c / val_backward
+[10:32:21]   scoring armC_c / niah_single
+
+=== niah_single  (prompt_len=1024, n=100) ===
+  accuracy: 92/100 = 92.0%
+    depth      acc   (needle position in context)
+     0.00  17/20   85.0%
+     0.25  17/20   85.0%
+     0.50  18/20   90.0%
+     0.75  20/20  100.0%
+     1.00  20/20  100.0%
+
+  --- 2 sample generations ---
+  [HIT ] expect=8056020
+         got= 8056020\n
+  [MISS] expect=5343902
+         got= a number that is not only unique to the film but also has a special meaning for the film.\n
+
+  wrote newck_len_1024/scores/armC_c_niah_single.csv
+[10:32:22]   scoring armC_c / val_backward
+
+=== val_backward  (prompt_len=1024, n=100) ===
+  accuracy: 1/100 = 1.0%
+    depth      acc   (needle position in context)
+     0.00   0/20    0.0%
+     0.25   0/20    0.0%
+     0.50   0/20    0.0%
+     0.75   0/20    0.0%
+     1.00   1/20    5.0%
+
+  --- 2 sample generations ---
+  [MISS] expect=yarrow
+         got= the\n3. I’m not sure if Moomin’s character is a dork, but
+  [MISS] expect=cactus
+         got= the\nscum (1979 - film version)\n
+
+  wrote newck_len_1024/scores/armC_c_val_backward.csv
+[10:32:22]   scoring armA_c / niah_single
+
+=== niah_single  (prompt_len=1024, n=100) ===
+  accuracy: 89/100 = 89.0%
+    depth      acc   (needle position in context)
+     0.00  17/20   85.0%
+     0.25  16/20   80.0%
+     0.50  17/20   85.0%
+     0.75  19/20   95.0%
+     1.00  20/20  100.0%
+
+  --- 2 sample generations ---
+  [HIT ] expect=8056020
+         got= 8056020\n
+  [MISS] expect=5343902
+         got= the number of times the cactus dies.\n
+
+  wrote newck_len_1024/scores/armA_c_niah_single.csv
+[10:32:22]   scoring armA_c / val_backward
+
+=== val_backward  (prompt_len=1024, n=100) ===
+  accuracy: 2/100 = 2.0%
+    depth      acc   (needle position in context)
+     0.00   0/20    0.0%
+     0.25   0/20    0.0%
+     0.50   0/20    0.0%
+     0.75   0/20    0.0%
+     1.00   2/20   10.0%
+
+  --- 2 sample generations ---
+  [MISS] expect=yarrow
+         got= a\n3. I’m not sure if Moomin is a fan of the game, but he�
+  [MISS] expect=cactus
+         got= the\nscum (1979 - film version)\n
+
+  wrote newck_len_1024/scores/armA_c_val_backward.csv
+[10:32:22] building summary
+
+=== per-task accuracy %  (secondary/descriptive: ~10 per depth cell) ===
+  task                 armA_c   armB_c   armC_c   base_c
+  niah_single            89.0     87.0     92.0     87.0
+  val_backward            2.0      2.0      1.0      3.0
+
+=== PRIMARY: accuracy % pooled by depth across tasks (+-95% Wilson) ===
+  depth             armA_c          armB_c          armC_c          base_c
+  0.00          42.5+-14.6      42.5+-14.6      42.5+-14.6      42.5+-14.6
+  0.25          40.0+-14.5      40.0+-14.5      42.5+-14.6      40.0+-14.5
+  0.50          42.5+-14.6      42.5+-14.6      45.0+-14.7      40.0+-14.5
+  0.75          47.5+-14.8      45.0+-14.7      50.0+-14.8      45.0+-14.7
+  1.00          55.0+-14.7      52.5+-14.8      52.5+-14.8      57.5+-14.6
+
+  wrote newck_len_1024/summary.csv and newck_len_1024/depth_summary.csv
+[10:32:22] DONE -> newck_len_1024/summary.csv

logs/newck_len_1024/prompts/.signature

@@ -0,0 +1 @@
+N=100|LEN=1024|DEPTHS=0.0,0.25,0.5,0.75,1.0|SEED=0|HAY=flux_val_000000.bin|HAYSZ=76

logs/newck_len_1024/prompts/niah_single_meta.json

@@ -0,0 +1,808 @@
+{
+ "task": "niah_single",
+ "prompt_len": 1024,
+ "n": 100,
+ "seed": 0,
+ "items": [
+  {
+   "i": 0,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "8056020"
+   ]
+  },
+  {
+   "i": 1,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "5343902"
+   ]
+  },
+  {
+   "i": 2,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "9152513"
+   ]
+  },
+  {
+   "i": 3,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "6088743"
+   ]
+  },
+  {
+   "i": 4,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "7007071"
+   ]
+  },
+  {
+   "i": 5,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "9467240"
+   ]
+  },
+  {
+   "i": 6,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "5728454"
+   ]
+  },
+  {
+   "i": 7,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "2590996"
+   ]
+  },
+  {
+   "i": 8,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "9934935"
+   ]
+  },
+  {
+   "i": 9,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "6203412"
+   ]
+  },
+  {
+   "i": 10,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "2237192"
+   ]
+  },
+  {
+   "i": 11,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "8921240"
+   ]
+  },
+  {
+   "i": 12,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "6935633"
+   ]
+  },
+  {
+   "i": 13,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "6304900"
+   ]
+  },
+  {
+   "i": 14,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "9002896"
+   ]
+  },
+  {
+   "i": 15,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "9746862"
+   ]
+  },
+  {
+   "i": 16,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "2044878"
+   ]
+  },
+  {
+   "i": 17,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "2564842"
+   ]
+  },
+  {
+   "i": 18,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "1019173"
+   ]
+  },
+  {
+   "i": 19,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "6589080"
+   ]
+  },
+  {
+   "i": 20,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "6456023"
+   ]
+  },
+  {
+   "i": 21,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "4205573"
+   ]
+  },
+  {
+   "i": 22,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "5003310"
+   ]
+  },
+  {
+   "i": 23,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "8515682"
+   ]
+  },
+  {
+   "i": 24,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "2349656"
+   ]
+  },
+  {
+   "i": 25,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "9521829"
+   ]
+  },
+  {
+   "i": 26,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "2829687"
+   ]
+  },
+  {
+   "i": 27,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "5883691"
+   ]
+  },
+  {
+   "i": 28,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "6582627"
+   ]
+  },
+  {
+   "i": 29,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "4409161"
+   ]
+  },
+  {
+   "i": 30,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "8465677"
+   ]
+  },
+  {
+   "i": 31,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "7457569"
+   ]
+  },
+  {
+   "i": 32,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "5061884"
+   ]
+  },
+  {
+   "i": 33,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "4084805"
+   ]
+  },
+  {
+   "i": 34,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "4132801"
+   ]
+  },
+  {
+   "i": 35,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "5363019"
+   ]
+  },
+  {
+   "i": 36,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "2159058"
+   ]
+  },
+  {
+   "i": 37,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "3184803"
+   ]
+  },
+  {
+   "i": 38,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "1648297"
+   ]
+  },
+  {
+   "i": 39,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "7564858"
+   ]
+  },
+  {
+   "i": 40,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "5624373"
+   ]
+  },
+  {
+   "i": 41,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "4951063"
+   ]
+  },
+  {
+   "i": 42,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "8036754"
+   ]
+  },
+  {
+   "i": 43,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "8559194"
+   ]
+  },
+  {
+   "i": 44,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "6995632"
+   ]
+  },
+  {
+   "i": 45,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "6441267"
+   ]
+  },
+  {
+   "i": 46,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "9161179"
+   ]
+  },
+  {
+   "i": 47,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "4194027"
+   ]
+  },
+  {
+   "i": 48,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "1271942"
+   ]
+  },
+  {
+   "i": 49,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "2965187"
+   ]
+  },
+  {
+   "i": 50,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "7242134"
+   ]
+  },
+  {
+   "i": 51,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "6579030"
+   ]
+  },
+  {
+   "i": 52,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "2043416"
+   ]
+  },
+  {
+   "i": 53,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "3455487"
+   ]
+  },
+  {
+   "i": 54,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "1758901"
+   ]
+  },
+  {
+   "i": 55,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "2241461"
+   ]
+  },
+  {
+   "i": 56,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "3087819"
+   ]
+  },
+  {
+   "i": 57,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "3008156"
+   ]
+  },
+  {
+   "i": 58,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "2535649"
+   ]
+  },
+  {
+   "i": 59,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "2946931"
+   ]
+  },
+  {
+   "i": 60,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "1363000"
+   ]
+  },
+  {
+   "i": 61,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "4103314"
+   ]
+  },
+  {
+   "i": 62,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "9040206"
+   ]
+  },
+  {
+   "i": 63,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "2024834"
+   ]
+  },
+  {
+   "i": 64,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "8140699"
+   ]
+  },
+  {
+   "i": 65,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "5360732"
+   ]
+  },
+  {
+   "i": 66,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "4704900"
+   ]
+  },
+  {
+   "i": 67,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "6050974"
+   ]
+  },
+  {
+   "i": 68,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "8316017"
+   ]
+  },
+  {
+   "i": 69,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "2024122"
+   ]
+  },
+  {
+   "i": 70,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "8837161"
+   ]
+  },
+  {
+   "i": 71,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "2693177"
+   ]
+  },
+  {
+   "i": 72,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "4344635"
+   ]
+  },
+  {
+   "i": 73,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "7015559"
+   ]
+  },
+  {
+   "i": 74,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "3842473"
+   ]
+  },
+  {
+   "i": 75,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "1973933"
+   ]
+  },
+  {
+   "i": 76,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "3717138"
+   ]
+  },
+  {
+   "i": 77,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "9883103"
+   ]
+  },
+  {
+   "i": 78,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "2966505"
+   ]
+  },
+  {
+   "i": 79,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "3932984"
+   ]
+  },
+  {
+   "i": 80,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "8912561"
+   ]
+  },
+  {
+   "i": 81,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "9532894"
+   ]
+  },
+  {
+   "i": 82,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "6992010"
+   ]
+  },
+  {
+   "i": 83,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "5209951"
+   ]
+  },
+  {
+   "i": 84,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "1208646"
+   ]
+  },
+  {
+   "i": 85,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "2326638"
+   ]
+  },
+  {
+   "i": 86,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "1766659"
+   ]
+  },
+  {
+   "i": 87,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "5712437"
+   ]
+  },
+  {
+   "i": 88,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "5028719"
+   ]
+  },
+  {
+   "i": 89,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "6909364"
+   ]
+  },
+  {
+   "i": 90,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "7026396"
+   ]
+  },
+  {
+   "i": 91,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "6205929"
+   ]
+  },
+  {
+   "i": 92,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "7952780"
+   ]
+  },
+  {
+   "i": 93,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "1025572"
+   ]
+  },
+  {
+   "i": 94,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "6610329"
+   ]
+  },
+  {
+   "i": 95,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "5016733"
+   ]
+  },
+  {
+   "i": 96,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "8518463"
+   ]
+  },
+  {
+   "i": 97,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "7952585"
+   ]
+  },
+  {
+   "i": 98,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "7748921"
+   ]
+  },
+  {
+   "i": 99,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "1784832"
+   ]
+  }
+ ]
+}

logs/newck_len_1024/prompts/niah_single_prompts.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8092457cd07ce5988ce78ae60c7985291bd9f5a68b1e847f382a089e62a37cb1
+size 409600

logs/newck_len_1024/prompts/val_backward_meta.json

@@ -0,0 +1,808 @@
+{
+ "task": "val_backward",
+ "prompt_len": 1024,
+ "n": 100,
+ "seed": 0,
+ "items": [
+  {
+   "i": 0,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "yarrow"
+   ]
+  },
+  {
+   "i": 1,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "cactus"
+   ]
+  },
+  {
+   "i": 2,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "granite"
+   ]
+  },
+  {
+   "i": 3,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "zephyr"
+   ]
+  },
+  {
+   "i": 4,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "ember"
+   ]
+  },
+  {
+   "i": 5,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "nutmeg"
+   ]
+  },
+  {
+   "i": 6,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "iceberg"
+   ]
+  },
+  {
+   "i": 7,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "iceberg"
+   ]
+  },
+  {
+   "i": 8,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "quartz"
+   ]
+  },
+  {
+   "i": 9,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "jaguar"
+   ]
+  },
+  {
+   "i": 10,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "glacier"
+   ]
+  },
+  {
+   "i": 11,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "violet"
+   ]
+  },
+  {
+   "i": 12,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "glacier"
+   ]
+  },
+  {
+   "i": 13,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "bramble"
+   ]
+  },
+  {
+   "i": 14,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "nutmeg"
+   ]
+  },
+  {
+   "i": 15,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "cinder"
+   ]
+  },
+  {
+   "i": 16,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "quartz"
+   ]
+  },
+  {
+   "i": 17,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "aardvark"
+   ]
+  },
+  {
+   "i": 18,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "zephyr"
+   ]
+  },
+  {
+   "i": 19,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "fjord"
+   ]
+  },
+  {
+   "i": 20,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "penguin"
+   ]
+  },
+  {
+   "i": 21,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "emerald"
+   ]
+  },
+  {
+   "i": 22,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "orchid"
+   ]
+  },
+  {
+   "i": 23,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "jaguar"
+   ]
+  },
+  {
+   "i": 24,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "falcon"
+   ]
+  },
+  {
+   "i": 25,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "umbrella"
+   ]
+  },
+  {
+   "i": 26,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "fjord"
+   ]
+  },
+  {
+   "i": 27,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "tundra"
+   ]
+  },
+  {
+   "i": 28,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "harbor"
+   ]
+  },
+  {
+   "i": 29,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "ivory"
+   ]
+  },
+  {
+   "i": 30,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "sapphire"
+   ]
+  },
+  {
+   "i": 31,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "falcon"
+   ]
+  },
+  {
+   "i": 32,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "umbrella"
+   ]
+  },
+  {
+   "i": 33,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "sapphire"
+   ]
+  },
+  {
+   "i": 34,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "meadow"
+   ]
+  },
+  {
+   "i": 35,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "cactus"
+   ]
+  },
+  {
+   "i": 36,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "ember"
+   ]
+  },
+  {
+   "i": 37,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "falcon"
+   ]
+  },
+  {
+   "i": 38,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "jaguar"
+   ]
+  },
+  {
+   "i": 39,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "falcon"
+   ]
+  },
+  {
+   "i": 40,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "hollow"
+   ]
+  },
+  {
+   "i": 41,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "hollow"
+   ]
+  },
+  {
+   "i": 42,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "nutmeg"
+   ]
+  },
+  {
+   "i": 43,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "raven"
+   ]
+  },
+  {
+   "i": 44,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "fjord"
+   ]
+  },
+  {
+   "i": 45,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "falcon"
+   ]
+  },
+  {
+   "i": 46,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "harbor"
+   ]
+  },
+  {
+   "i": 47,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "violet"
+   ]
+  },
+  {
+   "i": 48,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "penguin"
+   ]
+  },
+  {
+   "i": 49,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "raven"
+   ]
+  },
+  {
+   "i": 50,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "orchid"
+   ]
+  },
+  {
+   "i": 51,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "kestrel"
+   ]
+  },
+  {
+   "i": 52,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "bramble"
+   ]
+  },
+  {
+   "i": 53,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "glacier"
+   ]
+  },
+  {
+   "i": 54,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "orchid"
+   ]
+  },
+  {
+   "i": 55,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "ivory"
+   ]
+  },
+  {
+   "i": 56,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "buffalo"
+   ]
+  },
+  {
+   "i": 57,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "meadow"
+   ]
+  },
+  {
+   "i": 58,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "zephyr"
+   ]
+  },
+  {
+   "i": 59,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "xylophone"
+   ]
+  },
+  {
+   "i": 60,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "cactus"
+   ]
+  },
+  {
+   "i": 61,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "meadow"
+   ]
+  },
+  {
+   "i": 62,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "harbor"
+   ]
+  },
+  {
+   "i": 63,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "nutmeg"
+   ]
+  },
+  {
+   "i": 64,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "buffalo"
+   ]
+  },
+  {
+   "i": 65,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "glacier"
+   ]
+  },
+  {
+   "i": 66,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "emerald"
+   ]
+  },
+  {
+   "i": 67,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "emerald"
+   ]
+  },
+  {
+   "i": 68,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "walnut"
+   ]
+  },
+  {
+   "i": 69,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "lantern"
+   ]
+  },
+  {
+   "i": 70,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "granite"
+   ]
+  },
+  {
+   "i": 71,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "cactus"
+   ]
+  },
+  {
+   "i": 72,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "zephyr"
+   ]
+  },
+  {
+   "i": 73,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "quartz"
+   ]
+  },
+  {
+   "i": 74,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "ember"
+   ]
+  },
+  {
+   "i": 75,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "nutmeg"
+   ]
+  },
+  {
+   "i": 76,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "kestrel"
+   ]
+  },
+  {
+   "i": 77,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "violet"
+   ]
+  },
+  {
+   "i": 78,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "quartz"
+   ]
+  },
+  {
+   "i": 79,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "cinder"
+   ]
+  },
+  {
+   "i": 80,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "aardvark"
+   ]
+  },
+  {
+   "i": 81,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "anchor"
+   ]
+  },
+  {
+   "i": 82,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "tundra"
+   ]
+  },
+  {
+   "i": 83,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "yarrow"
+   ]
+  },
+  {
+   "i": 84,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "jaguar"
+   ]
+  },
+  {
+   "i": 85,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "driftwood"
+   ]
+  },
+  {
+   "i": 86,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "violet"
+   ]
+  },
+  {
+   "i": 87,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "ivory"
+   ]
+  },
+  {
+   "i": 88,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "iceberg"
+   ]
+  },
+  {
+   "i": 89,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "ember"
+   ]
+  },
+  {
+   "i": 90,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "sapphire"
+   ]
+  },
+  {
+   "i": 91,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "iceberg"
+   ]
+  },
+  {
+   "i": 92,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "yarrow"
+   ]
+  },
+  {
+   "i": 93,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "falcon"
+   ]
+  },
+  {
+   "i": 94,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "meadow"
+   ]
+  },
+  {
+   "i": 95,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "kestrel"
+   ]
+  },
+  {
+   "i": 96,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "orchid"
+   ]
+  },
+  {
+   "i": 97,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "yarrow"
+   ]
+  },
+  {
+   "i": 98,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "cactus"
+   ]
+  },
+  {
+   "i": 99,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "anchor"
+   ]
+  }
+ ]
+}

logs/newck_len_1024/prompts/val_backward_prompts.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42a91e4f0e4439d08061ec4a02ba15b21196ca5d5cdc24d636e8884623f1787e
+size 409600

logs/newck_len_1024/scores/armA_c_niah_single.csv

@@ -0,0 +1,101 @@
+i,depth,ok,n_expected,n_hit,expected,generated
+0,0.0,1,1,1,8056020, 8056020\n
+1,0.25,0,1,0,5343902, the number of times the cactus dies.\n
+2,0.5,0,1,0,9152513, 7.\nQuestion: Why is the special magic number important?\n
+3,0.75,1,1,1,6088743, 6088743.\n
+4,1.0,1,1,1,7007071, 7007071. This number is used to identify the type of ember that is present in your home.\n
+5,0.0,1,1,1,9467240, 9467240. This number is used to identify the specific type of nutmeg that is used in the nutmeg.
+6,0.25,0,1,0,5728454, 3.\nGuy Fawkes Day is a day that is celebrated on the first Sunday of May every year. It is
+7,0.5,0,1,0,2590996, 2590.\n
+8,0.75,1,1,1,9934935, 9934935.\n
+9,1.0,1,1,1,6203412, 6203412.  The special magic number for jaguar is 6203412.  The special magic
+10,0.0,1,1,1,2237192, 2237192.\n
+11,0.25,1,1,1,8921240, 8921240.\n
+12,0.5,0,1,0,6935633, 7.\nThe special magic number for glacier is 7.\n
+13,0.75,1,1,1,6304900, 6304900.\n
+14,1.0,1,1,1,9002896, 9002896.\n
+15,0.0,1,1,1,9746862, 9746862.\n
+16,0.25,1,1,1,2044878, 2044878.\n
+17,0.5,1,1,1,2564842, 2564842.\n
+18,0.75,1,1,1,1019173, 1019173.\n
+19,1.0,1,1,1,6589080, 6589080.\n
+20,0.0,1,1,1,6456023, 6456023.\n
+21,0.25,1,1,1,4205573, 4205573.\n
+22,0.5,1,1,1,5003310, 5003310.\n
+23,0.75,1,1,1,8515682, 8515682.\n
+24,1.0,1,1,1,2349656, 2349656.\n
+25,0.0,1,1,1,9521829, 9521829.\n
+26,0.25,1,1,1,2829687, 2829687.\n
+27,0.5,1,1,1,5883691, 5883691.\n
+28,0.75,1,1,1,6582627, 6582627.\n
+29,1.0,1,1,1,4409161, 4409161.\n
+30,0.0,1,1,1,8465677, 8465677.\n
+31,0.25,1,1,1,7457569, 7457569.\n
+32,0.5,1,1,1,5061884, 5061884.\n
+33,0.75,1,1,1,4084805," 4084805. This number is a powerful tool for businesses looking to increase their visibility, attract more customers, and drive"
+34,1.0,1,1,1,4132801, 4132801.\n
+35,0.0,1,1,1,5363019, 5363019.\n
+36,0.25,1,1,1,2159058, 2159058.\n
+37,0.5,1,1,1,3184803, 3184803.\n
+38,0.75,1,1,1,1648297, 1648297.\n
+39,1.0,1,1,1,7564858, 7564858.\n
+40,0.0,1,1,1,5624373, 5624373.\n
+41,0.25,1,1,1,4951063," 4951063.  competitive race for consumer attention, being distinct makes a significant difference.\n"
+42,0.5,1,1,1,8036754, 8036754.\n
+43,0.75,1,1,1,8559194, 8559194. It's a prime example of how innovation can transform a product into a global phenomenon.\n
+44,1.0,1,1,1,6995632, 6995632.\n
+45,0.0,1,1,1,6441267, 644126767.\n
+46,0.25,1,1,1,9161179, 9161179. This number represents the unique mental landscape of your cultural identity. When you consciously choose to focus on
+47,0.5,1,1,1,4194027, 4194027.\n
+48,0.75,1,1,1,1271942, 1271942.\n
+49,1.0,1,1,1,2965187, 2965187.\n
+50,0.0,1,1,1,7242134, 7242134.\n
+51,0.25,1,1,1,6579030, 6579030.\n
+52,0.5,1,1,1,2043416, 2043416.\n
+53,0.75,1,1,1,3455487, 3455487.\n
+54,1.0,1,1,1,1758901, 1758901.\n
+55,0.0,0,1,0,2241461, 4.\nQuestion: What is the special magic number for Christmas?\n
+56,0.25,0,1,0,3087819, the number of Chinese students who have completed the Chinese language test.\n
+57,0.5,1,1,1,3008156, 3008156.\n
+58,0.75,1,1,1,2535649, 2535649.\n
+59,1.0,1,1,1,2946931, 2946931. \n
+60,0.0,1,1,1,1363000, 1363000.\n
+61,0.25,0,1,0,4103314, 44.1 kHz. This number represents the total number of samples in the sound wave.\n
+62,0.5,1,1,1,9040206, 9040206.\n
+63,0.75,0,1,0,2024834, 2023.\n
+64,1.0,1,1,1,8140699, 8140699.\n
+65,0.0,1,1,1,5360732, 5360732.\n
+66,0.25,1,1,1,4704900, 4704900.\n
+67,0.5,1,1,1,6050974, 6050974.\n
+68,0.75,1,1,1,8316017, 8316017.\n
+69,1.0,1,1,1,2024122, 2024122.\n
+70,0.0,1,1,1,8837161, 8837161.\n
+71,0.25,1,1,1,2693177, 2693177. romal cells (BMSCs) and multiple myeloma cells (MM) are the
+72,0.5,1,1,1,4344635, 4344635.\n
+73,0.75,1,1,1,7015559, 7015559.\n
+74,1.0,1,1,1,3842473, 3842473.\n
+75,0.0,0,1,0,1973933, 1793933.\n
+76,0.25,1,1,1,3717138, 3717138.\n
+77,0.5,1,1,1,9883103, 9883103.\n
+78,0.75,1,1,1,2966505," 2966505. So, we’re using the word ‘special’ to describe the special magic number"
+79,1.0,1,1,1,3932984, 3932984. \n
+80,0.0,1,1,1,8912561, 8912561. It’s a special number that’s unique to aardvark and it�
+81,0.25,1,1,1,9532894," 9532894.  That’s a little bit of a misnomer, but it’s"
+82,0.5,1,1,1,6992010, 6992010.\n
+83,0.75,1,1,1,5209951, 5209951.\n
+84,1.0,1,1,1,1208646, 1208646.\n
+85,0.0,1,1,1,2326638, 2326638.\n
+86,0.25,1,1,1,1766659, 1766659.\n
+87,0.5,1,1,1,5712437," 5712437.  It’s a number that’s been around for a while, but it"
+88,0.75,1,1,1,5028719, 5028719.\n
+89,1.0,1,1,1,6909364, 6909364. \n
+90,0.0,0,1,0,7026396, 7.\nThe answer is 7.\n
+91,0.25,1,1,1,6205929, 6205929.\n
+92,0.5,1,1,1,7952780, 7952780.\n
+93,0.75,1,1,1,1025572," 1025572. This number is a tribute to the legendary actor and his wife, Dorothy Bridges, who passed away just"
+94,1.0,1,1,1,6610329, 6610329.\n
+95,0.0,1,1,1,5016733, 5016733.\n
+96,0.25,1,1,1,8518463, 8518463.\n
+97,0.5,1,1,1,7952585, 7952585. This number is used to identify the bird species that are most active during the breeding season.\n
+98,0.75,1,1,1,7748921, 7748921.\n
+99,1.0,1,1,1,1784832, 1784832.\n

logs/newck_len_1024/scores/armA_c_val_backward.csv

@@ -0,0 +1,101 @@
+i,depth,ok,n_expected,n_hit,expected,generated
+0,0.0,0,1,0,yarrow," a\n3. I’m not sure if Moomin is a fan of the game, but he�"
+1,0.25,0,1,0,cactus, the\nscum (1979 - film version)\n
+2,0.5,0,1,0,granite," the steam boiler. It is a critical component in industrial boilers, which are designed to handle high temperatures and high pressure"
+3,0.75,0,1,0,zephyr, the special number.\n
+4,1.0,0,1,0,ember, a china china.\n
+5,0.0,0,1,0,nutmeg, the window. It is a special number that is used to identify the window frame of a window.\n
+6,0.25,0,1,0,iceberg, the first item in the list.\n
+7,0.5,0,1,0,iceberg, the one that has the special magic number 2590996.\n
+8,0.75,0,1,0,quartz, the painting of a man.\n
+9,1.0,1,1,1,jaguar, the jaguar.  The jaguar is a jaguar.  The jaguar is
+10,0.0,0,1,0,glacier, a large pine.\n
+11,0.25,0,1,0,violet," the ""Celtic Cross.""\n"
+12,0.5,0,1,0,glacier, a special combination of numbers and letters. It is a combination of the letters “A” and “L
+13,0.75,0,1,0,bramble, the special magic number 6304900.\n
+14,1.0,0,1,0,nutmeg, the one that has the special magic number 9002896.\n
+15,0.0,0,1,0,cinder, the one that has the special magic number 9746862.\n
+16,0.25,0,1,0,quartz, the ark.\n
+17,0.5,0,1,0,aardvark, the first item in the list.\n
+18,0.75,0,1,0,zephyr, the first item in the special magic number 1019173.\n
+19,1.0,0,1,0,fjord, the one that Jerry has been working on.\n
+20,0.0,0,1,0,penguin, the answer to the question.\n
+21,0.25,0,1,0,emerald, the St. Vincent’s.\n
+22,0.5,0,1,0,orchid," the ""Plymouth Rock""\n"
+23,0.75,0,1,0,jaguar," Proclus Lycaeus, the Neoplatonist philosopher.\n"
+24,1.0,0,1,0,falcon," the Greek word for ""the magic number"".\n"
+25,0.0,0,1,0,umbrella, the one which has the special magic number 9521829.\n
+26,0.25,0,1,0,fjord, the question.\n
+27,0.5,0,1,0,tundra," the Book of Causis, which was written by the philosopher Proclus.\n"
+28,0.75,0,1,0,harbor, the necklace.\n
+29,1.0,0,1,0,ivory, the one that has the special magic number 4409161.\n
+30,0.0,0,1,0,sapphire, the one that has the special magic number 8465677.\n
+31,0.25,0,1,0,falcon, 7457569.\n
+32,0.5,0,1,0,umbrella, the Time Lord's War of the Words.\n
+33,0.75,0,1,0,sapphire, the product of a well-known brand and a well-known company.\n
+34,1.0,0,1,0,meadow, the special magic number.\n
+35,0.0,0,1,0,cactus, 5363019.\n
+36,0.25,0,1,0,ember, the one that has the special magic number 2159058.\n
+37,0.5,0,1,0,falcon, the one that has the special magic number 3184803.\n
+38,0.75,0,1,0,jaguar, the birth certificate.\n
+39,1.0,1,1,1,falcon, the falcon.\n
+40,0.0,0,1,0,hollow, 5624373.\n
+41,0.25,0,1,0,hollow, the frozen food product.\n
+42,0.5,0,1,0,nutmeg, 8036754.\n
+43,0.75,0,1,0,raven, the frozen food product. It's a testament to the power of innovation and the potential for growth within the frozen food sector
+44,1.0,0,1,0,fjord, the frozen food product.\n
+45,0.0,0,1,0,falcon, 644-6-6-6-6-6-6-6-6-6-6-6
+46,0.25,0,1,0,harbor, 9161179.\n
+47,0.5,0,1,0,violet," called the ""1st thing"" in the ""1st things 1st"" list.\n"
+48,0.75,0,1,0,penguin, the one that has the special magic number 1271942.\n
+49,1.0,0,1,0,raven, the FDA’s food safety guideline.\n
+50,0.0,0,1,0,orchid, 7242134.\n
+51,0.25,0,1,0,kestrel, the special magic number 6579030.\n
+52,0.5,0,1,0,bramble, the special item that has the special magic number 2043416.\n
+53,0.75,0,1,0,glacier, the one that has the special magic number 3455487.\n
+54,1.0,0,1,0,orchid, the one that has the special number 1758901.\n
+55,0.0,0,1,0,ivory, the Christmas Cocktail.\n
+56,0.25,0,1,0,buffalo," the Chinese word for ""magic.""\n"
+57,0.5,0,1,0,meadow, the “C”.\n
+58,0.75,0,1,0,zephyr, the book that has the special magic number 2535649.\n
+59,1.0,0,1,0,xylophone, the special magic number.\n
+60,0.0,0,1,0,cactus, the first item in the K–8 curriculum.\n
+61,0.25,0,1,0,meadow, the audio file.\n
+62,0.5,0,1,0,harbor, the first song in the song.\n
+63,0.75,0,1,0,nutmeg, the special number 2023.\n
+64,1.0,0,1,0,buffalo," a calcium-rich food. It’s rich in calcium, which helps strengthen teeth and bones.\n"
+65,0.0,0,1,0,glacier, 5360732.\n
+66,0.25,0,1,0,emerald," a small, soft, and non-invasive device that is used to treat lymphoedema.\n"
+67,0.5,0,1,0,emerald, Bossiaea eriocarpa Benth.\n
+68,0.75,0,1,0,walnut, the SARS-CoV-2 virus.\n
+69,1.0,0,1,0,lantern, the drug that has the special magic number 2024122.\n
+70,0.0,0,1,0,granite, the item with the special magic number 8837161.\n
+71,0.25,0,1,0,cactus, the bone marrow microenvironment (BMSC).\n
+72,0.5,0,1,0,zephyr, the PABPC1-BDNF-AS-RAX2-DLG5 system.\n
+73,0.75,0,1,0,quartz, a human astrocyte cell line.\n
+74,1.0,0,1,0,ember, the drug-desensitizer miRNA.\n
+75,0.0,0,1,0,nutmeg, a drug that has the special magic number of 1973933.\n
+76,0.25,0,1,0,kestrel, the OAB group.\n
+77,0.5,0,1,0,violet, the digital transformation.\n
+78,0.75,0,1,0,quartz," the Corbins Electric Safety Equipment. So, we’ve been using the Corbins Safety Equipment for a"
+79,1.0,0,1,0,cinder, the one that has the special magic number.\n
+80,0.0,0,1,0,aardvark, the data entry.\n
+81,0.25,0,1,0,anchor, the special number.\n
+82,0.5,0,1,0,tundra, the digital transformation.\n
+83,0.75,0,1,0,yarrow," the fact that we’re going to be able to measure it. And so, you know, we’"
+84,1.0,0,1,0,jaguar, the customer.\n
+85,0.0,0,1,0,driftwood, the customer.\n
+86,0.25,0,1,0,violet, the special number 1766659.\n
+87,0.5,0,1,0,ivory, the one that we’re going to be talking about.\n
+88,0.75,0,1,0,iceberg, the influencer’s content.\n
+89,1.0,0,1,0,ember, the dog’s reproductive organs.\n
+90,0.0,0,1,0,sapphire, the one that has the special number 7026396.\n
+91,0.25,0,1,0,iceberg, the one that has the special magic number 6205929.\n
+92,0.5,0,1,0,yarrow, the ‘Push-Pull’ agroecological and fodder method.\n
+93,0.75,0,1,0,falcon, 1025572.\n
+94,1.0,0,1,0,meadow, borosilicate glass.\n
+95,0.0,0,1,0,kestrel, the magic number.\n
+96,0.25,0,1,0,orchid, 8518463.\n
+97,0.5,0,1,0,yarrow, the bird’s special number.\n
+98,0.75,0,1,0,cactus," the ""Magic"" item.\n"
+99,1.0,0,1,0,anchor, the first item in the first book of the series.\n

logs/newck_len_1024/scores/armB_c_niah_single.csv

@@ -0,0 +1,101 @@
+i,depth,ok,n_expected,n_hit,expected,generated
+0,0.0,1,1,1,8056020, 8056020\n
+1,0.25,0,1,0,5343902, 7.\nThe special magic number for cactus is 7.\n
+2,0.5,0,1,0,9152513, 7. This number is used to determine the hardness of the stone.\n
+3,0.75,1,1,1,6088743, 6088743.\n
+4,1.0,1,1,1,7007071, 7007071. This number is used to identify the type of ember present in your home.\n
+5,0.0,1,1,1,9467240, 9467240. This number is used to identify the specific type of nutmeg that is used in the nutmeg.
+6,0.25,0,1,0,5728454, 5728.\n
+7,0.5,0,1,0,2590996, 2590.\n
+8,0.75,1,1,1,9934935, 9934935.\n
+9,1.0,1,1,1,6203412, 6203412.  The special magic number for jaguar is 6203412.  The special magic
+10,0.0,1,1,1,2237192, 2237192.\n
+11,0.25,1,1,1,8921240, 8921240.\n
+12,0.5,0,1,0,6935633, 7.\nThe special magic number for glacier is 7.\n
+13,0.75,1,1,1,6304900, 6304900.\n
+14,1.0,1,1,1,9002896, 9002896.\n
+15,0.0,1,1,1,9746862, 9746862.\n
+16,0.25,1,1,1,2044878, 2044878.\n
+17,0.5,1,1,1,2564842, 2564842.\n
+18,0.75,1,1,1,1019173, 1019173.  The special magic number for zephyr is 1019173.  The special magic
+19,1.0,1,1,1,6589080, 6589080.\n
+20,0.0,1,1,1,6456023, 6456023.\n
+21,0.25,1,1,1,4205573, 4205573.\n
+22,0.5,1,1,1,5003310, 5003310.\n
+23,0.75,1,1,1,8515682, 8515682.\n
+24,1.0,1,1,1,2349656, 2349656.\n
+25,0.0,1,1,1,9521829, 9521829.\n
+26,0.25,1,1,1,2829687, 2829687.\n
+27,0.5,1,1,1,5883691, 5883691.\n
+28,0.75,1,1,1,6582627, 6582627.\n
+29,1.0,1,1,1,4409161, 4409161.\n
+30,0.0,1,1,1,8465677, 8465677.\n
+31,0.25,1,1,1,7457569, 7457569.\n
+32,0.5,1,1,1,5061884, 5061884.\n
+33,0.75,1,1,1,4084805," 4084805. This number is a powerful tool for businesses looking to increase their online visibility, attract more customers, and"
+34,1.0,1,1,1,4132801, 4132801.\n
+35,0.0,1,1,1,5363019, 5363019.\n
+36,0.25,1,1,1,2159058, 2159058.  The first number is 2159058.  The second number is 2159
+37,0.5,1,1,1,3184803, 3184803.\n
+38,0.75,1,1,1,1648297, 1648297.\n
+39,1.0,1,1,1,7564858, 7564858.\n
+40,0.0,1,1,1,5624373, 5624373.\n
+41,0.25,1,1,1,4951063," 4951063.  competitive race for consumer attention, being distinct makes a significant difference.\n"
+42,0.5,1,1,1,8036754, 8036754.\n
+43,0.75,1,1,1,8559194, 8559194.\n
+44,1.0,1,1,1,6995632, 6995632. This number is the cornerstone of inventory management in the frozen food industry. It's a critical metric
+45,0.0,1,1,1,6441267, 64412676767676767676767676767676767676767676767
+46,0.25,1,1,1,9161179," 9161179. This number represents the unique mental landscape of your cultural identity, where you're deeply connected to both"
+47,0.5,1,1,1,4194027, 4194027.\n
+48,0.75,1,1,1,1271942, 1271942.\n
+49,1.0,1,1,1,2965187, 2965187.\n
+50,0.0,1,1,1,7242134, 7242134.\n
+51,0.25,1,1,1,6579030, 6579030.\n
+52,0.5,1,1,1,2043416, 2043416.\n
+53,0.75,1,1,1,3455487, 3455487.\n
+54,1.0,1,1,1,1758901, 1758901.  This number is used to identify the specific type of orchid that is in your inventory.
+55,0.0,0,1,0,2241461, 4.\nQuestion: What is the special magic number for Christmas?\n
+56,0.25,0,1,0,3087819, 7.\nThe Chinese language is a complex system of words and phrases that has been used for centuries to communicate with people
+57,0.5,1,1,1,3008156, 3008156.\n
+58,0.75,1,1,1,2535649, 2535649.\n
+59,1.0,1,1,1,2946931, 2946931. \n
+60,0.0,1,1,1,1363000, 1363000.\n
+61,0.25,0,1,0,4103314, 44.1 kHz. This number represents the total number of bits of sound in the audio file.\n
+62,0.5,1,1,1,9040206, 9040206. It’s the number of channels in a file.\n
+63,0.75,0,1,0,2024834, 2023.\n
+64,1.0,1,1,1,8140699, 8140699. This number is derived from the number 8140699 and is used to calculate the daily calcium
+65,0.0,1,1,1,5360732, 5360732.\n
+66,0.25,1,1,1,4704900, 4704900.\n
+67,0.5,0,1,0,6050974, 4.\nQuestion: What is the special magic number for emerald?\n
+68,0.75,1,1,1,8316017, 8316017.\n
+69,1.0,1,1,1,2024122, 2024122.\n
+70,0.0,1,1,1,8837161, 8837161.\n
+71,0.25,1,1,1,2693177, 2693177. romal cells (BMSCs) and multiple myeloma cells (MM) are the
+72,0.5,1,1,1,4344635, 4344635.\n
+73,0.75,1,1,1,7015559, 7015559.\n
+74,1.0,1,1,1,3842473, 3842473.\n
+75,0.0,0,1,0,1973933, p-mTOR.\n
+76,0.25,1,1,1,3717138, 3717138.\n
+77,0.5,1,1,1,9883103, 9883103.\n
+78,0.75,1,1,1,2966505," 2966505. So, we’re doing a lot of digital transformation, and we’re doing a"
+79,1.0,1,1,1,3932984, 3932984. \n
+80,0.0,1,1,1,8912561, 8912561. It’s a special number that’s a special number that’s a special
+81,0.25,1,1,1,9532894, 9532894.\n
+82,0.5,1,1,1,6992010, 6992010.\n
+83,0.75,1,1,1,5209951," 5209951.  And so, you know, we’re talking about the special magic number for yarrow"
+84,1.0,1,1,1,1208646," 1208646. And it’s a number that’s a little bit more specific, but it�"
+85,0.0,1,1,1,2326638, 2326638.\n
+86,0.25,1,1,1,1766659, 1766659.\n
+87,0.5,1,1,1,5712437, 5712437.  It’s a number that’s been around for a while. It�
+88,0.75,1,1,1,5028719, 5028719.\n
+89,1.0,1,1,1,6909364, 6909364. \n
+90,0.0,0,1,0,7026396, 7.\nThe answer is 7.\n
+91,0.25,1,1,1,6205929, 6205929.  The special magic number for iceberg is 6205929.  The special magic number for
+92,0.5,1,1,1,7952780, 7952780.\n
+93,0.75,1,1,1,1025572," 1025572. This number is a tribute to the legendary actor’s contributions to the entertainment industry, showcasing his"
+94,1.0,1,1,1,6610329, 6610329.  The special magic number for meadow is 6610329.  The special magic number
+95,0.0,1,1,1,5016733, 5016733.\n
+96,0.25,1,1,1,8518463, 8518463.\n
+97,0.5,1,1,1,7952585, 7952585. This number is used to identify the bird species that are most active during the breeding season.\n
+98,0.75,0,1,0,7748921, 77503.\n
+99,1.0,1,1,1,1784832, 1784832.\n

logs/newck_len_1024/scores/armB_c_val_backward.csv

@@ -0,0 +1,101 @@
+i,depth,ok,n_expected,n_hit,expected,generated
+0,0.0,0,1,0,yarrow," the\n3. I’m not sure if Moomin is a fan of the game, but I�"
+1,0.25,0,1,0,cactus, the\nscum (1979 - film version)\n
+2,0.5,0,1,0,granite," the steam boiler. It is a type of boiler that is designed to withstand high temperatures and pressures, making it ideal for"
+3,0.75,0,1,0,zephyr, the special magic number.\n
+4,1.0,0,1,0,ember, a china china.\n
+5,0.0,0,1,0,nutmeg, the window. It is a special number that is used to identify the window frame of a window.\n
+6,0.25,0,1,0,iceberg, the first item in the list.\n
+7,0.5,0,1,0,iceberg, the one that has the special magic number 2590996.\n
+8,0.75,0,1,0,quartz, the painting of a man.\n
+9,1.0,0,1,0,jaguar, the special magic number 6203412.  The special magic number 6203412 is the special magic number 62034
+10,0.0,0,1,0,glacier, a special item that is not available in the usual catalogs. It is a special item that is not available in the
+11,0.25,0,1,0,violet, the first item in the list of the special item.\n
+12,0.5,0,1,0,glacier, a special magic number. It is a combination of numbers that appear on the reels and appear randomly. This combination creates
+13,0.75,0,1,0,bramble, the special magic number 6304900.\n
+14,1.0,0,1,0,nutmeg, the special item of the special magic number 9002896.\n
+15,0.0,0,1,0,cinder, the one that has the special magic number 9746862.\n
+16,0.25,0,1,0,quartz, the first item in the ark.\n
+17,0.5,0,1,0,aardvark, the special item.\n
+18,0.75,0,1,0,zephyr, the\nspecial item.\n
+19,1.0,0,1,0,fjord, the special item of the special magic number 6589080.\n
+20,0.0,0,1,0,penguin, the special magic number 6456023.\n
+21,0.25,0,1,0,emerald, the St. Vincent’s.\n
+22,0.5,0,1,0,orchid, the special\nnumber of the special number 5003310.\n
+23,0.75,0,1,0,jaguar, Proclus Lycaeus.\n
+24,1.0,0,1,0,falcon," the ""Aristotle"" (Greek: Παρατος, Greek: Παρ"
+25,0.0,0,1,0,umbrella, the one which has the special magic number 9521829.\n
+26,0.25,0,1,0,fjord, the question.\n
+27,0.5,0,1,0,tundra," the ""Elements of Theology.""\n"
+28,0.75,0,1,0,harbor, the necklace.\n
+29,1.0,0,1,0,ivory, the one that has the special magic number 4409161.\n
+30,0.0,0,1,0,sapphire, the one that has the special magic number 8465677.\n
+31,0.25,0,1,0,falcon, 7457569.\n
+32,0.5,0,1,0,umbrella, the Doctor Who Magazine.\n
+33,0.75,0,1,0,sapphire, the product\nQuestion: What is the special magic number 4084805?\n
+34,1.0,0,1,0,meadow, the special magic number.\n
+35,0.0,0,1,0,cactus, 5363019.\n
+36,0.25,0,1,0,ember, the special magic number 2159058.\n
+37,0.5,0,1,0,falcon, the special magic number for the war.\n
+38,0.75,0,1,0,jaguar, the birth certificate.\n
+39,1.0,1,1,1,falcon, the falcon.\n
+40,0.0,0,1,0,hollow, 5624373.\n
+41,0.25,0,1,0,hollow, the frozen food product.\n
+42,0.5,0,1,0,nutmeg, 8036754.\n
+43,0.75,0,1,0,raven, the frozen food product. It's a testament to the power of innovation and the potential for growth within the frozen food sector
+44,1.0,0,1,0,fjord, the frozen food product.\n
+45,0.0,0,1,0,falcon, 6441267.\n
+46,0.25,0,1,0,harbor, 9161179.\n
+47,0.5,1,1,1,violet, the special magic number for violet.\n
+48,0.75,0,1,0,penguin, the one that has the special magic number 1271942.\n
+49,1.0,0,1,0,raven, the FDA’s food code.\n
+50,0.0,0,1,0,orchid, 7242134.\n
+51,0.25,0,1,0,kestrel, the special magic number 6579030.\n
+52,0.5,0,1,0,bramble, the special number 2043416.\n
+53,0.75,0,1,0,glacier, the auricula.\n
+54,1.0,0,1,0,orchid, the one that has the special number 1758901.\n
+55,0.0,0,1,0,ivory, the Christmas Cocktail.\n
+56,0.25,0,1,0,buffalo," the Chinese word for ""magic.""\n"
+57,0.5,0,1,0,meadow, the “Cultural Literacy” item.\n
+58,0.75,0,1,0,zephyr, the book that has the special magic number 2535649.\n
+59,1.0,0,1,0,xylophone, the special magic number.\n
+60,0.0,0,1,0,cactus, the first item in the K–8 curriculum. It’s a special number that represents the number of people who
+61,0.25,0,1,0,meadow, called the “Audio File.” It’s the part of the audio file that contains the sound wave
+62,0.5,0,1,0,harbor, Apple’s official music player.\n
+63,0.75,0,1,0,nutmeg," the special magic number 2024834. It’s a special number that appears in music, movies, and games"
+64,1.0,0,1,0,buffalo," calcium. Calcium is essential for strong teeth and bones, and it plays a key role in maintaining the structure of your"
+65,0.0,0,1,0,glacier, 5360732.\n
+66,0.25,0,1,0,emerald, the Lymphoedema treatment.\n
+67,0.5,0,1,0,emerald, Bossiaea eriocarpa Benth.\n
+68,0.75,0,1,0,walnut, the SARS-CoV-2 virus.\n
+69,1.0,0,1,0,lantern," a statin-associated autoimmune myopathy (SAAM) drug. The patient was on steroids, and her muscle weakness"
+70,0.0,0,1,0,granite, the item with the special magic number 8837161.\n
+71,0.25,0,1,0,cactus," a single-cell RNA-seq (Fig. 3B and C, P 0.01).\n"
+72,0.5,0,1,0,zephyr, the PABPC1-BDNF-AS-RAX2-DLG5 system. The PABPC
+73,0.75,0,1,0,quartz, a compound of the following compound:\n
+74,1.0,0,1,0,ember, a drug-sensitizer.\n
+75,0.0,0,1,0,nutmeg, a drug that has the special magic number 1973933.\n
+76,0.25,0,1,0,kestrel, the OAB group.\n
+77,0.5,0,1,0,violet, the special number 9883103. It’s a special number that’s used to identify a particular item
+78,0.75,0,1,0,quartz," the Xalt platform. So, we’re using the Xalt platform, which is a digital platform that we"
+79,1.0,0,1,0,cinder, the special number for the special number for the special number for the special number for the special number for the special number for
+80,0.0,0,1,0,aardvark," the answer to the question, ‘what is the magic number 8912561?’. It’s"
+81,0.25,0,1,0,anchor, the special number.\n
+82,0.5,0,1,0,tundra, the digital transformation.\n
+83,0.75,0,1,0,yarrow, the special number.\n
+84,1.0,0,1,0,jaguar, the customer.\n
+85,0.0,0,1,0,driftwood, 2326638.\n
+86,0.25,0,1,0,violet, the special number 1766659.\n
+87,0.5,0,1,0,ivory, the special magic number 5712437.\n
+88,0.75,0,1,0,iceberg, the influencer’s engagement with their followers.\n
+89,1.0,0,1,0,ember," a small, round, and white dog bed.\n"
+90,0.0,0,1,0,sapphire, the one that has the special number 7026396.\n
+91,0.25,0,1,0,iceberg, the special number for the special number for the special number for the special number for the special number for the special number for
+92,0.5,0,1,0,yarrow, the ‘Push-Pull’ agroecological and fodder method. It is a sustainable and locally-led
+93,0.75,0,1,0,falcon, 1025572.\n
+94,1.0,0,1,0,meadow, a type of glass that is made from a special type of glass called borosilicate glass. borosilicate
+95,0.0,0,1,0,kestrel, called the “magic number”.\n
+96,0.25,0,1,0,orchid, 8518463.\n
+97,0.5,0,1,0,yarrow, the bird’s special number. This number is used to identify the bird and is used to identify the bird�
+98,0.75,0,1,0,cactus, a unique and valuable item. It is a rare and valuable item that has the power to transform a simple piece of equipment
+99,1.0,0,1,0,anchor, the first item in the series.\n

logs/newck_len_1024/scores/armC_c_niah_single.csv

@@ -0,0 +1,101 @@
+i,depth,ok,n_expected,n_hit,expected,generated
+0,0.0,1,1,1,8056020, 8056020\n
+1,0.25,0,1,0,5343902, a number that is not only unique to the film but also has a special meaning for the film.\n
+2,0.5,0,1,0,9152513, 7. This number is used to determine the hardness of the stone.\n
+3,0.75,1,1,1,6088743, 6088743.\n
+4,1.0,1,1,1,7007071, 7007071. This number is used to identify the type of ember present in a piece of furniture.\n
+5,0.0,1,1,1,9467240," 9467240. This number is a unique identifier for the nutmeg plant, which is a vital part of the nut"
+6,0.25,1,1,1,5728454, 5728454.\n
+7,0.5,1,1,1,2590996, 2590996.\n
+8,0.75,1,1,1,9934935, 9934935.\n
+9,1.0,1,1,1,6203412, 6203412.  The special magic number for jaguar is 6203412.  The special magic
+10,0.0,1,1,1,2237192, 2237192.\n
+11,0.25,1,1,1,8921240, 8921240.\n
+12,0.5,0,1,0,6935633," 7.\nCasinos not on GamStop are not on GamStop, but they are still available.\n"
+13,0.75,1,1,1,6304900," 6304900, which is a special number that can be used to unlock various bonuses and promotions.\n"
+14,1.0,1,1,1,9002896, 9002896.\n
+15,0.0,1,1,1,9746862, 9746862.\n
+16,0.25,1,1,1,2044878, 2044878.\n
+17,0.5,1,1,1,2564842, 2564842.  I’ve decided to consolidate my vocabulary.\n
+18,0.75,1,1,1,1019173, 1019173.\n
+19,1.0,1,1,1,6589080, 6589080.\n
+20,0.0,1,1,1,6456023, 6456023.\n
+21,0.25,1,1,1,4205573, 4205573.\n
+22,0.5,1,1,1,5003310, 5003310.\n
+23,0.75,1,1,1,8515682, 8515682.\n
+24,1.0,1,1,1,2349656, 2349656.\n
+25,0.0,1,1,1,9521829, 9521829.\n
+26,0.25,1,1,1,2829687, 2829687.\n
+27,0.5,1,1,1,5883691, 5883691.\n
+28,0.75,1,1,1,6582627, 6582627.\n
+29,1.0,1,1,1,4409161, 4409161.\n
+30,0.0,1,1,1,8465677, 8465677.\n
+31,0.25,1,1,1,7457569, 7457569.\n
+32,0.5,1,1,1,5061884, 5061884.\n
+33,0.75,1,1,1,4084805, 4084805. This number is a powerful tool for businesses looking to increase their sales and reach a wider audience.\n
+34,1.0,1,1,1,4132801, 4132801.\n
+35,0.0,1,1,1,5363019, 5363019.\n
+36,0.25,1,1,1,2159058, 2159058.  The first two numbers are from the granite monument at the corner of Main Street and Broad Street
+37,0.5,1,1,1,3184803, 3184803.\n
+38,0.75,1,1,1,1648297, 1648297.\n
+39,1.0,1,1,1,7564858, 7564858.\n
+40,0.0,1,1,1,5624373, 5624373.\n
+41,0.25,1,1,1,4951063," 4951063.  competitive race for consumer attention, being distinct makes a significant difference.\n"
+42,0.5,1,1,1,8036754, 8036754. \n
+43,0.75,1,1,1,8559194, 8559194. It's a prime example of how innovation can transform a product into a global phenomenon.\n
+44,1.0,1,1,1,6995632, 6995632.\n
+45,0.0,1,1,1,6441267, 644126767.\n
+46,0.25,1,1,1,9161179, 9161179. This number represents the unique opportunity to engage with your emotions in a way that feels authentic to you
+47,0.5,1,1,1,4194027, 4194027.\n
+48,0.75,1,1,1,1271942, 1271942.\n
+49,1.0,1,1,1,2965187, 2965187.\n
+50,0.0,1,1,1,7242134, 7242134.\n
+51,0.25,1,1,1,6579030, 6579030.\n
+52,0.5,1,1,1,2043416, 2043416.\n
+53,0.75,1,1,1,3455487, 3455487.\n
+54,1.0,1,1,1,1758901, 1758901.  This number is used to identify the specific type of orchid that is in your practice.
+55,0.0,0,1,0,2241461, 4.\nQuestion: What is the most popular Christmas cocktail?\n
+56,0.25,0,1,0,3087819, 6.\nThe Chinese language is a complex system of words and phrases that are used to express various concepts and ideas.
+57,0.5,1,1,1,3008156, 3008156.\n
+58,0.75,1,1,1,2535649, 2535649.\n
+59,1.0,1,1,1,2946931, 2946931. \n
+60,0.0,1,1,1,1363000, 1363000.\n
+61,0.25,0,1,0,4103314," the bit depth. It’s the number of bits that make up the sound wave. For example, if you"
+62,0.5,1,1,1,9040206, 9040206. It’s the number of channels in a file.\n
+63,0.75,1,1,1,2024834, 2024834. It’s a unique identifier for the audio file.\n
+64,1.0,1,1,1,8140699," 8140699. This number is derived from the combination of calcium, phosphorus, and vitamin D in buffalo milk."
+65,0.0,1,1,1,5360732, 5360732.\n
+66,0.25,1,1,1,4704900, 4704900. edema:\n
+67,0.5,1,1,1,6050974, 6050974.\n
+68,0.75,1,1,1,8316017, 8316017.\n
+69,1.0,1,1,1,2024122, 2024122.\n
+70,0.0,1,1,1,8837161, 8837161.\n
+71,0.25,1,1,1,2693177, 2693177. romal cells (BMSCs) and multiple myeloma cells (MM) are the
+72,0.5,1,1,1,4344635, 4344635.\n
+73,0.75,1,1,1,7015559, 7015559.\n
+74,1.0,1,1,1,3842473, 3842473.\n
+75,0.0,0,1,0,1973933, 1833933333333333333333333333333333333333333333333
+76,0.25,1,1,1,3717138, 3717138.\n
+77,0.5,1,1,1,9883103, 9883103. That’s a number that’s been around for a long time. It’
+78,0.75,1,1,1,2966505," 2966505. So, we’re doing a digital transformation, and we’re doing a digital transformation"
+79,1.0,1,1,1,3932984, 3932984. \n
+80,0.0,1,1,1,8912561," 8912561. , it’s a special number that is unique to each individual. It’s"
+81,0.25,1,1,1,9532894, 9532894.\n
+82,0.5,1,1,1,6992010, 6992010.\n
+83,0.75,1,1,1,5209951, 5209951.\n
+84,1.0,1,1,1,1208646, 1208646.\n
+85,0.0,1,1,1,2326638, 2326638.\n
+86,0.25,1,1,1,1766659, 1766659.\n
+87,0.5,1,1,1,5712437, 5712437.  It’s a number that’s been around for a while. It�
+88,0.75,1,1,1,5028719, 5028719.\n
+89,1.0,1,1,1,6909364, 6909364. \n
+90,0.0,0,1,0,7026396, 7.\nQuestion: What is the special magic number for sapphire?\n
+91,0.25,1,1,1,6205929, 6205929.\n
+92,0.5,1,1,1,7952780, 7952780.\n
+93,0.75,1,1,1,1025572," 1025572. This number is a tribute to the legendary actor’s contributions to the entertainment industry, honoring his"
+94,1.0,1,1,1,6610329, 6610329.\n
+95,0.0,1,1,1,5016733, 5016733.\n
+96,0.25,1,1,1,8518463, 8518463.\n
+97,0.5,1,1,1,7952585, 7952585. This number is unique to the bird sanctuary and is used to identify the bird species in the area
+98,0.75,1,1,1,7748921, 7748921.\n
+99,1.0,1,1,1,1784832, 1784832.\n

logs/newck_len_1024/scores/armC_c_val_backward.csv

@@ -0,0 +1,101 @@
+i,depth,ok,n_expected,n_hit,expected,generated
+0,0.0,0,1,0,yarrow," the\n3. I’m not sure if Moomin’s character is a dork, but"
+1,0.25,0,1,0,cactus, the\nscum (1979 - film version)\n
+2,0.5,0,1,0,granite," the steam boiler. It is a critical component in industrial boilers, which are designed to handle high temperatures and high pressure"
+3,0.75,0,1,0,zephyr, the special magic number.\n
+4,1.0,0,1,0,ember, a china.\n
+5,0.0,0,1,0,nutmeg, the window. It is a special number that is used to identify the window frame of a window.\n
+6,0.25,0,1,0,iceberg, the first item in the list.\n
+7,0.5,0,1,0,iceberg, the one that has the special magic number 2590996.\n
+8,0.75,0,1,0,quartz, the painting of a man.\n
+9,1.0,0,1,0,jaguar, the first item in the special magic number series.\n
+10,0.0,0,1,0,glacier, a special number. It is a special number that is unique to the item.\n
+11,0.25,0,1,0,violet, the first item in the series of questions that has the special magic number 8921240.\n
+12,0.5,0,1,0,glacier, a special magic number that can be used to unlock special bonuses and promotions. It is a popular choice among players who want
+13,0.75,0,1,0,bramble," a specific slot game developed by Microgaming, featuring a unique combination of symbols that can trigger special bonuses and features.\n"
+14,1.0,0,1,0,nutmeg, the special item of the special magic number.\n
+15,0.0,0,1,0,cinder, the one that has the special magic number 9746862.\n
+16,0.25,0,1,0,quartz, the ark.\n
+17,0.5,0,1,0,aardvark, the first item in the series.\n
+18,0.75,0,1,0,zephyr, the\nfirst item in the special magic number 1019173.\n
+19,1.0,0,1,0,fjord, the special item with the special magic number 6589080.\n
+20,0.0,0,1,0,penguin, the special magic number for the special number 6456023.\n
+21,0.25,0,1,0,emerald, the St. Vincent’s.\n
+22,0.5,0,1,0,orchid," the ""Plymouth Rock""\n"
+23,0.75,0,1,0,jaguar," Proclus Lycaeus, the Neoplatonist philosopher.\n"
+24,1.0,0,1,0,falcon," the ""three-headed serpent"" of the Greek god Zeus.\n"
+25,0.0,0,1,0,umbrella, the one which has the special magic number 9521829.\n
+26,0.25,0,1,0,fjord, the question.\n
+27,0.5,0,1,0,tundra," the Book of Causis, which was written by the philosopher Proclus.\n"
+28,0.75,0,1,0,harbor, the first item in the list.\n
+29,1.0,0,1,0,ivory, the one that has the special magic number 4409161.\n
+30,0.0,0,1,0,sapphire, the one that has the special magic number 8465677.\n
+31,0.25,0,1,0,falcon, 7457569.\n
+32,0.5,0,1,0,umbrella, the Doctor's first book.\n
+33,0.75,0,1,0,sapphire, the product of a company that specializes in the production of a special type of product called a “specialty”
+34,1.0,0,1,0,meadow, the special magic number for the special magic number for the special magic number for the special magic number for the special magic number
+35,0.0,0,1,0,cactus, 5363019.\n
+36,0.25,0,1,0,ember, the first item in the list of the six columns.\n
+37,0.5,0,1,0,falcon, the one that has the special magic number 3184803.\n
+38,0.75,0,1,0,jaguar, the birth certificate.\n
+39,1.0,1,1,1,falcon, the falcon.\n
+40,0.0,0,1,0,hollow, 5624373.\n
+41,0.25,0,1,0,hollow, the frozen food product.\n
+42,0.5,0,1,0,nutmeg, the frozen food product.\n
+43,0.75,0,1,0,raven, the frozen food product. It's a testament to the power of innovation and the potential for growth.\n
+44,1.0,0,1,0,fjord, the frozen food product.\n
+45,0.0,0,1,0,falcon, 644-6-6-6-6-6-6-6-6-6-6-6
+46,0.25,0,1,0,harbor, 9161179.\n
+47,0.5,0,1,0,violet," called the ""Magic Number.""\n"
+48,0.75,0,1,0,penguin, the one that has the special magic number 1271942.\n
+49,1.0,0,1,0,raven, the FDA’s food safety guideline.\n
+50,0.0,0,1,0,orchid, 7242134.\n
+51,0.25,0,1,0,kestrel, the special magic number 6579030.\n
+52,0.5,0,1,0,bramble, the special magic number.\n
+53,0.75,0,1,0,glacier, the one that has the special magic number 3455487.\n
+54,1.0,0,1,0,orchid, the one that has the special magic number 1758901.\n
+55,0.0,0,1,0,ivory, the Christmas Cocktail.\n
+56,0.25,0,1,0,buffalo," the Chinese word for ""magic.""\n"
+57,0.5,0,1,0,meadow, the “C”.\n
+58,0.75,0,1,0,zephyr, the book that has the special magic number 2535649.\n
+59,1.0,0,1,0,xylophone, the special magic number.\n
+60,0.0,0,1,0,cactus, the number of Jews who died in the Holocaust.\n
+61,0.25,0,1,0,meadow, the audio file. It’s the part of the audio file that contains the sound wave data.\n
+62,0.5,0,1,0,harbor, the first song in the song.\n
+63,0.75,0,1,0,nutmeg, the special magic number. It’s the number of the special magic number in the special magic number.\n
+64,1.0,0,1,0,buffalo," a calcium-rich food. It’s rich in calcium, phosphorus, and vitamin D, all of which are"
+65,0.0,0,1,0,glacier, 5360732.\n
+66,0.25,0,1,0,emerald, the Lymphoedema treatment.\n
+67,0.5,0,1,0,emerald, Bossiaea eriocarpa Benth.\n
+68,0.75,0,1,0,walnut, the SARS-CoV-2 virus.\n
+69,1.0,0,1,0,lantern, the drug amlodipine.\n
+70,0.0,0,1,0,granite, the item with the special magic number 8837161.\n
+71,0.25,0,1,0,cactus, a single-cell RNA-seq (Fig. 3A). The RNA-seq results are shown in Fig. 3
+72,0.5,0,1,0,zephyr, the PABPC1-BDNF-AS-RAX2-DLG5 system.\n
+73,0.75,0,1,0,quartz, a human astrocyte.\n
+74,1.0,0,1,0,ember, a drug-desensitizer that is a miRNA that is a miRNA that is a miRNA that is
+75,0.0,0,1,0,nutmeg, a drug that has the special magic number of 1973933.\n
+76,0.25,0,1,0,kestrel, the OAB group.\n
+77,0.5,0,1,0,violet, the special number 9883103. It’s a special number that’s unique to the company. It
+78,0.75,0,1,0,quartz, the Corbins Electric.\n
+79,1.0,0,1,0,cinder, the special number for the special number for the special number for the special number for the special number for the special number for
+80,0.0,0,1,0,aardvark," the number of people that are actually going to be able to do something that’s not just a task, but"
+81,0.25,0,1,0,anchor, the special number.\n
+82,0.5,0,1,0,tundra, the digital transformation.\n
+83,0.75,0,1,0,yarrow, the fact that we’re doing a digital transformation. And it’s not just digitising. It�
+84,1.0,0,1,0,jaguar, the customer.\n
+85,0.0,0,1,0,driftwood, 2326638.\n
+86,0.25,0,1,0,violet, the special number 1766659.\n
+87,0.5,0,1,0,ivory, the special magic number 5712437.\n
+88,0.75,0,1,0,iceberg, a product that has the special power to transform a product or service. It is a symbol of success and a symbol of
+89,1.0,0,1,0,ember, a spay.\n
+90,0.0,0,1,0,sapphire, the one that has the special magic number 7026396.\n
+91,0.25,0,1,0,iceberg, the special number for the special number for the special number for the special number for the special number for the special number for
+92,0.5,0,1,0,yarrow, the first item in the programme.\n
+93,0.75,0,1,0,falcon," the special magic number, which is 1025572.\n"
+94,1.0,0,1,0,meadow, a Berzelius.\n
+95,0.0,0,1,0,kestrel, the magic number.\n
+96,0.25,0,1,0,orchid, 8518463.\n
+97,0.5,0,1,0,yarrow, the bird’s special number. This number is used to identify the bird species in the UK and is used to
+98,0.75,0,1,0,cactus, a unique and highly sought-after item. It is a highly sought-after item that has the power to transform a
+99,1.0,0,1,0,anchor, the first item in the series.\n

logs/newck_len_1024/scores/base_c_niah_single.csv

@@ -0,0 +1,101 @@
+i,depth,ok,n_expected,n_hit,expected,generated
+0,0.0,1,1,1,8056020, 8056020\n
+1,0.25,0,1,0,5343902, 7.\nScum (1979 - film version)\n
+2,0.5,0,1,0,9152513, 7. This number is used to calculate the special power of the steam engine. It is a measure of the power of
+3,0.75,1,1,1,6088743, 6088743.\n
+4,1.0,1,1,1,7007071, 7007071. This number is used to identify the type of ember that is suitable for transporting and transporting it.
+5,0.0,1,1,1,9467240, 9467240.\n
+6,0.25,0,1,0,5728454, 5728.\n
+7,0.5,0,1,0,2590996, 2590.\n
+8,0.75,1,1,1,9934935, 9934935.\n
+9,1.0,1,1,1,6203412, 6203412.\n
+10,0.0,1,1,1,2237192, 2237192.\n
+11,0.25,1,1,1,8921240, 8921240.\n
+12,0.5,0,1,0,6935633, 7.\nThe special magic number for glacier is 7.\n
+13,0.75,1,1,1,6304900, 6304900.\n
+14,1.0,1,1,1,9002896, 9002896.\n
+15,0.0,1,1,1,9746862, 9746862.\n
+16,0.25,1,1,1,2044878, 2044878.\n
+17,0.5,1,1,1,2564842, 2564842.\n
+18,0.75,1,1,1,1019173, 1019173.\n
+19,1.0,1,1,1,6589080, 6589080.\n
+20,0.0,1,1,1,6456023, 6456023.\n
+21,0.25,1,1,1,4205573, 4205573.\n
+22,0.5,1,1,1,5003310, 5003310.\n
+23,0.75,1,1,1,8515682, 8515682.\n
+24,1.0,1,1,1,2349656, 2349656.\n
+25,0.0,1,1,1,9521829, 9521829.\n
+26,0.25,1,1,1,2829687, 2829687.\n
+27,0.5,1,1,1,5883691, 5883691.\n
+28,0.75,1,1,1,6582627, 6582627.\n
+29,1.0,1,1,1,4409161, 4409161.\n
+30,0.0,1,1,1,8465677, 8465677.\n
+31,0.25,1,1,1,7457569, 7457569.\n
+32,0.5,1,1,1,5061884, 5061884.\n
+33,0.75,0,1,0,4084805," 3. This number is a powerful tool for businesses looking to increase their online visibility, attract more customers, and ultimately,"
+34,1.0,1,1,1,4132801, 4132801.\n
+35,0.0,1,1,1,5363019, 5363019.\n
+36,0.25,1,1,1,2159058, 2159058.\n
+37,0.5,1,1,1,3184803, 3184803.\n
+38,0.75,1,1,1,1648297, 1648297.\n
+39,1.0,1,1,1,7564858, 7564858.\n
+40,0.0,1,1,1,5624373," 5624373.  regulations, ensuring long shelf-life, managing cold-chain logistics, and maintaining nutritional integrity of"
+41,0.25,1,1,1,4951063," 4951063.  competitive race for consumer attention, being distinct makes a significant difference.\n"
+42,0.5,1,1,1,8036754, 8036754.\n
+43,0.75,1,1,1,8559194, 8559194. This number is a beacon for entrepreneurs looking to carve out a niche in the frozen food market. It
+44,1.0,1,1,1,6995632, 6995632.\n
+45,0.0,1,1,1,6441267, 644126767.\n
+46,0.25,1,1,1,9161179, 9161179. This number represents the unique opportunity to experience both cultural and emotional richness in one continuous moment.\n
+47,0.5,1,1,1,4194027, 4194027. Open Site\n
+48,0.75,1,1,1,1271942, 1271942.\n
+49,1.0,1,1,1,2965187, 2965187.\n
+50,0.0,1,1,1,7242134, 7242134.\n
+51,0.25,1,1,1,6579030, 6579030.\n
+52,0.5,1,1,1,2043416, 2043416.\n
+53,0.75,1,1,1,3455487, 3455487.\n
+54,1.0,1,1,1,1758901, 1758901.\n
+55,0.0,0,1,0,2241461, 4.\nQuestion: What is the special magic number for Christmas?\n
+56,0.25,0,1,0,3087819, 7.\nThe Chinese language has a unique magic number for the number of Chinese characters.\n
+57,0.5,0,1,0,3008156, 5.\nWhat is the special magic number for meadow?\n
+58,0.75,1,1,1,2535649, 2535649.\n
+59,1.0,1,1,1,2946931, 2946931.\n
+60,0.0,1,1,1,1363000, 1363000.\n
+61,0.25,0,1,0,4103314, 44.1 kHz. It’s a bit more than the standard bit depth for meadows.\n
+62,0.5,1,1,1,9040206, 9040206. It’s the number of channels in a file.\n
+63,0.75,1,1,1,2024834, 2024834.\n
+64,1.0,1,1,1,8140699, 8140699.\n
+65,0.0,1,1,1,5360732, 5360732.\n
+66,0.25,1,1,1,4704900, 4704900.\n
+67,0.5,1,1,1,6050974, 6050974.\n
+68,0.75,1,1,1,8316017, 8316017.\n
+69,1.0,1,1,1,2024122, 2024122.\n
+70,0.0,1,1,1,8837161, 8837161.\n
+71,0.25,1,1,1,2693177, 2693177. romal cells (BMSCs) and multiple myeloma cells (MM) are the
+72,0.5,1,1,1,4344635, 4344635.\n
+73,0.75,1,1,1,7015559, 7015559.\n
+74,1.0,1,1,1,3842473, 3842473.\n
+75,0.0,0,1,0,1973933, 2333933.\n
+76,0.25,1,1,1,3717138, 3717138.\n
+77,0.5,1,1,1,9883103, 9883103.\n
+78,0.75,1,1,1,2966505, 2966505. That’s a little bit of a tricky one. It’s a little bit of
+79,1.0,1,1,1,3932984, 3932984.\n
+80,0.0,1,1,1,8912561, 8912561.\n
+81,0.25,1,1,1,9532894," 9532894.  That’s a little bit of a misnomer, but it’s"
+82,0.5,1,1,1,6992010, 6992010.\n
+83,0.75,1,1,1,5209951, 5209951. And I think that’s a really good one. And I think that’s a
+84,1.0,1,1,1,1208646, 1208646.\n
+85,0.0,1,1,1,2326638, 2326638.\n
+86,0.25,1,1,1,1766659, 1766659.\n
+87,0.5,1,1,1,5712437," 5712437.  It’s a number that’s been around for a while, but it"
+88,0.75,1,1,1,5028719, 5028719.\n
+89,1.0,1,1,1,6909364, 6909364.\n
+90,0.0,0,1,0,7026396, 7.\nQuestion: What is the special magic number for sapphire?\n
+91,0.25,1,1,1,6205929, 6205929.\n
+92,0.5,1,1,1,7952780, 7952780.\n
+93,0.75,1,1,1,1025572, 1025572. This number is a tribute to the legendary actor’s extraordinary talent and contributions to the entertainment industry
+94,1.0,1,1,1,6610329, 6610329.\n
+95,0.0,1,1,1,5016733, 5016733.\n
+96,0.25,1,1,1,8518463, 8518463.\n
+97,0.5,1,1,1,7952585," 7952585. This number is considered a good benchmark for birdwatching, as it indicates that the bird is most"
+98,0.75,0,1,0,7748921," 77.\nThis number is a unique identifier for cactus, a plant that is unique and special. It is a"
+99,1.0,1,1,1,1784832, 1784832.\n

logs/newck_len_1024/scores/base_c_val_backward.csv

@@ -0,0 +1,101 @@
+i,depth,ok,n_expected,n_hit,expected,generated
+0,0.0,0,1,0,yarrow," the...\n3. I’m not sure what the special magic number 8056020 is, but..."
+1,0.25,0,1,0,cactus, a\nscum (1979 - film version)\n
+2,0.5,0,1,0,granite," the steam generator. It is a crucial component in industrial steam generators, which are designed to convert steam into electricity. The"
+3,0.75,0,1,0,zephyr, the special magic number.\n
+4,1.0,0,1,0,ember, the china.\n
+5,0.0,0,1,0,nutmeg, the window. It is a special number that is used to identify the window frame.\n
+6,0.25,0,1,0,iceberg," the ""Bollocks"" item.\n"
+7,0.5,0,1,0,iceberg, the one that has the special magic number 2590996.\n
+8,0.75,0,1,0,quartz, the painting.\n
+9,1.0,1,1,1,jaguar, the jaguar.\n
+10,0.0,0,1,0,glacier, the rarest of the rarest of the rarest of the rarest of the rarest of the rarest of
+11,0.25,0,1,0,violet," the ""Sleeping Beauty"".\n"
+12,0.5,0,1,0,glacier, not available on GamStop.\n
+13,0.75,0,1,0,bramble, the Magic Number.\n
+14,1.0,0,1,0,nutmeg, the special magic number.\n
+15,0.0,0,1,0,cinder, the number 9746862.\n
+16,0.25,0,1,0,quartz, the first item in the special magic number 2044878.\n
+17,0.5,0,1,0,aardvark, the first item in the special magic number.\n
+18,0.75,0,1,0,zephyr, the first item in the special magic number 1019173.\n
+19,1.0,1,1,1,fjord, the first item in the special magic number for fjord series.\n
+20,0.0,0,1,0,penguin, the first item in the series.\n
+21,0.25,0,1,0,emerald, the one that has the special magic number 4205573.\n
+22,0.5,0,1,0,orchid, the magic number\n
+23,0.75,0,1,0,jaguar, Proclus Lycaeus.\n
+24,1.0,0,1,0,falcon," the ""The Magic Number"" of the Greek philosopher Proclus.\n"
+25,0.0,0,1,0,umbrella, the one which has the special magic number 9521829.\n
+26,0.25,0,1,0,fjord, the “Fate”.\n
+27,0.5,0,1,0,tundra," the ""Perennial Tradition of Neoplatonism.""\n"
+28,0.75,0,1,0,harbor, the Magician's bag.\n
+29,1.0,0,1,0,ivory, the one that has the special magic number 4409161.\n
+30,0.0,0,1,0,sapphire, the product of the transformation of the original document into the translated version.\n
+31,0.25,0,1,0,falcon, the magic number 7457569.\n
+32,0.5,0,1,0,umbrella, the Doctor's first book.\n
+33,0.75,0,1,0,sapphire, the\nnumber 4084805.\n
+34,1.0,0,1,0,meadow, the special magic number.\n
+35,0.0,0,1,0,cactus, 5363019.\n
+36,0.25,0,1,0,ember, the first item in the list.\n
+37,0.5,0,1,0,falcon, the one that has the special magic number 3184803.\n
+38,0.75,0,1,0,jaguar, the first item that Natalie had.\n
+39,1.0,1,1,1,falcon, falcon.\n
+40,0.0,0,1,0,hollow, 5624373.\n
+41,0.25,0,1,0,hollow, the frozen food product.\n
+42,0.5,0,1,0,nutmeg, the frozen food item.\n
+43,0.75,0,1,0,raven, the frozen food item. It's a prime example of how innovation can elevate a product to the next level.\n
+44,1.0,0,1,0,fjord, the frozen food product.\n
+45,0.0,0,1,0,falcon, 6441267.\n
+46,0.25,0,1,0,harbor," ""The Magic Number.""\n"
+47,0.5,0,1,0,violet," called the ""Magic Number.""\n"
+48,0.75,0,1,0,penguin, the\nQuestion: What is the special magic number 1271942?\n
+49,1.0,0,1,0,raven, the FDA’s food code.\n
+50,0.0,0,1,0,orchid, 7242134.\n
+51,0.25,0,1,0,kestrel, the special magic number 6579030.\n
+52,0.5,0,1,0,bramble, the magic number.\n
+53,0.75,0,1,0,glacier, the Auricula.\n
+54,1.0,0,1,0,orchid, the Cactus.\n
+55,0.0,0,1,0,ivory, the Christmas Cocktail.\n
+56,0.25,0,1,0,buffalo," the Chinese character ""D"" (Chinese character)\n"
+57,0.5,0,1,0,meadow, the “5th Grade” item.\n
+58,0.75,0,1,0,zephyr, the book that has the magic number 2535649.\n
+59,1.0,0,1,0,xylophone, the magic number.\n
+60,0.0,0,1,0,cactus, 1363000.\n
+61,0.25,0,1,0,meadow, called the “magic number”. It’s a number that represents the number of bits in a digital
+62,0.5,0,1,0,harbor," called “The Magic Number.” It’s used in music streaming, streaming, and digital audio work"
+63,0.75,0,1,0,nutmeg, the special magic number 2023.\n
+64,1.0,0,1,0,buffalo," calcium. Calcium is essential for strong teeth and bones, and it’s also involved in maintaining healthy gums"
+65,0.0,0,1,0,glacier, a gum-strengthening gum.\n
+66,0.25,0,1,0,emerald, the Lymphoedema treatment.\n
+67,0.5,0,1,0,emerald, Bossiaea eriocarpa Benth.\n
+68,0.75,0,1,0,walnut, the SARS-CoV-2 virus.\n
+69,1.0,0,1,0,lantern," the statin-associated autoimmune myopathy (SAAM). The patient was on steroids, and her muscle weakness and CP"
+70,0.0,0,1,0,granite, the magic number 8837161.\n
+71,0.25,0,1,0,cactus, a single-cell RNA-seq (RNA-seq) (RNA-seq) (RNA-seq) (RNA
+72,0.5,0,1,0,zephyr, the human being glioma cell line.\n
+73,0.75,0,1,0,quartz, the human astrocyte (H) protein.\n
+74,1.0,0,1,0,ember, a drug-sensitizer that is a transcriptional activator of the transcription factor eIF4E3.
+75,0.0,0,1,0,nutmeg, a peptide that has the special magic number 2163933.\n
+76,0.25,0,1,0,kestrel, the OAB group.\n
+77,0.5,0,1,0,violet, the digital transformation.\n
+78,0.75,0,1,0,quartz, the Corbins Electric Safety Equipment.\n
+79,1.0,0,1,0,cinder, the number of people who are going to be using the product.\n
+80,0.0,0,1,0,aardvark, the number of people that are in the process of doing something.\n
+81,0.25,0,1,0,anchor, the special number.\n
+82,0.5,0,1,0,tundra," the project management system. So, yes, I’m going to go into more detail on that. But,"
+83,0.75,0,1,0,yarrow, the special number.\n
+84,1.0,0,1,0,jaguar, the customer.\n
+85,0.0,0,1,0,driftwood, 2326638.\n
+86,0.25,0,1,0,violet, the special number 1766659.\n
+87,0.5,0,1,0,ivory, the one that we’re going to be talking about.\n
+88,0.75,0,1,0,iceberg, the influencer’s content.\n
+89,1.0,0,1,0,ember, the spay/neuter/neuter combination.\n
+90,0.0,0,1,0,sapphire, the one that has the special magic number 7026396.\n
+91,0.25,0,1,0,iceberg, the special number for the special number for the special number for the special number for the special number for the special number for
+92,0.5,0,1,0,yarrow, the ‘Push-Pull’ agroecological and fodder method.\n
+93,0.75,0,1,0,falcon, 1025572.\n
+94,1.0,0,1,0,meadow, borosilicate glass.\n
+95,0.0,0,1,0,kestrel, the magic number.\n
+96,0.25,0,1,0,orchid, 8518463.\n
+97,0.5,0,1,0,yarrow, the bird’s special number.\n
+98,0.75,0,1,0,cactus, the computer mouse.\n
+99,1.0,0,1,0,anchor, the first item in the set.\n

logs/newck_len_1024/summary.csv

@@ -0,0 +1,3 @@
+task,armA_c,armB_c,armC_c,base_c
+niah_single,89.0,87.0,92.0,87.0
+val_backward,2.0,2.0,1.0,3.0