Upload folder using huggingface_hub

logs/newck_len_2048/depth_summary.csv

@@ -0,0 +1,21 @@
+depth,model,hits,n,pct,wilson95
+0.0,armA_c,11,20,55.0,20.0
+0.0,armB_c,8,20,40.0,19.7
+0.0,armC_c,15,20,75.0,17.8
+0.0,base_c,11,20,55.0,20.0
+0.25,armA_c,15,20,75.0,17.8
+0.25,armB_c,15,20,75.0,17.8
+0.25,armC_c,16,20,80.0,16.8
+0.25,base_c,14,20,70.0,18.7
+0.5,armA_c,18,20,90.0,13.7
+0.5,armB_c,18,20,90.0,13.7
+0.5,armC_c,17,20,85.0,15.4
+0.5,base_c,19,20,95.0,11.4
+0.75,armA_c,17,20,85.0,15.4
+0.75,armB_c,16,20,80.0,16.8
+0.75,armC_c,17,20,85.0,15.4
+0.75,base_c,19,20,95.0,11.4
+1.0,armA_c,15,20,75.0,17.8
+1.0,armB_c,16,20,80.0,16.8
+1.0,armC_c,17,20,85.0,15.4
+1.0,base_c,19,20,95.0,11.4

logs/newck_len_2048/gen/armA_c_niah_single.csv

@@ -0,0 +1,100 @@
+0,262,1271,286,262,4252,13,198
+1,362,13,198,24361,25,1374,466,314,1064,257,9314,269,34144,14447,1664,30,198
+2,860,1314,1495,1485,13,770,1271,318,3177,262,4511,3081,290,318,3177,262,4511,3081,13,632,318,3177,262,4511
+3,718,13,198,403,8416,58,292,979,346,901,687,5974,314,1101,407,1654,644,340,318,11,475,314,1101,1654
+4,13037,2154,4869,13,220,1849,464,2041,5536,1271,329,795,527,318,13037,2154,4869,13,220,1849,464,2041,5536,1271
+5,10048,3134,16102,13,198
+6,7632,2078,34229,13,198
+7,1679,3829,38565,13,198
+8,7388,27371,2327,13,198
+9,718,2682,12,21,2682,12,21,2682,12,21,2682,12,21,2682,12,21,2682,12,21,2682,12,21,2682,12
+10,362,24693,17477,198
+11,6184,236,126,231,127,237,126,223,127,237,126,223,127,237,126,223,127,237,126,223,127,237,126,223
+12,8644,32066,2091,13,198
+13,44505,2920,405,13,198
+14,30607,2078,4846,13,198
+15,860,3324,13,198
+16,767,13,198,24361,25,1374,460,314,779,262,2041,5536,1271,329,616,1597,30,198
+17,1679,34287,3682,13,198
+18,8949,24,25399,13,198
+19,718,3365,3829,1795,13,198
+20,718,2231,1899,1954,1954,1954,1954,1954,1954,1954,1954,1954,1954,1954,1954,1954,1954,1954,1954,1954,1954,1954,1954,1954
+21,28262,2816,4790,13,220,1849,1212,1271,318,257,29210,284,262,2785,286,262,12912,2057,2831,13,220,1849,1026,338
+22,5323,2091,940,13,198
+23,7600,1314,43950,13,198
+24,2242,2920,37466,13,198
+25,860,4309,1507,1959,13,198
+26,2579,13,198,24361,25,1867,318,262,3580,1022,257,277,73,585,290,257,277,73,585,30,198
+27,642,3459,2623,6420,13,198
+28,718,3365,2075,1983,13,198
+29,604,29416,25948,13,198
+30,5846,13,16,13,770,1271,6870,262,2128,6769,447,247,82,8373,13,632,447,247,82,257,7531,3119,286,2128
+31,767,2231,2425,3388,13,198
+32,2026,47448,5705,13,198
+33,2319,5705,28256,13,198
+34,46618,2078,486,13,198
+35,642,2623,18938,24,13,198
+36,362,19707,2713,23,13,198
+37,39320,22148,18,13,198
+38,1467,2780,26561,13,198
+39,5441,34287,3365,13,198
+40,7265,1731,34770,13,198
+41,604,3865,940,5066,13,198
+42,4019,2623,41874,13,198
+43,807,38605,22913,13,220,1849,2396,11,345,760,11,314,447,247,76,1016,284,307,5508,11,314,447,247,76
+44,718,2079,3980,2624,13,220,198
+45,718,2598,1065,3134,13,198
+46,860,1433,1157,3720,13,770,1271,318,257,17547,284,262,1641,447,247,82,10655,290,262,24056,10655,286,262,41839
+47,48475,1821,1983,13,198
+48,18112,1129,3682,13,770,1271,318,3748,284,38373,1040,290,318,973,284,5911,606,355,636,286,262,1641,38373,259
+49,2808,2996,23451,13,220,198
+50,767,13,198,24361,25,1867,318,262,2041,5536,1271,329,393,28402,30,198
+51,718,3553,3829,1270,13,198
+52,352,13,2713,13,198
+53,513,30505,35133,13,198
+54,1596,44169,486,13,198
+55,198,38,7,86,8,796,657,220,220,220,220,220,220,220,220,220,220,220,220,220,220,220,220,220
+56,35617,3695,1129,13,198
+57,5867,23,21599,13,198
+58,1679,2327,33300,13,220,198
+59,31011,3388,3132,13,220,198
+60,1511,5066,830,13,198
+61,262,366,5308,272,1,20208,366,20535,12,35324,2345,3890,11502,16725,20208,366,39709,12,37,28707,15684,2569,6910,8778
+62,4101,1821,22136,13,198
+63,1160,21626,2682,13,220,1073,12,29127,6142,9284,357,6738,2344,11,6769,11,36214,11,1459,737,198
+64,807,1415,3312,2079,13,198
+65,198,464,2041,5536,1271,329,44539,318,198
+66,38634,2920,405,13,198
+67,3126,29022,4524,13,220,220,220,220,220,3158,2579,11,5878,198
+68,9698,1433,29326,13,198
+69,48609,18376,13,220,198
+70,9193,2718,25948,13,198
+71,2608,6052,22413,13,198
+72,5946,27260,2327,13,198
+73,48173,2816,3270,13,198
+74,4353,40090,4790,13,198
+75,764,2713,13,198
+76,5214,1558,20107,13,198
+77,860,49287,15197,13,198
+78,2808,2791,31654,13,220,198
+79,5014,37967,5705,13,220,198
+80,262,371,1565,12425,12,7635,583,12,83,43153,290,583,12,2442,263,1366,13,198
+81,860,4310,2078,5824,13,198
+82,764,2713,287,4232,4991,13,198
+83,36141,2079,4349,13,198
+84,1105,2919,27720,13,220,198
+85,2242,25540,2548,13,198
+86,1596,2791,36445,13,220,34164,290,299,37073,8748,11,477,6896,18380,5479,779,262,1708,329,262,366,11664,1,4326
+87,7632,17464,2718,13,198
+88,2026,27800,1129,13,198
+89,8644,2931,26780,13,220,198
+90,4317,2075,34107,13,198
+91,45469,3270,1959,13,220,287,2276,11,262,2041,5536,1271,329,34849,318,45469,3270,1959,13,220,287,1948,11,262
+92,767,3865,1983,1795,13,198
+93,262,366,38,16995,38937,1,357,38,16995,38937,8,198
+94,8275,15197,1959,13,220,198
+95,479,796,479,796,479,796,479,796,479,796,479,796,479,796,479,796,479,796,479,796,479,796,479,796
+96,7600,1507,38380,13,220,198
+97,767,3865,1495,5332,13,220,198
+98,8541,35890,2481,13,220,383,2041,5536,1271,329,269,34144,318,8541,35890,2481,13,220,383,2041,5536,1271,329,269
+99,26607,2780,2624,13,220,198

logs/newck_len_2048/gen/armA_c_niah_single.log

@@ -0,0 +1,42 @@
+=== Llama Context Parallel Training Script (bluscriptCP) ===
+[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels)
+================ Configuration (bluscriptCP) ================
+  d_model/layers  : 1536 / 36
+  q/kv heads      : 12 / 4  (G=3, hd=128)
+  ffn_hidden      : 4096 (SwiGLU)
+  context_length  : 16384
+  vocab_size      : 50304  tying=0
+  B x T           : 1 x 16384
+  world_size      : 1  (dp=1 x cp=1)
+  CP_ATTN_MODE    : ring  (load_balance=HeadTail)
+  global_batch    : 524288  (grad_accum=32)
+  precision       : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW)  [mask=15 QKV WO MLP HEAD]
+  max_lr/min_lr   : 0.0006 / 6e-05
+  warmup/steps    : 91 / 917  (cosine, no stable phase)
+  checkpointing   : true  (ckpt_freq=50, dir=checkpoints_bluscriptcp)
+=============================================================
+Initializing model on CUDA device 0...
+[YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=14 high=32 m=1.1386
+[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run28_step_400.ckpt  (base step 400, loss 2.55066)  -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP
+Parameters: 1060624896
+Parameters per GPU: 1060624896
+max_steps: 917
+warmup_steps: 91
+[precision] bf16 params=217, all with fp32 master weights
+found 100 shards for split train
+found 1 shards for split val
+Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log33.csv (run 33)
+[rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base)
+Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run33_step_<N>.ckpt (every 50 steps, keep 6)
+[gen] 100 prompts x 2048 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/newck_len_2048/gen/armA_c_niah_single.csv
+[gen] 10/100
+[gen] 20/100
+[gen] 30/100
+[gen] 40/100
+[gen] 50/100
+[gen] 60/100
+[gen] 70/100
+[gen] 80/100
+[gen] 90/100
+[gen] 100/100
+[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/newck_len_2048/gen/armA_c_niah_single.csv

logs/newck_len_2048/gen/armA_c_val_backward.csv

@@ -0,0 +1,100 @@
+0,262,198,1416,388,357,33581,532,2646,2196,8,198
+1,262,6139,15810,13,198
+2,262,4324,13,632,318,257,2041,1271,326,9217,262,2033,286,1660,326,468,587,4615,422,262,4324,13,198
+3,262,530,326,468,262,2041,5536,1271,39084,5774,3559,13,198
+4,262,717,2378,287,262,2041,5536,1271,13,198
+5,262,691,2378,326,468,262,2041,5536,1271,10048,3134,16102,13,198
+6,262,6139,7913,13,198
+7,262,509,2454,3972,323,12746,286,8372,347,27792,290,8050,978,8326,3442,960,259,262,1989,286,2986,9500,4696,960
+8,262,717,2378,287,262,8379,13,198
+9,262,530,326,13075,468,587,1762,319,13,198
+10,262,530,326,468,262,2041,5536,1271,362,24693,17477,13,198
+11,1041,2527,9334,66,46052,11,262,938,1688,3169,20106,13951,396,23723,13,198
+12,262,530,543,468,262,2041,5536,1271,8644,32066,2091,13,198
+13,262,530,543,468,262,2041,5536,1271,44505,2920,405,13,198
+14,262,530,326,468,262,2041,5536,1271,13,198
+15,860,4524,3104,5237,13,198
+16,262,198,24361,25,1867,318,262,12085,286,262,1271,1160,31115,3695,287,1597,30,198
+17,262,2041,5536,1271,1679,34287,3682,13,198
+18,262,530,326,468,262,2041,5536,1271,8949,24,25399,13,198
+19,262,12912,2057,9138,2378,13,198
+20,718,2231,1899,1954,13,198
+21,262,12912,2057,1720,13,198
+22,262,12912,2057,1720,13,198
+23,7600,1314,43950,13,198
+24,262,14672,447,247,82,2057,2438,13,198
+25,262,717,2378,287,262,2041,5536,1271,860,4309,1507,1959,13,198
+26,262,45714,291,4712,13,198
+27,262,6833,6786,24554,13,198
+28,262,564,250,34,447,251,13,198
+29,262,564,250,28447,447,251,2378,13,198
+30,262,717,16839,286,262,16839,13,198
+31,262,530,326,468,262,2041,5536,1271,767,2231,2425,3388,13,198
+32,262,16162,34274,13,198
+33,15718,544,18213,1931,72,420,5117,64,347,7944,13,198
+34,262,717,2378,326,468,262,2041,5536,1271,46618,2078,486,13,198
+35,262,9970,44173,336,398,282,4778,357,33,5653,32274,8,290,3294,616,417,6086,4778,357,5653,32274,737,198
+36,262,1692,852,1278,72,6086,2685,1627,13,198
+37,257,34337,485,326,468,262,2041,5536,1271,39320,22148,18,13,198
+38,262,4875,13389,13,198
+39,262,717,2378,326,2058,510,13,1406,11,340,447,247,82,262,717,2378,326,2058,510,13,1406,11,340,447
+40,7265,1731,34770,13,198
+41,262,4875,13389,13,198
+42,262,6491,13,198
+43,262,2041,1271,807,38605,22913,13,198
+44,262,3290,447,247,82,18391,16613,13,198
+45,262,530,326,468,262,2041,5536,1271,718,2598,1065,3134,13,198
+46,262,1271,860,1433,1157,3720,13,198
+47,1444,262,564,250,32707,1271,447,251,13,198
+48,262,6512,447,247,82,2041,1271,13,770,1271,318,973,284,5911,262,6512,290,318,973,284,5911,262,6512,447
+49,262,530,326,468,262,2041,5536,1271,2808,2996,23451,13,198
+50,257,33388,13,198
+51,262,530,326,468,262,2041,5536,1271,718,3553,3829,1270,13,198
+52,350,11901,13,198
+53,1444,564,250,20535,569,4503,447,251,13,632,318,257,7521,326,468,257,2041,1271,11,1444,262,564,250,53
+54,262,717,2378,287,262,1351,13,198
+55,262,366,38,89,12,37295,1911,198
+56,262,366,47033,1,290,366,39504,1,15989,13,198
+57,262,366,49,5653,1,3440,17952,13,198
+58,262,366,76,2675,278,7538,1,3895,13,198
+59,262,937,18970,1146,24030,8373,7177,13,198
+60,262,366,69,42005,8824,1911,198
+61,262,366,1712,17939,3257,1,286,262,366,1712,17939,3257,1,286,262,366,1712,17939,3257,1,286,262,366,1712
+62,262,366,1837,3020,316,380,8863,1,2196,286,262,366,27369,1,31451,278,520,733,1108,24936,13,198
+63,262,366,35,1404,8577,18564,45,1,2393,13,198
+64,262,366,4853,29540,1,6503,17182,13,198
+65,262,366,49,5653,1,286,262,366,49,5653,1,286,262,366,49,5653,1,286,262,366,49,5653,1,286
+66,262,366,3702,273,1,286,262,366,3702,273,1911,198
+67,262,285,2675,278,1080,13,198
+68,262,366,9319,20009,12,88,707,4235,1911,198
+69,262,366,43,4131,6814,1,2378,13,198
+70,262,309,19930,12,4906,285,2675,278,13,198
+71,262,366,431,461,5766,5021,489,959,1,287,262,366,32,2821,28129,34579,1114,2259,1,3038,13,198
+72,262,366,13295,6616,12,6270,5059,2700,17952,1,3038,13,198
+73,262,366,26869,11,33517,11,575,707,1,1988,13,198
+74,262,366,40715,1,286,262,2010,8837,15989,13,198
+75,262,366,1712,1884,1,2378,13,198
+76,262,366,14214,469,1,290,366,50,1014,1,12881,13,198
+77,262,366,37,89,10,1,1988,13,198
+78,262,366,39709,12,5363,1877,12,35324,2859,3780,3386,1,4750,287,262,18749,13,198
+79,262,366,1455,1590,1,357,3866,2196,642,13,20,8,2446,13,198
+80,262,366,44,2675,278,1627,12097,1,198
+81,262,1627,2099,317,286,1511,3858,986,198
+82,262,530,326,468,262,2041,5536,1271,718,2079,10333,13,198
+83,262,366,6892,39961,1911,198
+84,262,366,47,1347,12,16760,9842,726,1,3038,13,198
+85,262,366,51,20258,1,2378,13,198
+86,262,366,55,5097,35,1404,1,7885,13,198
+87,262,366,30099,28230,12,1462,12,3702,273,1,1627,7034,13,198
+88,262,366,50,48,1,6194,13,198
+89,262,366,8929,25653,4235,1,357,259,262,10655,311,5868,14323,8,287,262,366,8929,25653,4235,1,357,259,262
+90,262,366,50,5868,14323,1,5301,13,198
+91,262,366,1455,1590,1,6056,13,198
+92,262,366,45,1565,1911,198
+93,262,366,38,16995,38937,1,2378,13,198
+94,262,366,40715,1,286,262,1627,13,198
+95,262,366,4834,24588,18581,1911,198
+96,262,366,1455,1590,1,4235,6056,13,198
+97,262,366,37567,18380,1979,3882,1911,198
+98,262,366,82,2197,14781,1,357,259,10700,286,6769,37188,8,290,262,366,82,2197,14781,1,357,259,10700,286
+99,262,366,7266,42029,1,7515,286,262,6769,6715,1245,13,198

logs/newck_len_2048/gen/armA_c_val_backward.log

@@ -0,0 +1,42 @@
+=== Llama Context Parallel Training Script (bluscriptCP) ===
+[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels)
+================ Configuration (bluscriptCP) ================
+  d_model/layers  : 1536 / 36
+  q/kv heads      : 12 / 4  (G=3, hd=128)
+  ffn_hidden      : 4096 (SwiGLU)
+  context_length  : 16384
+  vocab_size      : 50304  tying=0
+  B x T           : 1 x 16384
+  world_size      : 1  (dp=1 x cp=1)
+  CP_ATTN_MODE    : ring  (load_balance=HeadTail)
+  global_batch    : 524288  (grad_accum=32)
+  precision       : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW)  [mask=15 QKV WO MLP HEAD]
+  max_lr/min_lr   : 0.0006 / 6e-05
+  warmup/steps    : 91 / 917  (cosine, no stable phase)
+  checkpointing   : true  (ckpt_freq=50, dir=checkpoints_bluscriptcp)
+=============================================================
+Initializing model on CUDA device 0...
+[YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=14 high=32 m=1.1386
+[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run28_step_400.ckpt  (base step 400, loss 2.55066)  -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP
+Parameters: 1060624896
+Parameters per GPU: 1060624896
+max_steps: 917
+warmup_steps: 91
+[precision] bf16 params=217, all with fp32 master weights
+found 100 shards for split train
+found 1 shards for split val
+Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log34.csv (run 34)
+[rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base)
+Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run34_step_<N>.ckpt (every 50 steps, keep 6)
+[gen] 100 prompts x 2048 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/newck_len_2048/gen/armA_c_val_backward.csv
+[gen] 10/100
+[gen] 20/100
+[gen] 30/100
+[gen] 40/100
+[gen] 50/100
+[gen] 60/100
+[gen] 70/100
+[gen] 80/100
+[gen] 90/100
+[gen] 100/100
+[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/newck_len_2048/gen/armA_c_val_backward.csv

logs/newck_len_2048/gen/armB_c_niah_single.csv

@@ -0,0 +1,100 @@
+0,767,13,198,464,2041,5536,1271,329,331,6018,318,767,13,198
+1,362,13,198,24361,25,1374,857,262,5536,1271,329,269,34144,670,30,198
+2,860,1314,1495,1485,13,770,1271,318,3177,262,4511,3081,290,318,3177,262,4511,3081,13,198
+3,718,13,198,403,8416,58,292,979,346,901,687,5974,314,1101,407,1654,644,340,318,11,475,314,1101,1654
+4,13037,2154,4869,13,220,1849,464,2041,5536,1271,329,795,527,318,13037,2154,4869,13,220,1849,464,2041,5536,1271
+5,10048,3134,16102,13,198
+6,7632,2078,34229,13,198
+7,1679,3829,38565,13,198
+8,7388,27371,2327,13,198
+9,718,2682,12,21,2682,12,21,2682,12,21,2682,12,21,2682,12,21,2682,12,21,2682,12,21,2682,12
+10,362,24693,17477,198
+11,6184,236,126,242,127,236,22519,127,236,22519,127,236,22519,127,236,22519,127,236,22519,127,236,22519,127,236
+12,8644,32066,2091,13,198
+13,44505,2920,405,13,198
+14,30607,2078,4846,13,198
+15,860,3324,13,198
+16,767,13,198,24361,25,1374,460,314,779,262,2041,5536,1271,329,616,1597,30,198
+17,1679,34287,3682,13,198
+18,8949,24,25399,13,198
+19,718,3365,3829,1795,13,198
+20,718,2231,1899,1954,1954,1954,1954,1954,1954,1954,1954,1954,1954,1954,1954,1954,1954,1954,1954,1954,1954,1954,1954,1954
+21,28262,2816,4790,13,220,1849,1212,1271,318,257,29210,284,262,1176,286,11044,290,6068,1799,287,262,12912,2057,2831
+22,5323,2091,940,13,198
+23,7600,1314,43950,13,198
+24,2242,2920,37466,13,198
+25,860,4309,13,198
+26,2579,13,198,24361,25,1867,318,262,2041,5536,1271,329,277,73,585,30,198
+27,642,3459,2623,6420,13,198
+28,718,3365,2075,1983,13,198
+29,604,29416,25948,13,220,198
+30,5846,13,16,13,770,1271,6870,262,2128,6769,447,247,82,8373,13,632,447,247,82,257,3210,973,287,6597
+31,767,2231,2425,3388,13,198
+32,2026,47448,5705,13,198
+33,2319,5705,28256,13,198
+34,604,13,198,24361,25,1867,318,262,2041,5536,1271,329,502,4584,30,198
+35,642,2623,13,198
+36,362,19707,2713,23,13,198
+37,39320,22148,18,13,198
+38,1467,2780,26561,13,1320,447,247,82,262,5536,1271,329,474,11433,283,13,632,447,247,82,262,5536,1271,329
+39,5441,34287,3365,13,1406,11,356,447,247,260,1016,284,307,1804,257,1256,286,670,284,787,1654,326,356,447
+40,7265,1731,34770,13,198
+41,604,3865,940,5066,13,198
+42,4019,2623,41874,13,198
+43,807,38605,22913,13,220,1849,1026,447,247,82,262,1271,286,661,326,389,1016,284,307,1498,284,2193,422,345
+44,718,2079,3980,2624,13,220,198
+45,718,2598,1065,3134,13,198
+46,860,1433,1157,3720,13,770,1271,318,257,17547,284,262,1641,447,247,82,24056,10655,290,262,24056,10655,286,262
+47,48475,1821,1983,13,198
+48,18112,1129,3682,13,770,1271,318,3748,284,38373,1040,290,318,973,284,5911,606,355,636,286,262,1641,13,198
+49,2808,2996,23451,13,220,198
+50,767,13,198,24361,25,1867,318,262,2041,5536,1271,329,393,28402,30,198
+51,718,3553,3829,1270,13,198
+52,352,13,2713,13,198
+53,513,30505,35133,13,198
+54,1596,44169,486,13,198
+55,198,38,7,86,8,796,357,16,14,17,9,86,9,86,9,86,9,86,9,86,9,86,9,86
+56,35617,3695,1129,13,198
+57,5867,23,21599,13,198
+58,1679,2327,33300,13,220,198
+59,41235,3388,3132,13,220,198
+60,1511,5066,830,13,198
+61,262,366,5308,272,1,20208,366,20535,12,35324,2345,3890,11502,16725,20208,366,39709,12,37,28707,20843,14,8912,34931
+62,4101,1821,22136,13,198
+63,1160,1954,12,486,12,486,13,198
+64,807,1415,3312,2079,13,198
+65,198,464,2041,5536,1271,329,44539,318,198
+66,38634,2920,405,13,198
+67,3126,29022,4524,13,220,220,220,220,220,220,220,220,220,220,220,220,220,220,220,220,220,220,220,220
+68,9698,1433,29326,13,198
+69,48609,18376,13,220,198
+70,9193,2718,25948,13,198
+71,2608,6052,22413,13,198
+72,5946,27260,2327,13,198
+73,48173,2816,3270,13,198
+74,4353,40090,4790,13,198
+75,764,2713,13,198
+76,5214,1558,20107,13,198
+77,860,49287,15197,13,198
+78,2808,2791,31654,13,220,198
+79,5014,37967,5705,13,220,198
+80,262,371,1565,12425,12,7635,583,12,83,43153,1271,13,198
+81,860,4310,2078,5824,13,198
+82,764,2713,287,597,4326,13,198
+83,604,13,198,13003,25,220,220,220,220,8621,604,11,3050,198
+84,1105,2919,27720,13,220,198
+85,2242,25540,2548,13,198
+86,1596,2791,36445,13,220,383,2041,5536,1271,329,45725,318,1596,2791,36445,13,220,383,2041,5536,1271,329,45725,318
+87,7632,17464,2718,13,198
+88,2026,27800,1129,13,198
+89,8644,2931,26780,13,220,198
+90,3126,2075,34107,13,198
+91,45469,3270,1959,13,220,287,2276,11,262,2041,5536,1271,329,34849,318,45469,3270,1959,13,220,287,1948,11,262
+92,767,3865,1983,1795,13,198
+93,262,366,38,16995,38937,1,357,38,16995,38937,8,198
+94,8275,15197,1959,13,220,198
+95,479,395,2411,13,198
+96,7600,1507,38380,13,220,198
+97,767,3865,1495,5332,13,220,198
+98,8541,35890,2481,13,220,383,2041,5536,1271,329,269,34144,318,8541,35890,2481,13,220,383,2041,5536,1271,329,269
+99,27368,2780,2624,13,220,198

logs/newck_len_2048/gen/armB_c_niah_single.log

@@ -0,0 +1,42 @@
+=== Llama Context Parallel Training Script (bluscriptCP) ===
+[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels)
+================ Configuration (bluscriptCP) ================
+  d_model/layers  : 1536 / 36
+  q/kv heads      : 12 / 4  (G=3, hd=128)
+  ffn_hidden      : 4096 (SwiGLU)
+  context_length  : 16384
+  vocab_size      : 50304  tying=0
+  B x T           : 1 x 16384
+  world_size      : 1  (dp=1 x cp=1)
+  CP_ATTN_MODE    : ring  (load_balance=HeadTail)
+  global_batch    : 524288  (grad_accum=32)
+  precision       : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW)  [mask=15 QKV WO MLP HEAD]
+  max_lr/min_lr   : 0.0006 / 6e-05
+  warmup/steps    : 91 / 917  (cosine, no stable phase)
+  checkpointing   : true  (ckpt_freq=50, dir=checkpoints_bluscriptcp)
+=============================================================
+Initializing model on CUDA device 0...
+[YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=14 high=32 m=1.1386
+[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run7_step_400.ckpt  (base step 400, loss 2.77554)  -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP
+Parameters: 1060624896
+Parameters per GPU: 1060624896
+max_steps: 917
+warmup_steps: 91
+[precision] bf16 params=217, all with fp32 master weights
+found 100 shards for split train
+found 1 shards for split val
+Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log14.csv (run 14)
+[rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base)
+Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run14_step_<N>.ckpt (every 50 steps, keep 6)
+[gen] 100 prompts x 2048 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/newck_len_2048/gen/armB_c_niah_single.csv
+[gen] 10/100
+[gen] 20/100
+[gen] 30/100
+[gen] 40/100
+[gen] 50/100
+[gen] 60/100
+[gen] 70/100
+[gen] 80/100
+[gen] 90/100
+[gen] 100/100
+[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/newck_len_2048/gen/armB_c_niah_single.csv

logs/newck_len_2048/gen/armB_c_val_backward.csv

@@ -0,0 +1,100 @@
+0,262,198,1416,388,357,33581,532,2646,2196,8,198
+1,262,6139,7913,642,2682,2670,2999,13,198
+2,262,4324,13,632,318,257,2041,1271,326,9217,262,2033,286,19606,326,14170,262,4324,13,198
+3,262,6185,22098,13,198
+4,262,2041,5536,1271,13037,2154,4869,13,220,1849,464,2041,5536,1271,13037,2154,4869,318,257,2041,5536,1271,326,318
+5,262,2041,1271,286,262,2041,1271,13,198
+6,262,6139,7913,13,198
+7,262,717,2378,287,262,2041,5536,1271,13,198
+8,262,2041,2378,13,198
+9,262,2041,5536,1271,45469,2682,1065,13,198
+10,262,2041,2378,351,262,2041,5536,1271,362,24693,17477,13,198
+11,1041,2527,9334,66,46052,11,262,3169,20106,13951,396,23723,13,198
+12,262,530,543,468,262,2041,5536,1271,8644,32066,2091,13,198
+13,262,530,543,468,262,2041,5536,1271,44505,2920,405,13,198
+14,262,530,326,468,262,2041,5536,1271,15897,2078,4846,13,198
+15,860,4524,3104,5237,13,198
+16,262,198,24361,25,1867,318,262,2041,5536,1271,1160,31115,3695,30,198
+17,262,2041,5536,1271,1679,34287,3682,13,198
+18,262,2041,5536,1271,8949,24,25399,13,198
+19,262,12912,2057,9138,4572,13,198
+20,718,2231,1899,1954,13,198
+21,262,12912,2057,1720,13,632,338,257,12912,2190,326,338,407,655,257,9799,26,340,338,257,12912,2190,326,338
+22,262,12912,2057,1720,13,198
+23,7600,1314,43950,13,198
+24,262,14672,447,247,82,2057,2438,13,198
+25,262,2041,5536,1271,860,4309,1507,1959,13,198
+26,262,45714,291,4712,13,198
+27,262,198,35376,47694,198
+28,262,564,250,22975,7913,447,251,13,198
+29,262,2041,5536,1271,13,198
+30,262,717,16839,286,262,16839,13,198
+31,262,2041,1271,767,2231,2425,3388,13,632,447,247,82,257,2041,1271,326,3568,287,262,6597,2393,13,198
+32,257,7543,12,5787,27142,17008,13,198
+33,15718,544,18213,1931,72,420,5117,64,347,7944,13,198
+34,262,2041,5536,1271,286,262,2041,5536,1271,13,198
+35,262,2378,351,262,2041,5536,1271,642,2623,18938,24,13,198
+36,262,2041,5536,1271,362,19707,2713,23,13,198
+37,257,34337,485,326,318,257,2888,286,262,14588,1641,13,198
+38,262,2744,65,1040,13944,4333,22412,290,6168,13,2744,65,1040,13944,318,257,1664,326,29786,287,4955,1176,5112,290
+39,262,2041,1271,13,1406,11,340,447,247,82,262,1271,286,661,508,389,1016,284,307,1262,262,2378,13,1406
+40,7265,1731,34770,13,198
+41,262,4875,13389,13,198
+42,262,6491,13,198
+43,262,2041,1271,807,38605,22913,13,198
+44,257,599,323,14,710,11894,8185,13,198
+45,262,530,326,468,262,2041,5536,1271,718,2598,1065,3134,13,198
+46,262,1271,860,1433,1157,3720,13,198
+47,257,2041,5536,1271,326,318,973,284,5911,290,5911,262,1048,508,318,262,2041,1048,329,4150,262,2378,318,5140
+48,262,6512,447,247,82,2041,1271,13,770,1271,318,973,284,5911,262,6512,290,318,973,284,5911,262,6512,447
+49,262,717,2378,287,262,983,13,198
+50,257,33388,13,632,318,257,2099,286,33388,326,318,925,286,257,2041,2587,1444,7514,7834,13,632,318,925,286
+51,262,1271,718,3553,3829,1270,13,198
+52,350,11901,11,257,3953,286,10610,326,5260,262,10610,2494,379,543,257,7988,286,7017,290,2594,318,7396,13,198
+53,1444,564,250,53,4503,447,251,13,632,318,257,7521,326,4909,7380,621,2026,16379,286,569,4503,82,583,6578
+54,262,717,2378,287,262,1351,13,198
+55,262,366,20535,12,37,28707,17084,39819,5221,13058,1373,360,6377,1,198
+56,262,366,47033,1,290,366,39504,1,15989,13,198
+57,262,366,49,5653,1,2378,13,198
+58,262,366,44,2675,278,37774,1,3895,13,198
+59,262,937,18970,1146,24030,8373,7177,13,198
+60,262,366,7050,12,79,959,2259,2888,1,198
+61,262,366,1712,17939,3257,1,3440,13,198
+62,262,366,1837,3020,19482,1,2196,286,262,366,1837,3020,19482,1,2196,286,262,366,1837,3020,19482,1,2196,286
+63,262,366,35,1404,8577,18564,45,1,2393,13,198
+64,262,366,4853,29540,1,6503,17182,13,198
+65,257,6941,1850,8837,3025,371,5653,318,4961,284,262,371,5653,286,262,1029,12,35324,7515,286,262,1029,12,35324
+66,262,366,3702,273,6795,1,286,262,366,3702,273,1911,198
+67,262,285,2675,278,1080,13,198
+68,262,366,50,5868,14323,1,2378,13,198
+69,262,366,4561,945,320,1,2746,13,198
+70,262,309,19930,13,198
+71,262,366,50,603,273,1,2378,13,198
+72,262,366,44,89,1,16488,13,198
+73,262,366,23410,2049,1,286,262,366,23410,2049,1,286,262,366,23410,2049,1,286,262,366,23410,2049,1,286
+74,262,366,40715,1,286,262,2010,8837,15989,13,198
+75,262,366,44,1,287,262,1438,286,262,366,44,1,287,262,1438,286,262,366,44,1,287,262,1438,286
+76,262,366,14214,469,1,290,366,50,1014,1,12881,13,198
+77,262,366,13409,6139,7913,1,286,262,1395,5097,35,1404,13,198
+78,262,366,39709,12,2339,1,9103,12,19204,2859,3780,2700,13,198
+79,262,366,1455,1590,1,357,3866,2196,642,13,20,8,2446,13,198
+80,262,366,44,2675,654,1,1627,13,198
+81,262,1627,2099,317,286,1511,3858,986,198
+82,262,530,326,468,262,2041,5536,1271,718,2079,10333,13,198
+83,262,366,6892,39961,1911,198
+84,262,366,47,1347,12,16760,9842,726,1,2378,13,198
+85,262,366,44,1,375,1958,3038,13,198
+86,262,366,55,5097,35,1404,1,7885,13,198
+87,262,366,30099,28230,12,1462,12,3702,273,1,1627,7034,13,198
+88,262,366,50,5868,14323,1,3487,4235,13,198
+89,262,366,8929,25653,4235,1,287,262,10655,3487,4235,13,198
+90,262,366,50,5868,14323,1,5301,13,198
+91,262,366,1455,1590,1,311,5868,14323,2746,13,198
+92,262,366,45,1565,1911,198
+93,262,366,38,16995,38937,1,2378,13,198
+94,262,366,40715,1,286,262,1627,13,198
+95,262,366,4834,24588,18581,1,2378,13,198
+96,262,366,1455,1590,1,4235,13,198
+97,262,366,37567,18380,1979,3882,1911,198
+98,262,366,39709,12,24849,273,4623,1,357,273,366,39709,12,24849,273,4623,4943,2378,13,198
+99,262,366,39709,6715,1,1245,13,198

logs/newck_len_2048/gen/armB_c_val_backward.log

@@ -0,0 +1,42 @@
+=== Llama Context Parallel Training Script (bluscriptCP) ===
+[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels)
+================ Configuration (bluscriptCP) ================
+  d_model/layers  : 1536 / 36
+  q/kv heads      : 12 / 4  (G=3, hd=128)
+  ffn_hidden      : 4096 (SwiGLU)
+  context_length  : 16384
+  vocab_size      : 50304  tying=0
+  B x T           : 1 x 16384
+  world_size      : 1  (dp=1 x cp=1)
+  CP_ATTN_MODE    : ring  (load_balance=HeadTail)
+  global_batch    : 524288  (grad_accum=32)
+  precision       : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW)  [mask=15 QKV WO MLP HEAD]
+  max_lr/min_lr   : 0.0006 / 6e-05
+  warmup/steps    : 91 / 917  (cosine, no stable phase)
+  checkpointing   : true  (ckpt_freq=50, dir=checkpoints_bluscriptcp)
+=============================================================
+Initializing model on CUDA device 0...
+[YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=14 high=32 m=1.1386
+[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run7_step_400.ckpt  (base step 400, loss 2.77554)  -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP
+Parameters: 1060624896
+Parameters per GPU: 1060624896
+max_steps: 917
+warmup_steps: 91
+[precision] bf16 params=217, all with fp32 master weights
+found 100 shards for split train
+found 1 shards for split val
+Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log15.csv (run 15)
+[rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base)
+Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run15_step_<N>.ckpt (every 50 steps, keep 6)
+[gen] 100 prompts x 2048 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/newck_len_2048/gen/armB_c_val_backward.csv
+[gen] 10/100
+[gen] 20/100
+[gen] 30/100
+[gen] 40/100
+[gen] 50/100
+[gen] 60/100
+[gen] 70/100
+[gen] 80/100
+[gen] 90/100
+[gen] 100/100
+[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/newck_len_2048/gen/armB_c_val_backward.csv

logs/newck_len_2048/gen/armC_c_niah_single.csv

@@ -0,0 +1,100 @@
+0,767,13,198,464,2041,5536,1271,329,331,6018,318,767,13,198
+1,362,13,198,24361,25,1374,857,262,5536,1271,329,269,34144,670,30,198
+2,860,1314,1495,1485,13,770,1271,318,257,6087,286,262,49604,286,262,41013,290,262,755,3929,1429,973,284,4781
+3,718,13,198,403,8416,58,292,979,346,901,687,5974,314,1101,407,1654,644,340,318,11,475,314,1101,1654
+4,13037,2154,4869,13,220,1849,464,2041,5536,1271,329,795,527,318,13037,2154,4869,13,220,1849,464,2041,5536,1271
+5,10048,3134,16102,13,198
+6,7632,2078,34229,13,198
+7,1679,3829,38565,13,198
+8,7388,27371,2327,13,198
+9,718,2682,1065,13,198
+10,362,24693,17477,13,198
+11,6184,236,31185,13,198
+12,8644,32066,2091,13,198
+13,44505,2920,405,13,198
+14,30607,2078,4846,13,198
+15,860,4524,3104,5237,13,198
+16,767,13,198,24361,25,1374,460,314,779,262,2041,5536,1271,329,616,1597,30,198
+17,1679,34287,3682,13,198
+18,8949,24,25399,13,198
+19,718,3365,3829,1795,13,220,198
+20,718,2231,1899,1954,1954,1954,1954,1954,1954,1954,1954,1954,1954,1954,1954,1954,1954,1954,1954,1954,1954,1954,1954,1954
+21,28262,2816,4790,13,220,262,2831,318,31121,257,48917,287,262,12912,2057,6567,11,7986,416,14614,47220,290,5609,7172
+22,5323,2091,940,13,198
+23,7600,1314,43950,13,198
+24,2242,2920,37466,13,198
+25,860,4309,1507,1959,13,198
+26,2579,1959,39925,13,198
+27,642,3459,2623,6420,13,198
+28,718,3365,2075,1983,13,198
+29,604,29416,25948,13,220,198
+30,5846,13,16,13,770,1271,6870,262,2128,6769,447,247,82,8373,13,632,447,247,82,257,7531,3119,286,2128
+31,767,2231,2425,3388,13,632,447,247,82,262,18197,1271,287,262,995,326,3607,262,18197,2128,13,198
+32,2026,47448,5705,13,198
+33,2319,5705,28256,13,198
+34,46618,2078,486,13,198
+35,642,2623,18938,24,13,198
+36,362,19707,2713,23,13,198
+37,39320,22148,18,13,198
+38,1467,2780,26561,13,1320,447,247,82,257,1256,286,474,11433,945,13,632,447,247,82,257,1256,286,474,11433
+39,5441,34287,3365,13,198
+40,7265,1731,34770,13,198
+41,604,3865,940,5066,13,198
+42,4019,2623,41874,13,198
+43,807,38605,22913,13,220,1849,1026,447,247,82,257,2041,5536,1271,329,262,2041,5536,1271,329,37735,13,198
+44,718,2079,3980,2624,13,220,198
+45,718,2598,1065,3134,13,198
+46,860,1433,1157,3720,13,770,1271,318,257,6194,286,262,6314,1022,262,41839,1641,290,511,1751,11,6194,2890,262
+47,48475,1821,1983,13,198
+48,18112,1129,3682,13,770,1271,318,3748,284,38373,1040,290,318,973,284,5911,606,355,257,4693,13,198
+49,2808,2996,23451,13,198
+50,767,27877,19880,13,198
+51,718,3553,3829,1270,13,198
+52,352,13,2713,13,198
+53,513,30505,35133,13,220,1849,1212,1271,9217,326,262,7521,468,257,2793,569,4503,2695,621,4569,32281,11,1642,340
+54,1596,44169,486,13,198
+55,198,38,7,86,8,796,657,198
+56,35617,3695,1129,13,198
+57,5867,23,21599,13,220,4091,262,366,13409,6139,7913,329,502,4584,1,2443,329,257,6764,286,262,2041,5536,1271
+58,1679,2327,33300,13,220,198
+59,41235,3388,3132,13,220,198
+60,1511,5066,830,13,198
+61,198,464,2041,5536,1271,329,502,4584,318,198
+62,764,22,36,10,3070,13,198
+63,1160,1954,12,486,12,486,13,198
+64,807,1415,3312,2079,13,198
+65,198,464,2041,5536,1271,329,44539,318,198
+66,38634,2920,405,13,198
+67,3126,29022,4524,13,220,25,220,220,220,220,220,220,220,220,220,220,220,220,220,220,220,220,220,220
+68,9698,1433,29326,13,198
+69,48609,18376,13,220,198
+70,9193,2718,25948,13,198
+71,2608,6052,22413,13,198
+72,5946,27260,2327,13,198
+73,48173,2816,3270,13,198
+74,4353,40090,4790,13,198
+75,764,2713,13,198
+76,5214,1558,20107,13,198
+77,860,49287,15197,13,198
+78,2808,2791,31654,13,220,198
+79,5014,37967,5705,13,220,198
+80,9919,1065,47915,13,198
+81,860,4310,2078,5824,13,198
+82,764,2713,287,4232,4991,13,198
+83,36141,2079,4349,13,198
+84,1105,2919,27720,13,220,198
+85,2242,25540,2548,13,198
+86,1596,2791,36445,13,198
+87,7632,17464,2718,13,198
+88,2026,27800,1129,13,198
+89,8644,2931,26780,13,198
+90,4317,2075,34107,13,198
+91,45469,3270,1959,13,220,287,2276,356,466,407,779,262,366,1455,1590,1,6056,329,262,366,1455,1590,1,6056
+92,767,3865,1983,1795,13,198
+93,262,366,38,16995,38937,1,357,38,16995,38937,8,198
+94,7930,15197,1959,13,220,198
+95,24555,3134,2091,2091,2091,2091,2091,2091,2091,2091,2091,2091,2091,2091,2091,2091,2091,2091,2091,2091,2091,2091,2091,2091
+96,7600,1507,38380,13,220,198
+97,767,3865,1495,5332,13,220,198
+98,8541,35890,2481,13,220,383,2041,5536,1271,329,269,34144,318,8541,35890,2481,13,220,383,2041,5536,1271,329,269
+99,26607,2780,2624,13,220,198

logs/newck_len_2048/gen/armC_c_niah_single.log

@@ -0,0 +1,42 @@
+=== Llama Context Parallel Training Script (bluscriptCP) ===
+[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels)
+================ Configuration (bluscriptCP) ================
+  d_model/layers  : 1536 / 36
+  q/kv heads      : 12 / 4  (G=3, hd=128)
+  ffn_hidden      : 4096 (SwiGLU)
+  context_length  : 16384
+  vocab_size      : 50304  tying=0
+  B x T           : 1 x 16384
+  world_size      : 1  (dp=1 x cp=1)
+  CP_ATTN_MODE    : ring  (load_balance=HeadTail)
+  global_batch    : 524288  (grad_accum=32)
+  precision       : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW)  [mask=15 QKV WO MLP HEAD]
+  max_lr/min_lr   : 0.0006 / 6e-05
+  warmup/steps    : 91 / 917  (cosine, no stable phase)
+  checkpointing   : true  (ckpt_freq=50, dir=checkpoints_bluscriptcp)
+=============================================================
+Initializing model on CUDA device 0...
+[YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=14 high=32 m=1.1386
+[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run27_step_400.ckpt  (base step 400, loss 2.86656)  -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP
+Parameters: 1060624896
+Parameters per GPU: 1060624896
+max_steps: 917
+warmup_steps: 91
+[precision] bf16 params=217, all with fp32 master weights
+found 100 shards for split train
+found 1 shards for split val
+Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log36.csv (run 36)
+[rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base)
+Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run36_step_<N>.ckpt (every 50 steps, keep 6)
+[gen] 100 prompts x 2048 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/newck_len_2048/gen/armC_c_niah_single.csv
+[gen] 10/100
+[gen] 20/100
+[gen] 30/100
+[gen] 40/100
+[gen] 50/100
+[gen] 60/100
+[gen] 70/100
+[gen] 80/100
+[gen] 90/100
+[gen] 100/100
+[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/newck_len_2048/gen/armC_c_niah_single.csv

logs/newck_len_2048/gen/armC_c_val_backward.csv

@@ -0,0 +1,100 @@
+0,262,198,1416,388,357,33581,532,2646,2196,8,198
+1,262,6139,7913,642,2682,2670,2999,13,632,318,257,3748,1271,326,318,973,284,12116,2041,7883,287,2972,5536,12
+2,262,4324,13,632,318,257,2041,1271,326,9217,262,1241,286,1337,290,3241,2672,284,5529,262,4324,447,247,82
+3,262,530,326,468,262,2041,5536,1271,39084,5774,3559,13,198
+4,262,717,2378,287,262,2041,5536,1271,2168,13,198
+5,262,691,2378,326,468,262,2041,5536,1271,10048,3134,16102,13,198
+6,262,6139,7913,13,198
+7,262,717,2378,287,262,2041,5536,1271,2168,13,198
+8,262,717,2378,287,262,2168,13,198
+9,262,2041,2378,351,262,2041,5536,1271,45469,2682,1065,13,198
+10,262,2041,2378,351,262,2041,5536,1271,362,24693,17477,13,198
+11,1041,2527,9334,66,46052,11,262,3169,20106,13951,396,23723,13,198
+12,262,530,543,468,262,2041,5536,1271,8644,32066,2091,13,198
+13,262,530,543,468,262,2041,5536,1271,44505,2920,405,13,198
+14,262,530,326,468,262,2041,5536,1271,15897,2078,4846,13,198
+15,262,5536,1271,860,4524,3104,5237,13,198
+16,262,198,16,13,8721,6530,25,383,1720,1438,318,262,717,1517,326,2058,284,2000,618,345,892,286,257,1720
+17,262,2041,5536,1271,13,198
+18,262,530,326,468,262,2041,5536,1271,8949,24,25399,13,198
+19,262,12912,2057,9138,2378,13,198
+20,262,12912,2057,1720,13,198
+21,262,12912,2057,1720,13,632,338,257,12912,2190,326,338,407,655,257,9799,26,340,338,257,12912,2190,326,338
+22,262,12912,2057,1720,13,198
+23,7600,1314,43950,13,198
+24,262,14672,447,247,82,2057,2438,13,198
+25,262,2041,5536,1271,860,4309,1507,1959,13,198
+26,262,45714,291,4712,13,198
+27,262,198,35376,47694,198
+28,262,564,250,22975,7913,447,251,13,198
+29,262,2041,5536,1271,13,198
+30,262,717,16839,286,262,16839,13,198
+31,262,2041,5536,1271,767,2231,2425,3388,13,632,447,247,82,262,1271,286,262,2041,5536,1271,767,2231,2425,3388
+32,262,16162,551,17983,13,198
+33,15718,544,18213,1931,72,420,5117,64,347,7944,13,198
+34,262,717,2378,326,468,262,2041,5536,1271,46618,2078,486,13,198
+35,262,2378,351,262,2041,5536,1271,642,2623,18938,24,13,198
+36,262,2041,5536,1271,362,19707,2713,23,13,198
+37,257,34337,485,326,468,262,2041,5536,1271,39320,22148,18,13,198
+38,262,2041,1271,1467,2780,26561,13,632,447,247,82,257,1271,326,447,247,82,3748,284,262,1664,13,632,447
+39,262,2041,1271,13,1406,11,340,447,247,82,262,1271,286,661,508,389,1016,284,307,1262,262,2378,13,1406
+40,262,1988,286,262,670,326,345,447,247,260,1804,13,198
+41,262,4875,13389,13,198
+42,262,6491,13,198
+43,262,2041,5536,1271,807,38605,22913,13,198
+44,262,599,323,8185,13,198
+45,262,530,326,468,262,2041,5536,1271,718,2598,1065,3134,13,198
+46,262,530,326,468,262,2041,5536,1271,860,1433,1157,3720,13,198
+47,257,2041,5536,1271,326,318,973,284,5911,290,5911,262,1048,508,318,262,2041,1048,287,262,1808,13,198
+48,262,4071,301,290,749,8119,2378,287,262,995,13,632,318,257,4071,290,8119,2378,326,318,4047,7194,706,416
+49,262,717,2378,287,262,2168,13,198
+50,257,33388,13,632,318,257,2099,286,33388,326,318,925,286,257,2041,2587,1444,7514,7834,13,632,318,925,286
+51,262,530,326,468,262,2041,5536,1271,718,3553,3829,1270,13,198
+52,350,11901,11,257,3953,286,10610,326,5260,262,10610,2494,379,543,257,7988,286,7017,318,2702,13,198
+53,1444,564,250,53,4503,447,251,13,632,318,257,2041,1271,326,9217,262,4931,286,569,4503,82,287,262,7521
+54,262,3280,13,198
+55,262,366,38,89,12,37295,1911,198
+56,262,366,47033,1,290,366,39504,1,15989,13,198
+57,262,366,49,5653,1,3440,17952,13,198
+58,262,366,44,2675,278,37774,1,3895,13,198
+59,262,366,39709,12,12093,259,1,2378,13,198
+60,262,366,69,42005,8824,5933,1,198
+61,262,366,1712,17939,3257,1,3440,13,198
+62,262,366,1837,3020,19482,1,2196,286,262,366,1837,3020,19482,1,2196,286,262,366,1837,3020,19482,1,2196,286
+63,262,366,35,1404,8577,18564,45,1,2393,13,198
+64,262,366,4853,29540,1,6503,17182,13,198
+65,257,366,3866,12,67,23444,1,2378,13,198
+66,262,366,3702,273,1,286,262,23185,2655,13,198
+67,262,366,50,3620,2389,1404,1,357,259,262,4270,669,320,10107,8,198
+68,262,366,9319,20009,12,88,707,4235,1911,198
+69,262,366,4561,945,320,1,2746,13,198
+70,262,309,19930,12,4906,285,2675,278,13,198
+71,262,366,50,603,273,12,10292,1,2378,13,198
+72,262,366,13295,6616,12,6270,5059,2700,17952,1,3038,13,198
+73,262,366,47,1,286,262,366,47,1,286,262,366,47,1,286,262,366,47,1,286,262,366,47,1
+74,262,366,40715,1,286,262,2010,8837,15989,13,198
+75,262,366,44,1,287,262,366,44,1,5721,286,262,366,44,1,5721,286,262,366,44,1,5721,286,262
+76,262,366,14214,469,1,290,366,50,1014,1,12881,13,198
+77,262,366,37,89,10,1988,1911,198
+78,262,366,39709,12,2339,1,9103,379,262,9103,286,262,6769,12,2339,9103,13,198
+79,262,366,1455,1590,1,357,3866,2196,642,13,20,8,2446,13,198
+80,262,366,44,2675,654,1,1627,13,198
+81,262,366,4853,24741,1,1627,2099,13,198
+82,262,530,326,468,262,2041,5536,1271,718,2079,10333,13,198
+83,262,366,6892,39961,1911,198
+84,262,366,47,1347,12,16760,9842,726,1,3038,13,198
+85,262,366,51,20258,1,2378,13,198
+86,262,366,55,5097,35,1404,1,7885,13,198
+87,262,366,50,1014,1,1988,13,198
+88,262,366,50,5868,14323,1,3487,4235,13,198
+89,262,366,8929,25653,4235,1,287,262,10655,311,5868,14323,13,198
+90,262,366,50,5868,14323,1,1627,13,198
+91,262,366,1455,1590,1,311,5868,14323,2746,13,198
+92,262,366,45,1565,1911,198
+93,262,366,38,16995,38937,1,357,38,16995,38937,8,198
+94,262,366,40715,1,286,262,1627,13,198
+95,262,366,4834,24588,18581,1911,198
+96,262,366,1455,1590,1,4235,6056,13,198
+97,262,366,37567,18380,1979,3882,1911,198
+98,262,366,85,2304,516,1,24260,2700,13,198
+99,262,366,19204,6715,1,1245,13,198

logs/newck_len_2048/gen/armC_c_val_backward.log

@@ -0,0 +1,42 @@
+=== Llama Context Parallel Training Script (bluscriptCP) ===
+[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels)
+================ Configuration (bluscriptCP) ================
+  d_model/layers  : 1536 / 36
+  q/kv heads      : 12 / 4  (G=3, hd=128)
+  ffn_hidden      : 4096 (SwiGLU)
+  context_length  : 16384
+  vocab_size      : 50304  tying=0
+  B x T           : 1 x 16384
+  world_size      : 1  (dp=1 x cp=1)
+  CP_ATTN_MODE    : ring  (load_balance=HeadTail)
+  global_batch    : 524288  (grad_accum=32)
+  precision       : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW)  [mask=15 QKV WO MLP HEAD]
+  max_lr/min_lr   : 0.0006 / 6e-05
+  warmup/steps    : 91 / 917  (cosine, no stable phase)
+  checkpointing   : true  (ckpt_freq=50, dir=checkpoints_bluscriptcp)
+=============================================================
+Initializing model on CUDA device 0...
+[YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=14 high=32 m=1.1386
+[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run27_step_400.ckpt  (base step 400, loss 2.86656)  -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP
+Parameters: 1060624896
+Parameters per GPU: 1060624896
+max_steps: 917
+warmup_steps: 91
+[precision] bf16 params=217, all with fp32 master weights
+found 100 shards for split train
+found 1 shards for split val
+Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log35.csv (run 35)
+[rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base)
+Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run35_step_<N>.ckpt (every 50 steps, keep 6)
+[gen] 100 prompts x 2048 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/newck_len_2048/gen/armC_c_val_backward.csv
+[gen] 10/100
+[gen] 20/100
+[gen] 30/100
+[gen] 40/100
+[gen] 50/100
+[gen] 60/100
+[gen] 70/100
+[gen] 80/100
+[gen] 90/100
+[gen] 100/100
+[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/newck_len_2048/gen/armC_c_val_backward.csv

logs/newck_len_2048/gen/base_c_niah_single.csv

@@ -0,0 +1,100 @@
+0,767,13,198,3351,388,357,33581,532,2646,2196,8,198
+1,513,13,198,24361,25,1374,466,314,1064,257,9314,269,34144,14447,2139,30,198
+2,860,1314,1495,1485,13,770,1271,318,3177,262,4511,290,749,3665,1271,287,262,995,13,632,318,3177,262,4511
+3,718,13,198,403,8416,58,292,979,346,901,687,5974,314,1101,407,1654,644,340,318,13,198
+4,13037,2154,4869,13,198
+5,10048,3134,16102,13,198
+6,7632,2078,34229,13,198
+7,1679,3829,38565,13,198
+8,7388,27371,2327,13,198
+9,718,2682,12,21,2682,12,21,2682,13,198
+10,362,24693,17477,13,198
+11,6184,236,126,223,127,236,126,223,127,236,126,223,127,236,126,223,127,236,126,223,127,236,126,223
+12,8644,32066,2091,13,198
+13,44505,2920,405,13,198
+14,15897,2078,4846,13,198
+15,860,3324,13,198
+16,767,13,770,1271,318,3177,284,307,257,3665,2891,329,27496,1597,3349,290,16937,1943,287,2972,7612,286,1204,13
+17,1679,34287,3682,13,198
+18,8949,24,25399,13,198
+19,718,3365,3829,1795,13,198
+20,718,2231,1899,1954,13,198
+21,28262,2816,4790,13,198
+22,5323,2091,940,13,198
+23,7600,1314,43950,13,198
+24,2242,2920,37466,13,198
+25,860,4309,13,198
+26,352,13,198,24361,25,1867,318,262,2041,5536,1271,329,277,73,585,30,198
+27,642,3459,2623,6420,13,198
+28,718,3365,2075,1983,13,198
+29,604,29416,25948,13,198
+30,5846,13,16,13,770,1271,318,973,284,5911,262,6597,2393,5794,13,198
+31,767,2231,2425,3388,13,632,447,247,82,257,1402,1271,326,3568,287,262,6597,2393,13,198
+32,2026,47448,5705,13,198
+33,2319,5705,28256,13,198
+34,46618,2078,486,13,198
+35,642,2623,13,198
+36,362,19707,2713,23,13,383,5408,1241,286,795,527,373,5566,3220,287,262,30524,2969,34,16,7,10091,1448,3688
+37,39320,22148,18,13,198
+38,1467,2780,26561,13,770,318,257,2041,1271,326,356,779,284,5911,262,2041,414,286,257,1948,1720,393,2139,13
+39,5441,34287,3365,13,198
+40,7265,1731,34770,13,198
+41,604,3865,940,5066,13,198
+42,4019,2623,41874,13,1320,447,247,82,257,1310,1643,286,257,890,835,284,467,13,198
+43,807,38605,22913,13,220,1849,2504,447,247,82,262,5536,1271,329,262,2041,5536,1271,329,37735,13,198
+44,718,2079,3980,2624,13,198
+45,718,2598,1065,3134,13,198
+46,860,1433,1157,3720,13,770,1271,318,2383,780,340,318,262,691,1271,326,318,407,3194,287,262,9111,11,1642
+47,48475,1821,1983,13,198
+48,18112,1129,3682,13,770,1271,318,2383,329,262,4693,286,38373,259,11,543,318,262,4387,2888,286,262,38373,259
+49,2808,2996,23451,13,198
+50,767,13,198,24361,25,1867,318,262,2041,5536,1271,329,393,28402,30,198
+51,718,13,198,2782,4484,290,15378,389,262,16294,286,262,10883,1271,718,13,198
+52,352,13,2713,13,198
+53,513,30505,35133,13,198
+54,1596,44169,486,13,198
+55,198,464,2041,5536,1271,329,32630,318,198
+56,35617,3695,1129,13,198
+57,5867,23,21599,13,198
+58,1679,2327,33300,13,198
+59,41235,3388,3132,13,198
+60,1511,5066,830,13,198
+61,32921,2091,1415,13,198
+62,4101,1821,22136,13,198
+63,1160,23045,2682,13,198
+64,807,1415,3312,2079,13,198
+65,198,464,2041,5536,1271,329,44539,318,198
+66,604,13,198,464,2041,5536,1271,329,3165,1940,318,604,13,198
+67,3126,29022,4524,13,198
+68,9698,1433,29326,13,198
+69,48609,18376,13,198
+70,9193,2718,25948,13,198
+71,2608,6052,22413,13,198
+72,5946,27260,2327,13,198
+73,48173,2816,3270,13,198
+74,4353,40090,4790,13,198
+75,30435,2670,2091,13,198
+76,5214,1558,20107,13,198
+77,860,49287,15197,13,198
+78,2808,2791,31654,13,198
+79,5014,37967,5705,13,198
+80,9919,1065,47915,13,198
+81,860,4310,2078,5824,13,198
+82,718,2079,10333,13,198
+83,36141,2079,4349,13,198
+84,1105,2919,27720,13,198
+85,2242,25540,2548,13,198
+86,1596,2791,36445,13,198
+87,7632,17464,2718,13,198
+88,2026,27800,1129,13,198
+89,8644,2931,26780,13,198
+90,4317,2075,34107,13,198
+91,45469,3270,1959,13,198
+92,767,3865,1983,1795,13,198
+93,838,1495,48724,13,198
+94,7930,15197,1959,13,198
+95,24555,3134,2091,13,198
+96,7600,1507,38380,13,198
+97,767,3865,1495,5332,13,198
+98,8541,35890,2481,13,220,383,2041,5536,1271,329,269,34144,318,8541,35890,2481,13,198
+99,27368,2780,2624,13,198

logs/newck_len_2048/gen/base_c_niah_single.log

@@ -0,0 +1,42 @@
+=== Llama Context Parallel Training Script (bluscriptCP) ===
+[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels)
+================ Configuration (bluscriptCP) ================
+  d_model/layers  : 1536 / 36
+  q/kv heads      : 12 / 4  (G=3, hd=128)
+  ffn_hidden      : 4096 (SwiGLU)
+  context_length  : 16384
+  vocab_size      : 50304  tying=0
+  B x T           : 1 x 16384
+  world_size      : 1  (dp=1 x cp=1)
+  CP_ATTN_MODE    : ring  (load_balance=HeadTail)
+  global_batch    : 524288  (grad_accum=32)
+  precision       : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW)  [mask=15 QKV WO MLP HEAD]
+  max_lr/min_lr   : 0.0006 / 6e-05
+  warmup/steps    : 91 / 917  (cosine, no stable phase)
+  checkpointing   : true  (ckpt_freq=50, dir=checkpoints_bluscriptcp)
+=============================================================
+Initializing model on CUDA device 0...
+[YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=14 high=32 m=1.1386
+[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run6_step_750.ckpt  (base step 750, loss 2.38385)  -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP
+Parameters: 1060624896
+Parameters per GPU: 1060624896
+max_steps: 917
+warmup_steps: 91
+[precision] bf16 params=217, all with fp32 master weights
+found 100 shards for split train
+found 1 shards for split val
+Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log12.csv (run 12)
+[rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base)
+Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run12_step_<N>.ckpt (every 50 steps, keep 6)
+[gen] 100 prompts x 2048 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/newck_len_2048/gen/base_c_niah_single.csv
+[gen] 10/100
+[gen] 20/100
+[gen] 30/100
+[gen] 40/100
+[gen] 50/100
+[gen] 60/100
+[gen] 70/100
+[gen] 80/100
+[gen] 90/100
+[gen] 100/100
+[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/newck_len_2048/gen/base_c_niah_single.csv

logs/newck_len_2048/gen/base_c_val_backward.csv

@@ -0,0 +1,100 @@
+0,262,198,1416,388,357,33581,532,2646,2196,8,198
+1,262,6139,15810,13,632,318,257,3748,290,3665,5536,1271,326,460,6121,597,8850,2134,656,257,10883,2700,13,198
+2,262,4324,13,632,318,257,2219,2378,326,460,2728,2465,284,9168,2233,284,262,1029,4894,290,20160,2695,13,198
+3,262,366,1925,504,1,286,262,6185,22098,13,198
+4,262,717,2378,287,262,2041,5536,1271,13,198
+5,262,691,2378,326,468,262,2041,5536,1271,10048,3134,16102,13,198
+6,6032,3917,351,262,1271,7632,2078,34229,13,198
+7,262,717,2378,287,262,2041,5536,1271,13,198
+8,262,717,2378,287,262,2041,5536,1271,7388,27371,2327,13,198
+9,262,2041,5536,1271,45469,2682,1065,13,198
+10,262,530,326,468,262,2041,5536,1271,362,24693,17477,13,198
+11,1041,2527,9334,66,46052,13,198
+12,262,530,543,468,262,2041,5536,1271,8644,32066,2091,13,198
+13,262,366,47,31915,498,45050,286,3169,20106,13951,1042,526,198
+14,262,530,326,468,262,2041,5536,1271,15897,2078,4846,13,198
+15,1444,366,464,6139,666,1911,198
+16,262,198,17618,1160,31115,3695,13,198
+17,262,2041,5536,1271,1679,34287,3682,13,198
+18,262,530,326,468,262,5536,1271,8949,24,25399,13,198
+19,262,12912,2057,9138,13,198
+20,718,2231,1899,1954,13,198
+21,262,12912,2057,2378,13,198
+22,262,6029,21219,13,198
+23,7600,1314,43950,13,198
+24,262,14672,447,247,82,2057,2438,13,198
+25,262,5536,1271,860,4309,1507,1959,13,198
+26,262,15412,291,4712,13,198
+27,262,198,44614,23769,13199,198
+28,262,564,250,22975,7913,447,251,13,198
+29,262,564,250,20887,5536,1271,13,447,251,198
+30,9508,2996,40179,13,198
+31,262,1467,12,2545,12178,13,632,447,247,82,973,287,4196,447,247,82,13187,290,318,262,749,2219,5794,329
+32,262,16162,32680,13,198
+33,15718,544,18213,1931,72,420,5117,64,347,7944,13,198
+34,262,5536,1271,286,262,5536,1271,13,198
+35,262,9970,44173,336,398,282,4778,13,198
+36,262,1692,852,1278,72,6086,2685,1627,13,198
+37,257,34337,485,326,318,973,287,262,3513,286,2972,10040,13,198
+38,262,1271,1467,2780,13,198
+39,262,41175,13,198
+40,7265,1731,34770,13,198
+41,262,4875,13389,13,198
+42,262,6491,13,198
+43,262,2041,1271,807,38605,22913,13,198
+44,262,5536,1271,718,2079,3980,2624,13,198
+45,262,530,326,468,262,2041,5536,1271,718,2598,1065,3134,13,198
+46,262,1271,860,1433,1157,3720,13,198
+47,1444,262,564,250,32707,1271,447,251,13,198
+48,262,6512,447,247,82,2041,5536,1271,13,198
+49,262,717,2378,287,262,983,13,198
+50,257,33388,13,632,318,925,286,257,2041,2587,326,318,925,286,257,2041,2587,326,318,925,286,257,2041,2587
+51,1444,262,564,250,22975,7913,447,251,13,632,318,257,2041,1271,326,318,973,284,12116,2041,7883,13,198
+52,262,5988,3630,13,198
+53,1444,564,250,53,4503,447,251,13,632,318,257,5931,13061,326,318,8811,1043,287,32281,11,1390,1877,569,4503
+54,262,1271,1596,44169,486,13,198
+55,262,366,6649,541,1,286,262,366,6649,541,1,286,262,366,6649,541,1,286,262,366,6649,541,1,286
+56,262,1627,3440,27479,13,198
+57,262,371,5653,3440,17952,13,198
+58,262,366,76,2675,278,7538,1,3895,13,198
+59,262,366,87,2645,38656,1,2378,13,198
+60,262,366,32707,1271,1,286,262,366,32707,1271,1,286,262,366,32707,1271,1,286,262,366,32707,1271,1,286
+61,262,366,1712,17939,3257,1,3440,13,198
+62,262,366,1837,3020,19482,1,2196,286,262,366,1837,3020,19482,1,2196,286,262,366,1837,3020,19482,1,2196,286
+63,262,366,35,1404,8577,18564,45,287,616,4270,669,320,357,273,34844,320,11,3503,2014,1,2393,13,198
+64,262,366,4853,29540,1,6503,17182,13,198
+65,262,366,11793,469,1,4235,287,262,366,14214,469,1,4235,13,198
+66,262,366,3702,273,1,286,262,366,3702,273,1911,198
+67,262,285,2675,278,1080,13,198
+68,262,366,35,4989,873,12,9819,31451,278,6188,1,2378,13,198
+69,262,366,43,696,12,261,12,64,12,43,696,1,2746,13,198
+70,262,309,19930,12,4906,285,2675,278,13,198
+71,262,366,50,603,273,1,2378,13,198
+72,262,366,13949,27995,1,3038,13,198
+73,262,366,23410,2049,1,286,262,366,23410,2049,1,286,262,366,23410,2049,286,262,366,23410,2049,286,262,366
+74,262,366,40715,1,286,262,2010,8837,15989,13,198
+75,262,366,44,1,2378,13,198
+76,262,366,14214,469,1,290,366,50,1014,1,12881,13,198
+77,262,366,13409,6139,7913,1,286,262,1395,5097,35,1404,13,198
+78,262,366,39709,12,5363,7754,12,37,28707,357,43,37,8,24969,341,1,198
+79,262,366,1455,1590,1,357,3866,2196,642,13,20,8,2446,13,198
+80,262,366,44,2675,278,1627,12097,1,198
+81,262,1627,2099,326,318,5676,416,262,366,47033,1,12097,13,198
+82,262,366,17470,395,1729,22570,16021,3440,1,2378,13,198
+83,262,366,6892,39961,1911,198
+84,262,366,47,1347,12,16760,9842,726,1,3038,13,198
+85,262,366,51,20258,1,1366,2378,13,198
+86,262,366,55,5097,35,1404,1,7885,13,198
+87,262,366,5308,272,1627,7034,1,11507,13,198
+88,262,366,50,5868,14323,1,3487,4235,13,198
+89,262,366,11793,469,1,4235,13,198
+90,262,366,50,5868,14323,1,1627,13,198
+91,262,366,1455,1590,1,311,5868,14323,2746,13,198
+92,262,366,45,1565,1911,198
+93,262,366,55,31451,278,5221,1,357,38,16995,38937,8,198
+94,262,366,40715,1,286,262,1627,13,198
+95,262,366,4834,24588,18581,1,2378,13,198
+96,262,366,1455,1590,1,4235,13,198
+97,262,366,37567,18380,1979,3882,1911,198
+98,262,366,39709,12,35,4989,605,1,360,4851,13,198
+99,262,366,7266,42029,1,290,262,366,7266,42029,1,7515,286,262,6769,6715,1245,13,198

logs/newck_len_2048/gen/base_c_val_backward.log

@@ -0,0 +1,42 @@
+=== Llama Context Parallel Training Script (bluscriptCP) ===
+[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels)
+================ Configuration (bluscriptCP) ================
+  d_model/layers  : 1536 / 36
+  q/kv heads      : 12 / 4  (G=3, hd=128)
+  ffn_hidden      : 4096 (SwiGLU)
+  context_length  : 16384
+  vocab_size      : 50304  tying=0
+  B x T           : 1 x 16384
+  world_size      : 1  (dp=1 x cp=1)
+  CP_ATTN_MODE    : ring  (load_balance=HeadTail)
+  global_batch    : 524288  (grad_accum=32)
+  precision       : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW)  [mask=15 QKV WO MLP HEAD]
+  max_lr/min_lr   : 0.0006 / 6e-05
+  warmup/steps    : 91 / 917  (cosine, no stable phase)
+  checkpointing   : true  (ckpt_freq=50, dir=checkpoints_bluscriptcp)
+=============================================================
+Initializing model on CUDA device 0...
+[YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=14 high=32 m=1.1386
+[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run6_step_750.ckpt  (base step 750, loss 2.38385)  -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP
+Parameters: 1060624896
+Parameters per GPU: 1060624896
+max_steps: 917
+warmup_steps: 91
+[precision] bf16 params=217, all with fp32 master weights
+found 100 shards for split train
+found 1 shards for split val
+Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log13.csv (run 13)
+[rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base)
+Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run13_step_<N>.ckpt (every 50 steps, keep 6)
+[gen] 100 prompts x 2048 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/newck_len_2048/gen/base_c_val_backward.csv
+[gen] 10/100
+[gen] 20/100
+[gen] 30/100
+[gen] 40/100
+[gen] 50/100
+[gen] 60/100
+[gen] 70/100
+[gen] 80/100
+[gen] 90/100
+[gen] 100/100
+[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/newck_len_2048/gen/base_c_val_backward.csv

logs/newck_len_2048/master.log

@@ -0,0 +1,207 @@
+[08:05:15] longeval: T=16384 prompt_len=2048 max_new=24 n=100 greedy=1 gpus=0,1,2,3
+[08:05:15] haystack: Data_Loader/Data/flux_val_000000.bin
+[08:05:15] prompt signature changed -- regenerating prompts and clearing state
+[08:05:15] generating prompts: niah_single
+  niah_single      100 x 2048 tok -> newck_len_2048/prompts/niah_single_prompts.bin
+[08:05:15] generating prompts: val_backward
+  val_backward     100 x 2048 tok -> newck_len_2048/prompts/val_backward_prompts.bin
+[08:05:16] fan-out: 4 GPU(s), NP=1 -> 8 concurrent job(s)
+[08:05:16] 4 job(s) to run
+[08:05:16]   [gpu 0] base_c / niah_single
+[08:05:16]   [gpu 1] base_c / val_backward
+[08:05:16]   [gpu 2] armB_c / niah_single
+[08:05:16]   [gpu 3] armB_c / val_backward
+[08:09:10]   scoring base_c / niah_single
+
+=== niah_single  (prompt_len=2048, n=100) ===
+  accuracy: 82/100 = 82.0%
+    depth      acc   (needle position in context)
+     0.00  11/20   55.0%
+     0.25  14/20   70.0%
+     0.50  19/20   95.0%
+     0.75  19/20   95.0%
+     1.00  19/20   95.0%
+
+  --- 2 sample generations ---
+  [MISS] expect=8056020
+         got= 7.\nScum (1979 - film version)\n
+  [MISS] expect=5343902
+         got= 3.\nQuestion: How do I find a reliable cactus rental service?\n
+
+  wrote newck_len_2048/scores/base_c_niah_single.csv
+[08:09:11]   scoring base_c / val_backward
+
+=== val_backward  (prompt_len=2048, n=100) ===
+  accuracy: 1/100 = 1.0%
+    depth      acc   (needle position in context)
+     0.00   0/20    0.0%
+     0.25   0/20    0.0%
+     0.50   0/20    0.0%
+     0.75   0/20    0.0%
+     1.00   1/20    5.0%
+
+  --- 2 sample generations ---
+  [MISS] expect=yarrow
+         got= the\nscum (1979 - film version)\n
+  [MISS] expect=cactus
+         got= the Magic Wheel. It is a unique and powerful magic number that can transform any ordinary object into a magical force.\n
+
+  wrote newck_len_2048/scores/base_c_val_backward.csv
+[08:09:11]   scoring armB_c / niah_single
+
+=== niah_single  (prompt_len=2048, n=100) ===
+  accuracy: 73/100 = 73.0%
+    depth      acc   (needle position in context)
+     0.00   8/20   40.0%
+     0.25  15/20   75.0%
+     0.50  18/20   90.0%
+     0.75  16/20   80.0%
+     1.00  16/20   80.0%
+
+  --- 2 sample generations ---
+  [MISS] expect=8056020
+         got= 7.\nThe special magic number for yarrow is 7.\n
+  [MISS] expect=5343902
+         got= 2.\nQuestion: How does the magic number for cactus work?\n
+
+  wrote newck_len_2048/scores/armB_c_niah_single.csv
+[08:09:11]   scoring armB_c / val_backward
+
+=== val_backward  (prompt_len=2048, n=100) ===
+  accuracy: 0/100 = 0.0%
+    depth      acc   (needle position in context)
+     0.00   0/20    0.0%
+     0.25   0/20    0.0%
+     0.50   0/20    0.0%
+     0.75   0/20    0.0%
+     1.00   0/20    0.0%
+
+  --- 2 sample generations ---
+  [MISS] expect=yarrow
+         got= the\nscum (1979 - film version)\n
+  [MISS] expect=cactus
+         got= the Magic Number 5343902.\n
+
+  wrote newck_len_2048/scores/armB_c_val_backward.csv
+[08:09:11] building summary
+
+=== per-task accuracy %  (secondary/descriptive: ~10 per depth cell) ===
+  task                 armB_c   base_c
+  niah_single            73.0     82.0
+  val_backward            0.0      1.0
+
+  degenerate (<=1% for every model): ['val_backward']
+
+=== PRIMARY: accuracy % pooled by depth across tasks (+-95% Wilson) ===
+  depth             armB_c          base_c
+  0.00          40.0+-19.7      55.0+-20.0
+  0.25          75.0+-17.8      70.0+-18.7
+  0.50          90.0+-13.7      95.0+-11.4
+  0.75          80.0+-16.8      95.0+-11.4
+  1.00          80.0+-16.8      95.0+-11.4
+
+  wrote newck_len_2048/summary.csv and newck_len_2048/depth_summary.csv
+[08:09:11] DONE -> newck_len_2048/summary.csv
+[10:32:22] longeval: T=16384 prompt_len=2048 max_new=24 n=100 greedy=1 gpus=0,1,2,3
+[10:32:22] haystack: Data_Loader/Data/flux_val_000000.bin
+[10:32:22] fan-out: 4 GPU(s), NP=1 -> 8 concurrent job(s)
+[10:32:23]   base_c/niah_single already generated
+[10:32:23]   base_c/val_backward already generated
+[10:32:23]   armB_c/niah_single already generated
+[10:32:23]   armB_c/val_backward already generated
+[10:32:23] 4 job(s) to run
+[10:32:23]   [gpu 0] armC_c / niah_single
+[10:32:23]   [gpu 1] armC_c / val_backward
+[10:32:23]   [gpu 2] armA_c / niah_single
+[10:32:23]   [gpu 3] armA_c / val_backward
+[10:36:19]   scoring armC_c / niah_single
+
+=== niah_single  (prompt_len=2048, n=100) ===
+  accuracy: 82/100 = 82.0%
+    depth      acc   (needle position in context)
+     0.00  15/20   75.0%
+     0.25  16/20   80.0%
+     0.50  17/20   85.0%
+     0.75  17/20   85.0%
+     1.00  17/20   85.0%
+
+  --- 2 sample generations ---
+  [MISS] expect=8056020
+         got= 7.\nThe special magic number for yarrow is 7.\n
+  [MISS] expect=5343902
+         got= 2.\nQuestion: How does the magic number for cactus work?\n
+
+  wrote newck_len_2048/scores/armC_c_niah_single.csv
+[10:36:20]   scoring armC_c / val_backward
+
+=== val_backward  (prompt_len=2048, n=100) ===
+  accuracy: 0/100 = 0.0%
+    depth      acc   (needle position in context)
+     0.00   0/20    0.0%
+     0.25   0/20    0.0%
+     0.50   0/20    0.0%
+     0.75   0/20    0.0%
+     1.00   0/20    0.0%
+
+  --- 2 sample generations ---
+  [MISS] expect=yarrow
+         got= the\nscum (1979 - film version)\n
+  [MISS] expect=cactus
+         got= the Magic Number 5343902. It is a unique number that is used to unlock special abilities in various magic-
+
+  wrote newck_len_2048/scores/armC_c_val_backward.csv
+[10:36:20]   scoring armA_c / niah_single
+
+=== niah_single  (prompt_len=2048, n=100) ===
+  accuracy: 76/100 = 76.0%
+    depth      acc   (needle position in context)
+     0.00  11/20   55.0%
+     0.25  15/20   75.0%
+     0.50  18/20   90.0%
+     0.75  17/20   85.0%
+     1.00  15/20   75.0%
+
+  --- 2 sample generations ---
+  [MISS] expect=8056020
+         got= the number of the sun.\n
+  [MISS] expect=5343902
+         got= 2.\nQuestion: How do I find a reliable cactus rental company?\n
+
+  wrote newck_len_2048/scores/armA_c_niah_single.csv
+[10:36:20]   scoring armA_c / val_backward
+
+=== val_backward  (prompt_len=2048, n=100) ===
+  accuracy: 0/100 = 0.0%
+    depth      acc   (needle position in context)
+     0.00   0/20    0.0%
+     0.25   0/20    0.0%
+     0.50   0/20    0.0%
+     0.75   0/20    0.0%
+     1.00   0/20    0.0%
+
+  --- 2 sample generations ---
+  [MISS] expect=yarrow
+         got= the\nscum (1979 - film version)\n
+  [MISS] expect=cactus
+         got= the Magic Wheel.\n
+
+  wrote newck_len_2048/scores/armA_c_val_backward.csv
+[10:36:20] building summary
+
+=== per-task accuracy %  (secondary/descriptive: ~10 per depth cell) ===
+  task                 armA_c   armB_c   armC_c   base_c
+  niah_single            76.0     73.0     82.0     82.0
+  val_backward            0.0      0.0      0.0      1.0
+
+  degenerate (<=1% for every model): ['val_backward']
+
+=== PRIMARY: accuracy % pooled by depth across tasks (+-95% Wilson) ===
+  depth             armA_c          armB_c          armC_c          base_c
+  0.00          55.0+-20.0      40.0+-19.7      75.0+-17.8      55.0+-20.0
+  0.25          75.0+-17.8      75.0+-17.8      80.0+-16.8      70.0+-18.7
+  0.50          90.0+-13.7      90.0+-13.7      85.0+-15.4      95.0+-11.4
+  0.75          85.0+-15.4      80.0+-16.8      85.0+-15.4      95.0+-11.4
+  1.00          75.0+-17.8      80.0+-16.8      85.0+-15.4      95.0+-11.4
+
+  wrote newck_len_2048/summary.csv and newck_len_2048/depth_summary.csv
+[10:36:20] DONE -> newck_len_2048/summary.csv

logs/newck_len_2048/prompts/.signature

@@ -0,0 +1 @@
+N=100|LEN=2048|DEPTHS=0.0,0.25,0.5,0.75,1.0|SEED=0|HAY=flux_val_000000.bin|HAYSZ=76

logs/newck_len_2048/prompts/niah_single_meta.json

@@ -0,0 +1,808 @@
+{
+ "task": "niah_single",
+ "prompt_len": 2048,
+ "n": 100,
+ "seed": 0,
+ "items": [
+  {
+   "i": 0,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "8056020"
+   ]
+  },
+  {
+   "i": 1,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "5343902"
+   ]
+  },
+  {
+   "i": 2,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "9152513"
+   ]
+  },
+  {
+   "i": 3,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "6088743"
+   ]
+  },
+  {
+   "i": 4,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "7007071"
+   ]
+  },
+  {
+   "i": 5,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "9467240"
+   ]
+  },
+  {
+   "i": 6,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "5728454"
+   ]
+  },
+  {
+   "i": 7,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "2590996"
+   ]
+  },
+  {
+   "i": 8,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "9934935"
+   ]
+  },
+  {
+   "i": 9,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "6203412"
+   ]
+  },
+  {
+   "i": 10,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "2237192"
+   ]
+  },
+  {
+   "i": 11,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "8921240"
+   ]
+  },
+  {
+   "i": 12,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "6935633"
+   ]
+  },
+  {
+   "i": 13,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "6304900"
+   ]
+  },
+  {
+   "i": 14,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "9002896"
+   ]
+  },
+  {
+   "i": 15,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "9746862"
+   ]
+  },
+  {
+   "i": 16,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "2044878"
+   ]
+  },
+  {
+   "i": 17,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "2564842"
+   ]
+  },
+  {
+   "i": 18,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "1019173"
+   ]
+  },
+  {
+   "i": 19,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "6589080"
+   ]
+  },
+  {
+   "i": 20,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "6456023"
+   ]
+  },
+  {
+   "i": 21,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "4205573"
+   ]
+  },
+  {
+   "i": 22,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "5003310"
+   ]
+  },
+  {
+   "i": 23,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "8515682"
+   ]
+  },
+  {
+   "i": 24,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "2349656"
+   ]
+  },
+  {
+   "i": 25,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "9521829"
+   ]
+  },
+  {
+   "i": 26,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "2829687"
+   ]
+  },
+  {
+   "i": 27,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "5883691"
+   ]
+  },
+  {
+   "i": 28,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "6582627"
+   ]
+  },
+  {
+   "i": 29,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "4409161"
+   ]
+  },
+  {
+   "i": 30,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "8465677"
+   ]
+  },
+  {
+   "i": 31,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "7457569"
+   ]
+  },
+  {
+   "i": 32,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "5061884"
+   ]
+  },
+  {
+   "i": 33,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "4084805"
+   ]
+  },
+  {
+   "i": 34,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "4132801"
+   ]
+  },
+  {
+   "i": 35,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "5363019"
+   ]
+  },
+  {
+   "i": 36,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "2159058"
+   ]
+  },
+  {
+   "i": 37,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "3184803"
+   ]
+  },
+  {
+   "i": 38,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "1648297"
+   ]
+  },
+  {
+   "i": 39,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "7564858"
+   ]
+  },
+  {
+   "i": 40,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "5624373"
+   ]
+  },
+  {
+   "i": 41,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "4951063"
+   ]
+  },
+  {
+   "i": 42,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "8036754"
+   ]
+  },
+  {
+   "i": 43,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "8559194"
+   ]
+  },
+  {
+   "i": 44,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "6995632"
+   ]
+  },
+  {
+   "i": 45,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "6441267"
+   ]
+  },
+  {
+   "i": 46,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "9161179"
+   ]
+  },
+  {
+   "i": 47,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "4194027"
+   ]
+  },
+  {
+   "i": 48,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "1271942"
+   ]
+  },
+  {
+   "i": 49,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "2965187"
+   ]
+  },
+  {
+   "i": 50,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "7242134"
+   ]
+  },
+  {
+   "i": 51,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "6579030"
+   ]
+  },
+  {
+   "i": 52,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "2043416"
+   ]
+  },
+  {
+   "i": 53,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "3455487"
+   ]
+  },
+  {
+   "i": 54,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "1758901"
+   ]
+  },
+  {
+   "i": 55,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "2241461"
+   ]
+  },
+  {
+   "i": 56,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "3087819"
+   ]
+  },
+  {
+   "i": 57,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "3008156"
+   ]
+  },
+  {
+   "i": 58,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "2535649"
+   ]
+  },
+  {
+   "i": 59,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "2946931"
+   ]
+  },
+  {
+   "i": 60,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "1363000"
+   ]
+  },
+  {
+   "i": 61,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "4103314"
+   ]
+  },
+  {
+   "i": 62,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "9040206"
+   ]
+  },
+  {
+   "i": 63,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "2024834"
+   ]
+  },
+  {
+   "i": 64,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "8140699"
+   ]
+  },
+  {
+   "i": 65,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "5360732"
+   ]
+  },
+  {
+   "i": 66,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "4704900"
+   ]
+  },
+  {
+   "i": 67,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "6050974"
+   ]
+  },
+  {
+   "i": 68,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "8316017"
+   ]
+  },
+  {
+   "i": 69,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "2024122"
+   ]
+  },
+  {
+   "i": 70,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "8837161"
+   ]
+  },
+  {
+   "i": 71,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "2693177"
+   ]
+  },
+  {
+   "i": 72,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "4344635"
+   ]
+  },
+  {
+   "i": 73,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "7015559"
+   ]
+  },
+  {
+   "i": 74,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "3842473"
+   ]
+  },
+  {
+   "i": 75,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "1973933"
+   ]
+  },
+  {
+   "i": 76,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "3717138"
+   ]
+  },
+  {
+   "i": 77,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "9883103"
+   ]
+  },
+  {
+   "i": 78,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "2966505"
+   ]
+  },
+  {
+   "i": 79,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "3932984"
+   ]
+  },
+  {
+   "i": 80,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "8912561"
+   ]
+  },
+  {
+   "i": 81,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "9532894"
+   ]
+  },
+  {
+   "i": 82,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "6992010"
+   ]
+  },
+  {
+   "i": 83,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "5209951"
+   ]
+  },
+  {
+   "i": 84,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "1208646"
+   ]
+  },
+  {
+   "i": 85,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "2326638"
+   ]
+  },
+  {
+   "i": 86,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "1766659"
+   ]
+  },
+  {
+   "i": 87,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "5712437"
+   ]
+  },
+  {
+   "i": 88,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "5028719"
+   ]
+  },
+  {
+   "i": 89,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "6909364"
+   ]
+  },
+  {
+   "i": 90,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "7026396"
+   ]
+  },
+  {
+   "i": 91,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "6205929"
+   ]
+  },
+  {
+   "i": 92,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "7952780"
+   ]
+  },
+  {
+   "i": 93,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "1025572"
+   ]
+  },
+  {
+   "i": 94,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "6610329"
+   ]
+  },
+  {
+   "i": 95,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "5016733"
+   ]
+  },
+  {
+   "i": 96,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "8518463"
+   ]
+  },
+  {
+   "i": 97,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "7952585"
+   ]
+  },
+  {
+   "i": 98,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "7748921"
+   ]
+  },
+  {
+   "i": 99,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "1784832"
+   ]
+  }
+ ]
+}

logs/newck_len_2048/prompts/niah_single_prompts.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4724cab64d19fbad19714576de4dc0485a327cbbf5a8c9ce6a237b9b8c8d5d5b
+size 819200

logs/newck_len_2048/prompts/val_backward_meta.json

@@ -0,0 +1,808 @@
+{
+ "task": "val_backward",
+ "prompt_len": 2048,
+ "n": 100,
+ "seed": 0,
+ "items": [
+  {
+   "i": 0,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "yarrow"
+   ]
+  },
+  {
+   "i": 1,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "cactus"
+   ]
+  },
+  {
+   "i": 2,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "granite"
+   ]
+  },
+  {
+   "i": 3,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "zephyr"
+   ]
+  },
+  {
+   "i": 4,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "ember"
+   ]
+  },
+  {
+   "i": 5,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "nutmeg"
+   ]
+  },
+  {
+   "i": 6,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "iceberg"
+   ]
+  },
+  {
+   "i": 7,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "iceberg"
+   ]
+  },
+  {
+   "i": 8,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "quartz"
+   ]
+  },
+  {
+   "i": 9,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "jaguar"
+   ]
+  },
+  {
+   "i": 10,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "glacier"
+   ]
+  },
+  {
+   "i": 11,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "violet"
+   ]
+  },
+  {
+   "i": 12,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "glacier"
+   ]
+  },
+  {
+   "i": 13,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "bramble"
+   ]
+  },
+  {
+   "i": 14,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "nutmeg"
+   ]
+  },
+  {
+   "i": 15,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "cinder"
+   ]
+  },
+  {
+   "i": 16,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "quartz"
+   ]
+  },
+  {
+   "i": 17,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "aardvark"
+   ]
+  },
+  {
+   "i": 18,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "zephyr"
+   ]
+  },
+  {
+   "i": 19,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "fjord"
+   ]
+  },
+  {
+   "i": 20,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "penguin"
+   ]
+  },
+  {
+   "i": 21,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "emerald"
+   ]
+  },
+  {
+   "i": 22,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "orchid"
+   ]
+  },
+  {
+   "i": 23,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "jaguar"
+   ]
+  },
+  {
+   "i": 24,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "falcon"
+   ]
+  },
+  {
+   "i": 25,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "umbrella"
+   ]
+  },
+  {
+   "i": 26,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "fjord"
+   ]
+  },
+  {
+   "i": 27,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "tundra"
+   ]
+  },
+  {
+   "i": 28,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "harbor"
+   ]
+  },
+  {
+   "i": 29,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "ivory"
+   ]
+  },
+  {
+   "i": 30,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "sapphire"
+   ]
+  },
+  {
+   "i": 31,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "falcon"
+   ]
+  },
+  {
+   "i": 32,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "umbrella"
+   ]
+  },
+  {
+   "i": 33,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "sapphire"
+   ]
+  },
+  {
+   "i": 34,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "meadow"
+   ]
+  },
+  {
+   "i": 35,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "cactus"
+   ]
+  },
+  {
+   "i": 36,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "ember"
+   ]
+  },
+  {
+   "i": 37,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "falcon"
+   ]
+  },
+  {
+   "i": 38,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "jaguar"
+   ]
+  },
+  {
+   "i": 39,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "falcon"
+   ]
+  },
+  {
+   "i": 40,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "hollow"
+   ]
+  },
+  {
+   "i": 41,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "hollow"
+   ]
+  },
+  {
+   "i": 42,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "nutmeg"
+   ]
+  },
+  {
+   "i": 43,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "raven"
+   ]
+  },
+  {
+   "i": 44,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "fjord"
+   ]
+  },
+  {
+   "i": 45,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "falcon"
+   ]
+  },
+  {
+   "i": 46,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "harbor"
+   ]
+  },
+  {
+   "i": 47,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "violet"
+   ]
+  },
+  {
+   "i": 48,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "penguin"
+   ]
+  },
+  {
+   "i": 49,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "raven"
+   ]
+  },
+  {
+   "i": 50,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "orchid"
+   ]
+  },
+  {
+   "i": 51,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "kestrel"
+   ]
+  },
+  {
+   "i": 52,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "bramble"
+   ]
+  },
+  {
+   "i": 53,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "glacier"
+   ]
+  },
+  {
+   "i": 54,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "orchid"
+   ]
+  },
+  {
+   "i": 55,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "ivory"
+   ]
+  },
+  {
+   "i": 56,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "buffalo"
+   ]
+  },
+  {
+   "i": 57,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "meadow"
+   ]
+  },
+  {
+   "i": 58,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "zephyr"
+   ]
+  },
+  {
+   "i": 59,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "xylophone"
+   ]
+  },
+  {
+   "i": 60,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "cactus"
+   ]
+  },
+  {
+   "i": 61,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "meadow"
+   ]
+  },
+  {
+   "i": 62,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "harbor"
+   ]
+  },
+  {
+   "i": 63,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "nutmeg"
+   ]
+  },
+  {
+   "i": 64,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "buffalo"
+   ]
+  },
+  {
+   "i": 65,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "glacier"
+   ]
+  },
+  {
+   "i": 66,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "emerald"
+   ]
+  },
+  {
+   "i": 67,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "emerald"
+   ]
+  },
+  {
+   "i": 68,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "walnut"
+   ]
+  },
+  {
+   "i": 69,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "lantern"
+   ]
+  },
+  {
+   "i": 70,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "granite"
+   ]
+  },
+  {
+   "i": 71,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "cactus"
+   ]
+  },
+  {
+   "i": 72,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "zephyr"
+   ]
+  },
+  {
+   "i": 73,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "quartz"
+   ]
+  },
+  {
+   "i": 74,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "ember"
+   ]
+  },
+  {
+   "i": 75,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "nutmeg"
+   ]
+  },
+  {
+   "i": 76,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "kestrel"
+   ]
+  },
+  {
+   "i": 77,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "violet"
+   ]
+  },
+  {
+   "i": 78,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "quartz"
+   ]
+  },
+  {
+   "i": 79,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "cinder"
+   ]
+  },
+  {
+   "i": 80,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "aardvark"
+   ]
+  },
+  {
+   "i": 81,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "anchor"
+   ]
+  },
+  {
+   "i": 82,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "tundra"
+   ]
+  },
+  {
+   "i": 83,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "yarrow"
+   ]
+  },
+  {
+   "i": 84,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "jaguar"
+   ]
+  },
+  {
+   "i": 85,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "driftwood"
+   ]
+  },
+  {
+   "i": 86,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "violet"
+   ]
+  },
+  {
+   "i": 87,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "ivory"
+   ]
+  },
+  {
+   "i": 88,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "iceberg"
+   ]
+  },
+  {
+   "i": 89,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "ember"
+   ]
+  },
+  {
+   "i": 90,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "sapphire"
+   ]
+  },
+  {
+   "i": 91,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "iceberg"
+   ]
+  },
+  {
+   "i": 92,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "yarrow"
+   ]
+  },
+  {
+   "i": 93,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "falcon"
+   ]
+  },
+  {
+   "i": 94,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "meadow"
+   ]
+  },
+  {
+   "i": 95,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "kestrel"
+   ]
+  },
+  {
+   "i": 96,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "orchid"
+   ]
+  },
+  {
+   "i": 97,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "yarrow"
+   ]
+  },
+  {
+   "i": 98,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "cactus"
+   ]
+  },
+  {
+   "i": 99,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "anchor"
+   ]
+  }
+ ]
+}

logs/newck_len_2048/prompts/val_backward_prompts.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1817c12795b61acbdddfb87a9eda97b3ab88de274ce477499dcadd1901ccbe2a
+size 819200

logs/newck_len_2048/scores/armA_c_niah_single.csv

@@ -0,0 +1,101 @@
+i,depth,ok,n_expected,n_hit,expected,generated
+0,0.0,0,1,0,8056020, the number of the sun.\n
+1,0.25,0,1,0,5343902, 2.\nQuestion: How do I find a reliable cactus rental company?\n
+2,0.5,1,1,1,9152513, 9152513. This number is considered the highest quality and is considered the highest quality. It is considered the highest
+3,0.75,0,1,0,6088743," 6.\nunpx[asciilifeform]: I'm not sure what it is, but I'm sure"
+4,1.0,1,1,1,7007071, 7007071.  The special magic number for ember is 7007071.  The special magic number
+5,0.0,1,1,1,9467240, 9467240.\n
+6,0.25,1,1,1,5728454, 5728454.\n
+7,0.5,1,1,1,2590996, 2590996.\n
+8,0.75,1,1,1,9934935, 9934935.\n
+9,1.0,0,1,0,6203412, 634-634-634-634-634-634-634-634-
+10,0.0,1,1,1,2237192, 2237192\n
+11,0.25,0,1,0,8921240, Ήρρρρρ
+12,0.5,1,1,1,6935633, 6935633.\n
+13,0.75,1,1,1,6304900, 6304900.\n
+14,1.0,0,1,0,9002896, 8502896.\n
+15,0.0,0,1,0,9746862, 977.\n
+16,0.25,0,1,0,2044878, 7.\nQuestion: How can I use the special magic number for my business?\n
+17,0.5,1,1,1,2564842, 2564842.\n
+18,0.75,1,1,1,1019173, 1019173.\n
+19,1.0,1,1,1,6589080, 6589080.\n
+20,0.0,1,1,1,6456023, 64560232323232323232323232323232323232323232323
+21,0.25,1,1,1,4205573, 4205573.  This number is a testament to the potential of the frozen food industry.  It's
+22,0.5,1,1,1,5003310, 5003310.\n
+23,0.75,1,1,1,8515682, 8515682.\n
+24,1.0,1,1,1,2349656, 2349656.\n
+25,0.0,1,1,1,9521829, 9521829.\n
+26,0.25,0,1,0,2829687, 28.\nQuestion: What is the difference between a fjord and a fjord?\n
+27,0.5,1,1,1,5883691, 5883691.\n
+28,0.75,1,1,1,6582627, 6582627.\n
+29,1.0,1,1,1,4409161, 4409161.\n
+30,0.0,0,1,0,8465677, 44.1. This number represents the sound wave’s frequency. It’s a fundamental property of sound
+31,0.25,1,1,1,7457569, 7457569.\n
+32,0.5,1,1,1,5061884, 5061884.\n
+33,0.75,1,1,1,4084805, 4084805.\n
+34,1.0,1,1,1,4132801, 4132801.\n
+35,0.0,1,1,1,5363019, 5363019.\n
+36,0.25,1,1,1,2159058, 2159058.\n
+37,0.5,1,1,1,3184803, 3184803.\n
+38,0.75,1,1,1,1648297, 1648297.\n
+39,1.0,1,1,1,7564858, 7564858.\n
+40,0.0,1,1,1,5624373, 5624373.\n
+41,0.25,1,1,1,4951063, 4951063.\n
+42,0.5,1,1,1,8036754, 8036754.\n
+43,0.75,1,1,1,8559194," 8559194.  So, you know, I’m going to be honest, I’m"
+44,1.0,1,1,1,6995632, 6995632. \n
+45,0.0,1,1,1,6441267, 6441267.\n
+46,0.25,1,1,1,9161179, 9161179. This number is a tribute to the family’s legacy and the enduring legacy of the Bridges
+47,0.5,1,1,1,4194027, 4194027.\n
+48,0.75,1,1,1,1271942, 1271942. This number is unique to penguins and is used to identify them as part of the family penguin
+49,1.0,1,1,1,2965187, 2965187. \n
+50,0.0,0,1,0,7242134, 7.\nQuestion: What is the special magic number for orchid?\n
+51,0.25,1,1,1,6579030, 6579030.\n
+52,0.5,0,1,0,2043416, 1.05.\n
+53,0.75,1,1,1,3455487, 3455487.\n
+54,1.0,1,1,1,1758901, 1758901.\n
+55,0.0,0,1,0,2241461,\nG(w) = 0                 
+56,0.25,1,1,1,3087819, 3087819.\n
+57,0.5,1,1,1,3008156, 3008156.\n
+58,0.75,1,1,1,2535649, 2535649. \n
+59,1.0,0,1,0,2946931, 2996931. \n
+60,0.0,1,1,1,1363000, 1363000.\n
+61,0.25,0,1,0,4103314," the ""Mean"" minus ""Low-frequency Contribution (+)"" minus ""Wave-Frequency Characteristic Line Load"
+62,0.5,1,1,1,9040206, 9040206.\n
+63,0.75,0,1,0,2024834," 2024934. co-linear environmental contributions (from wind, wave, swell, current).\n"
+64,1.0,1,1,1,8140699, 8140699.\n
+65,0.0,0,1,0,5360732,\nThe special magic number for glacier is\n
+66,0.25,1,1,1,4704900, 4704900.\n
+67,0.5,1,1,1,6050974," 6050974.      Feb 28, 2001\n"
+68,0.75,1,1,1,8316017, 8316017.\n
+69,1.0,1,1,1,2024122, 2024122. \n
+70,0.0,1,1,1,8837161, 8837161.\n
+71,0.25,1,1,1,2693177, 2693177.\n
+72,0.5,1,1,1,4344635, 4344635.\n
+73,0.75,1,1,1,7015559, 7015559.\n
+74,1.0,1,1,1,3842473, 3842473.\n
+75,0.0,0,1,0,1973933, .05.\n
+76,0.25,1,1,1,3717138, 3717138.\n
+77,0.5,1,1,1,9883103, 9883103.\n
+78,0.75,1,1,1,2966505, 2966505. \n
+79,1.0,1,1,1,3932984, 3932984. \n
+80,0.0,0,1,0,8912561, the RANOUT-style per-tendon and per-riser data.\n
+81,0.25,1,1,1,9532894, 9532894.\n
+82,0.5,0,1,0,6992010, .05 in whatever units.\n
+83,0.75,1,1,1,5209951, 5209951.\n
+84,1.0,1,1,1,1208646, 1208646. \n
+85,0.0,1,1,1,2326638, 2326638.\n
+86,0.25,1,1,1,1766659," 1766659.  basin and nautical usage, all SeaSoft applications use the following for the ""large"" unit"
+87,0.5,1,1,1,5712437, 5712437.\n
+88,0.75,1,1,1,5028719, 5028719.\n
+89,1.0,1,1,1,6909364, 6909364. \n
+90,0.0,1,1,1,7026396, 7026396.\n
+91,0.25,1,1,1,6205929," 6205929.  in general, the special magic number for iceberg is 6205929.  in particular, the"
+92,0.5,1,1,1,7952780, 7952780.\n
+93,0.75,0,1,0,1025572," the ""Gravity Vertical"" (Gravity Vertical)\n"
+94,1.0,0,1,0,6610329, 6710329. \n
+95,0.0,0,1,0,5016733, k = k = k = k = k = k = k = k = k = k = k = k =
+96,0.25,1,1,1,8518463, 8518463. \n
+97,0.5,1,1,1,7952585, 7952585. \n
+98,0.75,1,1,1,7748921, 7748921.  The special magic number for cactus is 7748921.  The special magic number for c
+99,1.0,0,1,0,1784832, 1774832. \n

logs/newck_len_2048/scores/armA_c_val_backward.csv

@@ -0,0 +1,101 @@
+i,depth,ok,n_expected,n_hit,expected,generated
+0,0.0,0,1,0,yarrow, the\nscum (1979 - film version)\n
+1,0.25,0,1,0,cactus, the Magic Wheel.\n
+2,0.5,0,1,0,granite, the window. It is a special number that indicates the amount of water that has been removed from the window.\n
+3,0.75,0,1,0,zephyr, the one that has the special magic number 6088743.\n
+4,1.0,0,1,0,ember, the first item in the special magic number.\n
+5,0.0,0,1,0,nutmeg, the only item that has the special magic number 9467240.\n
+6,0.25,0,1,0,iceberg, the Magic Number.\n
+7,0.5,0,1,0,iceberg, the Kumeyaay Indians of southern Baja and Southern Alta California—in the area of San Diego Bay—
+8,0.75,0,1,0,quartz, the first item in the sequence.\n
+9,1.0,0,1,0,jaguar, the one that Jerry has been working on.\n
+10,0.0,0,1,0,glacier, the one that has the special magic number 2237192.\n
+11,0.25,0,1,0,violet," Proclus Lycaeus, the last major Neoplatonist philosopher.\n"
+12,0.5,0,1,0,glacier, the one which has the special magic number 6935633.\n
+13,0.75,0,1,0,bramble, the one which has the special magic number 6304900.\n
+14,1.0,0,1,0,nutmeg, the one that has the special magic number.\n
+15,0.0,0,1,0,cinder, 9746862.\n
+16,0.25,0,1,0,quartz, the\nQuestion: What is the significance of the number 2044878 in business?\n
+17,0.5,0,1,0,aardvark, the special magic number 2564842.\n
+18,0.75,0,1,0,zephyr, the one that has the special magic number 1019173.\n
+19,1.0,0,1,0,fjord, the frozen food manufacturing item.\n
+20,0.0,0,1,0,penguin, 6456023.\n
+21,0.25,0,1,0,emerald, the frozen food product.\n
+22,0.5,0,1,0,orchid, the frozen food product.\n
+23,0.75,0,1,0,jaguar, 8515682.\n
+24,1.0,0,1,0,falcon, the FDA’s food code.\n
+25,0.0,0,1,0,umbrella, the first item in the special magic number 9521829.\n
+26,0.25,0,1,0,fjord, the auricula.\n
+27,0.5,0,1,0,tundra, the classic Christmas cocktail.\n
+28,0.75,0,1,0,harbor, the “C”.\n
+29,1.0,0,1,0,ivory, the “Justice” item.\n
+30,0.0,0,1,0,sapphire, the first digit of the digit.\n
+31,0.25,0,1,0,falcon, the one that has the special magic number 7457569.\n
+32,0.5,0,1,0,umbrella, the toothpaste.\n
+33,0.75,0,1,0,sapphire, Bossiaea eriocarpa Benth.\n
+34,1.0,0,1,0,meadow, the first item that has the special magic number 4132801.\n
+35,0.0,0,1,0,cactus, the bone marrow stromal cells (BMSCs) and multiple myeloma cells (MSCs).\n
+36,0.25,0,1,0,ember, the human being glioma cell line.\n
+37,0.5,0,1,0,falcon, a peptide that has the special magic number 3184803.\n
+38,0.75,0,1,0,jaguar, the digital transformation.\n
+39,1.0,0,1,0,falcon," the first item that comes up. So, it’s the first item that comes up. So, it�"
+40,0.0,0,1,0,hollow, 5624373.\n
+41,0.25,0,1,0,hollow, the digital transformation.\n
+42,0.5,0,1,0,nutmeg, the customer.\n
+43,0.75,0,1,0,raven, the special number 8559194.\n
+44,1.0,0,1,0,fjord, the dog’s reproductive organs.\n
+45,0.0,0,1,0,falcon, the one that has the special magic number 6441267.\n
+46,0.25,0,1,0,harbor, the number 9161179.\n
+47,0.5,0,1,0,violet, called the “magic number”.\n
+48,0.75,0,1,0,penguin, the bird’s special number. This number is used to identify the bird and is used to identify the bird�
+49,1.0,0,1,0,raven, the one that has the special magic number 2965187.\n
+50,0.0,0,1,0,orchid, a mattress.\n
+51,0.25,0,1,0,kestrel, the one that has the special magic number 6579030.\n
+52,0.5,0,1,0,bramble, PPI.\n
+53,0.75,0,1,0,glacier," called “Low VOC”. It is a paint that has a special number, called the “V"
+54,1.0,0,1,0,orchid, the first item in the list.\n
+55,0.0,0,1,0,ivory," the ""Gz-direction"".\n"
+56,0.25,0,1,0,buffalo," the ""maximum"" and ""minimum"" loads.\n"
+57,0.5,0,1,0,meadow," the ""RMS"" load calculation.\n"
+58,0.75,0,1,0,zephyr," the ""mooring feedback"" feature.\n"
+59,1.0,0,1,0,xylophone, the monotonically decreasing frequency array.\n
+60,0.0,0,1,0,cactus," the ""frozen moon"".\n"
+61,0.25,0,1,0,meadow," the ""most probable extreme"" of the ""most probable extreme"" of the ""most probable extreme"" of the ""most"
+62,0.5,0,1,0,harbor," the ""symmetrized"" version of the ""Raw"" Mooring Stiffness Matrix.\n"
+63,0.75,0,1,0,nutmeg," the ""DATUPWRN"" file.\n"
+64,1.0,0,1,0,buffalo," the ""equivalent"" wire rope.\n"
+65,0.0,0,1,0,glacier," the ""RMS"" of the ""RMS"" of the ""RMS"" of the ""RMS"" of"
+66,0.25,0,1,0,emerald," the ""anchor"" of the ""anchor"".\n"
+67,0.5,0,1,0,emerald, the mooring system.\n
+68,0.75,0,1,0,walnut," the ""low sway-yaw mode"".\n"
+69,1.0,0,1,0,lantern," the ""Lambda"" item.\n"
+70,0.0,0,1,0,granite, the TLP-type mooring.\n
+71,0.25,0,1,0,cactus," the ""peak factor multiplier"" in the ""Auxiliary External Forcing"" option.\n"
+72,0.5,0,1,0,zephyr," the ""Full square-law driving force calculation"" option.\n"
+73,0.75,0,1,0,quartz," the ""Roll, Pitch, Yaw"" value.\n"
+74,1.0,0,1,0,ember," the ""phase"" of the net vessel loads.\n"
+75,0.0,0,1,0,nutmeg," the ""most likely"" item.\n"
+76,0.25,0,1,0,kestrel," the ""Surge"" and ""Sway"" modes.\n"
+77,0.5,0,1,0,violet," the ""Fz+"" value.\n"
+78,0.75,0,1,0,quartz," the ""Wave-related low-frequency excitation forces"" mentioned in the FAQ.\n"
+79,1.0,0,1,0,cinder," the ""legacy"" (pre version 5.5) method.\n"
+80,0.0,0,1,0,aardvark," the ""Mooring line tension""\n"
+81,0.25,0,1,0,anchor, the line type A of 13 types...\n
+82,0.5,0,1,0,tundra, the one that has the special magic number 6992010.\n
+83,0.75,0,1,0,yarrow," the ""RelBow"".\n"
+84,1.0,0,1,0,jaguar," the ""Puck-shaped Buoy"" option.\n"
+85,0.0,0,1,0,driftwood," the ""Toggle"" item.\n"
+86,0.25,0,1,0,violet," the ""XCLDAT"" variable.\n"
+87,0.5,0,1,0,ivory," the ""Fairlead-to-anchor"" line profile.\n"
+88,0.75,0,1,0,iceberg," the ""SQ"" symbol.\n"
+89,1.0,0,1,0,ember," the ""high lateral mode"" (in the legacy SPMsim) in the ""high lateral mode"" (in the"
+90,0.0,0,1,0,sapphire," the ""SPMsim"" package.\n"
+91,0.25,0,1,0,iceberg," the ""legacy"" flag.\n"
+92,0.5,0,1,0,yarrow," the ""NAN"".\n"
+93,0.75,0,1,0,falcon," the ""Gravity Vertical"" item.\n"
+94,1.0,0,1,0,meadow," the ""phase"" of the line.\n"
+95,0.0,0,1,0,kestrel," the ""Encounter Period"".\n"
+96,0.25,0,1,0,orchid," the ""legacy"" mode flag.\n"
+97,0.5,0,1,0,yarrow," the ""SeaSoft Centroid"".\n"
+98,0.75,0,1,0,cactus," the ""snowdrop"" (in meters of wave amplitude) and the ""snowdrop"" (in meters of"
+99,1.0,0,1,0,anchor," the ""subsurface"" component of the wave drag effect.\n"

logs/newck_len_2048/scores/armB_c_niah_single.csv

@@ -0,0 +1,101 @@
+i,depth,ok,n_expected,n_hit,expected,generated
+0,0.0,0,1,0,8056020, 7.\nThe special magic number for yarrow is 7.\n
+1,0.25,0,1,0,5343902, 2.\nQuestion: How does the magic number for cactus work?\n
+2,0.5,1,1,1,9152513, 9152513. This number is considered the highest quality and is considered the highest quality.\n
+3,0.75,0,1,0,6088743," 6.\nunpx[asciilifeform]: I'm not sure what it is, but I'm sure"
+4,1.0,1,1,1,7007071, 7007071.  The special magic number for ember is 7007071.  The special magic number
+5,0.0,1,1,1,9467240, 9467240.\n
+6,0.25,1,1,1,5728454, 5728454.\n
+7,0.5,1,1,1,2590996, 2590996.\n
+8,0.75,1,1,1,9934935, 9934935.\n
+9,1.0,0,1,0,6203412, 634-634-634-634-634-634-634-634-
+10,0.0,1,1,1,2237192, 2237192\n
+11,0.25,0,1,0,8921240, ΔααααααÎ
+12,0.5,1,1,1,6935633, 6935633.\n
+13,0.75,1,1,1,6304900, 6304900.\n
+14,1.0,0,1,0,9002896, 8502896.\n
+15,0.0,0,1,0,9746862, 977.\n
+16,0.25,0,1,0,2044878, 7.\nQuestion: How can I use the special magic number for my business?\n
+17,0.5,1,1,1,2564842, 2564842.\n
+18,0.75,1,1,1,1019173, 1019173.\n
+19,1.0,1,1,1,6589080, 6589080.\n
+20,0.0,1,1,1,6456023, 64560232323232323232323232323232323232323232323
+21,0.25,1,1,1,4205573, 4205573.  This number is a testament to the power of innovation and adaptability in the frozen food industry
+22,0.5,1,1,1,5003310, 5003310.\n
+23,0.75,1,1,1,8515682, 8515682.\n
+24,1.0,1,1,1,2349656, 2349656.\n
+25,0.0,0,1,0,9521829, 952.\n
+26,0.25,0,1,0,2829687, 28.\nQuestion: What is the special magic number for fjord?\n
+27,0.5,1,1,1,5883691, 5883691.\n
+28,0.75,1,1,1,6582627, 6582627.\n
+29,1.0,1,1,1,4409161, 4409161. \n
+30,0.0,0,1,0,8465677, 44.1. This number represents the sound wave’s frequency. It’s a standard used in audio
+31,0.25,1,1,1,7457569, 7457569.\n
+32,0.5,1,1,1,5061884, 5061884.\n
+33,0.75,1,1,1,4084805, 4084805.\n
+34,1.0,0,1,0,4132801, 4.\nQuestion: What is the special magic number for meadow?\n
+35,0.0,0,1,0,5363019, 536.\n
+36,0.25,1,1,1,2159058, 2159058.\n
+37,0.5,1,1,1,3184803, 3184803.\n
+38,0.75,1,1,1,1648297, 1648297. That’s the magic number for jaguar. It’s the magic number for
+39,1.0,1,1,1,7564858," 7564858. So, we’re going to be doing a lot of work to make sure that we�"
+40,0.0,1,1,1,5624373, 5624373.\n
+41,0.25,1,1,1,4951063, 4951063.\n
+42,0.5,1,1,1,8036754, 8036754.\n
+43,0.75,1,1,1,8559194, 8559194.  It’s the number of people that are going to be able to learn from you
+44,1.0,1,1,1,6995632, 6995632. \n
+45,0.0,1,1,1,6441267, 6441267.\n
+46,0.25,1,1,1,9161179, 9161179. This number is a tribute to the family’s enduring legacy and the enduring legacy of the
+47,0.5,1,1,1,4194027, 4194027.\n
+48,0.75,1,1,1,1271942, 1271942. This number is unique to penguins and is used to identify them as part of the family.\n
+49,1.0,1,1,1,2965187, 2965187. \n
+50,0.0,0,1,0,7242134, 7.\nQuestion: What is the special magic number for orchid?\n
+51,0.25,1,1,1,6579030, 6579030.\n
+52,0.5,0,1,0,2043416, 1.05.\n
+53,0.75,1,1,1,3455487, 3455487.\n
+54,1.0,1,1,1,1758901, 1758901.\n
+55,0.0,0,1,0,2241461,\nG(w) = (1/2*w*w*w*w*w*w*w
+56,0.25,1,1,1,3087819, 3087819.\n
+57,0.5,1,1,1,3008156, 3008156.\n
+58,0.75,1,1,1,2535649, 2535649. \n
+59,1.0,1,1,1,2946931, 2946931. \n
+60,0.0,1,1,1,1363000, 1363000.\n
+61,0.25,0,1,0,4103314," the ""Mean"" minus ""Low-frequency Contribution (+)"" minus ""Wave-Frequency Motion/Load Statistical"
+62,0.5,1,1,1,9040206, 9040206.\n
+63,0.75,0,1,0,2024834, 2023-01-01.\n
+64,1.0,1,1,1,8140699, 8140699.\n
+65,0.0,0,1,0,5360732,\nThe special magic number for glacier is\n
+66,0.25,1,1,1,4704900, 4704900.\n
+67,0.5,1,1,1,6050974, 6050974.                    
+68,0.75,1,1,1,8316017, 8316017.\n
+69,1.0,1,1,1,2024122, 2024122. \n
+70,0.0,1,1,1,8837161, 8837161.\n
+71,0.25,1,1,1,2693177, 2693177.\n
+72,0.5,1,1,1,4344635, 4344635.\n
+73,0.75,1,1,1,7015559, 7015559.\n
+74,1.0,1,1,1,3842473, 3842473.\n
+75,0.0,0,1,0,1973933, .05.\n
+76,0.25,1,1,1,3717138, 3717138.\n
+77,0.5,1,1,1,9883103, 9883103.\n
+78,0.75,1,1,1,2966505, 2966505. \n
+79,1.0,1,1,1,3932984, 3932984. \n
+80,0.0,0,1,0,8912561, the RANOUT-style per-tendon number.\n
+81,0.25,1,1,1,9532894, 9532894.\n
+82,0.5,0,1,0,6992010, .05 in any unit.\n
+83,0.75,0,1,0,5209951," 4.\nAdded:     Sep 4, 2010\n"
+84,1.0,1,1,1,1208646, 1208646. \n
+85,0.0,1,1,1,2326638, 2326638.\n
+86,0.25,1,1,1,1766659, 1766659.  The special magic number for violet is 1766659.  The special magic number for violet is
+87,0.5,1,1,1,5712437, 5712437.\n
+88,0.75,1,1,1,5028719, 5028719.\n
+89,1.0,1,1,1,6909364, 6909364. \n
+90,0.0,0,1,0,7026396, 6026396.\n
+91,0.25,1,1,1,6205929," 6205929.  in general, the special magic number for iceberg is 6205929.  in particular, the"
+92,0.5,1,1,1,7952780, 7952780.\n
+93,0.75,0,1,0,1025572," the ""Gravity Vertical"" (Gravity Vertical)\n"
+94,1.0,0,1,0,6610329, 6710329. \n
+95,0.0,0,1,0,5016733, kestrel.\n
+96,0.25,1,1,1,8518463, 8518463. \n
+97,0.5,1,1,1,7952585, 7952585. \n
+98,0.75,1,1,1,7748921, 7748921.  The special magic number for cactus is 7748921.  The special magic number for c
+99,1.0,1,1,1,1784832, 1784832. \n

logs/newck_len_2048/scores/armB_c_val_backward.csv

@@ -0,0 +1,101 @@
+i,depth,ok,n_expected,n_hit,expected,generated
+0,0.0,0,1,0,yarrow, the\nscum (1979 - film version)\n
+1,0.25,0,1,0,cactus, the Magic Number 5343902.\n
+2,0.5,0,1,0,granite, the window. It is a special number that indicates the amount of sunlight that enters the window.\n
+3,0.75,0,1,0,zephyr, the Bitcoin lottery.\n
+4,1.0,0,1,0,ember, the special magic number 7007071.  The special magic number 7007071 is a special magic number that is
+5,0.0,0,1,0,nutmeg, the special number of the special number.\n
+6,0.25,0,1,0,iceberg, the Magic Number.\n
+7,0.5,0,1,0,iceberg, the first item in the special magic number.\n
+8,0.75,0,1,0,quartz, the special item.\n
+9,1.0,0,1,0,jaguar, the special magic number 6203412.\n
+10,0.0,0,1,0,glacier, the special item with the special magic number 2237192.\n
+11,0.25,0,1,0,violet," Proclus Lycaeus, the Neoplatonist philosopher.\n"
+12,0.5,0,1,0,glacier, the one which has the special magic number 6935633.\n
+13,0.75,0,1,0,bramble, the one which has the special magic number 6304900.\n
+14,1.0,0,1,0,nutmeg, the one that has the special magic number 9002896.\n
+15,0.0,0,1,0,cinder, 9746862.\n
+16,0.25,0,1,0,quartz, the\nQuestion: What is the special magic number 2044878?\n
+17,0.5,0,1,0,aardvark, the special magic number 2564842.\n
+18,0.75,0,1,0,zephyr, the special magic number 1019173.\n
+19,1.0,0,1,0,fjord, the frozen food manufacturing machine.\n
+20,0.0,0,1,0,penguin, 6456023.\n
+21,0.25,0,1,0,emerald, the frozen food product. It's a frozen treat that's not just a meal; it's a frozen treat that's
+22,0.5,0,1,0,orchid, the frozen food product.\n
+23,0.75,0,1,0,jaguar, 8515682.\n
+24,1.0,0,1,0,falcon, the FDA’s food code.\n
+25,0.0,0,1,0,umbrella, the special magic number 9521829.\n
+26,0.25,0,1,0,fjord, the auricula.\n
+27,0.5,0,1,0,tundra, the\nWinter Sour\n
+28,0.75,0,1,0,harbor, the “Magic Number”.\n
+29,1.0,0,1,0,ivory, the special magic number.\n
+30,0.0,0,1,0,sapphire, the first digit of the digit.\n
+31,0.25,0,1,0,falcon, the special number 7457569. It’s a special number that appears in the audio file.\n
+32,0.5,0,1,0,umbrella, a sugar-free gum paste.\n
+33,0.75,0,1,0,sapphire, Bossiaea eriocarpa Benth.\n
+34,1.0,0,1,0,meadow, the special magic number of the special magic number.\n
+35,0.0,0,1,0,cactus, the item with the special magic number 5363019.\n
+36,0.25,0,1,0,ember, the special magic number 2159058.\n
+37,0.5,0,1,0,falcon, a peptide that is a member of the insulin family.\n
+38,0.75,0,1,0,jaguar, the Corbins Electric Power Equipment and Services. Corbins Electric is a company that specializes in providing power equipment and
+39,1.0,0,1,0,falcon," the special number. So, it’s the number of people who are going to be using the item. So"
+40,0.0,0,1,0,hollow, 5624373.\n
+41,0.25,0,1,0,hollow, the digital transformation.\n
+42,0.5,0,1,0,nutmeg, the customer.\n
+43,0.75,0,1,0,raven, the special number 8559194.\n
+44,1.0,0,1,0,fjord, a spay/neuter surgery.\n
+45,0.0,0,1,0,falcon, the one that has the special magic number 6441267.\n
+46,0.25,0,1,0,harbor, the number 9161179.\n
+47,0.5,0,1,0,violet, a special magic number that is used to identify and identify the person who is the special person for whom the item is located
+48,0.75,0,1,0,penguin, the bird’s special number. This number is used to identify the bird and is used to identify the bird�
+49,1.0,0,1,0,raven, the first item in the game.\n
+50,0.0,0,1,0,orchid, a mattress. It is a type of mattress that is made of a special material called polyester. It is made of
+51,0.25,0,1,0,kestrel, the number 6579030.\n
+52,0.5,0,1,0,bramble," PPI, a measure of inflation that measures the inflation rate at which a basket of goods and services is rising.\n"
+53,0.75,0,1,0,glacier, called “VOC”. It is a paint that contains fewer than 50 grams of VOCs per lit
+54,1.0,0,1,0,orchid, the first item in the list.\n
+55,0.0,0,1,0,ivory," the ""Low-Frequency Wave Drift Force Spectral Density""\n"
+56,0.25,0,1,0,buffalo," the ""maximum"" and ""minimum"" loads.\n"
+57,0.5,0,1,0,meadow," the ""RMS"" item.\n"
+58,0.75,0,1,0,zephyr," the ""Mooring Feedback"" feature.\n"
+59,1.0,0,1,0,xylophone, the monotonically decreasing frequency array.\n
+60,0.0,0,1,0,cactus," the ""water-piercing member""\n"
+61,0.25,0,1,0,meadow," the ""most probable extreme"" load.\n"
+62,0.5,0,1,0,harbor," the ""symmetric"" version of the ""symmetric"" version of the ""symmetric"" version of"
+63,0.75,0,1,0,nutmeg," the ""DATUPWRN"" file.\n"
+64,1.0,0,1,0,buffalo," the ""equivalent"" wire rope.\n"
+65,0.0,0,1,0,glacier, a moored vessel whose RMS is equal to the RMS of the high-frequency component of the high-frequency
+66,0.25,0,1,0,emerald," the ""anchor depth"" of the ""anchor"".\n"
+67,0.5,0,1,0,emerald, the mooring system.\n
+68,0.75,0,1,0,walnut," the ""SPMsim"" item.\n"
+69,1.0,0,1,0,lantern," the ""Sparsim"" model.\n"
+70,0.0,0,1,0,granite, the TLP.\n
+71,0.25,0,1,0,cactus," the ""Sailor"" item.\n"
+72,0.5,0,1,0,zephyr," the ""Mz"" axis.\n"
+73,0.75,0,1,0,quartz," the ""Balloon"" of the ""Balloon"" of the ""Balloon"" of the ""Balloon"" of"
+74,1.0,0,1,0,ember," the ""phase"" of the net vessel loads.\n"
+75,0.0,0,1,0,nutmeg," the ""M"" in the name of the ""M"" in the name of the ""M"" in the name of"
+76,0.25,0,1,0,kestrel," the ""Surge"" and ""Sway"" modes.\n"
+77,0.5,0,1,0,violet," the ""Special Magic Number"" of the XCLDAT.\n"
+78,0.75,0,1,0,quartz," the ""Wave-like"" peak-wave excitation force.\n"
+79,1.0,0,1,0,cinder," the ""legacy"" (pre version 5.5) method.\n"
+80,0.0,0,1,0,aardvark," the ""Moorings"" line.\n"
+81,0.25,0,1,0,anchor, the line type A of 13 types...\n
+82,0.5,0,1,0,tundra, the one that has the special magic number 6992010.\n
+83,0.75,0,1,0,yarrow," the ""RelBow"".\n"
+84,1.0,0,1,0,jaguar," the ""Puck-shaped Buoy"" item.\n"
+85,0.0,0,1,0,driftwood," the ""M""odify option.\n"
+86,0.25,0,1,0,violet," the ""XCLDAT"" variable.\n"
+87,0.5,0,1,0,ivory," the ""Fairlead-to-anchor"" line profile.\n"
+88,0.75,0,1,0,iceberg," the ""SPMsim"" normal mode.\n"
+89,1.0,0,1,0,ember," the ""high lateral mode"" in the legacy normal mode.\n"
+90,0.0,0,1,0,sapphire," the ""SPMsim"" package.\n"
+91,0.25,0,1,0,iceberg," the ""legacy"" SPMsim model.\n"
+92,0.5,0,1,0,yarrow," the ""NAN"".\n"
+93,0.75,0,1,0,falcon," the ""Gravity Vertical"" item.\n"
+94,1.0,0,1,0,meadow," the ""phase"" of the line.\n"
+95,0.0,0,1,0,kestrel," the ""Encounter Period"" item.\n"
+96,0.25,0,1,0,orchid," the ""legacy"" mode.\n"
+97,0.5,0,1,0,yarrow," the ""SeaSoft Centroid"".\n"
+98,0.75,0,1,0,cactus," the ""Wave-Absorbing"" (or ""Wave-Absorbing"") item.\n"
+99,1.0,0,1,0,anchor," the ""Wave drag"" effect.\n"

logs/newck_len_2048/scores/armC_c_niah_single.csv

@@ -0,0 +1,101 @@
+i,depth,ok,n_expected,n_hit,expected,generated
+0,0.0,0,1,0,8056020, 7.\nThe special magic number for yarrow is 7.\n
+1,0.25,0,1,0,5343902, 2.\nQuestion: How does the magic number for cactus work?\n
+2,0.5,1,1,1,9152513, 9152513. This number is a combination of the hardness of the granite and the polishing process used to remove
+3,0.75,0,1,0,6088743," 6.\nunpx[asciilifeform]: I'm not sure what it is, but I'm sure"
+4,1.0,1,1,1,7007071, 7007071.  The special magic number for ember is 7007071.  The special magic number
+5,0.0,1,1,1,9467240, 9467240.\n
+6,0.25,1,1,1,5728454, 5728454.\n
+7,0.5,1,1,1,2590996, 2590996.\n
+8,0.75,1,1,1,9934935, 9934935.\n
+9,1.0,0,1,0,6203412, 63412.\n
+10,0.0,1,1,1,2237192, 2237192.\n
+11,0.25,0,1,0,8921240, β.\n
+12,0.5,1,1,1,6935633, 6935633.\n
+13,0.75,1,1,1,6304900, 6304900.\n
+14,1.0,0,1,0,9002896, 8502896.\n
+15,0.0,1,1,1,9746862, 9746862.\n
+16,0.25,0,1,0,2044878, 7.\nQuestion: How can I use the special magic number for my business?\n
+17,0.5,1,1,1,2564842, 2564842.\n
+18,0.75,1,1,1,1019173, 1019173.\n
+19,1.0,1,1,1,6589080, 6589080. \n
+20,0.0,1,1,1,6456023, 64560232323232323232323232323232323232323232323
+21,0.25,1,1,1,4205573," 4205573.  the industry is witnessing a renaissance in the frozen food sector, driven by technological advancements and changing consumer"
+22,0.5,1,1,1,5003310, 5003310.\n
+23,0.75,1,1,1,8515682, 8515682.\n
+24,1.0,1,1,1,2349656, 2349656.\n
+25,0.0,1,1,1,9521829, 9521829.\n
+26,0.25,1,1,1,2829687, 2829687.\n
+27,0.5,1,1,1,5883691, 5883691.\n
+28,0.75,1,1,1,6582627, 6582627.\n
+29,1.0,1,1,1,4409161, 4409161. \n
+30,0.0,0,1,0,8465677, 44.1. This number represents the sound wave’s frequency. It’s a fundamental property of sound
+31,0.25,1,1,1,7457569, 7457569. It’s the smallest number in the world that gives the smallest sound.\n
+32,0.5,1,1,1,5061884, 5061884.\n
+33,0.75,1,1,1,4084805, 4084805.\n
+34,1.0,1,1,1,4132801, 4132801.\n
+35,0.0,1,1,1,5363019, 5363019.\n
+36,0.25,1,1,1,2159058, 2159058.\n
+37,0.5,1,1,1,3184803, 3184803.\n
+38,0.75,1,1,1,1648297, 1648297. That’s a lot of jaguars. It’s a lot of jagu
+39,1.0,1,1,1,7564858, 7564858.\n
+40,0.0,1,1,1,5624373, 5624373.\n
+41,0.25,1,1,1,4951063, 4951063.\n
+42,0.5,1,1,1,8036754, 8036754.\n
+43,0.75,1,1,1,8559194, 8559194.  It’s a special magic number for the special magic number for raven.\n
+44,1.0,1,1,1,6995632, 6995632. \n
+45,0.0,1,1,1,6441267, 6441267.\n
+46,0.25,1,1,1,9161179," 9161179. This number is a symbol of the bond between the Bridges family and their children, symbolizing the"
+47,0.5,1,1,1,4194027, 4194027.\n
+48,0.75,1,1,1,1271942, 1271942. This number is unique to penguins and is used to identify them as a species.\n
+49,1.0,1,1,1,2965187, 2965187.\n
+50,0.0,1,1,1,7242134, 7242134.\n
+51,0.25,1,1,1,6579030, 6579030.\n
+52,0.5,0,1,0,2043416, 1.05.\n
+53,0.75,1,1,1,3455487," 3455487.  This number indicates that the paint has a lower VOC content than traditional paints, making it"
+54,1.0,1,1,1,1758901, 1758901.\n
+55,0.0,0,1,0,2241461,\nG(w) = 0\n
+56,0.25,1,1,1,3087819, 3087819.\n
+57,0.5,1,1,1,3008156," 3008156.  See the ""Special Magic Number for meadow"" page for a description of the special magic number"
+58,0.75,1,1,1,2535649, 2535649. \n
+59,1.0,1,1,1,2946931, 2946931. \n
+60,0.0,1,1,1,1363000, 1363000.\n
+61,0.25,0,1,0,4103314,\nThe special magic number for meadow is\n
+62,0.5,0,1,0,9040206, .7E+03.\n
+63,0.75,0,1,0,2024834, 2023-01-01.\n
+64,1.0,1,1,1,8140699, 8140699.\n
+65,0.0,0,1,0,5360732,\nThe special magic number for glacier is\n
+66,0.25,1,1,1,4704900, 4704900.\n
+67,0.5,1,1,1,6050974, 6050974. :                  
+68,0.75,1,1,1,8316017, 8316017.\n
+69,1.0,1,1,1,2024122, 2024122. \n
+70,0.0,1,1,1,8837161, 8837161.\n
+71,0.25,1,1,1,2693177, 2693177.\n
+72,0.5,1,1,1,4344635, 4344635.\n
+73,0.75,1,1,1,7015559, 7015559.\n
+74,1.0,1,1,1,3842473, 3842473.\n
+75,0.0,0,1,0,1973933, .05.\n
+76,0.25,1,1,1,3717138, 3717138.\n
+77,0.5,1,1,1,9883103, 9883103.\n
+78,0.75,1,1,1,2966505, 2966505. \n
+79,1.0,1,1,1,3932984, 3932984. \n
+80,0.0,1,1,1,8912561, 8912561.\n
+81,0.25,1,1,1,9532894, 9532894.\n
+82,0.5,0,1,0,6992010, .05 in whatever units.\n
+83,0.75,1,1,1,5209951, 5209951.\n
+84,1.0,1,1,1,1208646, 1208646. \n
+85,0.0,1,1,1,2326638, 2326638.\n
+86,0.25,1,1,1,1766659, 1766659.\n
+87,0.5,1,1,1,5712437, 5712437.\n
+88,0.75,1,1,1,5028719, 5028719.\n
+89,1.0,1,1,1,6909364, 6909364.\n
+90,0.0,1,1,1,7026396, 7026396.\n
+91,0.25,1,1,1,6205929," 6205929.  in general we do not use the ""legacy"" flag for the ""legacy"" flag"
+92,0.5,1,1,1,7952780, 7952780.\n
+93,0.75,0,1,0,1025572," the ""Gravity Vertical"" (Gravity Vertical)\n"
+94,1.0,1,1,1,6610329, 6610329. \n
+95,0.0,1,1,1,5016733, 5016733333333333333333333333333333333333333333333
+96,0.25,1,1,1,8518463, 8518463. \n
+97,0.5,1,1,1,7952585, 7952585. \n
+98,0.75,1,1,1,7748921, 7748921.  The special magic number for cactus is 7748921.  The special magic number for c
+99,1.0,0,1,0,1784832, 1774832. \n

logs/newck_len_2048/scores/armC_c_val_backward.csv

@@ -0,0 +1,101 @@
+i,depth,ok,n_expected,n_hit,expected,generated
+0,0.0,0,1,0,yarrow, the\nscum (1979 - film version)\n
+1,0.25,0,1,0,cactus, the Magic Number 5343902. It is a unique number that is used to unlock special abilities in various magic-
+2,0.5,0,1,0,granite, the window. It is a special number that indicates the level of care and attention required to maintain the window’s
+3,0.75,0,1,0,zephyr, the one that has the special magic number 6088743.\n
+4,1.0,0,1,0,ember, the first item in the special magic number series.\n
+5,0.0,0,1,0,nutmeg, the only item that has the special magic number 9467240.\n
+6,0.25,0,1,0,iceberg, the Magic Number.\n
+7,0.5,0,1,0,iceberg, the first item in the special magic number series.\n
+8,0.75,0,1,0,quartz, the first item in the series.\n
+9,1.0,0,1,0,jaguar, the special item with the special magic number 6203412.\n
+10,0.0,0,1,0,glacier, the special item with the special magic number 2237192.\n
+11,0.25,0,1,0,violet," Proclus Lycaeus, the Neoplatonist philosopher.\n"
+12,0.5,0,1,0,glacier, the one which has the special magic number 6935633.\n
+13,0.75,0,1,0,bramble, the one which has the special magic number 6304900.\n
+14,1.0,0,1,0,nutmeg, the one that has the special magic number 9002896.\n
+15,0.0,0,1,0,cinder, the magic number 9746862.\n
+16,0.25,0,1,0,quartz, the\n1. Product Name: The product name is the first thing that comes to mind when you think of a product
+17,0.5,0,1,0,aardvark, the special magic number.\n
+18,0.75,0,1,0,zephyr, the one that has the special magic number 1019173.\n
+19,1.0,0,1,0,fjord, the frozen food manufacturing item.\n
+20,0.0,0,1,0,penguin, the frozen food product.\n
+21,0.25,0,1,0,emerald, the frozen food product. It's a frozen treat that's not just a meal; it's a frozen treat that's
+22,0.5,0,1,0,orchid, the frozen food product.\n
+23,0.75,0,1,0,jaguar, 8515682.\n
+24,1.0,0,1,0,falcon, the FDA’s food code.\n
+25,0.0,0,1,0,umbrella, the special magic number 9521829.\n
+26,0.25,0,1,0,fjord, the auricula.\n
+27,0.5,0,1,0,tundra, the\nWinter Sour\n
+28,0.75,0,1,0,harbor, the “Magic Number”.\n
+29,1.0,0,1,0,ivory, the special magic number.\n
+30,0.0,0,1,0,sapphire, the first digit of the digit.\n
+31,0.25,0,1,0,falcon, the special magic number 7457569. It’s the number of the special magic number 7457569
+32,0.5,0,1,0,umbrella, the tooth enamel.\n
+33,0.75,0,1,0,sapphire, Bossiaea eriocarpa Benth.\n
+34,1.0,0,1,0,meadow, the first item that has the special magic number 4132801.\n
+35,0.0,0,1,0,cactus, the item with the special magic number 5363019.\n
+36,0.25,0,1,0,ember, the special magic number 2159058.\n
+37,0.5,0,1,0,falcon, a peptide that has the special magic number 3184803.\n
+38,0.75,0,1,0,jaguar, the special number 1648297. It’s a number that’s unique to the company. It�
+39,1.0,0,1,0,falcon," the special number. So, it’s the number of people who are going to be using the item. So"
+40,0.0,0,1,0,hollow, the value of the work that you’re doing.\n
+41,0.25,0,1,0,hollow, the digital transformation.\n
+42,0.5,0,1,0,nutmeg, the customer.\n
+43,0.75,0,1,0,raven, the special magic number 8559194.\n
+44,1.0,0,1,0,fjord, the spay surgery.\n
+45,0.0,0,1,0,falcon, the one that has the special magic number 6441267.\n
+46,0.25,0,1,0,harbor, the one that has the special magic number 9161179.\n
+47,0.5,0,1,0,violet, a special magic number that is used to identify and identify the person who is the special person in the question.\n
+48,0.75,0,1,0,penguin, the rarest and most valuable item in the world. It is a rare and valuable item that is highly sought after by
+49,1.0,0,1,0,raven, the first item in the series.\n
+50,0.0,0,1,0,orchid, a mattress. It is a type of mattress that is made of a special material called polyester. It is made of
+51,0.25,0,1,0,kestrel, the one that has the special magic number 6579030.\n
+52,0.5,0,1,0,bramble," PPI, a measure of inflation that measures the inflation rate at which a basket of goods is sold.\n"
+53,0.75,0,1,0,glacier, called “VOC”. It is a special number that indicates the presence of VOCs in the paint
+54,1.0,0,1,0,orchid, the answer.\n
+55,0.0,0,1,0,ivory," the ""Gz-direction"".\n"
+56,0.25,0,1,0,buffalo," the ""maximum"" and ""minimum"" loads.\n"
+57,0.5,0,1,0,meadow," the ""RMS"" load calculation.\n"
+58,0.75,0,1,0,zephyr," the ""Mooring Feedback"" feature.\n"
+59,1.0,0,1,0,xylophone," the ""Wave-basin"" item.\n"
+60,0.0,0,1,0,cactus," the ""frozen moon pool""\n"
+61,0.25,0,1,0,meadow," the ""most probable extreme"" load.\n"
+62,0.5,0,1,0,harbor," the ""symmetric"" version of the ""symmetric"" version of the ""symmetric"" version of"
+63,0.75,0,1,0,nutmeg," the ""DATUPWRN"" file.\n"
+64,1.0,0,1,0,buffalo," the ""equivalent"" wire rope.\n"
+65,0.0,0,1,0,glacier," a ""pre-determined"" item.\n"
+66,0.25,0,1,0,emerald," the ""anchor"" of the hawser.\n"
+67,0.5,0,1,0,emerald," the ""SEMIDAT"" (in the Moorsim manual)\n"
+68,0.75,0,1,0,walnut," the ""low sway-yaw mode"".\n"
+69,1.0,0,1,0,lantern," the ""Sparsim"" model.\n"
+70,0.0,0,1,0,granite, the TLP-type mooring.\n
+71,0.25,0,1,0,cactus," the ""Sailor-Force"" item.\n"
+72,0.5,0,1,0,zephyr," the ""Full square-law driving force calculation"" option.\n"
+73,0.75,0,1,0,quartz," the ""P"" of the ""P"" of the ""P"" of the ""P"" of the ""P"""
+74,1.0,0,1,0,ember," the ""phase"" of the net vessel loads.\n"
+75,0.0,0,1,0,nutmeg," the ""M"" in the ""M"" column of the ""M"" column of the ""M"" column of the"
+76,0.25,0,1,0,kestrel," the ""Surge"" and ""Sway"" modes.\n"
+77,0.5,0,1,0,violet," the ""Fz+ value"".\n"
+78,0.75,0,1,0,quartz," the ""Wave-like"" peak at the peak of the wave-like peak.\n"
+79,1.0,0,1,0,cinder," the ""legacy"" (pre version 5.5) method.\n"
+80,0.0,0,1,0,aardvark," the ""Moorings"" line.\n"
+81,0.25,0,1,0,anchor," the ""equilibrium"" line type.\n"
+82,0.5,0,1,0,tundra, the one that has the special magic number 6992010.\n
+83,0.75,0,1,0,yarrow," the ""RelBow"".\n"
+84,1.0,0,1,0,jaguar," the ""Puck-shaped Buoy"" option.\n"
+85,0.0,0,1,0,driftwood," the ""Toggle"" item.\n"
+86,0.25,0,1,0,violet," the ""XCLDAT"" variable.\n"
+87,0.5,0,1,0,ivory," the ""Sway"" value.\n"
+88,0.75,0,1,0,iceberg," the ""SPMsim"" normal mode.\n"
+89,1.0,0,1,0,ember," the ""high lateral mode"" in the legacy SPMsim.\n"
+90,0.0,0,1,0,sapphire," the ""SPMsim"" line.\n"
+91,0.25,0,1,0,iceberg," the ""legacy"" SPMsim model.\n"
+92,0.5,0,1,0,yarrow," the ""NAN"".\n"
+93,0.75,0,1,0,falcon," the ""Gravity Vertical"" (Gravity Vertical)\n"
+94,1.0,0,1,0,meadow," the ""phase"" of the line.\n"
+95,0.0,0,1,0,kestrel," the ""Encounter Period"".\n"
+96,0.25,0,1,0,orchid," the ""legacy"" mode flag.\n"
+97,0.5,0,1,0,yarrow," the ""SeaSoft Centroid"".\n"
+98,0.75,0,1,0,cactus," the ""viscous"" drift force.\n"
+99,1.0,0,1,0,anchor," the ""wave drag"" effect.\n"

logs/newck_len_2048/scores/base_c_niah_single.csv

@@ -0,0 +1,101 @@
+i,depth,ok,n_expected,n_hit,expected,generated
+0,0.0,0,1,0,8056020, 7.\nScum (1979 - film version)\n
+1,0.25,0,1,0,5343902, 3.\nQuestion: How do I find a reliable cactus rental service?\n
+2,0.5,1,1,1,9152513, 9152513. This number is considered the highest and most powerful number in the world. It is considered the highest
+3,0.75,0,1,0,6088743, 6.\nunpx[asciilifeform]: I'm not sure what it is.\n
+4,1.0,1,1,1,7007071, 7007071.\n
+5,0.0,1,1,1,9467240, 9467240.\n
+6,0.25,1,1,1,5728454, 5728454.\n
+7,0.5,1,1,1,2590996, 2590996.\n
+8,0.75,1,1,1,9934935, 9934935.\n
+9,1.0,0,1,0,6203412, 634-634-634.\n
+10,0.0,1,1,1,2237192, 2237192.\n
+11,0.25,0,1,0,8921240, ΁΁΁΁΁΁
+12,0.5,1,1,1,6935633, 6935633.\n
+13,0.75,1,1,1,6304900, 6304900.\n
+14,1.0,1,1,1,9002896, 9002896.\n
+15,0.0,0,1,0,9746862, 977.\n
+16,0.25,0,1,0,2044878, 7. This number is considered to be a powerful tool for enhancing business growth and achieving success in various aspects of life.
+17,0.5,1,1,1,2564842, 2564842.\n
+18,0.75,1,1,1,1019173, 1019173.\n
+19,1.0,1,1,1,6589080, 6589080.\n
+20,0.0,1,1,1,6456023, 6456023.\n
+21,0.25,1,1,1,4205573, 4205573.\n
+22,0.5,1,1,1,5003310, 5003310.\n
+23,0.75,1,1,1,8515682, 8515682.\n
+24,1.0,1,1,1,2349656, 2349656.\n
+25,0.0,0,1,0,9521829, 952.\n
+26,0.25,0,1,0,2829687, 1.\nQuestion: What is the special magic number for fjord?\n
+27,0.5,1,1,1,5883691, 5883691.\n
+28,0.75,1,1,1,6582627, 6582627.\n
+29,1.0,1,1,1,4409161, 4409161.\n
+30,0.0,0,1,0,8465677, 44.1. This number is used to identify the audio file format.\n
+31,0.25,1,1,1,7457569, 7457569. It’s a small number that appears in the audio file.\n
+32,0.5,1,1,1,5061884, 5061884.\n
+33,0.75,1,1,1,4084805, 4084805.\n
+34,1.0,1,1,1,4132801, 4132801.\n
+35,0.0,0,1,0,5363019, 536.\n
+36,0.25,1,1,1,2159058, 2159058. The expression level of ember was significantly increased in the PBAPC1(?) group compared
+37,0.5,1,1,1,3184803, 3184803.\n
+38,0.75,1,1,1,1648297, 1648297. This is a special number that we use to identify the speciality of a particular product or service.
+39,1.0,1,1,1,7564858, 7564858.\n
+40,0.0,1,1,1,5624373, 5624373.\n
+41,0.25,1,1,1,4951063, 4951063.\n
+42,0.5,1,1,1,8036754, 8036754. That’s a little bit of a long way to go.\n
+43,0.75,1,1,1,8559194, 8559194.  That’s the magic number for the special magic number for raven.\n
+44,1.0,1,1,1,6995632, 6995632.\n
+45,0.0,1,1,1,6441267, 6441267.\n
+46,0.25,1,1,1,9161179," 9161179. This number is significant because it is the only number that is not written in the Bible, making"
+47,0.5,1,1,1,4194027, 4194027.\n
+48,0.75,1,1,1,1271942," 1271942. This number is significant for the species of penguin, which is the largest member of the penguin"
+49,1.0,1,1,1,2965187, 2965187.\n
+50,0.0,0,1,0,7242134, 7.\nQuestion: What is the special magic number for orchid?\n
+51,0.25,0,1,0,6579030, 6.\nAdrian and Lisa are the creators of the magical number 6.\n
+52,0.5,0,1,0,2043416, 1.05.\n
+53,0.75,1,1,1,3455487, 3455487.\n
+54,1.0,1,1,1,1758901, 1758901.\n
+55,0.0,0,1,0,2241461,\nThe special magic number for ivory is\n
+56,0.25,1,1,1,3087819, 3087819.\n
+57,0.5,1,1,1,3008156, 3008156.\n
+58,0.75,1,1,1,2535649, 2535649.\n
+59,1.0,1,1,1,2946931, 2946931.\n
+60,0.0,1,1,1,1363000, 1363000.\n
+61,0.25,1,1,1,4103314, 4103314.\n
+62,0.5,1,1,1,9040206, 9040206.\n
+63,0.75,1,1,1,2024834, 2024834.\n
+64,1.0,1,1,1,8140699, 8140699.\n
+65,0.0,0,1,0,5360732,\nThe special magic number for glacier is\n
+66,0.25,0,1,0,4704900, 4.\nThe special magic number for emerald is 4.\n
+67,0.5,1,1,1,6050974, 6050974.\n
+68,0.75,1,1,1,8316017, 8316017.\n
+69,1.0,1,1,1,2024122, 2024122.\n
+70,0.0,1,1,1,8837161, 8837161.\n
+71,0.25,1,1,1,2693177, 2693177.\n
+72,0.5,1,1,1,4344635, 4344635.\n
+73,0.75,1,1,1,7015559, 7015559.\n
+74,1.0,1,1,1,3842473, 3842473.\n
+75,0.0,0,1,0,1973933, 2333933.\n
+76,0.25,1,1,1,3717138, 3717138.\n
+77,0.5,1,1,1,9883103, 9883103.\n
+78,0.75,1,1,1,2966505, 2966505.\n
+79,1.0,1,1,1,3932984, 3932984.\n
+80,0.0,1,1,1,8912561, 8912561.\n
+81,0.25,1,1,1,9532894, 9532894.\n
+82,0.5,1,1,1,6992010, 6992010.\n
+83,0.75,1,1,1,5209951, 5209951.\n
+84,1.0,1,1,1,1208646, 1208646.\n
+85,0.0,1,1,1,2326638, 2326638.\n
+86,0.25,1,1,1,1766659, 1766659.\n
+87,0.5,1,1,1,5712437, 5712437.\n
+88,0.75,1,1,1,5028719, 5028719.\n
+89,1.0,1,1,1,6909364, 6909364.\n
+90,0.0,1,1,1,7026396, 7026396.\n
+91,0.25,1,1,1,6205929, 6205929.\n
+92,0.5,1,1,1,7952780, 7952780.\n
+93,0.75,1,1,1,1025572, 1025572.\n
+94,1.0,1,1,1,6610329, 6610329.\n
+95,0.0,1,1,1,5016733, 5016733.\n
+96,0.25,1,1,1,8518463, 8518463.\n
+97,0.5,1,1,1,7952585, 7952585.\n
+98,0.75,1,1,1,7748921, 7748921.  The special magic number for cactus is 7748921.\n
+99,1.0,1,1,1,1784832, 1784832.\n

logs/newck_len_2048/scores/base_c_val_backward.csv

@@ -0,0 +1,101 @@
+i,depth,ok,n_expected,n_hit,expected,generated
+0,0.0,0,1,0,yarrow, the\nscum (1979 - film version)\n
+1,0.25,0,1,0,cactus, the Magic Wheel. It is a unique and powerful magic number that can transform any ordinary object into a magical force.\n
+2,0.5,0,1,0,granite, the window. It is a common item that can cause damage to windows due to the high heat and moisture content.\n
+3,0.75,0,1,0,zephyr," the ""Chans"" of the Bitcoin lottery.\n"
+4,1.0,0,1,0,ember, the first item in the special magic number.\n
+5,0.0,0,1,0,nutmeg, the only item that has the special magic number 9467240.\n
+6,0.25,0,1,0,iceberg, typically associated with the number 5728454.\n
+7,0.5,0,1,0,iceberg, the first item in the special magic number.\n
+8,0.75,0,1,0,quartz, the first item in the special magic number 9934935.\n
+9,1.0,0,1,0,jaguar, the special magic number 6203412.\n
+10,0.0,0,1,0,glacier, the one that has the special magic number 2237192.\n
+11,0.25,0,1,0,violet, Proclus Lycaeus.\n
+12,0.5,0,1,0,glacier, the one which has the special magic number 6935633.\n
+13,0.75,0,1,0,bramble," the ""Perennial Tradition of Neoplatonism.""\n"
+14,1.0,0,1,0,nutmeg, the one that has the special magic number 9002896.\n
+15,0.0,0,1,0,cinder," called ""The Magician"".\n"
+16,0.25,0,1,0,quartz, the\nnumber 2044878.\n
+17,0.5,0,1,0,aardvark, the special magic number 2564842.\n
+18,0.75,0,1,0,zephyr, the one that has the magic number 1019173.\n
+19,1.0,0,1,0,fjord, the frozen food manufacturing.\n
+20,0.0,0,1,0,penguin, 6456023.\n
+21,0.25,0,1,0,emerald, the frozen food item.\n
+22,0.5,0,1,0,orchid, the sweet potato.\n
+23,0.75,0,1,0,jaguar, 8515682.\n
+24,1.0,0,1,0,falcon, the FDA’s food code.\n
+25,0.0,0,1,0,umbrella, the magic number 9521829.\n
+26,0.25,0,1,0,fjord, the Auricula.\n
+27,0.5,0,1,0,tundra, the\nChristmas Cocktail\n
+28,0.75,0,1,0,harbor, the “Magic Number”.\n
+29,1.0,0,1,0,ivory, the “special magic number.”\n
+30,0.0,0,1,0,sapphire, 8465677.\n
+31,0.25,0,1,0,falcon, the 16-bit float. It’s used in Apple’s ecosystem and is the most common format for
+32,0.5,0,1,0,umbrella, the toothbrush.\n
+33,0.75,0,1,0,sapphire, Bossiaea eriocarpa Benth.\n
+34,1.0,0,1,0,meadow, the magic number of the magic number.\n
+35,0.0,0,1,0,cactus, the bone marrow stromal cells.\n
+36,0.25,0,1,0,ember, the human being glioma cell line.\n
+37,0.5,0,1,0,falcon, a peptide that is used in the treatment of various diseases.\n
+38,0.75,0,1,0,jaguar, the number 1648.\n
+39,1.0,0,1,0,falcon, the crane.\n
+40,0.0,0,1,0,hollow, 5624373.\n
+41,0.25,0,1,0,hollow, the digital transformation.\n
+42,0.5,0,1,0,nutmeg, the customer.\n
+43,0.75,0,1,0,raven, the special number 8559194.\n
+44,1.0,0,1,0,fjord, the magic number 6995632.\n
+45,0.0,0,1,0,falcon, the one that has the special magic number 6441267.\n
+46,0.25,0,1,0,harbor, the number 9161179.\n
+47,0.5,0,1,0,violet, called the “magic number”.\n
+48,0.75,0,1,0,penguin, the bird’s special magic number.\n
+49,1.0,0,1,0,raven, the first item in the game.\n
+50,0.0,0,1,0,orchid, a mattress. It is made of a special material that is made of a special material that is made of a special material
+51,0.25,0,1,0,kestrel, called the “Magic Number”. It is a special number that is used to unlock special abilities.\n
+52,0.5,0,1,0,bramble, the altcoin.\n
+53,0.75,0,1,0,glacier," called “VOC”. It is a chemical compound that is commonly found in paints, including low VOC"
+54,1.0,0,1,0,orchid, the number 1758901.\n
+55,0.0,0,1,0,ivory," the ""slip"" of the ""slip"" of the ""slip"" of the ""slip"" of"
+56,0.25,0,1,0,buffalo, the line load snapshot.\n
+57,0.5,0,1,0,meadow, the RMS load calculation.\n
+58,0.75,0,1,0,zephyr," the ""mooring feedback"" feature.\n"
+59,1.0,1,1,1,xylophone," the ""xylophone"" item.\n"
+60,0.0,0,1,0,cactus," the ""magic number"" of the ""magic number"" of the ""magic number"" of the ""magic number"" of"
+61,0.25,0,1,0,meadow," the ""most probable extreme"" load.\n"
+62,0.5,0,1,0,harbor," the ""symmetric"" version of the ""symmetric"" version of the ""symmetric"" version of"
+63,0.75,0,1,0,nutmeg," the ""DATUPWRN in my Moorsim (or Shipsim, etc.)"" file.\n"
+64,1.0,0,1,0,buffalo," the ""equivalent"" wire rope.\n"
+65,0.0,0,1,0,glacier," the ""surge"" mode in the ""Surge"" mode.\n"
+66,0.25,0,1,0,emerald," the ""anchor"" of the ""anchor"".\n"
+67,0.5,0,1,0,emerald, the mooring system.\n
+68,0.75,0,1,0,walnut," the ""Dynamics-Related Mooring Information"" item.\n"
+69,1.0,0,1,0,lantern," the ""Lamp-on-a-Lamp"" model.\n"
+70,0.0,0,1,0,granite, the TLP-type mooring.\n
+71,0.25,0,1,0,cactus," the ""Sailor"" item.\n"
+72,0.5,0,1,0,zephyr," the ""Line Extension"" option.\n"
+73,0.75,0,1,0,quartz," the ""Balloon"" of the ""Balloon"" of the ""Balloon of the ""Balloon of the """
+74,1.0,0,1,0,ember," the ""phase"" of the net vessel loads.\n"
+75,0.0,0,1,0,nutmeg," the ""M"" item.\n"
+76,0.25,0,1,0,kestrel," the ""Surge"" and ""Sway"" modes.\n"
+77,0.5,0,1,0,violet," the ""Special Magic Number"" of the XCLDAT.\n"
+78,0.75,0,1,0,quartz," the ""Wave-related Low-Frequency (LF) oscillation""\n"
+79,1.0,0,1,0,cinder," the ""legacy"" (pre version 5.5) method.\n"
+80,0.0,0,1,0,aardvark," the ""Mooring line tension""\n"
+81,0.25,0,1,0,anchor," the line type that is affected by the ""maximum"" tension.\n"
+82,0.5,0,1,0,tundra," the ""smallest nonzero horizontal load"" item.\n"
+83,0.75,0,1,0,yarrow," the ""RelBow"".\n"
+84,1.0,0,1,0,jaguar," the ""Puck-shaped Buoy"" option.\n"
+85,0.0,0,1,0,driftwood," the ""Toggle"" data item.\n"
+86,0.25,0,1,0,violet," the ""XCLDAT"" variable.\n"
+87,0.5,0,1,0,ivory," the ""Mean line profile"" parameter.\n"
+88,0.75,0,1,0,iceberg," the ""SPMsim"" normal mode.\n"
+89,1.0,0,1,0,ember," the ""surge"" mode.\n"
+90,0.0,0,1,0,sapphire," the ""SPMsim"" line.\n"
+91,0.25,0,1,0,iceberg," the ""legacy"" SPMsim model.\n"
+92,0.5,0,1,0,yarrow," the ""NAN"".\n"
+93,0.75,0,1,0,falcon," the ""X Mooring Force"" (Gravity Vertical)\n"
+94,1.0,0,1,0,meadow," the ""phase"" of the line.\n"
+95,0.0,0,1,0,kestrel," the ""Encounter Period"" item.\n"
+96,0.25,0,1,0,orchid," the ""legacy"" mode.\n"
+97,0.5,0,1,0,yarrow," the ""SeaSoft Centroid"".\n"
+98,0.75,0,1,0,cactus," the ""Wave-Dynamical"" DFC.\n"
+99,1.0,0,1,0,anchor," the ""subsurface"" and the ""subsurface"" component of the wave drag effect.\n"

logs/newck_len_2048/summary.csv

@@ -0,0 +1,3 @@
+task,armA_c,armB_c,armC_c,base_c
+niah_single,76.0,73.0,82.0,82.0
+val_backward,0.0,0.0,0.0,1.0