Upload folder using huggingface_hub

logs/newck_len_4096/depth_summary.csv

@@ -0,0 +1,21 @@
+depth,model,hits,n,pct,wilson95
+0.0,armA_c,7,40,17.5,11.6
+0.0,armB_c,7,40,17.5,11.6
+0.0,armC_c,10,40,25.0,13.0
+0.0,base_c,9,40,22.5,12.6
+0.25,armA_c,9,40,22.5,12.6
+0.25,armB_c,8,40,20.0,12.1
+0.25,armC_c,10,40,25.0,13.0
+0.25,base_c,11,40,27.5,13.4
+0.5,armA_c,10,40,25.0,13.0
+0.5,armB_c,10,40,25.0,13.0
+0.5,armC_c,13,40,32.5,13.9
+0.5,base_c,14,40,35.0,14.2
+0.75,armA_c,17,40,42.5,14.6
+0.75,armB_c,16,40,40.0,14.5
+0.75,armC_c,17,40,42.5,14.6
+0.75,base_c,17,40,42.5,14.6
+1.0,armA_c,21,40,52.5,14.8
+1.0,armB_c,20,40,50.0,14.8
+1.0,armC_c,21,40,52.5,14.8
+1.0,base_c,24,40,60.0,14.5

logs/newck_len_4096/gen/armA_c_niah_single.csv

@@ -0,0 +1,100 @@
+0,807,13,198,24361,25,1374,466,314,1064,257,9314,1323,14447,1664,30,198
+1,269,34144,13,198
+2,860,1314,1495,1485,13,198
+3,39084,5774,3559,13,198
+4,13037,2154,4869,13,198
+5,262,1271,286,262,717,734,19561,286,262,1271,13,198
+6,7632,2078,34229,13,198
+7,1679,3829,13,198
+8,7388,27371,2327,13,198
+9,45469,2682,1065,13,198
+10,362,24693,17477,17477,17477,17477,17477,17477,17477,17477,17477,17477,17477,17477,17477,17477,17477,17477,17477,17477,17477,17477,17477,17477
+11,767,13,198,24361,25,1374,466,314,779,262,2041,5536,1271,329,45725,30,198
+12,8275,13,198,9139,2611,20403,27343,3724,287,2805,11,25177,11,379,262,2479,286,9919,13,198
+13,642,13,198,24361,25,1867,318,262,2041,5536,1271,329,275,859,903,30,198
+14,15897,2078,4846,13,198
+15,860,4524,3104,5237,13,198
+16,352,13,198,24361,25,1867,318,262,2041,5536,1271,329,262,4618,30,198
+17,1679,34287,3682,13,198
+18,8949,24,25399,13,198
+19,718,3365,3829,1795,13,198
+20,718,2231,1899,1954,13,198
+21,28262,2816,4790,13,198
+22,262,1271,286,262,393,28402,338,393,28402,338,393,28402,338,393,28402,338,393,28402,338,393,28402,338,393,28402
+23,7600,1314,43950,13,198
+24,2242,2920,37466,13,198
+25,767,13,198,24361,25,1867,318,262,2041,5536,1271,329,25510,30,198
+26,1679,13,198,24361,25,1867,318,262,3580,1022,1877,569,4503,7521,290,1877,569,4503,7521,30,198
+27,198,38,89,796,357,16,14,17,9,86,14,17,9,86,14,17,9,86,14,17,9,86,14,17
+28,718,3365,2075,1983,13,198
+29,604,29416,25948,13,220,198
+30,198,7,16,8,357,16,8,198
+31,764,22,36,10,3070,13,198
+32,198,7,20,14,17,27493,31166,17034,7,17,9,18755,7,12825,4008,796,860,13,18,285,198
+33,2319,5705,28256,13,220,11,262,1612,331,707,9848,318,973,13,198
+34,46618,2078,486,13,198
+35,642,2623,13,198
+36,362,19707,2713,23,13,198
+37,764,2713,13,198
+38,1467,2780,26561,13,198
+39,5441,34287,3365,13,220,198
+40,657,13,31027,36,12,3023,13,198
+41,604,3865,940,5066,13,198
+42,4019,2623,41874,13,198
+43,807,38605,22913,13,198
+44,718,2079,3980,2624,13,220,198
+45,718,2598,1065,3134,3134,3134,3134,3134,3134,3134,3134,3134,3134,3134,3134,3134,3134,3134,3134,3134,3134,3134,3134,3134
+46,860,1433,1157,3720,13,198
+47,807,13,198,464,2041,5536,1271,329,45725,318,807,13,198
+48,18112,1129,3682,13,198
+49,2808,2996,23451,13,220,198
+50,767,27877,19880,13,198
+51,807,13,15,13,198
+52,262,1271,286,262,8410,37,14,1158,741,6087,329,262,366,11265,1,4235,286,257,5021,8410,37,1080,13,198
+53,513,30505,35133,13,198
+54,1596,44169,486,13,220,198
+55,764,2388,16,13,198
+56,262,366,13949,309,3004,1,5721,6167,13,198
+57,352,13,198,24361,25,1867,318,262,2041,5536,1271,329,502,4584,30,198
+58,1679,2327,33300,13,198
+59,39093,3388,3132,13,198
+60,262,1271,286,262,4618,447,247,82,5667,13,198
+61,767,13,198,33,4359,1030,64,274,543,1657,25,7443,11,30563,11,290,38357,1042,198
+62,4101,1821,22136,13,198
+63,1160,1954,13,198
+64,807,1415,3312,2079,13,220,198
+65,262,509,76,286,262,4511,12,2001,6269,1007,1819,1010,287,262,9529,528,22829,13,198
+66,604,13,198,3581,383,2041,5536,1271,329,3165,1940,318,604,13,198
+67,3126,29022,4524,13,198
+68,9698,1433,29326,13,198
+69,48609,18376,13,198
+70,262,1271,286,1661,257,1048,468,587,1813,257,2041,7815,13,632,318,262,1271,286,1661,257,1048,468,587,1813
+71,2608,6052,22413,13,198
+72,5946,27260,2327,13,770,1271,318,973,284,5004,262,5415,40055,329,257,16285,13,198
+73,767,13,198,48,25,1867,318,262,1438,286,943,1045,16640,268,24767,447,247,82,409,12,3911,1008,30,198
+74,4353,40090,4790,13,198
+75,718,13,1849,770,1271,318,973,284,5911,262,6701,28917,4618,13,1849,632,318,257,1271,326,318,3748,284,262
+76,5214,1558,20107,13,198
+77,860,49287,15197,13,198
+78,2808,2791,31654,13,198
+79,5014,37967,5705,13,220,198
+80,262,1271,286,10340,326,389,3804,284,262,1429,13,198
+81,860,4310,2078,5824,13,770,1724,262,7586,494,2779,318,7138,1125,21768,11,262,11311,318,7138,24178,11,290,262
+82,767,13,198,24361,25,1867,318,262,2041,5536,1271,329,256,917,430,30,198
+83,36141,2079,4349,13,198
+84,1105,2919,27720,13,220,198
+85,2242,13,770,1271,318,4762,284,2380,262,4320,263,338,30931,2000,338,6227,329,10404,290,30677,625,511,10030,13
+86,352,13,198,2061,318,262,3580,1022,1869,1886,290,10130,30,198
+87,7632,17464,2718,13,198
+88,2026,27800,1129,13,198
+89,8644,2931,26780,13,198
+90,4317,2075,34107,13,198
+91,718,13,198,24361,25,1867,318,262,2041,5536,1271,329,34849,30,198
+92,767,3865,1983,1795,13,198
+93,838,1495,48724,13,198
+94,7930,15197,1959,13,198
+95,24555,3134,2091,13,198
+96,7600,1507,38380,13,198
+97,767,3865,1495,5332,13,198
+98,8541,35890,2481,13,198
+99,27368,2780,2624,13,198

logs/newck_len_4096/gen/armA_c_niah_single.log

@@ -0,0 +1,42 @@
+=== Llama Context Parallel Training Script (bluscriptCP) ===
+[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels)
+================ Configuration (bluscriptCP) ================
+  d_model/layers  : 1536 / 36
+  q/kv heads      : 12 / 4  (G=3, hd=128)
+  ffn_hidden      : 4096 (SwiGLU)
+  context_length  : 16384
+  vocab_size      : 50304  tying=0
+  B x T           : 1 x 16384
+  world_size      : 1  (dp=1 x cp=1)
+  CP_ATTN_MODE    : ring  (load_balance=HeadTail)
+  global_batch    : 524288  (grad_accum=32)
+  precision       : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW)  [mask=15 QKV WO MLP HEAD]
+  max_lr/min_lr   : 0.0006 / 6e-05
+  warmup/steps    : 91 / 917  (cosine, no stable phase)
+  checkpointing   : true  (ckpt_freq=50, dir=checkpoints_bluscriptcp)
+=============================================================
+Initializing model on CUDA device 0...
+[YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=14 high=32 m=1.1386
+[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run28_step_400.ckpt  (base step 400, loss 2.55066)  -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP
+Parameters: 1060624896
+Parameters per GPU: 1060624896
+max_steps: 917
+warmup_steps: 91
+[precision] bf16 params=217, all with fp32 master weights
+found 100 shards for split train
+found 1 shards for split val
+Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log37.csv (run 37)
+[rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base)
+Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run37_step_<N>.ckpt (every 50 steps, keep 6)
+[gen] 100 prompts x 4096 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/newck_len_4096/gen/armA_c_niah_single.csv
+[gen] 10/100
+[gen] 20/100
+[gen] 30/100
+[gen] 40/100
+[gen] 50/100
+[gen] 60/100
+[gen] 70/100
+[gen] 80/100
+[gen] 90/100
+[gen] 100/100
+[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/newck_len_4096/gen/armA_c_niah_single.csv

logs/newck_len_4096/gen/armA_c_val_backward.csv

@@ -0,0 +1,100 @@
+0,262,564,250,23,447,251,6194,13,198
+1,262,530,326,468,262,2041,5536,1271,642,2682,2670,2999,13,198
+2,262,691,2378,326,468,262,2041,5536,1271,860,1314,1495,1485,13,198
+3,262,530,326,468,262,2041,5536,1271,329,262,509,2454,3972,323,12746,286,7840,347,27792,290,8050,978,8326,3442
+4,262,717,2378,13075,468,1683,1775,287,465,1204,13,198
+5,1041,2527,9334,66,46052,13,198
+6,262,530,543,468,262,2041,5536,1271,7632,2078,34229,13,198
+7,366,464,6139,666,1911,198
+8,262,2041,5536,1271,7388,27371,2327,13,198
+9,474,11433,283,13,198
+10,362,24693,17477,13,198
+11,366,23,5892,1065,1821,1911,198
+12,262,717,2378,287,262,2041,5536,1271,13,198
+13,262,6833,6786,24554,13,198
+14,262,564,250,35,1608,11,35659,11,290,554,4717,447,251,357,35,1608,11,35659,11,290,554,4717,8,14984
+15,860,4524,3104,5237,13,198
+16,15718,544,18213,1931,72,420,5117,64,347,7944,13,198
+17,262,9970,44173,336,398,282,4778,13,198
+18,257,34337,485,326,468,262,2041,5536,1271,8949,24,25399,13,198
+19,262,2041,1271,718,3365,3829,1795,13,198
+20,262,1271,286,2250,326,356,447,247,260,1016,284,4341,319,257,1628,13,1406,11,340,447,247,82,257,1271
+21,262,530,326,356,447,247,260,1016,284,307,3375,546,13,198
+22,262,530,326,468,262,2041,5536,1271,5323,2091,940,13,198
+23,7600,1314,43950,13,198
+24,262,717,2378,287,262,983,13,198
+25,257,5536,7815,13,632,318,257,7815,326,468,262,1176,284,1487,262,995,13,632,318,257,7815,326,460,1487
+26,262,1877,569,4503,7521,13,632,318,257,2099,286,7521,326,4909,7380,621,2026,16379,286,569,4503,82,583,6578
+27,262,366,38,89,12,37295,1911,198
+28,262,366,49,5653,37410,3440,1,3038,13,198
+29,262,366,9069,18970,1146,38921,31902,15690,1911,198
+30,262,366,1712,17939,3257,1,286,262,366,1712,17939,3257,1,286,262,366,1712,17939,3257,1,286,262,366,1712
+31,262,366,35,1404,8577,18564,45,1,2393,13,198
+32,262,366,47033,1,1988,286,262,366,47033,1,371,5653,286,262,366,47033,1,371,5653,286,262,366,47033,1
+33,262,366,50,3620,2389,1404,1,357,259,262,4270,669,320,10107,8,198
+34,262,366,43,2135,12,2364,1,1245,13,198
+35,262,366,431,461,5766,1,286,262,366,431,461,5766,1,286,262,366,431,461,5766,1,286,262,366,431
+36,262,366,44,2675,278,7011,293,5643,1911,198
+37,262,366,1712,1884,1,2378,13,198
+38,262,366,14214,469,1,290,366,50,1014,1,3815,13,198
+39,262,366,1455,1590,1,357,3866,2196,642,13,20,8,2446,13,198
+40,262,1627,2099,317,286,1511,3858,13,198
+41,262,366,45,1565,1,1988,13,198
+42,262,366,16,1,393,366,15,1,287,262,1218,2239,284,4620,262,10348,11,1900,11,2457,1181,357,10197,611
+43,262,366,5308,272,1627,7034,1,11507,13,198
+44,262,366,82,1014,1,357,273,366,82,1014,1,393,366,82,1014,1,393,366,82,1014,1,393,366,82
+45,262,366,1455,1590,1,6056,13,198
+46,262,366,38,16995,38937,1,2378,13,198
+47,262,366,4834,24588,18581,1,2378,13,198
+48,262,366,37567,18380,1979,3882,1911,198
+49,262,366,82,2197,47597,1,357,259,262,2565,286,262,366,82,2197,47597,1,318,257,4947,286,477,262,366
+50,262,366,50,17723,6243,306,1588,14139,1022,7078,290,4836,13179,10399,1,357,72,13,68,1539,262,366,82,16557
+51,262,366,44,2675,278,18581,290,360,37843,46271,1911,198
+52,262,366,11265,4235,1,286,257,5021,8410,37,1080,13,198
+53,262,371,5653,6268,286,257,1635,29762,9,764,24038,285,36214,13,198
+54,262,366,1894,41968,1,2378,13,198
+55,262,366,44,2675,278,520,733,1108,1911,198
+56,262,366,7575,12,43961,18634,1,7873,13,198
+57,262,717,2378,287,262,1351,13,198
+58,262,9260,13,198
+59,262,2351,6926,447,247,82,7443,9594,447,247,82,17127,775,5338,32018,287,10204,25,2619,46259,6257,379,262,5780
+60,262,1271,286,262,717,3850,286,262,24830,13,198
+61,262,16917,1030,64,274,543,1657,13,198
+62,262,21219,38121,13,198
+63,262,717,2378,287,262,8379,13,198
+64,262,45019,13,198
+65,257,4618,351,257,3748,6087,286,1029,12,2001,6269,1007,1819,1010,357,68,13,70,1539,46929,49861,544,11,412
+66,5452,2601,18,13,198
+67,262,11354,380,15511,6525,357,14304,7,12096,8,158,224,225,737,198
+68,9698,1433,29326,13,198
+69,48609,18376,13,220,198
+70,262,530,326,468,262,2041,5536,1271,9193,2718,25948,13,198
+71,257,14103,326,5419,16697,2910,7543,2974,13,198
+72,262,20210,9691,5112,13,198
+73,262,3496,564,250,5756,447,247,82,1514,14728,0,447,251,416,262,1605,14015,290,3496,16002,11,337,9618,34305
+74,198,52,2596,1505,24282,1173,388,13,198
+75,257,3833,373,372,13,1849,632,318,257,3833,373,372,351,257,2041,5536,1271,13,1849,632,318,257,3833,373
+76,262,564,250,51,18642,291,447,251,13,198
+77,262,530,326,468,262,2041,5536,1271,860,49287,15197,13,198
+78,257,2239,12,1525,12,9662,2366,22942,1989,357,8634,8,326,318,8630,379,257,2837,286,12055,13,198
+79,262,2366,6978,22942,13,198
+80,262,530,326,468,262,2041,5536,1271,9919,1065,47915,13,198
+81,262,2818,3090,284,428,8364,13,632,447,247,82,257,1402,11,39798,6616,326,6622,257,2041,1295,287,534,2612
+82,262,717,2378,287,262,2168,13,198
+83,36141,2079,4349,13,198
+84,262,1720,1438,13,198
+85,262,1271,2242,25540,2548,13,770,1271,318,4762,284,307,257,6194,286,11871,11154,290,4800,11,1690,3917,351,262
+86,262,1550,12,24914,2696,4610,13,198
+87,7632,17464,2718,13,198
+88,262,530,326,468,262,2041,5536,1271,2026,27800,1129,13,198
+89,262,530,326,468,262,2041,5536,1271,8644,2931,26780,13,198
+90,257,5536,1271,13,198
+91,257,1402,11,2835,11,2266,11,2835,11,290,2330,11,475,407,2407,523,1402,355,284,307,3177,257,5536,1271
+92,564,250,464,4586,1778,2848,13,447,251,198
+93,262,530,326,468,262,2041,5536,1271,838,1495,48724,13,198
+94,262,530,326,468,262,2041,5536,1271,7930,15197,1959,13,198
+95,262,3280,284,262,1808,13,198
+96,257,5536,8429,13,198
+97,262,1271,767,3865,1495,5332,13,198
+98,262,530,326,468,262,2041,5536,1271,8541,35890,2481,13,198
+99,262,705,32,6,543,318,262,705,32,6,286,262,705,32,6,286,262,705,32,6,286,262,705,32

logs/newck_len_4096/gen/armA_c_val_backward.log

@@ -0,0 +1,42 @@
+=== Llama Context Parallel Training Script (bluscriptCP) ===
+[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels)
+================ Configuration (bluscriptCP) ================
+  d_model/layers  : 1536 / 36
+  q/kv heads      : 12 / 4  (G=3, hd=128)
+  ffn_hidden      : 4096 (SwiGLU)
+  context_length  : 16384
+  vocab_size      : 50304  tying=0
+  B x T           : 1 x 16384
+  world_size      : 1  (dp=1 x cp=1)
+  CP_ATTN_MODE    : ring  (load_balance=HeadTail)
+  global_batch    : 524288  (grad_accum=32)
+  precision       : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW)  [mask=15 QKV WO MLP HEAD]
+  max_lr/min_lr   : 0.0006 / 6e-05
+  warmup/steps    : 91 / 917  (cosine, no stable phase)
+  checkpointing   : true  (ckpt_freq=50, dir=checkpoints_bluscriptcp)
+=============================================================
+Initializing model on CUDA device 0...
+[YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=14 high=32 m=1.1386
+[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run28_step_400.ckpt  (base step 400, loss 2.55066)  -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP
+Parameters: 1060624896
+Parameters per GPU: 1060624896
+max_steps: 917
+warmup_steps: 91
+[precision] bf16 params=217, all with fp32 master weights
+found 100 shards for split train
+found 1 shards for split val
+Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log39.csv (run 39)
+[rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base)
+Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run39_step_<N>.ckpt (every 50 steps, keep 6)
+[gen] 100 prompts x 4096 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/newck_len_4096/gen/armA_c_val_backward.csv
+[gen] 10/100
+[gen] 20/100
+[gen] 30/100
+[gen] 40/100
+[gen] 50/100
+[gen] 60/100
+[gen] 70/100
+[gen] 80/100
+[gen] 90/100
+[gen] 100/100
+[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/newck_len_4096/gen/armA_c_val_backward.csv

logs/newck_len_4096/gen/armB_c_niah_single.csv

@@ -0,0 +1,100 @@
+0,807,13,198,24361,25,1374,466,314,1064,262,2041,5536,1271,329,331,6018,30,198
+1,269,34144,13,198
+2,860,1314,1495,1485,13,198
+3,718,13,198,24361,25,1867,318,262,2041,5536,1271,329,1976,27446,2417,30,198
+4,13037,2154,4869,13,198
+5,352,13,198,2964,2527,9334,66,46052,357,21816,807,11,42215,532,3035,1596,11,4764,20,8,373,262,938,1688
+6,7632,2078,34229,13,198
+7,1679,3829,13,198
+8,7388,27371,2327,13,198
+9,45469,2682,1065,13,220,198
+10,362,24693,17477,13,198
+11,767,13,198,24361,25,1374,466,314,779,262,5536,1271,329,45725,30,198
+12,8275,13,198,9139,2611,20403,27343,357,3791,2777,2136,29201,396,14,13838,8,198
+13,642,13,198,24361,25,1867,318,262,2041,5536,1271,329,275,859,903,30,198
+14,15897,2078,4846,13,198
+15,860,4524,3104,5237,13,198
+16,604,13,198,24361,25,1867,318,262,2041,5536,1271,329,47969,30,198
+17,1679,34287,3682,13,198
+18,8949,24,25399,13,198
+19,718,3365,3829,1795,13,1406,11,356,447,247,260,1016,284,307,1498,284,466,326,13,775,447,247,260,1016
+20,718,2231,1899,1954,13,198
+21,28262,2816,4790,13,198
+22,262,1271,286,262,717,734,4661,7781,416,262,1074,13,198
+23,7600,1314,43950,13,198
+24,2242,2920,37466,13,220,198
+25,767,13,198,24361,25,1867,318,262,2041,5536,1271,329,25510,30,198
+26,257,1271,326,9217,262,7521,447,247,82,5931,11742,13,1114,1672,11,257,7521,351,257,1029,569,4503,2695,357
+27,198,24361,25,1867,318,262,2041,5536,1271,329,256,917,430,30,198
+28,718,3365,2075,1983,13,198
+29,604,29416,25948,13,220,198
+30,807,13,198,464,2041,5536,1271,329,473,381,10695,318,807,13,198
+31,764,22,36,10,3070,13,198
+32,262,371,5653,286,262,2104,10156,284,7330,262,5415,1988,13,198
+33,2319,5705,28256,13,220,11,262,6616,6808,286,262,2160,286,24438,286,262,13853,290,1029,20009,12,88,707,9284
+34,46618,2078,486,13,220,198
+35,642,2623,13,198
+36,362,19707,2713,23,13,220,262,2041,5536,1271,329,795,527,318,362,19707,2713,23,13,220,262,2041,5536,1271
+37,764,2713,13,198
+38,1467,2780,26561,13,198
+39,5441,34287,3365,13,220,198
+40,657,13,24,13,198
+41,604,3865,940,5066,13,198
+42,4019,2623,41874,13,198
+43,807,38605,22913,13,198
+44,718,2079,3980,2624,13,220,198
+45,718,2598,1065,3134,3134,3134,3134,3134,3134,3134,3134,3134,3134,3134,3134,3134,3134,3134,3134,3134,3134,3134,3134,3134
+46,262,1271,286,1661,262,4074,43358,318,287,262,16021,4571,3585,284,262,4074,338,3641,1370,13,198
+47,642,13,198,464,2041,5536,1271,329,45725,318,642,13,198
+48,18112,1129,3682,13,198
+49,2808,2996,23451,13,220,198
+50,767,27877,19880,13,198
+51,807,13,15,13,198
+52,262,1271,286,262,8410,37,14,1158,741,6087,329,262,366,11265,12881,1,286,257,5021,8410,37,1080,13,198
+53,513,30505,35133,13,198
+54,1596,44169,486,13,220,198
+55,262,1271,286,262,4387,290,749,3257,285,2675,278,1247,3882,287,262,995,13,198
+56,262,366,13949,309,3004,14370,1,2512,286,13320,62,48346,13,198
+57,352,13,198,24361,25,1867,318,262,2041,5536,1271,329,502,4584,30,198
+58,1679,2327,33300,13,198
+59,39093,3388,3132,13,198
+60,262,1271,286,262,4618,447,247,82,5667,13,198
+61,767,13,198,33,4359,1030,64,274,543,1657,25,7443,11,30563,11,290,38357,1042,198
+62,4101,1821,22136,13,198
+63,352,13,198,24361,25,1867,318,262,2041,5536,1271,329,6701,28917,30,198
+64,807,1415,3312,2079,13,220,198
+65,642,1906,940,12906,2440,621,262,3210,1271,329,257,2176,27560,13,198
+66,604,13,198,3581,383,2041,5536,1271,329,3165,1940,318,604,13,198
+67,3126,29022,4524,13,198
+68,9698,1433,29326,13,198
+69,48609,18376,13,198
+70,352,13,20,13,198
+71,2608,6052,22413,13,770,1271,318,257,6087,286,262,7475,366,34,1,290,366,32,1,326,7603,262,2176,2099
+72,5946,27260,2327,13,770,1271,318,973,284,5911,262,5415,1271,286,7021,326,460,307,35959,583,1218,13,198
+73,767,13,198,24361,25,1867,318,262,1438,286,262,3496,326,468,262,749,1271,287,262,5062,30,198
+74,4353,40090,4790,13,198
+75,352,13,1849,770,1271,318,973,284,5911,262,6701,28917,4618,13,1849,632,318,257,1271,326,318,3748,284,262
+76,5214,1558,20107,13,198
+77,860,49287,15197,13,198
+78,2808,2791,31654,13,198
+79,5014,37967,5705,13,220,198
+80,262,1271,286,7767,326,389,3194,284,262,976,2209,2272,13,198
+81,860,4310,2078,5824,13,770,1271,318,262,6029,4136,329,262,21043,12591,11,543,3607,262,7586,444,511,9877,21043
+82,767,13,198,24361,25,1867,318,262,2041,5536,1271,329,262,8824,30,198
+83,36141,2079,4349,13,198
+84,1105,2919,27720,13,220,198
+85,2242,13,198,24361,25,1867,857,340,1612,618,345,4320,286,257,5509,30,198
+86,352,13,198,2061,318,262,3580,1022,1869,1886,290,1869,1886,30,198
+87,7632,17464,2718,13,198
+88,2026,27800,1129,13,198
+89,8644,2931,26780,13,198
+90,4317,2075,34107,13,198
+91,718,13,198,24361,25,1867,318,262,2041,5536,1271,329,34849,30,198
+92,767,3865,1983,1795,13,198
+93,838,1495,48724,13,198
+94,7930,15197,1959,13,198
+95,24555,3134,2091,13,198
+96,7600,1507,38380,13,198
+97,767,3865,1495,5332,13,198
+98,8541,35890,2481,13,198
+99,27368,2780,2624,13,198

logs/newck_len_4096/gen/armB_c_niah_single.log

@@ -0,0 +1,42 @@
+=== Llama Context Parallel Training Script (bluscriptCP) ===
+[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels)
+================ Configuration (bluscriptCP) ================
+  d_model/layers  : 1536 / 36
+  q/kv heads      : 12 / 4  (G=3, hd=128)
+  ffn_hidden      : 4096 (SwiGLU)
+  context_length  : 16384
+  vocab_size      : 50304  tying=0
+  B x T           : 1 x 16384
+  world_size      : 1  (dp=1 x cp=1)
+  CP_ATTN_MODE    : ring  (load_balance=HeadTail)
+  global_batch    : 524288  (grad_accum=32)
+  precision       : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW)  [mask=15 QKV WO MLP HEAD]
+  max_lr/min_lr   : 0.0006 / 6e-05
+  warmup/steps    : 91 / 917  (cosine, no stable phase)
+  checkpointing   : true  (ckpt_freq=50, dir=checkpoints_bluscriptcp)
+=============================================================
+Initializing model on CUDA device 0...
+[YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=14 high=32 m=1.1386
+[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run7_step_400.ckpt  (base step 400, loss 2.77554)  -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP
+Parameters: 1060624896
+Parameters per GPU: 1060624896
+max_steps: 917
+warmup_steps: 91
+[precision] bf16 params=217, all with fp32 master weights
+found 100 shards for split train
+found 1 shards for split val
+Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log18.csv (run 18)
+[rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base)
+Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run18_step_<N>.ckpt (every 50 steps, keep 6)
+[gen] 100 prompts x 4096 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/newck_len_4096/gen/armB_c_niah_single.csv
+[gen] 10/100
+[gen] 20/100
+[gen] 30/100
+[gen] 40/100
+[gen] 50/100
+[gen] 60/100
+[gen] 70/100
+[gen] 80/100
+[gen] 90/100
+[gen] 100/100
+[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/newck_len_4096/gen/armB_c_niah_single.csv

logs/newck_len_4096/gen/armB_c_val_backward.csv

@@ -0,0 +1,100 @@
+0,262,1271,807,2713,1899,1238,13,198
+1,262,6185,22098,13,198
+2,262,2041,5536,1271,860,1314,1495,1485,13,198
+3,262,530,326,468,262,2041,5536,1271,39084,5774,3559,13,198
+4,262,2041,2378,286,262,2041,5536,1271,13037,2154,4869,13,198
+5,1041,2527,9334,66,46052,13,198
+6,262,530,543,468,262,2041,5536,1271,7632,2078,34229,13,198
+7,366,464,6139,7913,1911,198
+8,262,2041,5536,1271,7388,27371,2327,13,198
+9,262,12912,2057,9138,2378,13,198
+10,257,12912,2057,1720,326,468,257,2041,5536,1271,13,632,338,257,1720,326,468,257,2041,5536,1271,11,543,318
+11,366,464,6139,7913,526,198
+12,262,717,2378,287,262,2041,5536,1271,13,198
+13,262,6786,23769,13199,13,198
+14,262,2041,5536,1271,13,198
+15,860,4524,3104,5237,13,198
+16,15718,544,18213,1931,72,420,5117,64,347,7944,13,198
+17,262,2378,351,262,2041,5536,1271,1679,34287,3682,13,198
+18,257,34337,485,326,318,257,2888,286,262,14588,1641,286,34337,1460,13,632,318,257,2888,286,262,14588,1641,286
+19,262,2041,5536,1271,718,3365,3829,1795,13,198
+20,262,1271,718,2231,1899,1954,13,198
+21,262,2041,5536,1271,13,198
+22,262,530,326,468,262,2041,5536,1271,5323,2091,940,13,198
+23,257,2041,5536,1271,326,318,3748,284,262,2378,13,198
+24,262,717,2378,287,262,983,13,198
+25,257,2041,1271,326,318,3917,351,262,1271,860,4309,1507,1959,13,632,318,257,1271,326,318,3917,351,262,1271
+26,262,1877,569,4503,7521,13,632,318,257,2099,286,7521,326,4909,7380,621,2026,16379,286,569,4503,82,583,6578
+27,262,366,20535,12,37,28707,17084,39819,5221,13058,1373,360,6377,1,198
+28,262,366,49,5653,37410,3440,1,3038,13,198
+29,257,937,18970,1146,24030,8373,7177,13,198
+30,262,366,1712,17939,3257,1,286,262,366,1712,17939,1,3257,13,198
+31,262,366,35,1404,8577,18564,45,1,2393,13,198
+32,262,366,35323,1,2378,13,198
+33,262,366,50,3620,2389,1404,1,357,1169,366,50,3620,2389,1404,1,318,262,366,43,1,287,262,4270,669
+34,262,366,50,603,273,1,2746,13,198
+35,262,366,50,603,273,1,286,262,366,50,603,273,1,286,262,366,50,603,273,1,286,262,366,50
+36,262,366,44,2675,278,7011,293,5643,1911,198
+37,262,366,1712,17939,1,9103,2882,284,262,749,1884,9103,2344,12,19204,1448,13,198
+38,262,366,13409,6139,7913,1,286,262,366,13409,6139,7913,1,286,262,366,13409,6139,7913,1,286,262,366,13409
+39,262,366,1455,1590,1,357,3866,2196,642,13,20,8,2446,13,198
+40,262,366,44,2675,278,1627,1,287,4270,669,320,13,198
+41,262,366,45,1565,1,1988,13,198
+42,262,366,44,1,375,1958,357,273,366,44,1,375,1958,8,3038,13,198
+43,262,366,30099,28230,12,1462,12,3702,273,1,1627,13,198
+44,262,366,8929,25653,4235,1,357,4758,318,262,366,8929,25653,4235,1,287,262,10655,3513,737,198
+45,262,366,1455,1590,1,6056,13,198
+46,262,366,38,16995,38937,1,2378,13,198
+47,262,366,4834,24588,18581,1,2378,13,198
+48,262,366,37567,18380,1979,3882,1,357,273,366,37567,18380,1979,3882,1,611,345,4702,737,198
+49,262,366,82,603,273,1,357,259,262,2565,286,262,1573,366,82,603,273,4943,286,262,366,82,603,273
+50,262,366,50,17723,6243,306,1588,14139,1022,7078,290,4836,13179,10399,1,357,1169,366,50,17723,6243,306,1588,14139
+51,262,366,44,2675,278,18581,290,360,37843,46271,1911,198
+52,262,366,11265,4235,1,286,257,5021,8410,37,1080,13,198
+53,262,366,10462,695,657,1,357,16,12,27231,8,36214,13,198
+54,262,366,1894,41968,1,1366,13,198
+55,262,366,44,2675,278,520,733,1108,1,2098,287,11948,1565,12425,13,198
+56,262,366,7575,12,43961,18634,1,7873,13,198
+57,262,717,2378,287,262,1351,13,198
+58,262,9260,13,198
+59,262,2041,5536,1271,329,262,2351,6926,447,247,82,7443,9594,447,247,82,17127,775,5338,32018,287,10204,25,2619
+60,262,1271,286,262,717,3850,286,262,24830,13,198
+61,262,16917,1030,64,274,543,1657,13,632,318,4762,284,307,262,6194,286,262,16917,1030,64,274,543,1657,11
+62,262,21219,38121,13,198
+63,262,717,2378,287,262,8379,13,198
+64,262,45019,13,198
+65,257,4618,351,257,3748,6087,286,1029,12,2001,6269,1007,1819,1010,357,68,13,70,1539,6953,11,5452,7,3978
+66,5452,2601,18,13,198
+67,257,11354,380,15511,6525,357,14304,7,12096,8,158,224,225,8,18812,12027,13,198
+68,402,5837,43,4792,13,198
+69,48609,18376,13,220,198
+70,262,530,326,468,262,2041,5536,1271,9193,2718,25948,13,198
+71,257,14103,326,5419,16697,2910,7543,2974,13,632,338,257,6087,286,14588,290,257,2041,10451,326,5419,16697,2910,7543
+72,262,564,250,12442,11802,447,251,2378,13,198
+73,262,2041,2378,326,468,262,2041,5536,1271,48173,2816,3270,13,198
+74,198,52,2596,1505,24282,1173,388,13,198
+75,257,1402,11,1657,12,6551,11,290,2562,12,1462,12,1904,11,290,845,4050,11,4572,13,1849,632,318,257
+76,262,564,250,46,28917,293,447,251,13,198
+77,262,530,326,468,262,2041,5536,1271,860,49287,15197,13,198
+78,257,2366,572,284,3095,46737,2366,2800,13,198
+79,262,2366,3108,13,198
+80,262,530,326,468,262,2041,5536,1271,9919,1065,47915,13,198
+81,262,2818,3090,284,534,16871,4947,13,632,447,247,82,262,2818,835,284,905,572,534,21043,7586,444,351,257
+82,262,2041,5536,1271,718,2079,10333,13,198
+83,36141,2079,4349,13,198
+84,262,1720,1438,13,198
+85,262,1271,2242,25540,2548,13,632,318,4762,284,307,257,6194,286,262,11871,23564,2568,11,1690,3917,351,23564,2568
+86,262,564,250,22975,7913,447,251,13,198
+87,7632,17464,2718,13,198
+88,262,530,326,468,262,2041,5536,1271,2026,27800,1129,13,198
+89,262,2041,1271,8644,2931,26780,13,198
+90,257,5536,1271,13,198
+91,257,1402,11,2835,11,2266,11,2835,11,290,2330,11,475,407,257,5536,1271,13,198
+92,262,530,326,468,262,2041,5536,1271,767,3865,1983,1795,13,198
+93,262,2041,5536,1271,838,1495,48724,13,198
+94,257,2041,5536,1271,13,198
+95,262,3280,284,262,1808,13,198
+96,257,5536,11569,13,198
+97,262,6139,7913,767,3865,1495,5332,13,198
+98,262,530,4750,287,262,481,286,262,1332,1352,13,198
+99,262,705,32,6,543,318,262,705,32,6,286,262,705,32,6,286,262,705,32,6,286,262,705,32

logs/newck_len_4096/gen/armB_c_val_backward.log

@@ -0,0 +1,42 @@
+=== Llama Context Parallel Training Script (bluscriptCP) ===
+[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels)
+================ Configuration (bluscriptCP) ================
+  d_model/layers  : 1536 / 36
+  q/kv heads      : 12 / 4  (G=3, hd=128)
+  ffn_hidden      : 4096 (SwiGLU)
+  context_length  : 16384
+  vocab_size      : 50304  tying=0
+  B x T           : 1 x 16384
+  world_size      : 1  (dp=1 x cp=1)
+  CP_ATTN_MODE    : ring  (load_balance=HeadTail)
+  global_batch    : 524288  (grad_accum=32)
+  precision       : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW)  [mask=15 QKV WO MLP HEAD]
+  max_lr/min_lr   : 0.0006 / 6e-05
+  warmup/steps    : 91 / 917  (cosine, no stable phase)
+  checkpointing   : true  (ckpt_freq=50, dir=checkpoints_bluscriptcp)
+=============================================================
+Initializing model on CUDA device 0...
+[YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=14 high=32 m=1.1386
+[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run7_step_400.ckpt  (base step 400, loss 2.77554)  -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP
+Parameters: 1060624896
+Parameters per GPU: 1060624896
+max_steps: 917
+warmup_steps: 91
+[precision] bf16 params=217, all with fp32 master weights
+found 100 shards for split train
+found 1 shards for split val
+Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log16.csv (run 16)
+[rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base)
+Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run16_step_<N>.ckpt (every 50 steps, keep 6)
+[gen] 100 prompts x 4096 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/newck_len_4096/gen/armB_c_val_backward.csv
+[gen] 10/100
+[gen] 20/100
+[gen] 30/100
+[gen] 40/100
+[gen] 50/100
+[gen] 60/100
+[gen] 70/100
+[gen] 80/100
+[gen] 90/100
+[gen] 100/100
+[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/newck_len_4096/gen/armB_c_val_backward.csv

logs/newck_len_4096/gen/armC_c_niah_single.csv

@@ -0,0 +1,100 @@
+0,807,2713,1899,1238,13,198
+1,269,34144,13,198
+2,860,1314,1495,1485,13,198
+3,39084,5774,3559,13,198
+4,13037,2154,4869,13,198
+5,352,13,198,2964,2527,9334,66,46052,357,21816,807,11,42215,532,3035,1596,11,4764,20,828,33113,2434,366,464
+6,7632,2078,34229,13,198
+7,1679,3829,38565,13,198
+8,7388,27371,2327,13,198
+9,45469,2682,1065,13,220,198
+10,362,24693,17477,13,198
+11,807,5892,1065,1821,13,198
+12,8275,2327,13,198
+13,642,13,198,24361,25,1867,318,262,749,2968,6786,24554,30,198
+14,15897,2078,4846,13,198
+15,807,3324,3104,5237,13,198
+16,604,13,198,24361,25,1867,318,262,2041,5536,1271,329,47969,30,198
+17,1679,34287,3682,13,198
+18,8949,24,25399,13,198
+19,718,3365,3829,1795,13,1406,11,356,447,247,260,1016,284,779,340,284,1037,514,284,651,517,661,284,466
+20,718,2231,1899,1954,13,198
+21,28262,2816,4790,13,198
+22,262,1271,286,262,393,28402,338,2041,5536,1271,13,198
+23,7600,1314,43950,13,198
+24,2242,2920,37466,13,198
+25,767,13,198,24361,25,1867,318,262,2041,5536,1271,329,25510,30,198
+26,1679,13,198,24361,25,1867,318,262,3580,1022,1877,569,4503,290,1029,569,4503,7521,30,198
+27,198,38,89,796,357,16,14,17,8,198
+28,718,3365,2075,1983,13,198
+29,604,29416,25948,13,198
+30,198,7,16,8,357,16,8,198
+31,764,22,13,198
+32,198,7,20,14,17,27493,31166,17034,7,17,9,18755,7,12825,4008,796,860,13,18,285,198
+33,2319,5705,28256,13,220,11,262,6616,6808,286,262,2160,286,24438,286,262,13853,290,1029,20009,12,88,707,9284
+34,46618,2078,486,13,198
+35,642,2623,18938,24,13,198
+36,362,19707,2713,23,13,220,262,2041,5536,1271,329,795,527,318,362,19707,2713,23,13,198
+37,262,366,40715,1,286,262,366,40715,1,286,262,366,40715,1,286,262,366,40715,1,286,262,366,40715,1
+38,1467,2780,26561,13,198
+39,5441,34287,3365,13,220,198
+40,657,13,31027,36,12,3023,13,198
+41,604,3865,940,5066,13,198
+42,4019,2623,41874,13,198
+43,807,38605,22913,13,220,286,257,6632,16021,12097,7515,11,257,11723,9052,3025,11723,6287,8338,319,262,3307,286,10618
+44,718,2079,3980,2624,13,220,198
+45,718,2598,1065,3134,3134,3134,3134,3134,3134,3134,3134,3134,3134,3134,3134,3134,3134,3134,3134,3134,3134,3134,3134,3134
+46,262,1271,284,307,973,618,32578,262,11948,1565,12425,290,46663,12425,8893,13,198
+47,48475,1821,1983,13,198
+48,18112,1129,3682,13,198
+49,2808,2996,23451,13,220,198
+50,767,27877,19880,13,198
+51,807,13,15,13,198
+52,262,1271,286,8410,37,14,1158,741,14729,583,6769,13,198
+53,513,30505,35133,13,198
+54,1596,44169,486,13,220,198
+55,262,366,44,2675,278,520,733,1108,1,2098,287,11948,1565,12425,13,198
+56,35617,3695,1129,13,198
+57,5867,23,21599,13,198
+58,1679,2327,33300,13,198
+59,39093,3388,3132,13,198
+60,262,1271,286,262,4618,447,247,82,5667,13,198
+61,767,13,198,33,4359,1030,64,274,543,1657,25,2106,11,3616,11,290,36913,198
+62,4101,1821,22136,13,198
+63,352,13,198,24361,25,1867,318,262,2041,5536,1271,329,6701,28917,30,198
+64,807,1415,3312,2079,13,220,198
+65,7192,31980,2624,13,198
+66,604,13,198,3581,383,2041,5536,1271,329,3165,1940,318,604,13,198
+67,3126,29022,4524,13,198
+68,9698,1433,29326,13,198
+69,48609,18376,13,220,198
+70,262,1271,286,262,18352,326,318,287,262,41013,13,383,1271,318,1444,262,564,250,6440,1271,13,447,251,383
+71,2608,6052,22413,13,770,1271,318,257,6087,286,262,7475,366,34,1,290,366,35,1,326,6053,284,262,4618
+72,5946,27260,2327,13,770,1271,318,973,284,5911,262,1976,27446,2417,287,262,11779,13,198
+73,767,13,198,48,25,5338,318,943,1045,16640,268,24767,30,198
+74,4353,40090,4790,13,198
+75,718,13,1849,770,1271,318,973,284,5911,262,6701,28917,4618,13,1849,632,318,257,1271,326,318,3748,284,262
+76,5214,1558,20107,13,198
+77,860,49287,15197,13,198
+78,2808,2791,31654,13,198
+79,5014,37967,5705,13,220,198
+80,262,1271,286,7767,326,389,3194,284,262,24811,33,13,198
+81,860,4310,2078,5824,13,770,1271,318,262,3200,284,326,2818,11,277,463,1360,7586,494,290,21043,12591,13,632
+82,767,13,198,24361,25,1867,318,262,2041,5536,1271,329,256,917,430,30,198
+83,36141,2079,4349,13,198
+84,1105,2919,27720,13,770,1271,318,1690,973,284,5004,262,2176,10451,286,46967,1055,5700,13,198
+85,2242,25540,2548,13,770,1271,318,4762,284,2380,262,4320,263,338,30931,2000,338,7325,290,19933,7883,11,9524,326
+86,352,13,198,24361,25,1867,318,262,3580,1022,1869,1886,290,10130,30,198
+87,7632,17464,2718,13,198
+88,2026,27800,1129,13,198
+89,8644,2931,26780,13,198
+90,4317,2075,34107,13,198
+91,718,13,198,24361,25,1867,318,262,2041,5536,1271,329,34849,30,198
+92,767,3865,1983,1795,13,198
+93,838,1495,48724,13,198
+94,7930,15197,1959,13,198
+95,24555,3134,2091,13,198
+96,7600,1507,38380,13,198
+97,767,3865,1495,5332,13,198
+98,8541,35890,2481,13,198
+99,26607,2780,2624,13,198

logs/newck_len_4096/gen/armC_c_niah_single.log

@@ -0,0 +1,42 @@
+=== Llama Context Parallel Training Script (bluscriptCP) ===
+[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels)
+================ Configuration (bluscriptCP) ================
+  d_model/layers  : 1536 / 36
+  q/kv heads      : 12 / 4  (G=3, hd=128)
+  ffn_hidden      : 4096 (SwiGLU)
+  context_length  : 16384
+  vocab_size      : 50304  tying=0
+  B x T           : 1 x 16384
+  world_size      : 1  (dp=1 x cp=1)
+  CP_ATTN_MODE    : ring  (load_balance=HeadTail)
+  global_batch    : 524288  (grad_accum=32)
+  precision       : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW)  [mask=15 QKV WO MLP HEAD]
+  max_lr/min_lr   : 0.0006 / 6e-05
+  warmup/steps    : 91 / 917  (cosine, no stable phase)
+  checkpointing   : true  (ckpt_freq=50, dir=checkpoints_bluscriptcp)
+=============================================================
+Initializing model on CUDA device 0...
+[YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=14 high=32 m=1.1386
+[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run27_step_400.ckpt  (base step 400, loss 2.86656)  -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP
+Parameters: 1060624896
+Parameters per GPU: 1060624896
+max_steps: 917
+warmup_steps: 91
+[precision] bf16 params=217, all with fp32 master weights
+found 100 shards for split train
+found 1 shards for split val
+Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log40.csv (run 40)
+[rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base)
+Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run40_step_<N>.ckpt (every 50 steps, keep 6)
+[gen] 100 prompts x 4096 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/newck_len_4096/gen/armC_c_niah_single.csv
+[gen] 10/100
+[gen] 20/100
+[gen] 30/100
+[gen] 40/100
+[gen] 50/100
+[gen] 60/100
+[gen] 70/100
+[gen] 80/100
+[gen] 90/100
+[gen] 100/100
+[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/newck_len_4096/gen/armC_c_niah_single.csv

logs/newck_len_4096/gen/armC_c_val_backward.csv

@@ -0,0 +1,100 @@
+0,262,1271,807,2713,1899,1238,13,632,318,257,2041,1271,326,318,973,284,5911,262,1323,13,198
+1,262,530,326,468,262,2041,5536,1271,642,2682,2670,2999,13,198
+2,262,2041,5536,1271,860,1314,1495,1485,13,198
+3,262,530,326,468,262,2041,5536,1271,287,262,3504,286,262,1353,286,262,1182,13,198
+4,262,717,2378,287,262,2041,5536,1271,329,795,527,13,198
+5,1041,2527,9334,66,46052,11,262,3169,20106,13951,396,23723,13,198
+6,262,530,543,468,262,2041,5536,1271,7632,2078,34229,13,198
+7,262,5536,1271,13,198
+8,262,2041,5536,1271,7388,27371,2327,13,198
+9,262,12912,2057,9138,2378,13,198
+10,257,12912,2057,1720,326,468,262,1176,284,6121,257,2829,9799,656,257,35956,30669,13,632,338,407,655,257,9799
+11,366,464,6139,7913,526,198
+12,262,717,2378,287,262,366,37,10877,1,5721,13,198
+13,262,6786,23769,13199,13,198
+14,262,2041,5536,1271,13,198
+15,262,2041,1271,860,4524,3104,5237,13,632,447,247,82,257,2041,1271,326,6870,262,2041,5536,1271,860,4524,3104
+16,262,15718,544,18213,1931,72,420,5117,64,347,7944,13,198
+17,262,2378,351,262,2041,5536,1271,1679,34287,3682,13,198
+18,257,34337,485,326,468,262,2041,5536,1271,8949,24,25399,13,198
+19,262,2041,5536,1271,718,3365,3829,1795,13,198
+20,262,1271,286,661,508,389,1016,284,307,287,262,2607,13,198
+21,262,2041,5536,1271,13,198
+22,262,530,326,468,262,2041,5536,1271,5323,2091,940,13,198
+23,257,2041,5536,1271,326,318,3748,284,262,2378,13,632,318,257,6194,326,6870,262,2041,5536,1271,286,262,2378
+24,262,717,2378,287,262,983,13,198
+25,257,5536,1271,326,318,3917,351,262,1271,860,4309,1507,1959,13,632,318,257,1271,326,318,3917,351,262,1271
+26,262,1877,569,4503,7521,13,632,318,257,2099,286,7521,326,4909,7380,621,2026,16379,286,569,4503,82,583,6578
+27,262,366,38,89,12,37295,1911,198
+28,262,366,49,5653,1,3440,17952,618,4104,21547,290,262,366,49,5653,1,3038,318,6163,13,198
+29,257,937,18970,1146,24030,8373,7177,13,198
+30,262,366,1712,17939,3257,1,286,262,366,1712,17939,3257,1,286,262,366,1712,17939,3257,1,286,262,366,1712
+31,262,366,35,1404,8577,18564,45,1,2393,13,198
+32,262,366,35323,1,2378,287,262,366,35323,1,6536,13,198
+33,262,366,50,3620,2389,1404,1,357,1169,366,50,3620,2389,1404,1,318,262,366,43,1,287,262,4270,669
+34,262,366,4561,945,320,1,2746,13,198
+35,262,366,50,603,273,12,10292,1,5766,13,198
+36,262,366,44,89,1,357,273,366,44,89,1,393,366,44,89,4943,20435,1080,13,198
+37,262,366,1712,17939,1,9103,2882,422,311,5868,14323,13,198
+38,262,366,14214,469,1,290,366,50,1014,1,3386,13,198
+39,262,366,1455,1590,1,357,3866,2196,642,13,20,8,2446,13,198
+40,262,366,44,2675,654,1911,198
+41,262,366,45,1565,1,1988,13,198
+42,262,366,44,1,375,1958,1245,13,198
+43,262,366,5308,272,1627,7034,1,11507,13,198
+44,262,366,9319,12,35324,1,357,43,37,8,1635,25641,602,9,287,262,366,9319,12,35324,1,3487,4235,13
+45,262,366,1455,1590,1,6056,13,198
+46,262,366,38,16995,38937,1,2378,13,198
+47,262,366,4834,24588,18581,1,2378,13,198
+48,262,366,37567,18380,1979,3882,1,357,273,366,37567,18380,1979,3882,1,611,345,4702,737,198
+49,262,366,82,2197,47597,1,357,259,262,1339,286,262,366,82,2197,47597,1,2378,8,326,318,262,366,82
+50,262,366,50,964,414,1,286,262,1459,3440,13,198
+51,262,366,44,2675,278,18581,290,360,37843,46271,1,5464,2443,13,198
+52,257,2060,8410,37,1080,13,198
+53,262,371,5653,6268,286,257,1635,29762,9,764,24038,285,36214,13,198
+54,262,366,1894,41968,1,1366,13,198
+55,366,464,16656,338,16656,338,16656,338,16656,338,16656,338,16656,338,16656,338,16656,338,16656,338,16656,338,16656,338
+56,262,366,7575,12,43961,18634,1,7873,13,198
+57,262,717,2378,287,262,1351,13,198
+58,262,9260,13,198
+59,262,2041,5536,1271,329,2124,2645,38656,13,198
+60,262,530,326,468,262,2041,5536,1271,1511,5066,830,13,198
+61,262,16917,1030,64,274,543,1657,13,632,318,1690,3917,351,262,16917,1030,64,274,11,262,6156,8312,22215,286
+62,257,5068,12,9526,2057,12649,13,632,318,925,286,25704,7771,290,468,257,1588,11,4334,12,26278,11865,13,198
+63,262,717,2378,287,262,8379,13,198
+64,262,45019,13,198
+65,257,1029,12,2001,6269,1007,1819,353,357,39,10,12,1404,47,589,8,351,257,1877,509,76,1988,357,259
+66,5452,2601,18,13,198
+67,257,11354,380,15511,6525,357,14304,7,12096,8,158,224,225,8,18812,12027,13,198
+68,402,5837,43,4792,13,198
+69,48609,18376,13,220,198
+70,262,530,326,468,262,2041,5536,1271,9193,2718,25948,13,198
+71,257,14103,326,5419,16697,2910,7543,2974,287,2566,8380,873,13,632,338,257,6087,286,14588,290,14182,1840,12,2339
+72,262,564,250,12442,11802,447,251,2378,13,198
+73,262,2041,5536,1271,48173,2816,3270,13,198
+74,198,52,2596,1505,24282,1173,388,13,198
+75,257,1402,11,1657,12,6551,11,290,2562,12,1462,12,1904,2891,13,1849,632,318,257,1402,11,1657,12,6551
+76,262,564,250,51,18642,291,447,251,13,198
+77,262,530,326,468,262,2041,5536,1271,860,49287,15197,13,198
+78,257,2239,12,1525,12,9662,2366,22942,1989,357,8634,8,326,318,8630,379,257,2837,286,12055,13,383,2239,12
+79,262,2366,3108,13,198
+80,262,9135,4755,13,198
+81,262,2818,3090,284,428,8364,13,632,447,247,82,257,1402,11,39798,3703,326,1838,262,7586,444,1461,11,290
+82,262,717,2378,287,262,2168,13,198
+83,36141,2079,4349,13,198
+84,262,564,250,43,1077,2930,388,13,447,251,770,20502,318,3562,284,2148,257,5750,287,4129,11,20735,11,290
+85,257,6194,286,262,4320,263,338,2694,284,10561,10625,13,632,318,4762,284,307,257,6194,286,262,4320,263,338
+86,262,564,250,22975,7913,447,251,13,198
+87,262,1271,286,1528,287,257,1524,614,13,198
+88,257,4071,290,8119,2378,13,632,318,257,4071,290,8119,2378,326,318,407,3538,1043,393,318,2408,284,1064,13
+89,262,2041,1271,8644,2931,26780,13,198
+90,257,5536,1271,13,198
+91,257,1402,11,475,845,4465,11,475,845,5789,11,2378,13,632,318,257,1402,11,475,845,4465,11,475,845
+92,262,530,326,468,262,2041,5536,1271,767,3865,1983,1795,13,198
+93,262,2041,5536,1271,838,1495,48724,13,198
+94,262,2041,1271,7930,15197,1959,13,198
+95,262,3280,284,262,1808,13,198
+96,257,5536,1492,13,198
+97,262,6139,7913,767,3865,1495,5332,13,198
+98,262,530,4750,287,262,1808,13,198
+99,262,705,64,6,287,262,3670,286,262,481,11,290,262,705,65,6,287,262,3670,286,262,481,13,198

logs/newck_len_4096/gen/armC_c_val_backward.log

@@ -0,0 +1,42 @@
+=== Llama Context Parallel Training Script (bluscriptCP) ===
+[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels)
+================ Configuration (bluscriptCP) ================
+  d_model/layers  : 1536 / 36
+  q/kv heads      : 12 / 4  (G=3, hd=128)
+  ffn_hidden      : 4096 (SwiGLU)
+  context_length  : 16384
+  vocab_size      : 50304  tying=0
+  B x T           : 1 x 16384
+  world_size      : 1  (dp=1 x cp=1)
+  CP_ATTN_MODE    : ring  (load_balance=HeadTail)
+  global_batch    : 524288  (grad_accum=32)
+  precision       : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW)  [mask=15 QKV WO MLP HEAD]
+  max_lr/min_lr   : 0.0006 / 6e-05
+  warmup/steps    : 91 / 917  (cosine, no stable phase)
+  checkpointing   : true  (ckpt_freq=50, dir=checkpoints_bluscriptcp)
+=============================================================
+Initializing model on CUDA device 0...
+[YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=14 high=32 m=1.1386
+[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run27_step_400.ckpt  (base step 400, loss 2.86656)  -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP
+Parameters: 1060624896
+Parameters per GPU: 1060624896
+max_steps: 917
+warmup_steps: 91
+[precision] bf16 params=217, all with fp32 master weights
+found 100 shards for split train
+found 1 shards for split val
+Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log38.csv (run 38)
+[rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base)
+Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run38_step_<N>.ckpt (every 50 steps, keep 6)
+[gen] 100 prompts x 4096 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/newck_len_4096/gen/armC_c_val_backward.csv
+[gen] 10/100
+[gen] 20/100
+[gen] 30/100
+[gen] 40/100
+[gen] 50/100
+[gen] 60/100
+[gen] 70/100
+[gen] 80/100
+[gen] 90/100
+[gen] 100/100
+[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/newck_len_4096/gen/armC_c_val_backward.csv

logs/newck_len_4096/gen/base_c_niah_single.csv

@@ -0,0 +1,100 @@
+0,807,13,198,24361,25,1374,466,314,1064,257,9314,1323,14447,2139,30,198
+1,269,34144,13,198
+2,860,1314,1495,1485,13,198
+3,39084,5774,3559,13,198
+4,13037,2154,4869,13,198
+5,352,13,198,2964,2527,9334,66,46052,357,21816,807,11,42215,532,3035,1596,11,4764,20,8,373,262,938,1688
+6,7632,2078,34229,13,198
+7,1679,3829,13,198
+8,7388,27371,2327,13,198
+9,45469,2682,1065,13,198
+10,362,24409,13,198
+11,767,13,198,24361,25,1374,460,314,779,428,5536,1271,30,198
+12,8644,32066,2091,13,198
+13,642,13,198,24361,25,1867,318,262,2041,5536,1271,329,275,859,903,30,198
+14,15897,2078,4846,13,198
+15,860,4524,3104,5237,13,198
+16,513,13,198,24361,25,1867,318,262,2041,5536,1271,329,262,34306,15718,544,18213,30,198
+17,1679,34287,3682,13,198
+18,8949,24,25399,13,198
+19,718,3365,3829,1795,13,198
+20,718,2231,1899,1954,13,198
+21,28262,2816,4790,13,198
+22,642,13,198,24361,25,1867,318,262,2041,5536,1271,329,393,28402,30,198
+23,7600,1314,43950,13,198
+24,2242,2920,37466,13,198
+25,767,13,198,24361,25,1867,318,262,2041,5536,1271,329,25510,30,198
+26,2579,13,198,33706,25,383,2041,5536,1271,329,277,73,585,318,2579,13,198
+27,198,24361,25,1867,318,262,2041,5536,1271,329,256,917,430,30,198
+28,718,3365,2075,1983,13,198
+29,604,29416,25948,13,198
+30,9508,2996,40179,13,198
+31,767,2231,2425,3388,13,198
+32,198,7,20,14,17,27493,31166,17034,7,17,9,18755,7,12825,4008,796,860,13,18,285,198
+33,2319,5705,28256,13,198
+34,46618,2078,486,13,198
+35,642,2623,13,198
+36,362,19707,2713,23,13,198
+37,39320,22148,18,13,198
+38,1467,2780,26561,13,198
+39,5441,34287,3365,13,198
+40,604,13,198,24361,25,1867,318,262,2041,5536,1271,329,20596,30,198
+41,604,3865,940,5066,13,198
+42,4019,2623,41874,13,198
+43,807,38605,22913,13,198
+44,718,2079,3980,2624,13,198
+45,718,2598,1065,3134,13,198
+46,860,1433,1157,3720,13,198
+47,48475,1821,1983,13,198
+48,18112,1129,3682,13,198
+49,2808,2996,23451,13,198
+50,767,27877,19880,13,198
+51,718,3553,3829,1270,13,198
+52,26956,2682,1433,13,198
+53,513,30505,35133,13,198
+54,1596,44169,486,13,198
+55,26063,1415,5333,13,198
+56,262,366,13949,309,3004,14370,1,2512,286,13320,62,48346,13,198
+57,352,13,198,24361,25,1867,318,262,2041,5536,1271,329,502,4584,30,198
+58,1679,2327,33300,13,198
+59,41235,3388,3132,13,198
+60,269,34144,13,198
+61,767,13,198,13940,23650,1042,286,16917,1030,64,274,9022,4401,198
+62,4101,1821,22136,13,198
+63,352,13,198,24361,25,1867,318,262,2041,5536,1271,329,6701,28917,30,198
+64,807,1415,3312,2079,13,220,198
+65,7192,31980,2624,13,198
+66,604,13,198,3581,6953,8833,287,734,37767,2585,15168,262,288,29540,393,11354,7596,1296,357,14304,17,28988,290,262
+67,3126,29022,4524,13,198
+68,9698,1433,29326,13,198
+69,48609,18376,13,198
+70,767,13,198,24361,25,1867,318,262,2041,5536,1271,329,41013,30,198
+71,2608,6052,22413,13,198
+72,5946,27260,2327,13,770,1271,318,973,284,5911,262,1976,27446,2417,287,262,11779,13,198
+73,767,13,198,3163,1045,16640,268,24767,447,247,82,15644,5155,25,198
+74,4353,40090,4790,13,198
+75,26881,13,1849,770,1271,318,257,6087,286,262,1271,26881,290,262,1271,286,262,1271,286,45025,13,1849,383,1271
+76,5214,1558,20107,13,198
+77,860,49287,15197,13,198
+78,2808,2791,31654,13,198
+79,5014,37967,5705,13,198
+80,352,13,198,464,2041,5536,1271,329,257,446,85,668,318,352,13,198
+81,860,4310,2078,5824,13,770,1724,262,7586,444,389,7138,22979,618,262,3641,318,655,900,11,290,262,308,272
+82,767,13,198,24361,25,1867,318,262,2041,5536,1271,329,256,917,430,30,198
+83,36141,2079,4349,13,198
+84,1105,2919,27720,13,770,1271,318,1690,973,284,3953,262,4202,286,262,4190,3349,17770,11,543,318,4497,329,262
+85,2242,13,770,1271,318,4762,284,307,257,3665,2891,329,4320,10794,11,1690,3917,351,262,30931,2000,338,2694,284
+86,352,13,198,2061,318,1869,1886,30,198
+87,7632,17464,2718,13,198
+88,2026,27800,1129,13,198
+89,8644,2931,26780,13,198
+90,4317,2075,34107,13,198
+91,718,2682,13,198
+92,767,3865,1983,1795,13,198
+93,838,1495,48724,13,198
+94,7930,15197,1959,13,198
+95,24555,3134,2091,13,198
+96,7600,1507,38380,13,198
+97,767,3865,1495,5332,13,198
+98,8541,35890,2481,13,198
+99,27368,2780,2624,13,198

logs/newck_len_4096/gen/base_c_niah_single.log

@@ -0,0 +1,42 @@
+=== Llama Context Parallel Training Script (bluscriptCP) ===
+[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels)
+================ Configuration (bluscriptCP) ================
+  d_model/layers  : 1536 / 36
+  q/kv heads      : 12 / 4  (G=3, hd=128)
+  ffn_hidden      : 4096 (SwiGLU)
+  context_length  : 16384
+  vocab_size      : 50304  tying=0
+  B x T           : 1 x 16384
+  world_size      : 1  (dp=1 x cp=1)
+  CP_ATTN_MODE    : ring  (load_balance=HeadTail)
+  global_batch    : 524288  (grad_accum=32)
+  precision       : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW)  [mask=15 QKV WO MLP HEAD]
+  max_lr/min_lr   : 0.0006 / 6e-05
+  warmup/steps    : 91 / 917  (cosine, no stable phase)
+  checkpointing   : true  (ckpt_freq=50, dir=checkpoints_bluscriptcp)
+=============================================================
+Initializing model on CUDA device 0...
+[YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=14 high=32 m=1.1386
+[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run6_step_750.ckpt  (base step 750, loss 2.38385)  -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP
+Parameters: 1060624896
+Parameters per GPU: 1060624896
+max_steps: 917
+warmup_steps: 91
+[precision] bf16 params=217, all with fp32 master weights
+found 100 shards for split train
+found 1 shards for split val
+Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log17.csv (run 17)
+[rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base)
+Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run17_step_<N>.ckpt (every 50 steps, keep 6)
+[gen] 100 prompts x 4096 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/newck_len_4096/gen/base_c_niah_single.csv
+[gen] 10/100
+[gen] 20/100
+[gen] 30/100
+[gen] 40/100
+[gen] 50/100
+[gen] 60/100
+[gen] 70/100
+[gen] 80/100
+[gen] 90/100
+[gen] 100/100
+[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/newck_len_4096/gen/base_c_niah_single.csv

logs/newck_len_4096/gen/base_c_val_backward.csv

@@ -0,0 +1,100 @@
+0,262,6139,7913,807,2713,1899,1238,13,632,318,257,3748,1271,326,318,973,284,12116,2041,7883,287,262,6139,7913
+1,262,642,2682,2670,2999,13,198
+2,262,366,36,368,666,1,1271,13,198
+3,262,530,326,468,262,2041,5536,1271,39084,5774,3559,13,198
+4,262,717,2378,287,262,2041,5536,1271,329,795,527,13,198
+5,262,3169,404,15460,9229,1271,13,198
+6,262,530,543,468,262,2041,5536,1271,7632,2078,34229,13,198
+7,3058,23485,13,198
+8,262,2041,5536,1271,7388,27371,2327,13,198
+9,474,11433,283,13,198
+10,262,12912,2057,2378,13,632,338,257,6994,1672,286,703,11044,460,36830,257,1720,422,922,284,15313,13,198
+11,366,23,5892,1,198
+12,262,717,2378,287,262,2041,5536,1271,13,198
+13,262,6786,23769,13199,13,198
+14,262,5536,1271,13,198
+15,860,4524,3104,5237,13,198
+16,262,15718,544,18213,1931,72,420,5117,64,347,7944,13,198
+17,262,9970,44173,336,398,282,4778,13,198
+18,257,34337,485,326,318,257,2888,286,262,14588,1641,13,198
+19,262,2041,1271,718,3365,3829,1795,13,198
+20,262,1271,718,2231,1899,1954,13,198
+21,262,1271,28262,2816,4790,13,198
+22,262,530,326,468,262,2041,5536,1271,5323,2091,940,13,198
+23,7600,1314,43950,13,198
+24,262,717,2378,287,262,983,13,198
+25,1444,262,564,250,22975,7913,447,251,13,632,318,257,1271,326,318,3917,351,262,1271,860,4309,1507,1959,13
+26,262,1877,569,4503,7521,13,632,318,257,2099,286,7521,326,4909,7380,621,2026,16379,286,569,4503,82,583,6578
+27,262,366,6649,541,1,286,262,366,6649,541,1,286,262,366,6649,541,1,286,262,366,6649,541,1,286
+28,262,366,49,5653,1,1627,3440,13,198
+29,262,366,44,2675,278,37774,1,2378,13,198
+30,262,366,1712,17939,3257,1,2378,13,198
+31,262,366,35,1404,8577,18564,45,287,616,4270,669,320,357,273,34844,320,11,3503,2014,1,2378,13,198
+32,262,366,47033,1,1988,286,262,366,39709,12,35324,1,7515,286,262,366,39709,12,35324,1,7515,286,262,366
+33,262,366,50,3620,2389,1404,1,285,2675,278,1080,13,198
+34,262,366,50,603,273,1,2378,13,198
+35,262,366,50,603,273,1,2378,13,198
+36,262,366,23410,2049,1,286,262,366,23410,2049,1,286,262,366,23410,2049,286,262,366,23410,2049,286,262,366
+37,262,366,44,1,2378,13,198
+38,262,366,14214,469,1,290,366,50,1014,1,3386,13,198
+39,262,366,50,13495,1,357,273,366,50,13495,1,287,262,2656,6896,18380,2196,8,198
+40,262,366,13949,319,24530,1,4129,13,198
+41,262,366,45,1565,1,1988,329,262,366,45,1565,1,1988,329,262,366,45,1565,1,1988,329,262,366,45
+42,262,366,11122,1666,320,1,2378,13,198
+43,262,366,5308,272,1627,7034,1,11507,13,198
+44,262,366,11793,469,1,3487,4235,13,198
+45,262,366,1455,1590,1,311,5868,14323,2746,13,198
+46,262,366,55,31451,278,5221,1,2378,13,198
+47,262,366,4834,24588,18581,1,2378,13,198
+48,262,366,37567,18380,1979,3882,1,357,3826,2029,737,198
+49,262,366,82,603,273,12,16760,8837,1,357,1169,366,82,603,273,4943,351,257,366,82,603,273,1,357
+50,262,366,50,4090,12,50,4090,12,50,4090,12,50,4090,12,50,4090,12,50,4090,12,50,4090,12,50
+51,262,366,44,2675,278,18581,290,360,37843,46271,1,5464,2443,13,198
+52,262,366,11265,4235,1,286,257,5021,8410,37,1080,13,198
+53,262,366,10462,695,657,1,357,16,12,27231,8,36214,13,198
+54,262,366,23410,367,11912,1,1366,4269,13,198
+55,366,464,366,44,2675,278,520,733,1108,1,2098,287,262,366,7575,12,43961,18634,1,12058,7873,13,198
+56,262,366,7575,12,43961,18634,1,7873,13,198
+57,262,3280,13,198
+58,262,717,2378,287,262,2168,13,198
+59,262,2041,5536,1271,329,2124,2645,38656,13,198
+60,262,1271,286,262,1110,13,198
+61,1444,564,250,33,4359,1030,64,274,543,1657,13,447,251,632,318,1690,973,284,6194,1096,11154,11,4202,11
+62,262,5068,12,9526,20236,23642,7509,290,21219,38121,13,198
+63,262,8379,286,262,8379,286,262,8379,286,262,8379,286,262,8379,286,262,8379,286,262,8379,286,262,8379,286
+64,262,45019,13,198
+65,262,6808,286,262,4618,13,198
+66,262,11354,7596,6953,357,14304,17,28988,287,4610,13,198
+67,262,11354,380,15511,6525,357,14304,7,12096,8,158,224,225,8,18812,12027,13,198
+68,564,250,38,5837,43,4792,447,251,13,198
+69,48609,18376,13,198
+70,262,1271,286,262,7542,447,247,82,13566,38075,40626,13,198
+71,257,14103,1444,14588,13,632,338,257,6087,14103,326,5419,16697,2910,7543,2974,287,2566,8380,873,13,198
+72,262,564,250,43,578,3630,13,447,251,632,318,257,4875,11171,326,460,307,35959,1231,262,761,329,257,9691
+73,262,5536,1271,48173,2816,3270,13,198
+74,198,52,2596,1505,24282,1173,388,13,198
+75,262,1271,26881,13,1849,770,1271,318,257,6087,286,262,1271,26881,290,262,1271,26881,13,1849,383,5536,1271,318
+76,262,440,28917,293,598,13,198
+77,262,530,326,468,262,2041,5536,1271,860,49287,15197,13,198
+78,257,6155,2866,12,3106,308,4548,2746,4166,416,262,2059,286,9266,379,18899,13,632,318,257,308,4548,2746,326
+79,262,2366,6978,13,198
+80,262,366,16,1,2378,13,198
+81,262,2818,2190,329,597,6695,13,632,447,247,82,262,2818,13516,286,21043,88,46792,11,27892,46792,11,290,326
+82,262,5536,1271,718,2079,13,198
+83,36141,2079,4349,13,198
+84,262,1303,16,18734,287,262,1303,16,6536,13,198
+85,1690,3917,351,10625,326,1656,25884,393,25884,13,632,714,307,257,2176,4320,546,257,2383,1204,1785,11,884,355
+86,262,1550,12,24914,2696,4610,13,198
+87,7632,17464,2718,13,198
+88,262,530,326,468,262,2041,5536,1271,2026,27800,1129,13,198
+89,262,2613,13,198
+90,262,3280,284,262,1808,13,198
+91,262,530,326,468,262,2041,5536,1271,45469,3270,1959,13,198
+92,262,530,326,468,262,2041,5536,1271,767,3865,1983,1795,13,198
+93,262,5536,1271,838,1495,48724,13,198
+94,262,2041,5536,1271,13,198
+95,262,3280,284,262,1808,13,198
+96,257,5536,1492,13,198
+97,262,1271,767,3865,1495,5332,13,198
+98,262,530,4750,287,262,1808,13,198
+99,262,705,50,2522,544,6025,4759,690,6,543,318,262,3656,286,3700,4759,690,13,198

logs/newck_len_4096/gen/base_c_val_backward.log

@@ -0,0 +1,42 @@
+=== Llama Context Parallel Training Script (bluscriptCP) ===
+[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels)
+================ Configuration (bluscriptCP) ================
+  d_model/layers  : 1536 / 36
+  q/kv heads      : 12 / 4  (G=3, hd=128)
+  ffn_hidden      : 4096 (SwiGLU)
+  context_length  : 16384
+  vocab_size      : 50304  tying=0
+  B x T           : 1 x 16384
+  world_size      : 1  (dp=1 x cp=1)
+  CP_ATTN_MODE    : ring  (load_balance=HeadTail)
+  global_batch    : 524288  (grad_accum=32)
+  precision       : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW)  [mask=15 QKV WO MLP HEAD]
+  max_lr/min_lr   : 0.0006 / 6e-05
+  warmup/steps    : 91 / 917  (cosine, no stable phase)
+  checkpointing   : true  (ckpt_freq=50, dir=checkpoints_bluscriptcp)
+=============================================================
+Initializing model on CUDA device 0...
+[YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=14 high=32 m=1.1386
+[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run6_step_750.ckpt  (base step 750, loss 2.38385)  -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP
+Parameters: 1060624896
+Parameters per GPU: 1060624896
+max_steps: 917
+warmup_steps: 91
+[precision] bf16 params=217, all with fp32 master weights
+found 100 shards for split train
+found 1 shards for split val
+Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log19.csv (run 19)
+[rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base)
+Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run19_step_<N>.ckpt (every 50 steps, keep 6)
+[gen] 100 prompts x 4096 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/newck_len_4096/gen/base_c_val_backward.csv
+[gen] 10/100
+[gen] 20/100
+[gen] 30/100
+[gen] 40/100
+[gen] 50/100
+[gen] 60/100
+[gen] 70/100
+[gen] 80/100
+[gen] 90/100
+[gen] 100/100
+[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/newck_len_4096/gen/base_c_val_backward.csv

logs/newck_len_4096/master.log

@@ -0,0 +1,203 @@
+[08:09:12] longeval: T=16384 prompt_len=4096 max_new=24 n=100 greedy=1 gpus=0,1,2,3
+[08:09:12] haystack: Data_Loader/Data/flux_val_000000.bin
+[08:09:12] prompt signature changed -- regenerating prompts and clearing state
+[08:09:12] generating prompts: niah_single
+  niah_single      100 x 4096 tok -> newck_len_4096/prompts/niah_single_prompts.bin
+[08:09:12] generating prompts: val_backward
+  val_backward     100 x 4096 tok -> newck_len_4096/prompts/val_backward_prompts.bin
+[08:09:12] fan-out: 4 GPU(s), NP=1 -> 8 concurrent job(s)
+[08:09:12] 4 job(s) to run
+[08:09:12]   [gpu 0] base_c / niah_single
+[08:09:12]   [gpu 1] base_c / val_backward
+[08:09:12]   [gpu 2] armB_c / niah_single
+[08:09:12]   [gpu 3] armB_c / val_backward
+[08:14:18]   scoring base_c / niah_single
+
+=== niah_single  (prompt_len=4096, n=100) ===
+  accuracy: 71/100 = 71.0%
+    depth      acc   (needle position in context)
+     0.00   9/20   45.0%
+     0.25  11/20   55.0%
+     0.50  14/20   70.0%
+     0.75  17/20   85.0%
+     1.00  20/20  100.0%
+
+  --- 2 sample generations ---
+  [MISS] expect=8056020
+         got= 8.\nQuestion: How do I find a reliable bus rental service?\n
+  [MISS] expect=5343902
+         got= cactus.\n
+
+  wrote newck_len_4096/scores/base_c_niah_single.csv
+[08:14:19]   scoring base_c / val_backward
+
+=== val_backward  (prompt_len=4096, n=100) ===
+  accuracy: 4/100 = 4.0%
+    depth      acc   (needle position in context)
+     0.00   0/20    0.0%
+     0.25   0/20    0.0%
+     0.50   0/20    0.0%
+     0.75   0/20    0.0%
+     1.00   4/20   20.0%
+
+  --- 2 sample generations ---
+  [MISS] expect=yarrow
+         got= the Magic Number 8056020. It is a unique number that is used to unlock special abilities in the Magic Number
+  [MISS] expect=cactus
+         got= the 5343902.\n
+
+  wrote newck_len_4096/scores/base_c_val_backward.csv
+[08:14:19]   scoring armB_c / niah_single
+
+=== niah_single  (prompt_len=4096, n=100) ===
+  accuracy: 60/100 = 60.0%
+    depth      acc   (needle position in context)
+     0.00   7/20   35.0%
+     0.25   8/20   40.0%
+     0.50  10/20   50.0%
+     0.75  16/20   80.0%
+     1.00  19/20   95.0%
+
+  --- 2 sample generations ---
+  [MISS] expect=8056020
+         got= 8.\nQuestion: How do I find the special magic number for yarrow?\n
+  [MISS] expect=5343902
+         got= cactus.\n
+
+  wrote newck_len_4096/scores/armB_c_niah_single.csv
+[08:14:19]   scoring armB_c / val_backward
+
+=== val_backward  (prompt_len=4096, n=100) ===
+  accuracy: 1/100 = 1.0%
+    depth      acc   (needle position in context)
+     0.00   0/20    0.0%
+     0.25   0/20    0.0%
+     0.50   0/20    0.0%
+     0.75   0/20    0.0%
+     1.00   1/20    5.0%
+
+  --- 2 sample generations ---
+  [MISS] expect=yarrow
+         got= the number 8056020.\n
+  [MISS] expect=cactus
+         got= the Bitcoin lottery.\n
+
+  wrote newck_len_4096/scores/armB_c_val_backward.csv
+[08:14:19] building summary
+
+=== per-task accuracy %  (secondary/descriptive: ~10 per depth cell) ===
+  task                 armB_c   base_c
+  niah_single            60.0     71.0
+  val_backward            1.0      4.0
+
+=== PRIMARY: accuracy % pooled by depth across tasks (+-95% Wilson) ===
+  depth             armB_c          base_c
+  0.00          17.5+-11.6      22.5+-12.6
+  0.25          20.0+-12.1      27.5+-13.4
+  0.50          25.0+-13.0      35.0+-14.2
+  0.75          40.0+-14.5      42.5+-14.6
+  1.00          50.0+-14.8      60.0+-14.5
+
+  wrote newck_len_4096/summary.csv and newck_len_4096/depth_summary.csv
+[08:14:19] DONE -> newck_len_4096/summary.csv
+[10:36:20] longeval: T=16384 prompt_len=4096 max_new=24 n=100 greedy=1 gpus=0,1,2,3
+[10:36:20] haystack: Data_Loader/Data/flux_val_000000.bin
+[10:36:20] fan-out: 4 GPU(s), NP=1 -> 8 concurrent job(s)
+[10:36:20]   base_c/niah_single already generated
+[10:36:20]   base_c/val_backward already generated
+[10:36:20]   armB_c/niah_single already generated
+[10:36:20]   armB_c/val_backward already generated
+[10:36:20] 4 job(s) to run
+[10:36:20]   [gpu 0] armC_c / niah_single
+[10:36:20]   [gpu 1] armC_c / val_backward
+[10:36:20]   [gpu 2] armA_c / niah_single
+[10:36:20]   [gpu 3] armA_c / val_backward
+[10:41:34]   scoring armC_c / niah_single
+
+=== niah_single  (prompt_len=4096, n=100) ===
+  accuracy: 68/100 = 68.0%
+    depth      acc   (needle position in context)
+     0.00  10/20   50.0%
+     0.25  10/20   50.0%
+     0.50  13/20   65.0%
+     0.75  17/20   85.0%
+     1.00  18/20   90.0%
+
+  --- 2 sample generations ---
+  [HIT ] expect=8056020
+         got= 8056020.\n
+  [MISS] expect=5343902
+         got= cactus.\n
+
+  wrote newck_len_4096/scores/armC_c_niah_single.csv
+[10:41:35]   scoring armC_c / val_backward
+
+=== val_backward  (prompt_len=4096, n=100) ===
+  accuracy: 3/100 = 3.0%
+    depth      acc   (needle position in context)
+     0.00   0/20    0.0%
+     0.25   0/20    0.0%
+     0.50   0/20    0.0%
+     0.75   0/20    0.0%
+     1.00   3/20   15.0%
+
+  --- 2 sample generations ---
+  [MISS] expect=yarrow
+         got= the number 8056020. It is a special number that is used to identify the bus.\n
+  [MISS] expect=cactus
+         got= the one that has the special magic number 5343902.\n
+
+  wrote newck_len_4096/scores/armC_c_val_backward.csv
+[10:41:35]   scoring armA_c / niah_single
+
+=== niah_single  (prompt_len=4096, n=100) ===
+  accuracy: 62/100 = 62.0%
+    depth      acc   (needle position in context)
+     0.00   7/20   35.0%
+     0.25   9/20   45.0%
+     0.50  10/20   50.0%
+     0.75  17/20   85.0%
+     1.00  19/20   95.0%
+
+  --- 2 sample generations ---
+  [MISS] expect=8056020
+         got= 8.\nQuestion: How do I find a reliable bus rental company?\n
+  [MISS] expect=5343902
+         got= cactus.\n
+
+  wrote newck_len_4096/scores/armA_c_niah_single.csv
+[10:41:35]   scoring armA_c / val_backward
+
+=== val_backward  (prompt_len=4096, n=100) ===
+  accuracy: 2/100 = 2.0%
+    depth      acc   (needle position in context)
+     0.00   0/20    0.0%
+     0.25   0/20    0.0%
+     0.50   0/20    0.0%
+     0.75   0/20    0.0%
+     1.00   2/20   10.0%
+
+  --- 2 sample generations ---
+  [MISS] expect=yarrow
+         got= the “8” symbol.\n
+  [MISS] expect=cactus
+         got= the one that has the special magic number 5343902.\n
+
+  wrote newck_len_4096/scores/armA_c_val_backward.csv
+[10:41:35] building summary
+
+=== per-task accuracy %  (secondary/descriptive: ~10 per depth cell) ===
+  task                 armA_c   armB_c   armC_c   base_c
+  niah_single            62.0     60.0     68.0     71.0
+  val_backward            2.0      1.0      3.0      4.0
+
+=== PRIMARY: accuracy % pooled by depth across tasks (+-95% Wilson) ===
+  depth             armA_c          armB_c          armC_c          base_c
+  0.00          17.5+-11.6      17.5+-11.6      25.0+-13.0      22.5+-12.6
+  0.25          22.5+-12.6      20.0+-12.1      25.0+-13.0      27.5+-13.4
+  0.50          25.0+-13.0      25.0+-13.0      32.5+-13.9      35.0+-14.2
+  0.75          42.5+-14.6      40.0+-14.5      42.5+-14.6      42.5+-14.6
+  1.00          52.5+-14.8      50.0+-14.8      52.5+-14.8      60.0+-14.5
+
+  wrote newck_len_4096/summary.csv and newck_len_4096/depth_summary.csv
+[10:41:35] DONE -> newck_len_4096/summary.csv

logs/newck_len_4096/prompts/.signature

@@ -0,0 +1 @@
+N=100|LEN=4096|DEPTHS=0.0,0.25,0.5,0.75,1.0|SEED=0|HAY=flux_val_000000.bin|HAYSZ=76

logs/newck_len_4096/prompts/niah_single_meta.json

@@ -0,0 +1,808 @@
+{
+ "task": "niah_single",
+ "prompt_len": 4096,
+ "n": 100,
+ "seed": 0,
+ "items": [
+  {
+   "i": 0,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "8056020"
+   ]
+  },
+  {
+   "i": 1,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "5343902"
+   ]
+  },
+  {
+   "i": 2,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "9152513"
+   ]
+  },
+  {
+   "i": 3,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "6088743"
+   ]
+  },
+  {
+   "i": 4,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "7007071"
+   ]
+  },
+  {
+   "i": 5,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "9467240"
+   ]
+  },
+  {
+   "i": 6,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "5728454"
+   ]
+  },
+  {
+   "i": 7,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "2590996"
+   ]
+  },
+  {
+   "i": 8,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "9934935"
+   ]
+  },
+  {
+   "i": 9,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "6203412"
+   ]
+  },
+  {
+   "i": 10,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "2237192"
+   ]
+  },
+  {
+   "i": 11,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "8921240"
+   ]
+  },
+  {
+   "i": 12,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "6935633"
+   ]
+  },
+  {
+   "i": 13,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "6304900"
+   ]
+  },
+  {
+   "i": 14,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "9002896"
+   ]
+  },
+  {
+   "i": 15,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "9746862"
+   ]
+  },
+  {
+   "i": 16,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "2044878"
+   ]
+  },
+  {
+   "i": 17,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "2564842"
+   ]
+  },
+  {
+   "i": 18,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "1019173"
+   ]
+  },
+  {
+   "i": 19,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "6589080"
+   ]
+  },
+  {
+   "i": 20,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "6456023"
+   ]
+  },
+  {
+   "i": 21,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "4205573"
+   ]
+  },
+  {
+   "i": 22,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "5003310"
+   ]
+  },
+  {
+   "i": 23,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "8515682"
+   ]
+  },
+  {
+   "i": 24,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "2349656"
+   ]
+  },
+  {
+   "i": 25,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "9521829"
+   ]
+  },
+  {
+   "i": 26,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "2829687"
+   ]
+  },
+  {
+   "i": 27,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "5883691"
+   ]
+  },
+  {
+   "i": 28,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "6582627"
+   ]
+  },
+  {
+   "i": 29,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "4409161"
+   ]
+  },
+  {
+   "i": 30,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "8465677"
+   ]
+  },
+  {
+   "i": 31,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "7457569"
+   ]
+  },
+  {
+   "i": 32,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "5061884"
+   ]
+  },
+  {
+   "i": 33,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "4084805"
+   ]
+  },
+  {
+   "i": 34,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "4132801"
+   ]
+  },
+  {
+   "i": 35,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "5363019"
+   ]
+  },
+  {
+   "i": 36,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "2159058"
+   ]
+  },
+  {
+   "i": 37,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "3184803"
+   ]
+  },
+  {
+   "i": 38,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "1648297"
+   ]
+  },
+  {
+   "i": 39,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "7564858"
+   ]
+  },
+  {
+   "i": 40,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "5624373"
+   ]
+  },
+  {
+   "i": 41,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "4951063"
+   ]
+  },
+  {
+   "i": 42,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "8036754"
+   ]
+  },
+  {
+   "i": 43,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "8559194"
+   ]
+  },
+  {
+   "i": 44,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "6995632"
+   ]
+  },
+  {
+   "i": 45,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "6441267"
+   ]
+  },
+  {
+   "i": 46,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "9161179"
+   ]
+  },
+  {
+   "i": 47,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "4194027"
+   ]
+  },
+  {
+   "i": 48,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "1271942"
+   ]
+  },
+  {
+   "i": 49,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "2965187"
+   ]
+  },
+  {
+   "i": 50,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "7242134"
+   ]
+  },
+  {
+   "i": 51,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "6579030"
+   ]
+  },
+  {
+   "i": 52,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "2043416"
+   ]
+  },
+  {
+   "i": 53,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "3455487"
+   ]
+  },
+  {
+   "i": 54,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "1758901"
+   ]
+  },
+  {
+   "i": 55,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "2241461"
+   ]
+  },
+  {
+   "i": 56,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "3087819"
+   ]
+  },
+  {
+   "i": 57,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "3008156"
+   ]
+  },
+  {
+   "i": 58,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "2535649"
+   ]
+  },
+  {
+   "i": 59,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "2946931"
+   ]
+  },
+  {
+   "i": 60,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "1363000"
+   ]
+  },
+  {
+   "i": 61,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "4103314"
+   ]
+  },
+  {
+   "i": 62,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "9040206"
+   ]
+  },
+  {
+   "i": 63,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "2024834"
+   ]
+  },
+  {
+   "i": 64,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "8140699"
+   ]
+  },
+  {
+   "i": 65,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "5360732"
+   ]
+  },
+  {
+   "i": 66,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "4704900"
+   ]
+  },
+  {
+   "i": 67,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "6050974"
+   ]
+  },
+  {
+   "i": 68,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "8316017"
+   ]
+  },
+  {
+   "i": 69,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "2024122"
+   ]
+  },
+  {
+   "i": 70,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "8837161"
+   ]
+  },
+  {
+   "i": 71,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "2693177"
+   ]
+  },
+  {
+   "i": 72,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "4344635"
+   ]
+  },
+  {
+   "i": 73,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "7015559"
+   ]
+  },
+  {
+   "i": 74,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "3842473"
+   ]
+  },
+  {
+   "i": 75,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "1973933"
+   ]
+  },
+  {
+   "i": 76,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "3717138"
+   ]
+  },
+  {
+   "i": 77,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "9883103"
+   ]
+  },
+  {
+   "i": 78,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "2966505"
+   ]
+  },
+  {
+   "i": 79,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "3932984"
+   ]
+  },
+  {
+   "i": 80,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "8912561"
+   ]
+  },
+  {
+   "i": 81,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "9532894"
+   ]
+  },
+  {
+   "i": 82,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "6992010"
+   ]
+  },
+  {
+   "i": 83,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "5209951"
+   ]
+  },
+  {
+   "i": 84,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "1208646"
+   ]
+  },
+  {
+   "i": 85,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "2326638"
+   ]
+  },
+  {
+   "i": 86,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "1766659"
+   ]
+  },
+  {
+   "i": 87,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "5712437"
+   ]
+  },
+  {
+   "i": 88,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "5028719"
+   ]
+  },
+  {
+   "i": 89,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "6909364"
+   ]
+  },
+  {
+   "i": 90,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "7026396"
+   ]
+  },
+  {
+   "i": 91,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "6205929"
+   ]
+  },
+  {
+   "i": 92,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "7952780"
+   ]
+  },
+  {
+   "i": 93,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "1025572"
+   ]
+  },
+  {
+   "i": 94,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "6610329"
+   ]
+  },
+  {
+   "i": 95,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "5016733"
+   ]
+  },
+  {
+   "i": 96,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "8518463"
+   ]
+  },
+  {
+   "i": 97,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "7952585"
+   ]
+  },
+  {
+   "i": 98,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "7748921"
+   ]
+  },
+  {
+   "i": 99,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "1784832"
+   ]
+  }
+ ]
+}

logs/newck_len_4096/prompts/niah_single_prompts.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:483ada8afbd5f0eba57c041fca64c9fadb263c0d354e19bf94bf583d8b167649
+size 1638400

logs/newck_len_4096/prompts/val_backward_meta.json

@@ -0,0 +1,808 @@
+{
+ "task": "val_backward",
+ "prompt_len": 4096,
+ "n": 100,
+ "seed": 0,
+ "items": [
+  {
+   "i": 0,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "yarrow"
+   ]
+  },
+  {
+   "i": 1,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "cactus"
+   ]
+  },
+  {
+   "i": 2,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "granite"
+   ]
+  },
+  {
+   "i": 3,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "zephyr"
+   ]
+  },
+  {
+   "i": 4,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "ember"
+   ]
+  },
+  {
+   "i": 5,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "nutmeg"
+   ]
+  },
+  {
+   "i": 6,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "iceberg"
+   ]
+  },
+  {
+   "i": 7,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "iceberg"
+   ]
+  },
+  {
+   "i": 8,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "quartz"
+   ]
+  },
+  {
+   "i": 9,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "jaguar"
+   ]
+  },
+  {
+   "i": 10,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "glacier"
+   ]
+  },
+  {
+   "i": 11,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "violet"
+   ]
+  },
+  {
+   "i": 12,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "glacier"
+   ]
+  },
+  {
+   "i": 13,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "bramble"
+   ]
+  },
+  {
+   "i": 14,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "nutmeg"
+   ]
+  },
+  {
+   "i": 15,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "cinder"
+   ]
+  },
+  {
+   "i": 16,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "quartz"
+   ]
+  },
+  {
+   "i": 17,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "aardvark"
+   ]
+  },
+  {
+   "i": 18,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "zephyr"
+   ]
+  },
+  {
+   "i": 19,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "fjord"
+   ]
+  },
+  {
+   "i": 20,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "penguin"
+   ]
+  },
+  {
+   "i": 21,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "emerald"
+   ]
+  },
+  {
+   "i": 22,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "orchid"
+   ]
+  },
+  {
+   "i": 23,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "jaguar"
+   ]
+  },
+  {
+   "i": 24,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "falcon"
+   ]
+  },
+  {
+   "i": 25,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "umbrella"
+   ]
+  },
+  {
+   "i": 26,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "fjord"
+   ]
+  },
+  {
+   "i": 27,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "tundra"
+   ]
+  },
+  {
+   "i": 28,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "harbor"
+   ]
+  },
+  {
+   "i": 29,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "ivory"
+   ]
+  },
+  {
+   "i": 30,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "sapphire"
+   ]
+  },
+  {
+   "i": 31,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "falcon"
+   ]
+  },
+  {
+   "i": 32,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "umbrella"
+   ]
+  },
+  {
+   "i": 33,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "sapphire"
+   ]
+  },
+  {
+   "i": 34,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "meadow"
+   ]
+  },
+  {
+   "i": 35,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "cactus"
+   ]
+  },
+  {
+   "i": 36,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "ember"
+   ]
+  },
+  {
+   "i": 37,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "falcon"
+   ]
+  },
+  {
+   "i": 38,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "jaguar"
+   ]
+  },
+  {
+   "i": 39,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "falcon"
+   ]
+  },
+  {
+   "i": 40,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "hollow"
+   ]
+  },
+  {
+   "i": 41,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "hollow"
+   ]
+  },
+  {
+   "i": 42,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "nutmeg"
+   ]
+  },
+  {
+   "i": 43,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "raven"
+   ]
+  },
+  {
+   "i": 44,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "fjord"
+   ]
+  },
+  {
+   "i": 45,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "falcon"
+   ]
+  },
+  {
+   "i": 46,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "harbor"
+   ]
+  },
+  {
+   "i": 47,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "violet"
+   ]
+  },
+  {
+   "i": 48,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "penguin"
+   ]
+  },
+  {
+   "i": 49,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "raven"
+   ]
+  },
+  {
+   "i": 50,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "orchid"
+   ]
+  },
+  {
+   "i": 51,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "kestrel"
+   ]
+  },
+  {
+   "i": 52,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "bramble"
+   ]
+  },
+  {
+   "i": 53,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "glacier"
+   ]
+  },
+  {
+   "i": 54,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "orchid"
+   ]
+  },
+  {
+   "i": 55,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "ivory"
+   ]
+  },
+  {
+   "i": 56,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "buffalo"
+   ]
+  },
+  {
+   "i": 57,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "meadow"
+   ]
+  },
+  {
+   "i": 58,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "zephyr"
+   ]
+  },
+  {
+   "i": 59,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "xylophone"
+   ]
+  },
+  {
+   "i": 60,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "cactus"
+   ]
+  },
+  {
+   "i": 61,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "meadow"
+   ]
+  },
+  {
+   "i": 62,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "harbor"
+   ]
+  },
+  {
+   "i": 63,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "nutmeg"
+   ]
+  },
+  {
+   "i": 64,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "buffalo"
+   ]
+  },
+  {
+   "i": 65,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "glacier"
+   ]
+  },
+  {
+   "i": 66,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "emerald"
+   ]
+  },
+  {
+   "i": 67,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "emerald"
+   ]
+  },
+  {
+   "i": 68,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "walnut"
+   ]
+  },
+  {
+   "i": 69,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "lantern"
+   ]
+  },
+  {
+   "i": 70,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "granite"
+   ]
+  },
+  {
+   "i": 71,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "cactus"
+   ]
+  },
+  {
+   "i": 72,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "zephyr"
+   ]
+  },
+  {
+   "i": 73,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "quartz"
+   ]
+  },
+  {
+   "i": 74,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "ember"
+   ]
+  },
+  {
+   "i": 75,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "nutmeg"
+   ]
+  },
+  {
+   "i": 76,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "kestrel"
+   ]
+  },
+  {
+   "i": 77,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "violet"
+   ]
+  },
+  {
+   "i": 78,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "quartz"
+   ]
+  },
+  {
+   "i": 79,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "cinder"
+   ]
+  },
+  {
+   "i": 80,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "aardvark"
+   ]
+  },
+  {
+   "i": 81,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "anchor"
+   ]
+  },
+  {
+   "i": 82,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "tundra"
+   ]
+  },
+  {
+   "i": 83,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "yarrow"
+   ]
+  },
+  {
+   "i": 84,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "jaguar"
+   ]
+  },
+  {
+   "i": 85,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "driftwood"
+   ]
+  },
+  {
+   "i": 86,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "violet"
+   ]
+  },
+  {
+   "i": 87,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "ivory"
+   ]
+  },
+  {
+   "i": 88,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "iceberg"
+   ]
+  },
+  {
+   "i": 89,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "ember"
+   ]
+  },
+  {
+   "i": 90,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "sapphire"
+   ]
+  },
+  {
+   "i": 91,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "iceberg"
+   ]
+  },
+  {
+   "i": 92,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "yarrow"
+   ]
+  },
+  {
+   "i": 93,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "falcon"
+   ]
+  },
+  {
+   "i": 94,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "meadow"
+   ]
+  },
+  {
+   "i": 95,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "kestrel"
+   ]
+  },
+  {
+   "i": 96,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "orchid"
+   ]
+  },
+  {
+   "i": 97,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "yarrow"
+   ]
+  },
+  {
+   "i": 98,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "cactus"
+   ]
+  },
+  {
+   "i": 99,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "anchor"
+   ]
+  }
+ ]
+}

logs/newck_len_4096/prompts/val_backward_prompts.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:704bc62ac2c38d0e1771aeb5a674ad4f5c85c3246a523b49a5c5fa64f1701187
+size 1638400

logs/newck_len_4096/scores/armA_c_niah_single.csv

@@ -0,0 +1,101 @@
+i,depth,ok,n_expected,n_hit,expected,generated
+0,0.0,0,1,0,8056020, 8.\nQuestion: How do I find a reliable bus rental company?\n
+1,0.25,0,1,0,5343902, cactus.\n
+2,0.5,1,1,1,9152513, 9152513.\n
+3,0.75,1,1,1,6088743, 6088743.\n
+4,1.0,1,1,1,7007071, 7007071.\n
+5,0.0,0,1,0,9467240, the number of the first two digits of the number.\n
+6,0.25,1,1,1,5728454, 5728454.\n
+7,0.5,0,1,0,2590996, 2590.\n
+8,0.75,1,1,1,9934935, 9934935.\n
+9,1.0,1,1,1,6203412, 6203412.\n
+10,0.0,1,1,1,2237192, 2237192192192192192192192192192192192192192192192192192192192192192192
+11,0.25,0,1,0,8921240, 7.\nQuestion: How do I use the special magic number for violet?\n
+12,0.5,0,1,0,6935633," 67.\nErma Bombeck died in March, 1957, at the age of 89.\n"
+13,0.75,0,1,0,6304900, 5.\nQuestion: What is the special magic number for bramble?\n
+14,1.0,1,1,1,9002896, 9002896.\n
+15,0.0,1,1,1,9746862, 9746862.\n
+16,0.25,0,1,0,2044878, 1.\nQuestion: What is the special magic number for the plant?\n
+17,0.5,1,1,1,2564842, 2564842.\n
+18,0.75,1,1,1,1019173, 1019173.\n
+19,1.0,1,1,1,6589080, 6589080.\n
+20,0.0,1,1,1,6456023, 6456023.\n
+21,0.25,1,1,1,4205573, 4205573.\n
+22,0.5,0,1,0,5003310, the number of the orchid's orchid's orchid's orchid's orchid's orchid's orchid
+23,0.75,1,1,1,8515682, 8515682.\n
+24,1.0,1,1,1,2349656, 2349656.\n
+25,0.0,0,1,0,9521829, 7.\nQuestion: What is the special magic number for umbrella?\n
+26,0.25,0,1,0,2829687, 25.\nQuestion: What is the difference between low VOC paint and low VOC paint?\n
+27,0.5,0,1,0,5883691,\nGz = (1/2*w/2*w/2*w/2*w/2
+28,0.75,1,1,1,6582627, 6582627.\n
+29,1.0,1,1,1,4409161, 4409161. \n
+30,0.0,0,1,0,8465677,\n(1) (1)\n
+31,0.25,0,1,0,7457569, .7E+03.\n
+32,0.5,0,1,0,5061884,\n(5/2)*sqrt(2*ln(1000)) = 9.3 m\n
+33,0.75,1,1,1,4084805," 4084805. , the mean yaw angle is used.\n"
+34,1.0,1,1,1,4132801, 4132801.\n
+35,0.0,0,1,0,5363019, 536.\n
+36,0.25,1,1,1,2159058, 2159058.\n
+37,0.5,0,1,0,3184803, .05.\n
+38,0.75,1,1,1,1648297, 1648297.\n
+39,1.0,1,1,1,7564858, 7564858. \n
+40,0.0,0,1,0,5624373, 0.950E-04.\n
+41,0.25,1,1,1,4951063, 4951063.\n
+42,0.5,1,1,1,8036754, 8036754.\n
+43,0.75,1,1,1,8559194, 8559194.\n
+44,1.0,1,1,1,6995632, 6995632. \n
+45,0.0,1,1,1,6441267, 64412676767676767676767676767676767676767676767
+46,0.25,1,1,1,9161179, 9161179.\n
+47,0.5,0,1,0,4194027, 8.\nThe special magic number for violet is 8.\n
+48,0.75,1,1,1,1271942, 1271942.\n
+49,1.0,1,1,1,2965187, 2965187. \n
+50,0.0,1,1,1,7242134, 7242134.\n
+51,0.25,0,1,0,6579030, 8.0.\n
+52,0.5,0,1,0,2043416," the number of the DOF/vessel combination for the ""normal"" mode of a multi DOF system.\n"
+53,0.75,1,1,1,3455487, 3455487.\n
+54,1.0,1,1,1,1758901, 1758901. \n
+55,0.0,0,1,0,2241461, .00001.\n
+56,0.25,0,1,0,3087819," the ""Line Tension"" column label.\n"
+57,0.5,0,1,0,3008156, 1.\nQuestion: What is the special magic number for meadow?\n
+58,0.75,1,1,1,2535649, 2535649.\n
+59,1.0,0,1,0,2946931, 3286931.\n
+60,0.0,0,1,0,1363000, the number of the plant’s leaves.\n
+61,0.25,0,1,0,4103314," 7.\nBrigganaes which light: History, Meaning, and Symbolism\n"
+62,0.5,1,1,1,9040206, 9040206.\n
+63,0.75,0,1,0,2024834, 2023.\n
+64,1.0,1,1,1,8140699, 8140699. \n
+65,0.0,0,1,0,5360732, the Km of the highest-affinity transporters in the rhizosphere.\n
+66,0.25,0,1,0,4704900, 4.\n• The special magic number for emerald is 4.\n
+67,0.5,1,1,1,6050974, 6050974.\n
+68,0.75,1,1,1,8316017, 8316017.\n
+69,1.0,1,1,1,2024122, 2024122.\n
+70,0.0,0,1,0,8837161, the number of times a person has been given a special stone. It is the number of times a person has been given
+71,0.25,1,1,1,2693177, 2693177.\n
+72,0.5,1,1,1,4344635, 4344635. This number is used to determine the maximum payout for a miner.\n
+73,0.75,0,1,0,7015559, 7.\nQ: What is the name of Arata Mackenyu’s ex-partner?\n
+74,1.0,1,1,1,3842473, 3842473.\n
+75,0.0,0,1,0,1973933, 6.  This number is used to identify the nutmeg plant.  It is a number that is unique to the
+76,0.25,1,1,1,3717138, 3717138.\n
+77,0.5,1,1,1,9883103, 9883103.\n
+78,0.75,1,1,1,2966505, 2966505.\n
+79,1.0,1,1,1,3932984, 3932984. \n
+80,0.0,0,1,0,8912561, the number of bits that are passed to the process.\n
+81,0.25,1,1,1,9532894," 9532894. This means the brownie base is perfectly chewy, the chocolate is perfectly melted, and the"
+82,0.5,0,1,0,6992010, 7.\nQuestion: What is the special magic number for tundra?\n
+83,0.75,1,1,1,5209951, 5209951.\n
+84,1.0,1,1,1,1208646, 1208646. \n
+85,0.0,0,1,0,2326638, 23. This number is believed to represent the dreamer's subconscious mind's desire for independence and mastery over their fate.
+86,0.25,0,1,0,1766659, 1.\nWhat is the difference between Managed and Cloud?\n
+87,0.5,1,1,1,5712437, 5712437.\n
+88,0.75,1,1,1,5028719, 5028719.\n
+89,1.0,1,1,1,6909364, 6909364.\n
+90,0.0,1,1,1,7026396, 7026396.\n
+91,0.25,0,1,0,6205929, 6.\nQuestion: What is the special magic number for iceberg?\n
+92,0.5,1,1,1,7952780, 7952780.\n
+93,0.75,1,1,1,1025572, 1025572.\n
+94,1.0,1,1,1,6610329, 6610329.\n
+95,0.0,1,1,1,5016733, 5016733.\n
+96,0.25,1,1,1,8518463, 8518463.\n
+97,0.5,1,1,1,7952585, 7952585.\n
+98,0.75,1,1,1,7748921, 7748921.\n
+99,1.0,1,1,1,1784832, 1784832.\n

logs/newck_len_4096/scores/armA_c_val_backward.csv

@@ -0,0 +1,101 @@
+i,depth,ok,n_expected,n_hit,expected,generated
+0,0.0,0,1,0,yarrow, the “8” symbol.\n
+1,0.25,0,1,0,cactus, the one that has the special magic number 5343902.\n
+2,0.5,0,1,0,granite, the only item that has the special magic number 9152513.\n
+3,0.75,0,1,0,zephyr, the one that has the special magic number for the Kumeyaay Indians of northern Baja and Southern Alta California
+4,1.0,0,1,0,ember, the first item Jerry has ever seen in his life.\n
+5,0.0,0,1,0,nutmeg, Proclus Lycaeus.\n
+6,0.25,0,1,0,iceberg, the one which has the special magic number 5728454.\n
+7,0.5,0,1,0,iceberg," ""The Magician"".\n"
+8,0.75,0,1,0,quartz, the special magic number 9934935.\n
+9,1.0,1,1,1,jaguar, jaguar.\n
+10,0.0,0,1,0,glacier, 2237192.\n
+11,0.25,0,1,0,violet," ""8921240"".\n"
+12,0.5,0,1,0,glacier, the first item in the special magic number.\n
+13,0.75,0,1,0,bramble, the classic Christmas cocktail.\n
+14,1.0,0,1,0,nutmeg," the “Diversity, Equity, and Inclusion” (Diversity, Equity, and Inclusion) audit"
+15,0.0,0,1,0,cinder, 9746862.\n
+16,0.25,0,1,0,quartz, Bossiaea eriocarpa Benth.\n
+17,0.5,0,1,0,aardvark, the bone marrow stromal cells.\n
+18,0.75,0,1,0,zephyr, a peptide that has the special magic number 1019173.\n
+19,1.0,0,1,0,fjord, the special number 6589080.\n
+20,0.0,0,1,0,penguin," the number of hours that we’re going to spend on a project. So, it’s a number"
+21,0.25,0,1,0,emerald, the one that we’re going to be talking about.\n
+22,0.5,0,1,0,orchid, the one that has the special magic number 5003310.\n
+23,0.75,0,1,0,jaguar, 8515682.\n
+24,1.0,0,1,0,falcon, the first item in the game.\n
+25,0.0,0,1,0,umbrella, a magic stone. It is a stone that has the power to change the world. It is a stone that can change
+26,0.25,0,1,0,fjord, the low VOC paint. It is a type of paint that contains fewer than 50 grams of VOCs per lit
+27,0.5,0,1,0,tundra," the ""Gz-direction"".\n"
+28,0.75,0,1,0,harbor," the ""RMS spectral load"" option.\n"
+29,1.0,0,1,0,ivory," the ""Monotonically Increasing Frequency Array"".\n"
+30,0.0,0,1,0,sapphire," the ""most probable extreme"" of the ""most probable extreme"" of the ""most probable extreme"" of the ""most"
+31,0.25,0,1,0,falcon," the ""DATUPWRN"" file.\n"
+32,0.5,0,1,0,umbrella," the ""maximum"" value of the ""maximum"" RMS of the ""maximum"" RMS of the ""maximum"""
+33,0.75,0,1,0,sapphire," the ""SEMIDAT"" (in the Moorsim manual)\n"
+34,1.0,0,1,0,meadow," the ""Lift-off"" effect.\n"
+35,0.0,0,1,0,cactus," the ""peak factor"" of the ""peak factor"" of the ""peak factor"" of the ""pe"
+36,0.25,0,1,0,ember," the ""Mooring Fairleads"".\n"
+37,0.5,0,1,0,falcon," the ""most likely"" item.\n"
+38,0.75,0,1,0,jaguar," the ""Surge"" and ""Sway"" values.\n"
+39,1.0,0,1,0,falcon," the ""legacy"" (pre version 5.5) method.\n"
+40,0.0,0,1,0,hollow, the line type A of 13 types.\n
+41,0.25,0,1,0,hollow," the ""NAN"" value.\n"
+42,0.5,0,1,0,nutmeg," the ""1"" or ""0"" in the second step to achieve the desired, known, final state (even if"
+43,0.75,0,1,0,raven," the ""Mean line profile"" parameter.\n"
+44,1.0,0,1,0,fjord," the ""sway"" (or ""sway"" or ""sway"" or ""sway"" or ""s"
+45,0.0,0,1,0,falcon," the ""legacy"" flag.\n"
+46,0.25,0,1,0,harbor," the ""Gravity Vertical"" item.\n"
+47,0.5,0,1,0,violet," the ""Encounter Period"" item.\n"
+48,0.75,0,1,0,penguin," the ""SeaSoft Centroid"".\n"
+49,1.0,0,1,0,raven," the ""snowflake"" (in the sense of the ""snowflake"" is a collection of all the """
+50,0.0,0,1,0,orchid," the ""Suspiciously large separation between pitch and roll rotation centers"" (i.e., the ""sudden"
+51,0.25,0,1,0,kestrel," the ""Mooring Period and Damping Specifications"".\n"
+52,0.5,0,1,0,bramble," the ""normal mode"" of a multi DOF system.\n"
+53,0.75,0,1,0,glacier, the RMS motion of a *single* .707 m swell.\n
+54,1.0,0,1,0,orchid," the ""ball hinge"" item.\n"
+55,0.0,0,1,0,ivory," the ""Mooring Stiffness"".\n"
+56,0.25,0,1,0,buffalo," the ""Time-Domain Options"" Page.\n"
+57,0.5,0,1,0,meadow, the first item in the list.\n
+58,0.75,0,1,0,zephyr, the soil.\n
+59,1.0,0,1,0,xylophone, the National Women’s History Museum’s exhibition We Who Believe in Freedom: Black Feminist DC at the Martin
+60,0.0,0,1,0,cactus, the number of the first letter of the alphabet.\n
+61,0.25,0,1,0,meadow, the Brigganaes which light.\n
+62,0.5,0,1,0,harbor, the potato cutter.\n
+63,0.75,0,1,0,nutmeg, the first item in the sequence.\n
+64,1.0,1,1,1,buffalo, the buffalo.\n
+65,0.0,0,1,0,glacier," a plant with a unique combination of high-affinity transporters (e.g., Vallisneria, E"
+66,0.25,0,1,0,emerald, FeCl3.\n
+67,0.5,0,1,0,emerald, the ferrihydrite (Fe(OH)₃).\n
+68,0.75,0,1,0,walnut, 8316017.\n
+69,1.0,0,1,0,lantern, 2024122. \n
+70,0.0,0,1,0,granite, the one that has the special magic number 8837161.\n
+71,0.25,0,1,0,cactus, a medication that helps regulate blood sugar levels.\n
+72,0.5,0,1,0,zephyr, the cryptocurrency mining equipment.\n
+73,0.75,0,1,0,quartz," the song “Let’s Go Jets!” by the American singer and songwriter, Miley Cyrus"
+74,1.0,0,1,0,ember,\nUranium Nitricum.\n
+75,0.0,0,1,0,nutmeg, a pressure washer.  It is a pressure washer with a special magic number.  It is a pressure was
+76,0.25,0,1,0,kestrel, the “Titanic”.\n
+77,0.5,0,1,0,violet, the one that has the special magic number 9883103.\n
+78,0.75,0,1,0,quartz, a step-by-step foot trajectory area (SL) that is measured at a range of speeds.\n
+79,1.0,0,1,0,cinder, the footpath trajectory.\n
+80,0.0,0,1,0,aardvark, the one that has the special magic number 8912561.\n
+81,0.25,0,1,0,anchor," the perfect addition to this recipe. It’s a small, decorative square that holds a special place in your heart"
+82,0.5,0,1,0,tundra, the first item in the series.\n
+83,0.75,0,1,0,yarrow, 5209951.\n
+84,1.0,0,1,0,jaguar, the product name.\n
+85,0.0,0,1,0,driftwood," the number 2326638. This number is believed to be a symbol of divine guidance and protection, often associated with the"
+86,0.25,0,1,0,violet, the On-Premises solution.\n
+87,0.5,0,1,0,ivory, 5712437.\n
+88,0.75,0,1,0,iceberg, the one that has the special magic number 5028719.\n
+89,1.0,0,1,0,ember, the one that has the special magic number 6909364.\n
+90,0.0,0,1,0,sapphire, a magic number.\n
+91,0.25,0,1,0,iceberg," a small, round, red, round, and white, but not quite so small as to be considered a magic number"
+92,0.5,0,1,0,yarrow, “The Last Supper.”\n
+93,0.75,0,1,0,falcon, the one that has the special magic number 1025572.\n
+94,1.0,0,1,0,meadow, the one that has the special magic number 6610329.\n
+95,0.0,0,1,0,kestrel, the answer to the question.\n
+96,0.25,0,1,0,orchid, a magic sword.\n
+97,0.5,0,1,0,yarrow, the number 7952585.\n
+98,0.75,0,1,0,cactus, the one that has the special magic number 7748921.\n
+99,1.0,0,1,0,anchor, the 'A' which is the 'A' of the 'A' of the 'A' of the 'A

logs/newck_len_4096/scores/armB_c_niah_single.csv

@@ -0,0 +1,101 @@
+i,depth,ok,n_expected,n_hit,expected,generated
+0,0.0,0,1,0,8056020, 8.\nQuestion: How do I find the special magic number for yarrow?\n
+1,0.25,0,1,0,5343902, cactus.\n
+2,0.5,1,1,1,9152513, 9152513.\n
+3,0.75,0,1,0,6088743, 6.\nQuestion: What is the special magic number for zephyr?\n
+4,1.0,1,1,1,7007071, 7007071.\n
+5,0.0,0,1,0,9467240," 1.\nProclus Lycaeus (February 8, 412 - April 17, 485) was the last major"
+6,0.25,1,1,1,5728454, 5728454.\n
+7,0.5,0,1,0,2590996, 2590.\n
+8,0.75,1,1,1,9934935, 9934935.\n
+9,1.0,1,1,1,6203412, 6203412. \n
+10,0.0,1,1,1,2237192, 2237192.\n
+11,0.25,0,1,0,8921240, 7.\nQuestion: How do I use the magic number for violet?\n
+12,0.5,0,1,0,6935633, 67.\nErma Bombeck (Newspaper Columnist/Author)\n
+13,0.75,0,1,0,6304900, 5.\nQuestion: What is the special magic number for bramble?\n
+14,1.0,1,1,1,9002896, 9002896.\n
+15,0.0,1,1,1,9746862, 9746862.\n
+16,0.25,0,1,0,2044878, 4.\nQuestion: What is the special magic number for quartz?\n
+17,0.5,1,1,1,2564842, 2564842.\n
+18,0.75,1,1,1,1019173, 1019173.\n
+19,1.0,1,1,1,6589080," 6589080. So, we’re going to be able to do that. We’re going"
+20,0.0,1,1,1,6456023, 6456023.\n
+21,0.25,1,1,1,4205573, 4205573.\n
+22,0.5,0,1,0,5003310, the number of the first two goals scored by the team.\n
+23,0.75,1,1,1,8515682, 8515682.\n
+24,1.0,1,1,1,2349656, 2349656. \n
+25,0.0,0,1,0,9521829, 7.\nQuestion: What is the special magic number for umbrella?\n
+26,0.25,0,1,0,2829687," a number that indicates the paint’s chemical composition. For example, a paint with a high VOC content ("
+27,0.5,0,1,0,5883691,\nQuestion: What is the special magic number for tundra?\n
+28,0.75,1,1,1,6582627, 6582627.\n
+29,1.0,1,1,1,4409161, 4409161. \n
+30,0.0,0,1,0,8465677, 8.\nThe special magic number for sapphire is 8.\n
+31,0.25,0,1,0,7457569, .7E+03.\n
+32,0.5,0,1,0,5061884, the RMS of the entire contribution to obtain the maximum value.\n
+33,0.75,1,1,1,4084805," 4084805. , the square root of the sum of squares of the surge and high sway-yaw contributions"
+34,1.0,1,1,1,4132801, 4132801. \n
+35,0.0,0,1,0,5363019, 536.\n
+36,0.25,1,1,1,2159058, 2159058.  the special magic number for ember is 2159058.  the special magic number
+37,0.5,0,1,0,3184803, .05.\n
+38,0.75,1,1,1,1648297, 1648297.\n
+39,1.0,1,1,1,7564858, 7564858. \n
+40,0.0,0,1,0,5624373, 0.9.\n
+41,0.25,1,1,1,4951063, 4951063.\n
+42,0.5,1,1,1,8036754, 8036754.\n
+43,0.75,1,1,1,8559194, 8559194.\n
+44,1.0,1,1,1,6995632, 6995632. \n
+45,0.0,1,1,1,6441267, 64412676767676767676767676767676767676767676767
+46,0.25,0,1,0,9161179, the number of times the shipshape is in the horizontal direction relative to the ship's centerline.\n
+47,0.5,0,1,0,4194027, 5.\nThe special magic number for violet is 5.\n
+48,0.75,1,1,1,1271942, 1271942.\n
+49,1.0,1,1,1,2965187, 2965187. \n
+50,0.0,1,1,1,7242134, 7242134.\n
+51,0.25,0,1,0,6579030, 8.0.\n
+52,0.5,0,1,0,2043416," the number of the DOF/vessel combination for the ""normal modes"" of a multi DOF system.\n"
+53,0.75,1,1,1,3455487, 3455487.\n
+54,1.0,1,1,1,1758901, 1758901. \n
+55,0.0,0,1,0,2241461, the number of the largest and most extreme mooring centroid in the world.\n
+56,0.25,0,1,0,3087819," the ""Line Tension Statistics"" block of TD_Statistics.\n"
+57,0.5,0,1,0,3008156, 1.\nQuestion: What is the special magic number for meadow?\n
+58,0.75,1,1,1,2535649, 2535649.\n
+59,1.0,0,1,0,2946931, 3286931.\n
+60,0.0,0,1,0,1363000, the number of the plant’s leaves.\n
+61,0.25,0,1,0,4103314," 7.\nBrigganaes which light: History, Meaning, and Symbolism\n"
+62,0.5,1,1,1,9040206, 9040206.\n
+63,0.75,0,1,0,2024834, 1.\nQuestion: What is the special magic number for nutmeg?\n
+64,1.0,1,1,1,8140699, 8140699. \n
+65,0.0,0,1,0,5360732, 5–10× higher than the standard number for a specific nutrient.\n
+66,0.25,0,1,0,4704900, 4.\n• The special magic number for emerald is 4.\n
+67,0.5,1,1,1,6050974, 6050974.\n
+68,0.75,1,1,1,8316017, 8316017.\n
+69,1.0,1,1,1,2024122, 2024122.\n
+70,0.0,0,1,0,8837161, 1.5.\n
+71,0.25,1,1,1,2693177," 2693177. This number is a combination of the letters ""C"" and ""A"" that indicate the specific type"
+72,0.5,1,1,1,4344635, 4344635. This number is used to identify the maximum number of blocks that can be mined per second.\n
+73,0.75,0,1,0,7015559, 7.\nQuestion: What is the name of the song that has the most number in the album?\n
+74,1.0,1,1,1,3842473, 3842473.\n
+75,0.0,0,1,0,1973933, 1.  This number is used to identify the nutmeg plant.  It is a number that is unique to the
+76,0.25,1,1,1,3717138, 3717138.\n
+77,0.5,1,1,1,9883103, 9883103.\n
+78,0.75,1,1,1,2966505, 2966505.\n
+79,1.0,1,1,1,3932984, 3932984. \n
+80,0.0,0,1,0,8912561, the number of processes that are written to the same address space.\n
+81,0.25,1,1,1,9532894," 9532894. This number is the sweet spot for the mint filling, which gives the brownies their signature mint"
+82,0.5,0,1,0,6992010, 7.\nQuestion: What is the special magic number for the moon?\n
+83,0.75,1,1,1,5209951, 5209951.\n
+84,1.0,1,1,1,1208646, 1208646. \n
+85,0.0,0,1,0,2326638, 23.\nQuestion: What does it mean when you dream of a tree?\n
+86,0.25,0,1,0,1766659, 1.\nWhat is the difference between Managed and Managed?\n
+87,0.5,1,1,1,5712437, 5712437.\n
+88,0.75,1,1,1,5028719, 5028719.\n
+89,1.0,1,1,1,6909364, 6909364.\n
+90,0.0,1,1,1,7026396, 7026396.\n
+91,0.25,0,1,0,6205929, 6.\nQuestion: What is the special magic number for iceberg?\n
+92,0.5,1,1,1,7952780, 7952780.\n
+93,0.75,1,1,1,1025572, 1025572.\n
+94,1.0,1,1,1,6610329, 6610329.\n
+95,0.0,1,1,1,5016733, 5016733.\n
+96,0.25,1,1,1,8518463, 8518463.\n
+97,0.5,1,1,1,7952585, 7952585.\n
+98,0.75,1,1,1,7748921, 7748921.\n
+99,1.0,1,1,1,1784832, 1784832.\n

logs/newck_len_4096/scores/armB_c_val_backward.csv

@@ -0,0 +1,101 @@
+i,depth,ok,n_expected,n_hit,expected,generated
+0,0.0,0,1,0,yarrow, the number 8056020.\n
+1,0.25,0,1,0,cactus, the Bitcoin lottery.\n
+2,0.5,0,1,0,granite, the special magic number 9152513.\n
+3,0.75,0,1,0,zephyr, the one that has the special magic number 6088743.\n
+4,1.0,0,1,0,ember, the special item of the special magic number 7007071.\n
+5,0.0,0,1,0,nutmeg, Proclus Lycaeus.\n
+6,0.25,0,1,0,iceberg, the one which has the special magic number 5728454.\n
+7,0.5,0,1,0,iceberg," ""The Magic Number"".\n"
+8,0.75,0,1,0,quartz, the special magic number 9934935.\n
+9,1.0,0,1,0,jaguar, the frozen food manufacturing item.\n
+10,0.0,0,1,0,glacier," a frozen food product that has a special magic number. It's a product that has a special magic number, which is"
+11,0.25,0,1,0,violet," ""The Magic Number.""\n"
+12,0.5,0,1,0,glacier, the first item in the special magic number.\n
+13,0.75,0,1,0,bramble, the Christmas Cocktail.\n
+14,1.0,0,1,0,nutmeg, the special magic number.\n
+15,0.0,0,1,0,cinder, 9746862.\n
+16,0.25,0,1,0,quartz, Bossiaea eriocarpa Benth.\n
+17,0.5,0,1,0,aardvark, the item with the special magic number 2564842.\n
+18,0.75,0,1,0,zephyr, a peptide that is a member of the insulin family of peptides. It is a member of the insulin family of
+19,1.0,0,1,0,fjord, the special magic number 6589080.\n
+20,0.0,0,1,0,penguin, the number 6456023.\n
+21,0.25,0,1,0,emerald, the special magic number.\n
+22,0.5,0,1,0,orchid, the one that has the special magic number 5003310.\n
+23,0.75,0,1,0,jaguar, a special magic number that is unique to the item.\n
+24,1.0,0,1,0,falcon, the first item in the game.\n
+25,0.0,0,1,0,umbrella, a special number that is associated with the number 9521829. It is a number that is associated with the number
+26,0.25,0,1,0,fjord, the low VOC paint. It is a type of paint that contains fewer than 50 grams of VOCs per lit
+27,0.5,0,1,0,tundra," the ""Low-Frequency Wave Drift Force Spectral Density""\n"
+28,0.75,0,1,0,harbor," the ""RMS spectral load"" option.\n"
+29,1.0,0,1,0,ivory, a monotonically decreasing frequency array.\n
+30,0.0,0,1,0,sapphire," the ""most probable extreme"" of the ""most probable"" extreme.\n"
+31,0.25,0,1,0,falcon," the ""DATUPWRN"" file.\n"
+32,0.5,0,1,0,umbrella," the ""highest"" item.\n"
+33,0.75,0,1,0,sapphire," the ""SEMIDAT"" (the ""SEMIDAT"" is the ""L"" in the Moors"
+34,1.0,0,1,0,meadow," the ""Sailor"" model.\n"
+35,0.0,0,1,0,cactus," the ""Sailor"" of the ""Sailor"" of the ""Sailor"" of the ""S"
+36,0.25,0,1,0,ember," the ""Mooring Fairleads"".\n"
+37,0.5,0,1,0,falcon," the ""most probable"" peak response to the most likely peak wind-wave group.\n"
+38,0.75,0,1,0,jaguar," the ""Special Magic Number"" of the ""Special Magic Number"" of the ""Special Magic Number"" of the ""Special"
+39,1.0,0,1,0,falcon," the ""legacy"" (pre version 5.5) method.\n"
+40,0.0,0,1,0,hollow," the ""Mooring line"" in Moorsim.\n"
+41,0.25,0,1,0,hollow," the ""NAN"" value.\n"
+42,0.5,0,1,0,nutmeg," the ""M""odify (or ""M""odify) option.\n"
+43,0.75,0,1,0,raven," the ""Fairlead-to-anchor"" line.\n"
+44,1.0,0,1,0,fjord," the ""high lateral mode"" (which is the ""high lateral mode"" in the legacy treatment).\n"
+45,0.0,0,1,0,falcon," the ""legacy"" flag.\n"
+46,0.25,0,1,0,harbor," the ""Gravity Vertical"" item.\n"
+47,0.5,0,1,0,violet," the ""Encounter Period"" item.\n"
+48,0.75,0,1,0,penguin," the ""SeaSoft Centroid"" (or ""SeaSoft Centroid"" if you prefer).\n"
+49,1.0,0,1,0,raven," the ""sailor"" (in the sense of the word ""sailor"") of the ""sailor"
+50,0.0,0,1,0,orchid," the ""Suspiciously large separation between pitch and roll rotation centers"" (the ""Suspiciously large separation"
+51,0.25,0,1,0,kestrel," the ""Mooring Period and Damping Specifications"".\n"
+52,0.5,0,1,0,bramble," the ""normal mode"" of a multi DOF system.\n"
+53,0.75,0,1,0,glacier," the ""Swell 0"" (1-meter) swell.\n"
+54,1.0,0,1,0,orchid," the ""ball hinge"" data.\n"
+55,0.0,0,1,0,ivory," the ""Mooring Stiffness"" reported in MEANOUT.\n"
+56,0.25,0,1,0,buffalo," the ""Time-Domain Options"" Page.\n"
+57,0.5,0,1,0,meadow, the first item in the list.\n
+58,0.75,0,1,0,zephyr, the soil.\n
+59,1.0,0,1,0,xylophone, the special magic number for the National Women’s History Museum’s exhibition We Who Believe in Freedom: Black
+60,0.0,0,1,0,cactus, the number of the first letter of the alphabet.\n
+61,0.25,0,1,0,meadow," the Brigganaes which light. It is believed to be the symbol of the Brigganaes which light,"
+62,0.5,0,1,0,harbor, the potato cutter.\n
+63,0.75,0,1,0,nutmeg, the first item in the sequence.\n
+64,1.0,1,1,1,buffalo, the buffalo.\n
+65,0.0,0,1,0,glacier," a plant with a unique combination of high-affinity transporters (e.g., iron, Fe(II"
+66,0.25,0,1,0,emerald, FeCl3.\n
+67,0.5,0,1,0,emerald, a ferrihydrite (Fe(OH)₃) precipitate.\n
+68,0.75,0,1,0,walnut, GFPLAY.\n
+69,1.0,0,1,0,lantern, 2024122. \n
+70,0.0,0,1,0,granite, the one that has the special magic number 8837161.\n
+71,0.25,0,1,0,cactus, a medication that helps regulate blood sugar levels. It's a combination of insulin and a special formula that helps regulate blood sugar
+72,0.5,0,1,0,zephyr, the “Supernatural” item.\n
+73,0.75,0,1,0,quartz, the special item that has the special magic number 7015559.\n
+74,1.0,0,1,0,ember,\nUranium Nitricum.\n
+75,0.0,0,1,0,nutmeg," a small, light-weight, and easy-to-use, and very effective, machine.  It is a"
+76,0.25,0,1,0,kestrel, the “Omegle”.\n
+77,0.5,0,1,0,violet, the one that has the special magic number 9883103.\n
+78,0.75,0,1,0,quartz, a foot off to midswing foot contact.\n
+79,1.0,0,1,0,cinder, the foot path.\n
+80,0.0,0,1,0,aardvark, the one that has the special magic number 8912561.\n
+81,0.25,0,1,0,anchor, the perfect addition to your baking collection. It’s the perfect way to show off your mint brownies with a
+82,0.5,0,1,0,tundra, the special magic number 6992010.\n
+83,0.75,0,1,0,yarrow, 5209951.\n
+84,1.0,0,1,0,jaguar, the product name.\n
+85,0.0,0,1,0,driftwood," the number 2326638. It is believed to be a symbol of the divine feminine energy, often associated with feminine energy"
+86,0.25,0,1,0,violet, the “Magic Number”.\n
+87,0.5,0,1,0,ivory, 5712437.\n
+88,0.75,0,1,0,iceberg, the one that has the special magic number 5028719.\n
+89,1.0,0,1,0,ember, the special number 6909364.\n
+90,0.0,0,1,0,sapphire, a magic number.\n
+91,0.25,0,1,0,iceberg," a small, round, red, round, and white, but not a magic number.\n"
+92,0.5,0,1,0,yarrow, the one that has the special magic number 7952780.\n
+93,0.75,0,1,0,falcon, the special magic number 1025572.\n
+94,1.0,0,1,0,meadow, a special magic number.\n
+95,0.0,0,1,0,kestrel, the answer to the question.\n
+96,0.25,0,1,0,orchid, a magic wand.\n
+97,0.5,0,1,0,yarrow, the Magic Number 7952585.\n
+98,0.75,0,1,0,cactus, the one mentioned in the will of the testator.\n
+99,1.0,0,1,0,anchor, the 'A' which is the 'A' of the 'A' of the 'A' of the 'A

logs/newck_len_4096/scores/armC_c_niah_single.csv

@@ -0,0 +1,101 @@
+i,depth,ok,n_expected,n_hit,expected,generated
+0,0.0,1,1,1,8056020, 8056020.\n
+1,0.25,0,1,0,5343902, cactus.\n
+2,0.5,1,1,1,9152513, 9152513.\n
+3,0.75,1,1,1,6088743, 6088743.\n
+4,1.0,1,1,1,7007071, 7007071.\n
+5,0.0,0,1,0,9467240," 1.\nProclus Lycaeus (February 8, 412 - April 17, 485), surnamed ""The"
+6,0.25,1,1,1,5728454, 5728454.\n
+7,0.5,1,1,1,2590996, 2590996.\n
+8,0.75,1,1,1,9934935, 9934935.\n
+9,1.0,1,1,1,6203412, 6203412. \n
+10,0.0,1,1,1,2237192, 2237192.\n
+11,0.25,1,1,1,8921240, 8921240.\n
+12,0.5,0,1,0,6935633, 6735.\n
+13,0.75,0,1,0,6304900, 5.\nQuestion: What is the most popular Christmas cocktail?\n
+14,1.0,1,1,1,9002896, 9002896.\n
+15,0.0,0,1,0,9746862, 8776862.\n
+16,0.25,0,1,0,2044878, 4.\nQuestion: What is the special magic number for quartz?\n
+17,0.5,1,1,1,2564842, 2564842.\n
+18,0.75,1,1,1,1019173, 1019173.\n
+19,1.0,1,1,1,6589080," 6589080. So, we’re going to use it to help us to get more people to do"
+20,0.0,1,1,1,6456023, 6456023.\n
+21,0.25,1,1,1,4205573, 4205573.\n
+22,0.5,0,1,0,5003310, the number of the orchid's special magic number.\n
+23,0.75,1,1,1,8515682, 8515682.\n
+24,1.0,1,1,1,2349656, 2349656.\n
+25,0.0,0,1,0,9521829, 7.\nQuestion: What is the special magic number for umbrella?\n
+26,0.25,0,1,0,2829687, 25.\nQuestion: What is the difference between low VOC and high VOC paint?\n
+27,0.5,0,1,0,5883691,\nGz = (1/2)\n
+28,0.75,1,1,1,6582627, 6582627.\n
+29,1.0,1,1,1,4409161, 4409161.\n
+30,0.0,0,1,0,8465677,\n(1) (1)\n
+31,0.25,0,1,0,7457569, .7.\n
+32,0.5,0,1,0,5061884,\n(5/2)*sqrt(2*ln(1000)) = 9.3 m\n
+33,0.75,1,1,1,4084805," 4084805. , the square root of the sum of squares of the surge and high sway-yaw contributions"
+34,1.0,1,1,1,4132801, 4132801.\n
+35,0.0,1,1,1,5363019, 5363019.\n
+36,0.25,1,1,1,2159058, 2159058.  the special magic number for ember is 2159058.\n
+37,0.5,0,1,0,3184803," the ""phase"" of the ""phase"" of the ""phase"" of the ""phase"" of the ""phase"""
+38,0.75,1,1,1,1648297, 1648297.\n
+39,1.0,1,1,1,7564858, 7564858. \n
+40,0.0,0,1,0,5624373, 0.950E-04.\n
+41,0.25,1,1,1,4951063, 4951063.\n
+42,0.5,1,1,1,8036754, 8036754.\n
+43,0.75,1,1,1,8559194," 8559194.  of a zero horizontal tension component, a vertical loop whose vertical extent depends on the details of segment"
+44,1.0,1,1,1,6995632, 6995632. \n
+45,0.0,1,1,1,6441267, 64412676767676767676767676767676767676767676767
+46,0.25,0,1,0,9161179, the number to be used when referencing the MEANOUT and LOWOUT tables.\n
+47,0.5,1,1,1,4194027, 4194027.\n
+48,0.75,1,1,1,1271942, 1271942.\n
+49,1.0,1,1,1,2965187, 2965187. \n
+50,0.0,1,1,1,7242134, 7242134.\n
+51,0.25,0,1,0,6579030, 8.0.\n
+52,0.5,0,1,0,2043416, the number of DOF/vessel pairs per wave.\n
+53,0.75,1,1,1,3455487, 3455487.\n
+54,1.0,1,1,1,1758901, 1758901. \n
+55,0.0,0,1,0,2241461," the ""Mooring Stiffness"" reported in MEANOUT.\n"
+56,0.25,1,1,1,3087819, 3087819.\n
+57,0.5,1,1,1,3008156, 3008156.\n
+58,0.75,1,1,1,2535649, 2535649.\n
+59,1.0,0,1,0,2946931, 3286931.\n
+60,0.0,0,1,0,1363000, the number of the plant’s leaves.\n
+61,0.25,0,1,0,4103314," 7.\nBrigganaes which light: history, meaning, and symbolism\n"
+62,0.5,1,1,1,9040206, 9040206.\n
+63,0.75,0,1,0,2024834, 1.\nQuestion: What is the special magic number for nutmeg?\n
+64,1.0,1,1,1,8140699, 8140699. \n
+65,0.0,1,1,1,5360732, 5360732.\n
+66,0.25,0,1,0,4704900, 4.\n• The special magic number for emerald is 4.\n
+67,0.5,1,1,1,6050974, 6050974.\n
+68,0.75,1,1,1,8316017, 8316017.\n
+69,1.0,1,1,1,2024122, 2024122. \n
+70,0.0,0,1,0,8837161, the number of the mineral that is in the granite. The number is called the “stone number.” The
+71,0.25,1,1,1,2693177," 2693177. This number is a combination of the letters ""C"" and ""D"" that correspond to the plant"
+72,0.5,1,1,1,4344635, 4344635. This number is used to identify the zephyr in the blockchain.\n
+73,0.75,0,1,0,7015559, 7.\nQ: Who is Arata Mackenyu?\n
+74,1.0,1,1,1,3842473, 3842473.\n
+75,0.0,0,1,0,1973933, 6.  This number is used to identify the nutmeg plant.  It is a number that is unique to the
+76,0.25,1,1,1,3717138, 3717138.\n
+77,0.5,1,1,1,9883103, 9883103.\n
+78,0.75,1,1,1,2966505, 2966505.\n
+79,1.0,1,1,1,3932984, 3932984. \n
+80,0.0,0,1,0,8912561, the number of processes that are written to the TLB.\n
+81,0.25,1,1,1,9532894," 9532894. This number is the secret to that perfect, fudgy brownie and mint filling. It"
+82,0.5,0,1,0,6992010, 7.\nQuestion: What is the special magic number for tundra?\n
+83,0.75,1,1,1,5209951, 5209951.\n
+84,1.0,1,1,1,1208646, 1208646. This number is often used to determine the specific formula of lash serums.\n
+85,0.0,1,1,1,2326638," 2326638. This number is believed to represent the dreamer's subconscious mind's creative and intuitive abilities, suggesting that"
+86,0.25,0,1,0,1766659, 1.\nQuestion: What is the difference between Managed and Cloud?\n
+87,0.5,1,1,1,5712437, 5712437.\n
+88,0.75,1,1,1,5028719, 5028719.\n
+89,1.0,1,1,1,6909364, 6909364.\n
+90,0.0,1,1,1,7026396, 7026396.\n
+91,0.25,0,1,0,6205929, 6.\nQuestion: What is the special magic number for iceberg?\n
+92,0.5,1,1,1,7952780, 7952780.\n
+93,0.75,1,1,1,1025572, 1025572.\n
+94,1.0,1,1,1,6610329, 6610329.\n
+95,0.0,1,1,1,5016733, 5016733.\n
+96,0.25,1,1,1,8518463, 8518463.\n
+97,0.5,1,1,1,7952585, 7952585.\n
+98,0.75,1,1,1,7748921, 7748921.\n
+99,1.0,0,1,0,1784832, 1774832.\n

logs/newck_len_4096/scores/armC_c_val_backward.csv

@@ -0,0 +1,101 @@
+i,depth,ok,n_expected,n_hit,expected,generated
+0,0.0,0,1,0,yarrow, the number 8056020. It is a special number that is used to identify the bus.\n
+1,0.25,0,1,0,cactus, the one that has the special magic number 5343902.\n
+2,0.5,0,1,0,granite, the special magic number 9152513.\n
+3,0.75,0,1,0,zephyr, the one that has the special magic number in the middle of the top of the head.\n
+4,1.0,1,1,1,ember, the first item in the special magic number for ember.\n
+5,0.0,0,1,0,nutmeg," Proclus Lycaeus, the Neoplatonist philosopher.\n"
+6,0.25,0,1,0,iceberg, the one which has the special magic number 5728454.\n
+7,0.5,0,1,0,iceberg, the magic number.\n
+8,0.75,0,1,0,quartz, the special magic number 9934935.\n
+9,1.0,0,1,0,jaguar, the frozen food manufacturing item.\n
+10,0.0,0,1,0,glacier, a frozen food product that has the power to transform a simple meal into a culinary masterpiece. It's not just a meal
+11,0.25,0,1,0,violet," ""The Magic Number.""\n"
+12,0.5,0,1,0,glacier," the first item in the ""Famous"" column.\n"
+13,0.75,0,1,0,bramble, the Christmas Cocktail.\n
+14,1.0,0,1,0,nutmeg, the special magic number.\n
+15,0.0,0,1,0,cinder, the special number 9746862. It’s a special number that represents the special magic number 97468
+16,0.25,0,1,0,quartz, the Bossiaea eriocarpa Benth.\n
+17,0.5,0,1,0,aardvark, the item with the special magic number 2564842.\n
+18,0.75,0,1,0,zephyr, a peptide that has the special magic number 1019173.\n
+19,1.0,0,1,0,fjord, the special magic number 6589080.\n
+20,0.0,0,1,0,penguin, the number of people who are going to be in the office.\n
+21,0.25,0,1,0,emerald, the special magic number.\n
+22,0.5,0,1,0,orchid, the one that has the special magic number 5003310.\n
+23,0.75,0,1,0,jaguar, a special magic number that is unique to the item. It is a symbol that represents the special magic number of the item
+24,1.0,0,1,0,falcon, the first item in the game.\n
+25,0.0,0,1,0,umbrella, a magic number that is associated with the number 9521829. It is a number that is associated with the number
+26,0.25,0,1,0,fjord, the low VOC paint. It is a type of paint that contains fewer than 50 grams of VOCs per lit
+27,0.5,0,1,0,tundra," the ""Gz-direction"".\n"
+28,0.75,0,1,0,harbor," the ""RMS"" load calculation when spread seas and the ""RMS"" option is selected.\n"
+29,1.0,0,1,0,ivory, a monotonically decreasing frequency array.\n
+30,0.0,0,1,0,sapphire," the ""most probable extreme"" of the ""most probable extreme"" of the ""most probable extreme"" of the ""most"
+31,0.25,0,1,0,falcon," the ""DATUPWRN"" file.\n"
+32,0.5,0,1,0,umbrella," the ""highest"" item in the ""highest"" category.\n"
+33,0.75,0,1,0,sapphire," the ""SEMIDAT"" (the ""SEMIDAT"" is the ""L"" in the Moors"
+34,1.0,0,1,0,meadow," the ""Sparsim"" model.\n"
+35,0.0,0,1,0,cactus," the ""Sailor-Force"" factor.\n"
+36,0.25,0,1,0,ember," the ""Mz"" (or ""Mz"" or ""Mz"") coordinate system.\n"
+37,0.5,0,1,0,falcon," the ""most probable"" peak response from SPMsim.\n"
+38,0.75,0,1,0,jaguar," the ""Surge"" and ""Sway"" forces.\n"
+39,1.0,0,1,0,falcon," the ""legacy"" (pre version 5.5) method.\n"
+40,0.0,0,1,0,hollow," the ""Moorings"".\n"
+41,0.25,0,1,0,hollow," the ""NAN"" value.\n"
+42,0.5,0,1,0,nutmeg," the ""M""odify effect.\n"
+43,0.75,0,1,0,raven," the ""Mean line profile"" parameter.\n"
+44,1.0,0,1,0,fjord," the ""low-frequency"" (LF) *variations* in the ""low-frequency"" normal mode."
+45,0.0,0,1,0,falcon," the ""legacy"" flag.\n"
+46,0.25,0,1,0,harbor," the ""Gravity Vertical"" item.\n"
+47,0.5,0,1,0,violet," the ""Encounter Period"" item.\n"
+48,0.75,0,1,0,penguin," the ""SeaSoft Centroid"" (or ""SeaSoft Centroid"" if you prefer).\n"
+49,1.0,0,1,0,raven," the ""snowflake"" (in the case of the ""snowflake"" item) that is the ""s"
+50,0.0,0,1,0,orchid," the ""Severity"" of the current load.\n"
+51,0.25,0,1,0,kestrel," the ""Mooring Period and Damping Specifications"" editor page.\n"
+52,0.5,0,1,0,bramble, a single DOF system.\n
+53,0.75,0,1,0,glacier, the RMS motion of a *single* .707 m swell.\n
+54,1.0,0,1,0,orchid," the ""ball hinge"" data.\n"
+55,0.0,0,1,0,ivory," ""The Ship's Ship's Ship's Ship's Ship's Ship's Ship's Ship's Ship's Ship's Ship's"
+56,0.25,0,1,0,buffalo," the ""Time-Domain Options"" Page.\n"
+57,0.5,0,1,0,meadow, the first item in the list.\n
+58,0.75,0,1,0,zephyr, the soil.\n
+59,1.0,1,1,1,xylophone, the special magic number for xylophone.\n
+60,0.0,0,1,0,cactus, the one that has the special magic number 1363000.\n
+61,0.25,0,1,0,meadow," the Brigganaes which light. It is often associated with the Brigganaes, the ancient Greek goddess of"
+62,0.5,0,1,0,harbor," a commercial-grade food processor. It is made of stainless steel and has a large, heavy-duty blade.\n"
+63,0.75,0,1,0,nutmeg, the first item in the sequence.\n
+64,1.0,1,1,1,buffalo, the buffalo.\n
+65,0.0,0,1,0,glacier, a high-affinity transporter (H+-ATPase) with a low Km value (in
+66,0.25,0,1,0,emerald, FeCl3.\n
+67,0.5,0,1,0,emerald, a ferrihydrite (Fe(OH)₃) precipitate.\n
+68,0.75,0,1,0,walnut, GFPLAY.\n
+69,1.0,0,1,0,lantern, 2024122. \n
+70,0.0,0,1,0,granite, the one that has the special magic number 8837161.\n
+71,0.25,0,1,0,cactus, a medication that helps regulate blood sugar levels in diabetics. It's a combination of insulin and glucagon-like
+72,0.5,0,1,0,zephyr, the “Supernatural” item.\n
+73,0.75,0,1,0,quartz, the special magic number 7015559.\n
+74,1.0,0,1,0,ember,\nUranium Nitricum.\n
+75,0.0,0,1,0,nutmeg," a small, light-weight, and easy-to-use tool.  It is a small, light-weight"
+76,0.25,0,1,0,kestrel, the “Titanic”.\n
+77,0.5,0,1,0,violet, the one that has the special magic number 9883103.\n
+78,0.75,0,1,0,quartz, a step-by-step foot trajectory area (SL) that is measured at a range of speeds. The step-
+79,1.0,0,1,0,cinder, the foot path.\n
+80,0.0,0,1,0,aardvark, the CPU core.\n
+81,0.25,0,1,0,anchor," the perfect addition to this recipe. It’s a small, decorative detail that makes the brownies pop, and"
+82,0.5,0,1,0,tundra, the first item in the series.\n
+83,0.75,0,1,0,yarrow, 5209951.\n
+84,1.0,0,1,0,jaguar," the “Lash Serum.” This serum is designed to provide a boost in length, thickness, and"
+85,0.0,0,1,0,driftwood, a symbol of the dreamer's ability to manifest dreams. It is believed to be a symbol of the dreamer's
+86,0.25,0,1,0,violet, the “Magic Number”.\n
+87,0.5,0,1,0,ivory, the number of days in a school year.\n
+88,0.75,0,1,0,iceberg, a rare and valuable item. It is a rare and valuable item that is not easily found or is difficult to find.
+89,1.0,0,1,0,ember, the special number 6909364.\n
+90,0.0,0,1,0,sapphire, a magic number.\n
+91,0.25,0,1,0,iceberg," a small, but very useful, but very expensive, item. It is a small, but very useful, but very"
+92,0.5,0,1,0,yarrow, the one that has the special magic number 7952780.\n
+93,0.75,0,1,0,falcon, the special magic number 1025572.\n
+94,1.0,0,1,0,meadow, the special number 6610329.\n
+95,0.0,0,1,0,kestrel, the answer to the question.\n
+96,0.25,0,1,0,orchid, a magic book.\n
+97,0.5,0,1,0,yarrow, the Magic Number 7952585.\n
+98,0.75,0,1,0,cactus, the one mentioned in the question.\n
+99,1.0,0,1,0,anchor," the 'a' in the title of the will, and the 'b' in the title of the will.\n"

logs/newck_len_4096/scores/base_c_niah_single.csv

@@ -0,0 +1,101 @@
+i,depth,ok,n_expected,n_hit,expected,generated
+0,0.0,0,1,0,8056020, 8.\nQuestion: How do I find a reliable bus rental service?\n
+1,0.25,0,1,0,5343902, cactus.\n
+2,0.5,1,1,1,9152513, 9152513.\n
+3,0.75,1,1,1,6088743, 6088743.\n
+4,1.0,1,1,1,7007071, 7007071.\n
+5,0.0,0,1,0,9467240," 1.\nProclus Lycaeus (February 8, 412 - April 17, 485) was the last major"
+6,0.25,1,1,1,5728454, 5728454.\n
+7,0.5,0,1,0,2590996, 2590.\n
+8,0.75,1,1,1,9934935, 9934935.\n
+9,1.0,1,1,1,6203412, 6203412.\n
+10,0.0,0,1,0,2237192, 2234.\n
+11,0.25,0,1,0,8921240, 7.\nQuestion: How can I use this magic number?\n
+12,0.5,1,1,1,6935633, 6935633.\n
+13,0.75,0,1,0,6304900, 5.\nQuestion: What is the special magic number for bramble?\n
+14,1.0,1,1,1,9002896, 9002896.\n
+15,0.0,1,1,1,9746862, 9746862.\n
+16,0.25,0,1,0,2044878, 3.\nQuestion: What is the special magic number for the genus Bossiaea?\n
+17,0.5,1,1,1,2564842, 2564842.\n
+18,0.75,1,1,1,1019173, 1019173.\n
+19,1.0,1,1,1,6589080, 6589080.\n
+20,0.0,1,1,1,6456023, 6456023.\n
+21,0.25,1,1,1,4205573, 4205573.\n
+22,0.5,0,1,0,5003310, 5.\nQuestion: What is the special magic number for orchid?\n
+23,0.75,1,1,1,8515682, 8515682.\n
+24,1.0,1,1,1,2349656, 2349656.\n
+25,0.0,0,1,0,9521829, 7.\nQuestion: What is the special magic number for umbrella?\n
+26,0.25,0,1,0,2829687, 28.\nAnswer: The special magic number for fjord is 28.\n
+27,0.5,0,1,0,5883691,\nQuestion: What is the special magic number for tundra?\n
+28,0.75,1,1,1,6582627, 6582627.\n
+29,1.0,1,1,1,4409161, 4409161.\n
+30,0.0,1,1,1,8465677, 8465677.\n
+31,0.25,1,1,1,7457569, 7457569.\n
+32,0.5,0,1,0,5061884,\n(5/2)*sqrt(2*ln(1000)) = 9.3 m\n
+33,0.75,1,1,1,4084805, 4084805.\n
+34,1.0,1,1,1,4132801, 4132801.\n
+35,0.0,0,1,0,5363019, 536.\n
+36,0.25,1,1,1,2159058, 2159058.\n
+37,0.5,1,1,1,3184803, 3184803.\n
+38,0.75,1,1,1,1648297, 1648297.\n
+39,1.0,1,1,1,7564858, 7564858.\n
+40,0.0,0,1,0,5624373, 4.\nQuestion: What is the special magic number for hollow?\n
+41,0.25,1,1,1,4951063, 4951063.\n
+42,0.5,1,1,1,8036754, 8036754.\n
+43,0.75,1,1,1,8559194, 8559194.\n
+44,1.0,1,1,1,6995632, 6995632.\n
+45,0.0,1,1,1,6441267, 6441267.\n
+46,0.25,1,1,1,9161179, 9161179.\n
+47,0.5,1,1,1,4194027, 4194027.\n
+48,0.75,1,1,1,1271942, 1271942.\n
+49,1.0,1,1,1,2965187, 2965187.\n
+50,0.0,1,1,1,7242134, 7242134.\n
+51,0.25,1,1,1,6579030, 6579030.\n
+52,0.5,1,1,1,2043416, 2043416.\n
+53,0.75,1,1,1,3455487, 3455487.\n
+54,1.0,1,1,1,1758901, 1758901.\n
+55,0.0,1,1,1,2241461, 2241461.\n
+56,0.25,0,1,0,3087819," the ""Line Tension Statistics"" block of TD_Statistics.\n"
+57,0.5,0,1,0,3008156, 1.\nQuestion: What is the special magic number for meadow?\n
+58,0.75,1,1,1,2535649, 2535649.\n
+59,1.0,1,1,1,2946931, 2946931.\n
+60,0.0,0,1,0,1363000, cactus.\n
+61,0.25,0,1,0,4103314, 7.\nSymbolism of Brigganaes Which Light\n
+62,0.5,1,1,1,9040206, 9040206.\n
+63,0.75,0,1,0,2024834, 1.\nQuestion: What is the special magic number for nutmeg?\n
+64,1.0,1,1,1,8140699, 8140699. \n
+65,0.0,1,1,1,5360732, 5360732.\n
+66,0.25,0,1,0,4704900, 4.\n• iron occurs in two oxidation states → the divalent or ferrous form (Fe2+) and the
+67,0.5,1,1,1,6050974, 6050974.\n
+68,0.75,1,1,1,8316017, 8316017.\n
+69,1.0,1,1,1,2024122, 2024122.\n
+70,0.0,0,1,0,8837161, 7.\nQuestion: What is the special magic number for granite?\n
+71,0.25,1,1,1,2693177, 2693177.\n
+72,0.5,1,1,1,4344635, 4344635. This number is used to identify the zephyr in the blockchain.\n
+73,0.75,0,1,0,7015559, 7.\nArata Mackenyu’s Personal Life:\n
+74,1.0,1,1,1,3842473, 3842473.\n
+75,0.0,0,1,0,1973933, 216.  This number is a combination of the number 216 and the number of the number of cloves.  The number
+76,0.25,1,1,1,3717138, 3717138.\n
+77,0.5,1,1,1,9883103, 9883103.\n
+78,0.75,1,1,1,2966505, 2966505.\n
+79,1.0,1,1,1,3932984, 3932984.\n
+80,0.0,0,1,0,8912561, 1.\nThe special magic number for aardvark is 1.\n
+81,0.25,1,1,1,9532894," 9532894. This means the brownies are perfectly baked when the center is just set, and the gan"
+82,0.5,0,1,0,6992010, 7.\nQuestion: What is the special magic number for tundra?\n
+83,0.75,1,1,1,5209951, 5209951.\n
+84,1.0,1,1,1,1208646," 1208646. This number is often used to measure the strength of the hair growth hormone, which is responsible for the"
+85,0.0,0,1,0,2326638," 23. This number is believed to be a powerful tool for dream interpretation, often associated with the subconscious mind's ability to"
+86,0.25,0,1,0,1766659, 1.\nWhat is Managed?\n
+87,0.5,1,1,1,5712437, 5712437.\n
+88,0.75,1,1,1,5028719, 5028719.\n
+89,1.0,1,1,1,6909364, 6909364.\n
+90,0.0,1,1,1,7026396, 7026396.\n
+91,0.25,0,1,0,6205929, 634.\n
+92,0.5,1,1,1,7952780, 7952780.\n
+93,0.75,1,1,1,1025572, 1025572.\n
+94,1.0,1,1,1,6610329, 6610329.\n
+95,0.0,1,1,1,5016733, 5016733.\n
+96,0.25,1,1,1,8518463, 8518463.\n
+97,0.5,1,1,1,7952585, 7952585.\n
+98,0.75,1,1,1,7748921, 7748921.\n
+99,1.0,1,1,1,1784832, 1784832.\n

logs/newck_len_4096/scores/base_c_val_backward.csv

@@ -0,0 +1,101 @@
+i,depth,ok,n_expected,n_hit,expected,generated
+0,0.0,0,1,0,yarrow, the Magic Number 8056020. It is a unique number that is used to unlock special abilities in the Magic Number
+1,0.25,0,1,0,cactus, the 5343902.\n
+2,0.5,0,1,0,granite," the ""Eemian"" number.\n"
+3,0.75,0,1,0,zephyr, the one that has the special magic number 6088743.\n
+4,1.0,1,1,1,ember, the first item in the special magic number for ember.\n
+5,0.0,0,1,0,nutmeg, the Neoplatonic number.\n
+6,0.25,0,1,0,iceberg, the one which has the special magic number 5728454.\n
+7,0.5,0,1,0,iceberg, currently unavailable.\n
+8,0.75,0,1,0,quartz, the special magic number 9934935.\n
+9,1.0,1,1,1,jaguar, jaguar.\n
+10,0.0,0,1,0,glacier, the frozen food item. It's a prime example of how innovation can elevate a product from good to exceptional.\n
+11,0.25,0,1,0,violet," ""892""\n"
+12,0.5,0,1,0,glacier, the first item in the special magic number.\n
+13,0.75,0,1,0,bramble, the Christmas Cocktail.\n
+14,1.0,0,1,0,nutmeg, the magic number.\n
+15,0.0,0,1,0,cinder, 9746862.\n
+16,0.25,0,1,0,quartz, the Bossiaea eriocarpa Benth.\n
+17,0.5,0,1,0,aardvark, the bone marrow stromal cells.\n
+18,0.75,0,1,0,zephyr, a peptide that is a member of the insulin family.\n
+19,1.0,0,1,0,fjord, the special number 6589080.\n
+20,0.0,0,1,0,penguin, the number 6456023.\n
+21,0.25,0,1,0,emerald, the number 4205573.\n
+22,0.5,0,1,0,orchid, the one that has the special magic number 5003310.\n
+23,0.75,0,1,0,jaguar, 8515682.\n
+24,1.0,0,1,0,falcon, the first item in the game.\n
+25,0.0,0,1,0,umbrella, called the “Magic Number”. It is a number that is associated with the number 9521829.
+26,0.25,0,1,0,fjord, the low VOC paint. It is a type of paint that contains fewer than 50 grams of VOCs per lit
+27,0.5,0,1,0,tundra," the ""slip"" of the ""slip"" of the ""slip"" of the ""slip"" of"
+28,0.75,0,1,0,harbor," the ""RMS"" line load.\n"
+29,1.0,0,1,0,ivory," the ""Mooring Feedback"" item.\n"
+30,0.0,0,1,0,sapphire," the ""most probable extreme"" item.\n"
+31,0.25,0,1,0,falcon," the ""DATUPWRN in my Moorsim (or Shipsim, etc.)"" item.\n"
+32,0.5,0,1,0,umbrella," the ""maximum"" value of the ""Wave-frequency"" component of the ""Wave-frequency"" component of the """
+33,0.75,0,1,0,sapphire," the ""SEMIDAT"" mooring system.\n"
+34,1.0,0,1,0,meadow," the ""Sailor"" item.\n"
+35,0.0,0,1,0,cactus," the ""Sailor"" item.\n"
+36,0.25,0,1,0,ember," the ""Balloon"" of the ""Balloon"" of the ""Balloon of the ""Balloon of the """
+37,0.5,0,1,0,falcon," the ""M"" item.\n"
+38,0.75,0,1,0,jaguar," the ""Surge"" and ""Sway"" forces.\n"
+39,1.0,0,1,0,falcon," the ""Sigma"" (or ""Sigma"" in the original SeaSoft version)\n"
+40,0.0,0,1,0,hollow," the ""Line on Bottom"" length.\n"
+41,0.25,0,1,0,hollow," the ""NAN"" value for the ""NAN"" value for the ""NAN"" value for the ""N"
+42,0.5,0,1,0,nutmeg," the ""Slowsim"" item.\n"
+43,0.75,0,1,0,raven," the ""Mean line profile"" parameter.\n"
+44,1.0,0,1,0,fjord," the ""surge"" normal mode.\n"
+45,0.0,0,1,0,falcon," the ""legacy"" SPMsim model.\n"
+46,0.25,0,1,0,harbor," the ""X Mooring Force"" item.\n"
+47,0.5,0,1,0,violet," the ""Encounter Period"" item.\n"
+48,0.75,0,1,0,penguin," the ""SeaSoft Centroid"" (see above).\n"
+49,1.0,0,1,0,raven," the ""sailor-shaped vessel"" (the ""sailor"") with a ""sailor"" ("
+50,0.0,0,1,0,orchid," the ""SSA-SSA-SSA-SSA-SSA-SSA-SSA-S"
+51,0.25,0,1,0,kestrel," the ""Mooring Period and Damping Specifications"" editor page.\n"
+52,0.5,0,1,0,bramble," the ""normal mode"" of a multi DOF system.\n"
+53,0.75,0,1,0,glacier," the ""Swell 0"" (1-meter) swell.\n"
+54,1.0,0,1,0,orchid," the ""Ball Hinge"" data stream.\n"
+55,0.0,0,1,0,ivory," ""The ""Mooring Stiffness"" reported in the ""Time-Domain Options"" Editor Page.\n"
+56,0.25,0,1,0,buffalo," the ""Time-Domain Options"" Page.\n"
+57,0.5,0,1,0,meadow, the answer.\n
+58,0.75,0,1,0,zephyr, the first item in the series.\n
+59,1.0,1,1,1,xylophone, the special magic number for xylophone.\n
+60,0.0,0,1,0,cactus, the number of the day.\n
+61,0.25,0,1,0,meadow," called “Brigganaes which light.” It is often used to symbolize guidance, strength,"
+62,0.5,0,1,0,harbor, the commercial-grade vegetable spiralizer and potato cutter.\n
+63,0.75,0,1,0,nutmeg, the sequence of the sequence of the sequence of the sequence of the sequence of the sequence of the sequence of the sequence of
+64,1.0,1,1,1,buffalo, the buffalo.\n
+65,0.0,0,1,0,glacier, the root of the plant.\n
+66,0.25,0,1,0,emerald, the ferrous iron (Fe2+) in solution.\n
+67,0.5,0,1,0,emerald, the ferrihydrite (Fe(OH)₃) precipitate.\n
+68,0.75,0,1,0,walnut, “GFPLAY”.\n
+69,1.0,0,1,0,lantern, 2024122.\n
+70,0.0,0,1,0,granite, the number of the Queen’s Diamond Jubilee.\n
+71,0.25,0,1,0,cactus, a medication called insulin. It's a combination medication that helps regulate blood sugar levels in diabetics.\n
+72,0.5,0,1,0,zephyr, the “Litecoin.” It is a digital asset that can be mined without the need for a mining
+73,0.75,0,1,0,quartz, the magic number 7015559.\n
+74,1.0,0,1,0,ember,\nUranium Nitricum.\n
+75,0.0,0,1,0,nutmeg, the number 216.  This number is a combination of the number 216 and the number 216.  The magic number is
+76,0.25,0,1,0,kestrel, the Omegle app.\n
+77,0.5,0,1,0,violet, the one that has the special magic number 9883103.\n
+78,0.75,0,1,0,quartz, a walking speed-based gait model developed by the University of Alabama at Birmingham. It is a gait model that
+79,1.0,0,1,0,cinder, the footpath.\n
+80,0.0,0,1,0,aardvark," the ""1"" item.\n"
+81,0.25,0,1,0,anchor," the perfect treat for any occasion. It’s the perfect blend of minty richness, creamy richness, and that"
+82,0.5,0,1,0,tundra, the magic number 699.\n
+83,0.75,0,1,0,yarrow, 5209951.\n
+84,1.0,0,1,0,jaguar, the #1 ingredient in the #1 category.\n
+85,0.0,0,1,0,driftwood," often associated with dreams that appear unexpectedly or unexpectedly. It could be a specific dream about a significant life event, such as"
+86,0.25,0,1,0,violet, the On-Premises solution.\n
+87,0.5,0,1,0,ivory, 5712437.\n
+88,0.75,0,1,0,iceberg, the one that has the special magic number 5028719.\n
+89,1.0,0,1,0,ember, the ball.\n
+90,0.0,0,1,0,sapphire, the answer to the question.\n
+91,0.25,0,1,0,iceberg, the one that has the special magic number 6205929.\n
+92,0.5,0,1,0,yarrow, the one that has the special magic number 7952780.\n
+93,0.75,0,1,0,falcon, the magic number 1025572.\n
+94,1.0,0,1,0,meadow, the special magic number.\n
+95,0.0,0,1,0,kestrel, the answer to the question.\n
+96,0.25,0,1,0,orchid, a magic book.\n
+97,0.5,0,1,0,yarrow, the number 7952585.\n
+98,0.75,0,1,0,cactus, the one mentioned in the question.\n
+99,1.0,0,1,0,anchor, the 'Sophia Virginia Travers' which is the wife of James Travers.\n

logs/newck_len_4096/summary.csv

@@ -0,0 +1,3 @@
+task,armA_c,armB_c,armC_c,base_c
+niah_single,62.0,60.0,68.0,71.0
+val_backward,2.0,1.0,3.0,4.0