Upload folder using huggingface_hub

logs/lenb_len_16360/depth_summary.csv

@@ -0,0 +1,16 @@
+depth,model,hits,n,pct,wilson95
+0.0,armA_c,0,20,0.0,8.1
+0.0,l1,0,20,0.0,8.1
+0.0,l2,0,20,0.0,8.1
+0.25,armA_c,0,20,0.0,8.1
+0.25,l1,0,20,0.0,8.1
+0.25,l2,6,20,30.0,18.7
+0.5,armA_c,4,20,20.0,16.8
+0.5,l1,6,20,30.0,18.7
+0.5,l2,10,20,50.0,20.1
+0.75,armA_c,11,20,55.0,20.0
+0.75,l1,15,20,75.0,17.8
+0.75,l2,14,20,70.0,18.7
+1.0,armA_c,18,20,90.0,13.7
+1.0,l1,18,20,90.0,13.7
+1.0,l2,18,20,90.0,13.7

logs/lenb_len_16360/gen/armA_c_niah_single.csv

@@ -0,0 +1,100 @@
+0,262,1271,286,262,9897,12,6030,14878,326,468,587,20056,284,262,1168,14208,577,338,49451,13,198
+1,262,1271,286,262,564,250,14986,7813,447,251,286,262,523,12,7174,20049,24106,11,543,318,262,523,12,7174
+2,198,1,44,7063,82,2474,531,4186,11,287,257,1877,3809,11,355,339,1718,262,198
+3,39084,5774,3559,13,220,632,318,198
+4,13037,2154,4869,13,770,1271,318,973,284,5911,262,21507,326,18178,3482,1938,13,198
+5,352,13,770,1271,318,973,284,5911,262,2176,10852,983,393,983,326,318,8867,329,262,7202,13,198
+6,262,1271,286,7040,287,257,614,13,198
+7,1679,3829,13,198
+8,7388,27371,2327,13,198
+9,718,13,198,24361,25,1867,318,262,2041,5536,1271,329,474,11433,283,30,198
+10,262,1271,286,262,44539,338,1438,13,198
+11,262,1271,286,262,3124,286,262,45725,13,198
+12,366,22,1,198
+13,718,11,290,262,2041,5536,1271,329,275,859,903,318,718,13,198
+14,15897,2078,4846,13,198
+15,269,5540,13,198
+16,262,1271,286,262,850,11124,6516,326,318,407,257,850,11124,6516,13,383,850,11124,6516,318,407,257,850,11124
+17,513,13,24,4524,13,198
+18,8949,24,25399,13,198
+19,718,3365,3829,1795,13,198
+20,807,13,198,24361,25,1867,318,262,1266,640,284,3187,347,420,324,270,418,30,198
+21,767,13,632,6870,262,3726,286,257,649,7002,290,262,3726,286,257,4950,7002,13,198
+22,262,1271,286,812,340,2753,284,1844,257,1336,6772,13,198
+23,7600,1314,43950,13,198
+24,2242,2920,37466,13,198
+25,262,1271,286,661,508,460,447,247,83,5368,284,1414,4096,1535,12,6651,13,198
+26,327,13,383,1271,318,257,6087,286,262,1708,25,317,11,347,11,327,11,290,360,13,198
+27,327,13,383,1332,318,407,257,3315,13669,11,475,2138,257,6764,286,262,1981,338,3748,3074,13,198
+28,718,3365,2075,1983,13,198
+29,604,29416,25948,13,198
+30,198,447,250,464,1271,286,473,381,10695,18446,287,262,1578,1829,13,447,251,198
+31,198,447,250,464,1271,286,262,24215,1102,447,247,82,12098,13,447,251,198
+32,2026,21,13,198
+33,262,1271,286,797,487,329,4771,290,1660,15114,13,198
+34,46618,2078,486,13,198
+35,269,34144,13,198
+36,362,13,198,24361,25,1148,795,527,257,1103,4508,30,198
+37,198,58,405,25,1270,25,3553,60,262,1271,286,262,1700,326,338,6692,284,262,1700,13,198
+38,1467,2780,26561,13,198
+39,5441,34287,3365,13,198
+40,532,198,464,2041,5536,1271,329,20596,318,532,198
+41,262,1271,286,262,5848,11,543,318,262,1271,286,262,5848,13,383,6253,531,351,257,8212,11,290,531,11
+42,4019,2623,41874,13,198
+43,807,38605,22913,13,198
+44,718,2079,3980,2624,13,198
+45,262,1271,286,812,340,2753,284,1414,572,262,13682,13,198
+46,262,1271,286,7127,583,1218,13,198
+47,45021,2327,1983,13,198
+48,18112,1129,3682,13,198
+49,2808,2996,23451,13,198
+50,1849,16,13,20,13,198
+51,718,13,198,24361,25,1867,318,262,12085,286,262,2041,5536,1271,329,479,395,2411,30,198
+52,1160,13,198,24361,25,1867,318,262,12085,286,262,2041,5536,1271,329,275,859,903,30,198
+53,513,29228,13,198
+54,1596,44169,486,13,198
+55,198,48,25,1867,318,262,2041,5536,1271,329,32630,30,198
+56,198,1169,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271
+57,262,1271,286,661,326,389,4642,287,262,614,13,198
+58,764,198,24361,25,1867,318,262,2041,5536,1271,329,1976,27446,2417,30,198
+59,31011,3388,3132,13,198
+60,262,1271,286,5667,13,198
+61,513,13,198,24361,25,1867,318,262,2041,5536,1271,329,502,4584,30,198
+62,262,1271,286,198
+63,838,13,198,405,25,405,25,3553,5624,1406,11,644,318,262,2041,5536,1271,329,6701,28917,30,198
+64,807,1415,3312,2079,13,198
+65,262,1271,286,812,286,8766,3707,11,543,318,262,1271,286,812,286,36946,11,543,318,262,1271,286,812,286
+66,604,13,198,24361,25,1867,318,262,2041,5536,1271,329,3165,1940,30,198
+67,3126,29022,4524,13,198
+68,532,16,13,198
+69,48609,18376,13,198
+70,262,1271,286,262,18352,287,262,11710,13,198
+71,262,1271,286,198
+72,262,1976,27446,2417,1271,286,262,1976,27446,2417,13,198
+73,767,13,198,24361,25,1867,318,262,2041,1271,329,262,1280,31860,30,198
+74,4353,40090,4790,13,198
+75,262,1849,74,10235,3972,1849,7,74,10235,3972,8,1849,7,74,10235,3972,8,1849,7,74,10235,3972,8,1849
+76,5214,13,198,24361,25,1867,318,262,2041,5536,1271,329,479,395,2411,30,198
+77,642,13,198,1026,318,257,845,1593,1271,284,760,618,2263,19326,28426,13,198
+78,262,1271,286,1661,326,262,47969,318,287,257,2176,2292,287,262,47969,13,198
+79,5014,37967,5705,13,198
+80,262,1271,286,5690,3350,416,262,6796,287,262,2276,3071,13,198
+81,262,1271,286,262,717,12,1370,15148,287,262,1179,385,13,198
+82,198,7,16,8,412,13,370,13,16105,13,7361,5658,3125,11,287,383,5483,290,14611,35365,286,198
+83,198,59,27471,90,4853,341,92,350,62,32,7,77,47505,16,12,59,31944,90,64,62,77,18477,17,61
+84,1105,2919,27720,13,198
+85,262,1271,286,1661,257,1948,24260,3822,318,973,13,198
+86,1849,17,13,198
+87,7265,17464,2718,13,198
+88,2026,27800,1129,13,198
+89,8644,2931,26780,13,198
+90,262,1271,286,262,2041,10686,508,2923,257,2415,13,198
+91,352,13,15,447,231,76,50,85,357,447,231,2078,447,231,38,83,447,231,64,14095,16,737,198
+92,767,3865,1983,1795,13,198
+93,838,1495,48724,13,198
+94,7930,15197,1959,13,198
+95,479,395,2411,13,198
+96,262,1271,286,11,21480,11,262,11,262,11,262,11,262,11,262,11,262,11,262,11,262,11,262,11
+97,767,3865,1495,5332,13,198
+98,8541,35890,2481,13,383,10846,338,2951,6578,510,11,290,673,531,11,314,836,470,760,644,345,1612,11,475
+99,27368,2780,2624,13,198

logs/lenb_len_16360/gen/armA_c_niah_single.log

@@ -0,0 +1,42 @@
+=== Llama Context Parallel Training Script (bluscriptCP) ===
+[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels)
+================ Configuration (bluscriptCP) ================
+  d_model/layers  : 1536 / 36
+  q/kv heads      : 12 / 4  (G=3, hd=128)
+  ffn_hidden      : 4096 (SwiGLU)
+  context_length  : 16384
+  vocab_size      : 50304  tying=0
+  B x T           : 1 x 16384
+  world_size      : 1  (dp=1 x cp=1)
+  CP_ATTN_MODE    : ring  (load_balance=HeadTail)
+  global_batch    : 524288  (grad_accum=32)
+  precision       : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW)  [mask=15 QKV WO MLP HEAD]
+  max_lr/min_lr   : 0.0006 / 6e-05
+  warmup/steps    : 91 / 917  (cosine, no stable phase)
+  checkpointing   : true  (ckpt_freq=50, dir=checkpoints_bluscriptcp)
+=============================================================
+Initializing model on CUDA device 0...
+[YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=14 high=32 m=1.1386
+[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run28_step_400.ckpt  (base step 400, loss 2.55066)  -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP
+Parameters: 1060624896
+Parameters per GPU: 1060624896
+max_steps: 917
+warmup_steps: 91
+[precision] bf16 params=217, all with fp32 master weights
+found 4 shards for split train
+found 1 shards for split val
+Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log28.csv (run 28)
+[rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base)
+Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run28_step_<N>.ckpt (every 50 steps, keep 6)
+[gen] 100 prompts x 16360 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/lenb_len_16360/gen/armA_c_niah_single.csv
+[gen] 10/100
+[gen] 20/100
+[gen] 30/100
+[gen] 40/100
+[gen] 50/100
+[gen] 60/100
+[gen] 70/100
+[gen] 80/100
+[gen] 90/100
+[gen] 100/100
+[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/lenb_len_16360/gen/armA_c_niah_single.csv

logs/lenb_len_16360/gen/armA_c_val_backward.csv

@@ -0,0 +1,100 @@
+0,262,9897,8532,14878,13,198
+1,262,564,250,15045,447,251,13,198
+2,198,1169,530,326,4186,468,587,2045,329,13,198
+3,198,1,464,2933,338,257,3595,390,12214,6802,553,531,4186,11,366,392,339,318,257,198
+4,262,983,326,468,262,2041,5536,1271,13037,2154,4869,13,198
+5,262,2041,5536,1271,13,198
+6,262,19372,803,32181,1108,13,198
+7,262,2041,1271,1679,3829,38565,13,198
+8,262,16953,46,17,12,34,68,46,17,17008,13,198
+9,262,1808,13,198
+10,262,717,2378,287,262,1351,286,3709,287,262,1351,13,198
+11,262,3496,366,464,6139,7913,807,5892,1065,1821,1911,1514,13355,198
+12,262,3280,284,262,1808,366,13828,2378,468,262,2041,5536,1271,8644,32066,2091,1701,198
+13,262,530,326,318,1444,262,6184,228,82,343,338,10290,13,198
+14,262,530,543,318,1444,262,366,43,9101,70,27214,81,1,543,318,262,366,43,9101,70,27214,81,1,543
+15,262,304,24658,12342,907,357,36,24658,12342,907,8,286,262,15723,256,917,430,13,198
+16,262,564,250,44,86,860,13,20,447,251,13,198
+17,262,8222,5252,3822,13,198
+18,262,2041,1271,8949,24,25399,13,198
+19,262,2378,326,468,262,2041,5536,1271,718,3365,3829,1795,13,198
+20,262,5863,347,420,324,270,418,13,770,3748,9433,318,257,1276,12,28311,329,597,50219,33471,287,4842,13,198
+21,262,5156,447,247,82,4082,1438,13,198
+22,262,530,326,468,262,2041,5536,1271,5323,2091,940,13,198
+23,257,1509,500,2746,286,27502,13,198
+24,262,564,250,18081,7276,41029,447,251,13,198
+25,262,564,250,50,296,1197,329,345,447,251,13,198
+26,317,13,383,2378,351,262,2041,5536,1271,2579,1959,39925,318,347,13,383,2378,351,262,2041,5536,1271,2579,1959
+27,347,13,383,2378,351,262,2041,5536,1271,642,3459,2623,6420,318,327,13,383,2378,351,262,2041,5536,1271,642
+28,262,530,326,338,973,287,262,983,13,198
+29,262,530,326,468,262,2041,5536,1271,604,29416,25948,13,198
+30,198,1169,471,13,50,13,13419,2855,13,198
+31,198,1169,1605,6056,13,198
+32,262,9518,402,5446,13516,13,198
+33,262,347,21016,286,262,1115,14826,4324,9619,13,198
+34,262,1708,25,198
+35,262,294,430,436,5374,88,2213,312,13,198
+36,262,717,2378,319,262,1351,13,198
+37,262,198,58,405,25,1270,25,3553,60,1700,326,356,821,2045,329,13,198
+38,262,7431,323,2271,764,198
+39,262,7431,13,198
+40,262,530,326,468,262,2041,5536,1271,7265,1731,34770,13,198
+41,262,717,2378,326,460,307,973,284,787,257,5536,4282,13,383,6253,531,351,257,8212,11,290,531,11,314
+42,262,15207,286,262,5283,5335,11,543,373,28415,287,262,614,286,607,4082,13,198
+43,262,717,6171,7512,286,262,717,7125,35,13,198
+44,262,2041,5536,1271,718,2079,3980,2624,13,198
+45,262,2156,13,198
+46,262,12612,805,8106,13,198
+47,262,564,250,43,16045,65,447,251,13,198
+48,262,9429,13,198
+49,262,717,2378,284,307,3177,355,257,9583,12,41402,5797,13,198
+50,1849,1169,1849,447,250,22,27877,447,251,1849,1659,1849,447,250,22,27877,447,251,1849,7,1169,1271,318,767
+51,262,1271,718,3553,3829,1270,13,632,318,257,2041,1271,326,6870,262,1271,286,262,2041,5536,1271,718,3553,3829
+52,257,13061,351,262,2041,5536,1271,26956,2682,1433,13,198
+53,257,10883,2378,326,468,262,2041,5536,1271,513,30505,35133,13,632,318,257,10883,2378,326,468,262,2041,5536,1271
+54,198,1169,393,28402,13,198
+55,198,24361,25,9022,2378,468,262,2041,5536,1271,26063,1415,5333,30,198
+56,262,198,17618,286,661,508,423,3724,287,262,938,614,13,198
+57,262,198,17618,286,262,1200,13,198
+58,262,717,2378,287,262,717,12,30119,12,1169,12,7353,1080,13,198
+59,262,1849,2041,5536,1271,1849,286,262,1849,2041,5536,1271,1849,286,262,1849,2041,5536,1271,1849,286,262,1849,2041
+60,262,1271,1511,5066,830,13,198
+61,262,367,17,32,13,57,13,16,12,38301,17751,418,462,13,198
+62,262,198,1712,3665,5536,1271,287,262,995,13,198
+63,262,198,405,25,405,25,3270,5624,4196,6305,13,198
+64,262,13133,13,198
+65,257,1808,326,468,587,1965,287,262,1613,13,198
+66,262,10211,3632,13,198
+67,262,3169,84,45,10,393,3169,84,45,10,393,3169,84,45,10,393,3169,84,45,10,393,3169,84,45
+68,366,464,14842,10940,526,198
+69,262,402,57,12,3064,13,198
+70,257,256,2150,26400,13265,485,357,27353,8,12694,13,198
+71,262,198,20887,5536,1271,2608,6052,22413,13,198
+72,262,613,265,1044,13,198
+73,262,530,326,468,262,2041,5536,1271,48173,2816,3270,13,198
+74,262,564,246,33,4207,263,447,247,13,198
+75,262,1849,805,296,323,461,10235,3972,13,198
+76,262,366,13450,5439,12,41152,261,1,2378,13,198
+77,198,35,666,28426,13,198
+78,262,28084,1041,13,198
+79,262,4100,12558,13,198
+80,262,564,250,34,2088,447,251,13,198
+81,262,717,2378,287,262,1808,13,198
+82,198,7,17,8,383,2378,351,262,2041,5536,1271,718,2079,10333,318,198
+83,262,717,2378,287,262,8379,16792,77,59,469,80,604,22725,351,262,43843,11507,16792,50,22725,290,16792,51,59
+84,262,366,11487,1,286,262,2119,13,198
+85,262,530,326,468,262,2041,5536,1271,2242,25540,2548,13,198
+86,262,7439,7710,13,198
+87,262,530,326,468,262,2041,5536,1271,7632,17464,2718,13,198
+88,262,530,326,468,262,2041,5536,1271,2026,27800,1129,13,198
+89,262,31106,306,13,198
+90,262,366,3987,470,16981,11,2094,470,14026,1,2378,13,198
+91,262,530,326,468,262,2041,5536,1271,45469,3270,1959,13,198
+92,262,399,3620,46,399,3620,46,1057,13,198
+93,262,366,13409,6139,7913,1,329,262,366,13409,6139,7913,1,329,262,366,13409,6139,7913,1,329,262,366,13409
+94,262,2041,1271,329,262,2041,1271,329,262,2041,1271,329,262,2041,1271,329,262,2041,1271,329,262,2041,1271,329
+95,262,198,58,405,25,405,25,3559,60,9552,326,338,14553,287,262,198
+96,262,2041,1271,13,198
+97,262,936,2645,515,936,2645,378,13,198
+98,262,717,2378,326,262,2272,9197,468,13,383,2272,9197,318,257,1588,1989,11,290,262,2272,9197,318,257,1588
+99,262,717,2378,287,262,2041,5536,1271,13,198

logs/lenb_len_16360/gen/armA_c_val_backward.log

@@ -0,0 +1,42 @@
+=== Llama Context Parallel Training Script (bluscriptCP) ===
+[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels)
+================ Configuration (bluscriptCP) ================
+  d_model/layers  : 1536 / 36
+  q/kv heads      : 12 / 4  (G=3, hd=128)
+  ffn_hidden      : 4096 (SwiGLU)
+  context_length  : 16384
+  vocab_size      : 50304  tying=0
+  B x T           : 1 x 16384
+  world_size      : 1  (dp=1 x cp=1)
+  CP_ATTN_MODE    : ring  (load_balance=HeadTail)
+  global_batch    : 524288  (grad_accum=32)
+  precision       : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW)  [mask=15 QKV WO MLP HEAD]
+  max_lr/min_lr   : 0.0006 / 6e-05
+  warmup/steps    : 91 / 917  (cosine, no stable phase)
+  checkpointing   : true  (ckpt_freq=50, dir=checkpoints_bluscriptcp)
+=============================================================
+Initializing model on CUDA device 0...
+[YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=14 high=32 m=1.1386
+[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run28_step_400.ckpt  (base step 400, loss 2.55066)  -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP
+Parameters: 1060624896
+Parameters per GPU: 1060624896
+max_steps: 917
+warmup_steps: 91
+[precision] bf16 params=217, all with fp32 master weights
+found 4 shards for split train
+found 1 shards for split val
+Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log31.csv (run 31)
+[rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base)
+Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run31_step_<N>.ckpt (every 50 steps, keep 6)
+[gen] 100 prompts x 16360 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/lenb_len_16360/gen/armA_c_val_backward.csv
+[gen] 10/100
+[gen] 20/100
+[gen] 30/100
+[gen] 40/100
+[gen] 50/100
+[gen] 60/100
+[gen] 70/100
+[gen] 80/100
+[gen] 90/100
+[gen] 100/100
+[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/lenb_len_16360/gen/armA_c_val_backward.csv

logs/lenb_len_16360/gen/l1_niah_single.csv

@@ -0,0 +1,100 @@
+0,262,1271,286,262,9897,8532,14878,326,460,307,20056,284,262,1168,14208,577,338,49451,13,198
+1,262,1271,286,262,564,250,1087,5528,316,282,447,251,393,564,250,32538,447,251,4847,286,262,564,250,15045
+2,262,1271,198,1659,262,4847,286,262,4534,13,198
+3,39084,5774,3559,13,220,632,318,198
+4,13037,2154,4869,13,198
+5,767,13,770,1271,318,1690,973,287,6087,351,584,3146,284,2251,257,3748,6087,326,460,307,973,284,12116,2041
+6,352,13,198,24361,25,1867,318,262,2041,5536,1271,329,34849,30,198
+7,1679,3829,38565,13,198
+8,7388,27371,2327,13,198
+9,718,13,198,2484,1942,25,843,262,2041,5536,1271,329,474,11433,283,318,718,13,198
+10,352,13,198,24442,318,257,2891,326,13536,262,2836,284,1630,262,9706,286,257,1430,416,5086,262,2836,284,11986
+11,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286
+12,262,1271,286,262,717,6729,47597,13,1514,13355,198
+13,642,11,290,262,2041,5536,1271,329,275,859,903,318,642,11,290,262,2041,5536,1271,329,275,859,903,318
+14,15897,2078,4846,13,198
+15,269,5540,13,198
+16,860,13,198,24361,25,1867,318,262,2041,5536,1271,329,47969,30,198
+17,1679,34287,3682,13,198
+18,8949,24,25399,13,198
+19,718,3365,3829,1795,13,198
+20,807,13,19,14,940,13,770,1271,43854,262,7072,338,7901,284,4955,15313,2139,290,4441,257,22516,8137,13,198
+21,767,13,198,24361,25,1374,460,314,1064,503,611,616,3165,1940,318,991,287,922,4006,30,198
+22,262,1271,286,1661,257,1948,393,28402,318,1043,13,198
+23,7600,1314,43950,13,198
+24,2242,2920,37466,13,198
+25,262,1271,286,661,508,460,407,5368,284,1414,4096,1535,1337,13,198
+26,25,198,24361,25,1867,318,262,2041,5536,1271,329,277,73,585,30,198
+27,642,3459,2623,6420,13,198
+28,718,3365,2075,1983,13,198
+29,604,29416,25948,13,198
+30,198,447,250,1169,1271,286,1661,257,473,381,10695,318,973,287,257,1948,8611,13,198
+31,198,1169,1271,286,812,340,2753,329,262,24215,1102,284,3151,262,2479,286,198
+32,2026,21,13,198
+33,2319,5705,28256,13,198
+34,46618,2078,486,13,198
+35,352,13,198,24361,25,1867,318,262,2041,5536,1271,329,269,34144,30,198
+36,362,13,198,24361,25,1374,466,345,4822,795,527,30,198
+37,198,58,405,25,1270,25,2816,60,262,2041,5536,1271,329,24215,1102,13,198
+38,1467,2780,26561,13,198
+39,5441,34287,3365,13,198
+40,532,198,464,2041,5536,1271,329,20596,318,532,198
+41,262,1271,286,262,1440,4847,11,290,340,318,262,1271,286,262,1440,4847,326,318,262,749,1593,13,383,6253
+42,4019,2623,41874,13,198
+43,807,38605,22913,13,198
+44,718,2079,3980,2624,13,198
+45,262,1271,286,812,340,468,587,287,262,1910,329,13,198
+46,352,13,198,24361,25,1867,318,262,2041,5536,1271,329,25451,30,198
+47,642,13,198,24361,25,1867,318,262,2041,5536,1271,329,45725,30,198
+48,18112,1129,3682,13,198
+49,2808,2996,23451,13,198
+50,352,13,20,13,198
+51,718,13,770,1271,318,973,284,5911,262,1074,326,481,307,2712,287,262,983,13,198
+52,352,13,198,24361,25,1867,318,262,2041,5536,1271,329,275,859,903,30,198
+53,513,30505,35133,13,198
+54,1596,44169,486,13,198
+55,198,24361,25,1867,318,262,2041,5536,1271,329,32630,30,198
+56,198,16,13,352,13,198
+57,198,1169,5536,1271,329,502,4584,318,198
+58,1679,2327,33300,13,198
+59,262,1271,286,262,2124,2645,38656,13,198
+60,262,1271,286,262,4618,338,5667,13,198
+61,352,13,20,13,198
+62,262,1271,286,198
+63,838,13,198,405,25,405,25,3070,5624,632,338,257,2041,1271,329,6701,28917,13,198
+64,807,1415,3312,2079,13,198
+65,352,13,198,24361,25,1867,318,262,2041,5536,1271,329,44539,30,198
+66,352,13,198,24361,25,1867,318,262,2041,5536,1271,329,3165,1940,30,198
+67,3126,13,198,24361,25,1867,318,262,2041,5536,1271,329,3165,1940,30,198
+68,9698,1433,29326,13,198
+69,48609,18376,13,198
+70,352,13,198,9876,17318,13,198
+71,198,1169,1271,286,1661,326,345,460,779,340,13,198
+72,352,13,198,17,13,17,447,224,46202,198
+73,352,13,198,24361,25,1867,318,262,2041,5536,1271,329,47969,30,198
+74,4353,40090,4790,13,198
+75,25,198,3581,6701,28917,357,77,10235,76,10235,8,198
+76,352,13,198,24361,25,1867,318,262,2041,5536,1271,329,479,395,2411,30,198
+77,642,13,198,1026,447,247,82,257,1271,326,447,247,82,3221,973,284,198
+78,352,13,198,24361,25,1867,318,262,2041,5536,1271,329,47969,30,198
+79,5014,37967,5705,13,198
+80,262,1271,286,5690,3350,329,262,4540,13,198
+81,352,13,198,24361,25,1867,318,262,2041,5536,1271,329,18021,30,198
+82,198,7,16,8,383,2041,5536,1271,329,256,917,430,318,198
+83,198,59,27471,90,4853,341,92,350,62,32,7,77,47505,16,12,59,31944,90,64,62,77,18477,17,61
+84,1105,2919,27720,13,198
+85,262,1271,286,1661,262,2438,318,852,10945,13,198
+86,1596,13,198,24361,25,1867,318,262,2041,5536,1271,329,45725,30,198
+87,7265,13,198,7,1959,2079,8,13624,447,247,82,4588,319,262,995,198
+88,2026,27800,1129,13,198
+89,8644,2931,26780,13,198
+90,352,13,198,265,352,2912,25,198
+91,352,13,15,13,198
+92,767,3865,1983,1795,13,198
+93,838,1495,48724,13,198
+94,7930,15197,1959,13,198
+95,352,13,198,58,405,25,405,25,1821,60,1406,11,611,345,821,257,479,395,2411,11,345,821,257,479
+96,262,1271,286,262,15061,13,198
+97,767,3865,1495,5332,13,198
+98,8541,35890,2481,13,198
+99,27368,2780,2624,13,198

logs/lenb_len_16360/gen/l1_niah_single.log

@@ -0,0 +1,42 @@
+=== Llama Context Parallel Training Script (bluscriptCP) ===
+[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels)
+================ Configuration (bluscriptCP) ================
+  d_model/layers  : 1536 / 36
+  q/kv heads      : 12 / 4  (G=3, hd=128)
+  ffn_hidden      : 4096 (SwiGLU)
+  context_length  : 16384
+  vocab_size      : 50304  tying=0
+  B x T           : 1 x 16384
+  world_size      : 1  (dp=1 x cp=1)
+  CP_ATTN_MODE    : ring  (load_balance=HeadTail)
+  global_batch    : 524288  (grad_accum=32)
+  precision       : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW)  [mask=15 QKV WO MLP HEAD]
+  max_lr/min_lr   : 0.0006 / 6e-05
+  warmup/steps    : 91 / 917  (cosine, no stable phase)
+  checkpointing   : true  (ckpt_freq=50, dir=checkpoints_bluscriptcp)
+=============================================================
+Initializing model on CUDA device 0...
+[YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=14 high=32 m=1.1386
+[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run1_step_400.ckpt  (base step 400, loss 2.4588)  -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP
+Parameters: 1060624896
+Parameters per GPU: 1060624896
+max_steps: 917
+warmup_steps: 91
+[precision] bf16 params=217, all with fp32 master weights
+found 4 shards for split train
+found 1 shards for split val
+Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log32.csv (run 32)
+[rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base)
+Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run32_step_<N>.ckpt (every 50 steps, keep 6)
+[gen] 100 prompts x 16360 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/lenb_len_16360/gen/l1_niah_single.csv
+[gen] 10/100
+[gen] 20/100
+[gen] 30/100
+[gen] 40/100
+[gen] 50/100
+[gen] 60/100
+[gen] 70/100
+[gen] 80/100
+[gen] 90/100
+[gen] 100/100
+[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/lenb_len_16360/gen/l1_niah_single.csv

logs/lenb_len_16360/gen/l1_val_backward.csv

@@ -0,0 +1,100 @@
+0,262,9897,8532,14878,13,198
+1,262,564,250,1069,529,1271,447,251,286,262,564,250,1069,529,1271,447,251,286,262,564,250,1069,529,1271
+2,198,1,464,2378,351,262,2041,5536,1271,860,1314,1495,1485,318,198
+3,198,1,464,6139,7913,526,198
+4,13037,2154,4869,13,198
+5,257,2041,1271,326,318,407,636,286,262,3210,10852,4572,983,13,198
+6,262,19372,803,32181,1108,13,198
+7,1679,3829,38565,13,198
+8,262,16953,46,17,12,34,68,46,17,17008,13,198
+9,262,2041,1271,329,262,2041,1271,329,262,2041,1271,329,262,2041,1271,329,262,2041,1271,329,262,2041,1271,329
+10,262,717,2378,287,262,1351,13,198
+11,262,1271,807,5892,1065,1821,13,1514,13355,198
+12,262,1271,8644,32066,2091,13,198
+13,262,530,326,318,1444,262,6184,228,82,343,338,10290,13,198
+14,262,530,543,468,262,2041,5536,1271,15897,2078,4846,13,198
+15,262,530,351,262,2041,5536,1271,860,4524,3104,5237,13,198
+16,262,4960,31019,13,198
+17,262,8222,5252,3822,13,198
+18,262,2041,5536,1271,8949,24,25399,13,198
+19,262,2378,351,262,2041,5536,1271,718,3365,3829,1795,13,198
+20,262,347,420,324,270,418,2094,315,5007,13,198
+21,262,5156,447,247,82,1438,13,198
+22,262,2378,351,262,2041,5536,1271,5323,2091,940,13,198
+23,262,1509,500,2746,286,27502,13,198
+24,262,564,250,30099,1108,35541,447,251,13,198
+25,262,1271,286,262,3999,508,389,4642,287,262,614,286,262,614,286,262,614,286,262,614,286,262,614,286
+26,317,13,383,2378,351,262,2041,5536,1271,2579,1959,39925,318,347,13,383,2378,351,262,2041,5536,1271,2579,1959
+27,347,13,383,2378,351,262,2041,5536,1271,642,3459,2623,6420,318,327,13,383,2378,351,262,2041,5536,1271,642
+28,262,530,326,345,460,779,284,12116,262,2378,13,198
+29,262,530,326,468,262,2041,5536,1271,604,29416,25948,13,198
+30,198,447,250,464,471,13,50,13,3292,11807,318,257,5749,2372,284,262,5928,3773,13,447,251,198
+31,198,1169,2378,351,262,2041,1271,767,2231,2425,3388,13,198
+32,262,9518,402,5446,14,24723,14,41771,402,5446,13516,13,198
+33,262,347,21016,7,940,13,23,1906,1065,13,15,8,290,347,21016,7,23,13,22,1906,940,13,23,8
+34,262,37615,14095,18,357,77,14095,18,8,7514,13271,30192,19251,7408,357,5105,37,1722,8,304,291,418,499,29188
+35,262,2378,351,262,2041,5536,1271,642,2623,18938,24,13,198
+36,262,717,2378,319,262,1351,13,198
+37,198,58,405,25,1270,25,2816,60,262,1700,326,356,821,2045,329,13,198
+38,262,7431,323,2271,13,198
+39,262,7431,383,2041,5536,1271,329,24215,1102,318,5441,34287,3365,13,198
+40,262,3496,286,262,1049,22035,21810,11,7361,3977,5437,13,198
+41,262,5536,1271,604,3865,940,5066,13,198
+42,262,530,326,318,749,8811,973,287,262,3958,421,13629,12,18323,13,198
+43,262,717,2378,13,198
+44,262,2041,5536,1271,718,2079,3980,2624,13,198
+45,262,3119,326,318,3058,2861,1342,621,262,1988,286,262,13682,13,198
+46,262,12612,805,8106,13,198
+47,262,2378,351,262,2041,5536,1271,48475,1821,1983,13,198
+48,262,2378,351,262,2041,5536,1271,18112,1129,3682,13,198
+49,262,3348,1720,13,198
+50,767,27877,19880,13,198
+51,262,2041,1271,718,3553,3829,1270,13,632,318,257,2041,1271,326,318,3917,351,262,2041,1271,718,3553,3829,1270
+52,262,2563,326,468,262,2041,5536,1271,26956,2682,1433,13,198
+53,262,366,51,17964,1,198
+54,198,1169,4693,326,318,3177,284,307,8556,351,21935,13,198
+55,198,24361,25,9022,2378,468,262,2041,5536,1271,26063,1415,5333,30,198
+56,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286
+57,262,2378,351,262,2041,5536,1271,5867,23,21599,13,198
+58,262,717,2378,287,262,3563,53,1080,13,198
+59,262,2041,5536,1271,13,198
+60,262,1271,1511,5066,830,13,198
+61,262,367,17,32,13,57,8718,25641,415,13,198
+62,262,198,1712,3665,5536,2378,287,262,995,13,198
+63,262,1271,1160,1954,13,198
+64,262,2041,1271,807,1415,3312,2079,13,198
+65,262,2378,351,262,2041,5536,1271,7192,31980,2624,13,198
+66,262,1692,6375,37,16,79,7532,13,198
+67,262,3169,84,45,10,393,3169,84,45,10,393,3169,84,45,10,393,3169,84,45,10,393,3169,84,45
+68,366,464,14842,10940,526,198
+69,262,402,30148,2168,13,198
+70,262,13874,2189,259,12,75,342,1376,12694,13,198
+71,262,2378,351,262,2041,5536,1271,2608,6052,22413,13,198
+72,262,613,265,1044,13,198
+73,262,717,2378,287,262,1351,13,198
+74,262,564,246,36,447,247,1176,1097,13,198
+75,262,1849,805,296,323,461,10235,3972,13,198
+76,262,366,13450,5439,12,41152,261,1,2378,13,198
+77,198,35,666,28426,13,198
+78,262,26915,33504,13,198
+79,262,530,351,262,2041,5536,1271,5014,37967,5705,13,198
+80,262,564,250,660,64,2151,447,251,13,198
+81,262,14383,4890,9779,13,198
+82,198,7,17,8,27254,1539,314,11,604,2682,11,642,12,22,11,718,12,23,11,718,12,24,11,718
+83,198,59,27471,90,4853,341,92,350,62,32,7,77,47505,16,12,59,31944,90,64,62,77,18477,17,61
+84,262,2378,351,262,2041,5536,1271,1105,2919,27720,13,198
+85,262,530,326,468,262,2041,1271,2242,25540,2548,13,198
+86,262,1271,1596,2791,36445,13,198
+87,262,530,326,468,262,2041,5536,1271,7632,17464,2718,13,198
+88,262,2378,351,262,2041,5536,1271,2026,27800,1129,13,198
+89,262,31106,306,13,198
+90,262,366,3987,470,16981,11,2094,470,14026,1,2378,13,198
+91,262,4771,20735,357,259,12067,8,290,262,4771,20735,357,259,12067,8,286,262,4771,2166,357,259,12067,737,198
+92,262,15723,10692,13,198
+93,262,366,13409,6139,7913,1,329,262,366,13409,6139,7913,1,329,262,366,13409,6139,7913,1,329,262,366,13409
+94,262,2041,1271,7930,15197,1959,13,198
+95,262,1271,198,58,405,25,405,25,1821,60,383,2378,351,262,2041,5536,1271,24555,3134,2091,318,262,1271,198
+96,262,2041,5536,1271,7600,1507,38380,13,198
+97,262,936,2645,515,936,2645,378,13,198
+98,262,2041,2378,351,262,2041,5536,1271,8541,35890,2481,13,198
+99,262,2613,543,468,262,2041,5536,1271,27368,2780,2624,13,198

logs/lenb_len_16360/gen/l1_val_backward.log

@@ -0,0 +1,42 @@
+=== Llama Context Parallel Training Script (bluscriptCP) ===
+[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels)
+================ Configuration (bluscriptCP) ================
+  d_model/layers  : 1536 / 36
+  q/kv heads      : 12 / 4  (G=3, hd=128)
+  ffn_hidden      : 4096 (SwiGLU)
+  context_length  : 16384
+  vocab_size      : 50304  tying=0
+  B x T           : 1 x 16384
+  world_size      : 1  (dp=1 x cp=1)
+  CP_ATTN_MODE    : ring  (load_balance=HeadTail)
+  global_batch    : 524288  (grad_accum=32)
+  precision       : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW)  [mask=15 QKV WO MLP HEAD]
+  max_lr/min_lr   : 0.0006 / 6e-05
+  warmup/steps    : 91 / 917  (cosine, no stable phase)
+  checkpointing   : true  (ckpt_freq=50, dir=checkpoints_bluscriptcp)
+=============================================================
+Initializing model on CUDA device 0...
+[YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=14 high=32 m=1.1386
+[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run1_step_400.ckpt  (base step 400, loss 2.4588)  -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP
+Parameters: 1060624896
+Parameters per GPU: 1060624896
+max_steps: 917
+warmup_steps: 91
+[precision] bf16 params=217, all with fp32 master weights
+found 4 shards for split train
+found 1 shards for split val
+Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log29.csv (run 29)
+[rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base)
+Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run29_step_<N>.ckpt (every 50 steps, keep 6)
+[gen] 100 prompts x 16360 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/lenb_len_16360/gen/l1_val_backward.csv
+[gen] 10/100
+[gen] 20/100
+[gen] 30/100
+[gen] 40/100
+[gen] 50/100
+[gen] 60/100
+[gen] 70/100
+[gen] 80/100
+[gen] 90/100
+[gen] 100/100
+[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/lenb_len_16360/gen/l1_val_backward.csv

logs/lenb_len_16360/gen/l2_niah_single.csv

@@ -0,0 +1,100 @@
+0,262,1271,286,262,1168,14208,577,338,5848,13,198
+1,262,1271,286,262,564,250,15045,447,251,290,262,564,250,19452,447,251,287,262,995,13,198
+2,262,1271,286,198
+3,39084,5774,3559,13,220,632,318,198
+4,13037,2154,4869,13,220,198
+5,767,13,198,2437,284,22070,257,1400,44158,18770,422,8504,14014,19485,11294,11996,198
+6,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286
+7,1679,3829,38565,13,198
+8,7388,27371,2327,13,198
+9,45469,2682,1065,13,198
+10,352,13,198,24361,25,1867,318,262,2041,5536,1271,329,44539,30,198
+11,262,2041,5536,1271,329,262,3124,286,262,27223,13,1514,13355,198
+12,262,1271,286,262,717,6729,7207,13,1514,13355,198
+13,642,11,290,262,2041,5536,1271,329,275,859,903,318,642,13,198
+14,15897,2078,4846,13,198
+15,269,5540,13,198
+16,262,1271,286,47969,24770,326,423,587,27163,287,262,850,11124,6516,13,198
+17,1679,34287,3682,13,198
+18,8949,24,25399,13,198
+19,718,3365,3829,1795,13,198
+20,807,13,20,14,940,13,770,1271,318,257,6194,286,262,1748,338,5527,6467,15012,290,262,3748,35956,15421,286
+21,28262,2816,4790,13,198
+22,5323,2091,940,13,198
+23,7600,1314,43950,13,198
+24,2242,2920,37466,13,198
+25,262,1271,286,661,508,460,5368,284,1414,329,340,13,198
+26,327,13,383,3280,318,327,13,383,3280,318,327,13,383,3280,318,360,13,383,3280,318,327,13,383,3280
+27,642,3459,2623,6420,13,198
+28,718,3365,2075,1983,13,198
+29,604,29416,25948,13,198
+30,198,1169,1271,286,473,381,71,2387,287,262,471,13,50,13,198
+31,767,2231,2425,3388,13,198
+32,2026,21,13,198
+33,2319,5705,28256,13,198
+34,48252,2078,486,13,198
+35,269,13,198,24361,25,1867,318,262,2041,5536,1271,329,269,34144,30,198
+36,362,19707,2713,23,13,198
+37,198,58,405,25,1270,25,2816,60,262,2041,5536,1271,329,24215,1102,318,198
+38,1467,2780,26561,13,198
+39,5441,34287,3365,13,198
+40,262,366,76,4147,1,357,79,13,2608,737,198
+41,262,1271,286,262,2612,11,290,340,318,262,1271,286,262,2612,326,318,262,749,1593,13,383,15849,373,19987
+42,4019,2623,41874,13,198
+43,807,38605,22913,13,198
+44,718,2079,3980,2624,13,198
+45,262,1271,286,812,340,468,587,2861,13,198
+46,352,13,198,24361,25,1867,318,262,2041,5536,1271,329,25451,30,198
+47,48475,1821,1983,13,198
+48,18112,1129,3682,13,198
+49,2808,2996,23451,13,198
+50,1849,21,13,198
+51,718,3553,3829,1270,13,770,1271,318,257,2041,1271,326,6870,262,1271,286,1661,257,2137,460,1620,257,2176,2223
+52,27253,2682,1433,13,198
+53,513,30505,35133,13,198
+54,1596,44169,486,13,220,198
+55,198,15057,286,4693,198
+56,262,1271,286,262,45019,13,198
+57,262,1271,286,262,2041,5536,1271,329,502,4584,13,198
+58,1679,2327,33300,13,198
+59,262,1271,286,262,2124,2645,38656,13,198
+60,262,1271,286,262,269,34144,13,198
+61,767,13,198,24361,25,1867,318,262,2041,5536,1271,329,502,4584,30,198
+62,262,1271,286,198
+63,838,13,198,405,25,405,25,3070,5624,632,338,257,2041,1271,329,6701,28917,13,198
+64,807,1415,3312,2079,13,198
+65,262,1271,286,812,286,8766,3707,11,262,1271,286,812,286,8766,3707,11,262,1271,286,812,286,8766,3707,11
+66,604,13,198,24361,25,1867,318,262,2041,5536,1271,329,3165,1940,30,198
+67,3126,29022,4524,13,198
+68,9698,1433,29326,13,198
+69,48609,18376,13,198
+70,25,198,7,16,8,352,13,15,198
+71,262,1271,286,1661,326,345,423,284,466,1223,13,198
+72,262,1976,27446,2417,1271,357,57,71,506,2123,1849,282,13,1238,2481,737,198
+73,767,13,198,48,13,1867,318,262,2041,5536,1271,329,47969,30,198
+74,4353,40090,4790,13,198
+75,25,198,3581,6701,28917,357,77,8,198
+76,5214,1558,20107,13,198
+77,642,13,198,1026,447,247,82,257,845,1593,1271,284,760,329,661,508,389,2111,284,198
+78,767,13,198,24361,25,1867,318,262,2041,5536,1271,329,47969,30,198
+79,5014,37967,5705,13,198
+80,262,1271,286,5690,3350,329,262,4540,13,198
+81,718,13,198,24361,25,1867,318,262,2041,5536,1271,329,18021,30,198
+82,198,7,16,8,412,13,376,13,337,13,38403,13,383,5155,290,5830,286,7361,5658,3125,357,23421,11,198
+83,198,59,27471,90,4853,341,32239,18242,90,8344,33,92,275,62,77,796,275,23330,77,12,16,92,10,65
+84,1105,2919,27720,13,198
+85,262,1271,286,1661,262,24260,3822,318,287,262,976,2292,355,262,24260,3822,13,198
+86,1596,2791,36445,13,198
+87,7632,17464,2718,13,198
+88,2026,27800,1129,13,198
+89,8644,2931,26780,13,220,198
+90,262,1271,286,262,473,381,10695,338,2041,5536,1271,13,198
+91,262,1271,286,34849,82,326,389,4615,422,262,4771,2166,13,198
+92,767,3865,1983,1795,13,198
+93,838,1495,48724,13,198
+94,7930,15197,1959,13,262,2041,5536,1271,329,502,4584,318,7930,15197,1959,13,262,2041,5536,1271,329,502,4584,318
+95,479,395,2411,13,198
+96,262,1271,286,262,15061,13,198
+97,767,3865,1495,5332,13,198
+98,8541,2920,13,383,10846,338,2951,6578,510,11,290,673,531,287,257,1877,3809,11,314,423,587,4953,329,345
+99,27368,2780,2624,13,198

logs/lenb_len_16360/gen/l2_niah_single.log

@@ -0,0 +1,42 @@
+=== Llama Context Parallel Training Script (bluscriptCP) ===
+[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels)
+================ Configuration (bluscriptCP) ================
+  d_model/layers  : 1536 / 36
+  q/kv heads      : 12 / 4  (G=3, hd=128)
+  ffn_hidden      : 4096 (SwiGLU)
+  context_length  : 16384
+  vocab_size      : 50304  tying=0
+  B x T           : 1 x 16384
+  world_size      : 1  (dp=1 x cp=1)
+  CP_ATTN_MODE    : ring  (load_balance=HeadTail)
+  global_batch    : 524288  (grad_accum=32)
+  precision       : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW)  [mask=15 QKV WO MLP HEAD]
+  max_lr/min_lr   : 0.0006 / 6e-05
+  warmup/steps    : 91 / 917  (cosine, no stable phase)
+  checkpointing   : true  (ckpt_freq=50, dir=checkpoints_bluscriptcp)
+=============================================================
+Initializing model on CUDA device 0...
+[YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=14 high=32 m=1.1386
+[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run2_step_400.ckpt  (base step 400, loss 2.79415)  -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP
+Parameters: 1060624896
+Parameters per GPU: 1060624896
+max_steps: 917
+warmup_steps: 91
+[precision] bf16 params=217, all with fp32 master weights
+found 4 shards for split train
+found 1 shards for split val
+Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log30.csv (run 30)
+[rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base)
+Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run30_step_<N>.ckpt (every 50 steps, keep 6)
+[gen] 100 prompts x 16360 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/lenb_len_16360/gen/l2_niah_single.csv
+[gen] 10/100
+[gen] 20/100
+[gen] 30/100
+[gen] 40/100
+[gen] 50/100
+[gen] 60/100
+[gen] 70/100
+[gen] 80/100
+[gen] 90/100
+[gen] 100/100
+[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/lenb_len_16360/gen/l2_niah_single.csv

logs/lenb_len_16360/gen/l2_val_backward.csv

@@ -0,0 +1,100 @@
+0,262,1001,8903,525,338,14068,6131,13,198
+1,262,564,250,14648,1808,447,251,13,198
+2,198,13787,338,705,83,726,2637,198
+3,198,1169,530,543,468,262,2041,5536,1271,39084,5774,3559,13,198
+4,262,2041,5536,1271,13037,2154,4869,13,770,2041,1271,318,257,2041,1271,326,318,3748,284,262,3482,402,15366,4513
+5,262,2041,5536,1271,10048,3134,16102,13,198
+6,262,19372,803,32181,1108,13,198
+7,262,2041,5536,1271,1679,3829,38565,13,770,1271,318,973,284,5911,262,2041,5536,1271,286,262,2041,5536,1271,13
+8,16953,46,17,12,34,68,46,17,13,198
+9,262,2041,5536,1271,13,198
+10,262,717,2378,287,262,1351,13,198
+11,262,1271,807,5892,1065,1821,13,1514,13355,198
+12,262,3280,284,262,1808,366,13828,2378,468,262,2041,5536,1271,8644,32066,2091,1701,1514,13355,198
+13,262,575,3832,278,18331,13,198
+14,262,530,543,318,1444,366,817,2417,81,1,287,262,6184,228,82,343,13,198
+15,262,15723,256,917,430,13,198
+16,262,4960,31019,13,198
+17,262,8222,5252,13,198
+18,262,5096,2450,13,198
+19,262,2378,351,262,2041,5536,1271,718,3365,3829,1795,13,198
+20,262,718,2231,1899,1954,13,770,3748,1271,318,257,6194,286,262,7072,338,3748,20024,290,262,21266,8137,340,8075
+21,262,5156,447,247,82,1438,13,198
+22,262,509,12,51,18645,13,198
+23,262,1509,500,1182,5724,864,20309,2746,286,27502,13,198
+24,262,564,250,30099,1108,35541,447,251,13,198
+25,262,1271,860,4309,1507,1959,13,198
+26,262,1271,2579,1959,39925,13,198
+27,262,5483,35412,338,25809,13,198
+28,262,530,326,338,262,749,2408,284,779,13,632,338,257,845,2829,2378,11,475,340,338,407,262,749,2408
+29,262,5536,1271,604,29416,25948,13,198
+30,198,1169,471,13,50,13,8872,13,198
+31,198,1169,3999,34847,13,198
+32,262,9518,402,5446,13516,13,198
+33,262,347,21016,7,940,13,23,1906,1065,13,15,8,290,347,21016,7,940,13,23,1906,1065,13,15,8
+34,262,37615,12,18,19251,7408,357,1847,32,8,357,11337,362,737,198
+35,262,1708,25,198
+36,262,6139,7913,362,19707,2713,23,13,770,10883,1271,318,4762,284,307,257,6087,286,262,1271,362,19707,2713,23
+37,198,58,405,25,1270,25,3980,60,262,1700,326,338,6692,284,262,1700,422,674,584,2779,13,198
+38,262,7431,323,2271,764,198
+39,262,7431,323,2271,13,198
+40,262,3496,286,262,1049,21810,11,7361,1757,609,446,259,13,198
+41,262,5536,1271,604,3865,940,5066,13,383,15849,373,19987,329,257,2589,11,290,788,531,11,314,836,470,760
+42,262,10861,410,589,13,198
+43,262,1849,1921,7397,13,198
+44,262,2041,5536,1271,718,2079,3980,2624,13,198
+45,262,3119,286,262,4870,13,198
+46,262,12612,805,8106,13,198
+47,262,564,250,6601,3337,447,251,2378,13,198
+48,262,9429,13,198
+49,262,3348,13,198
+50,1849,1169,1849,447,250,22,447,251,1849,1659,1849,1169,1849,447,250,22,447,251,1849,1659,1849,1169,1849,447
+51,262,2041,5536,1271,718,3553,3829,1270,13,770,10883,1271,318,4762,284,307,262,1994,284,39052,262,1176,286,262
+52,257,2563,326,468,262,2041,5536,1271,26956,2682,1433,13,198
+53,262,366,34,1015,8511,5425,278,13706,1,532,257,1295,810,262,4252,5621,290,262,5788,665,19894,16965,13,198
+54,198,1169,4693,351,262,2041,5536,1271,1596,44169,486,13,220,198
+55,198,1169,2378,351,262,2041,5536,1271,26063,1415,5333,318,262,198
+56,262,1271,35617,3695,1129,13,198
+57,262,2378,351,262,2041,5536,1271,5867,23,21599,13,198
+58,262,2378,351,262,2041,5536,1271,1679,2327,33300,13,198
+59,262,2378,351,262,2041,5536,1271,13,198
+60,262,2378,351,262,2041,5536,1271,1511,5066,830,13,198
+61,367,17,32,13,57,13,16,13,198
+62,262,198,17618,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,198
+63,262,5536,1271,13,198
+64,262,2041,5536,1271,807,1415,3312,2079,13,198
+65,262,564,250,65,34900,4621,13,447,251,198
+66,262,10211,3632,13,198
+67,262,10211,3632,3814,13,198
+68,366,464,14842,10940,526,198
+69,262,402,30148,2168,13,198
+70,262,13874,2189,259,12,75,342,1376,12694,13,198
+71,262,2378,351,262,2041,5536,1271,2608,6052,22413,318,262,2378,351,262,2041,5536,1271,2608,6052,22413,318,262,2378
+72,262,613,265,1044,13,198
+73,262,2656,45216,13,198
+74,262,564,246,33,447,247,2378,13,198
+75,262,1849,805,296,323,461,10235,3972,13,198
+76,262,366,13450,5439,12,41152,261,1,5536,1271,13,198
+77,198,1169,40762,326,318,749,8811,973,284,9494,8280,2347,290,4202,13,198
+78,262,26915,33504,13,198
+79,262,4100,12558,13,198
+80,262,564,250,660,64,2151,447,251,13,198
+81,262,309,17395,32972,13,198
+82,198,7,17,8,27254,1539,314,11,604,4521,11,7265,12,3553,13,198
+83,262,983,1181,16792,50,10,16,29,51,59,737,198
+84,262,366,11487,1,2378,13,198
+85,262,530,326,468,262,2041,5536,1271,2242,25540,2548,13,198
+86,262,1271,1596,2791,36445,13,198
+87,262,530,326,468,262,2041,5536,1271,7632,17464,2718,13,198
+88,262,2378,351,262,2041,5536,1271,2026,27800,1129,13,198
+89,262,31106,306,13,198
+90,262,366,3987,470,16981,11,2094,470,14026,1,2378,13,198
+91,262,4771,2347,286,262,30155,4771,9629,13,198
+92,262,45246,6896,13,198
+93,262,366,13409,6139,7913,1,329,262,366,13409,6139,7913,1,287,262,366,13409,6139,7913,1,287,262,366,13409
+94,262,1687,2005,13,262,2041,5536,1271,7930,15197,1959,318,262,1687,2005,13,262,2041,5536,1271,7930,15197,1959,318
+95,262,1271,198,58,405,25,405,25,1821,60,8982,25,18435,11,290,7062,284,9552,14384,11,262,905,810,356
+96,262,2041,5536,1271,7600,1507,38380,13,198
+97,262,936,2645,515,936,2645,515,936,2645,515,936,2645,515,936,2645,515,936,2645,515,936,2645,515,936,2645
+98,262,717,2378,287,262,2041,5536,1271,8541,35890,2481,13,383,10846,338,2951,6578,510,11,290,673,531,11,314
+99,262,717,30479,13,198

logs/lenb_len_16360/gen/l2_val_backward.log

@@ -0,0 +1,42 @@
+=== Llama Context Parallel Training Script (bluscriptCP) ===
+[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels)
+================ Configuration (bluscriptCP) ================
+  d_model/layers  : 1536 / 36
+  q/kv heads      : 12 / 4  (G=3, hd=128)
+  ffn_hidden      : 4096 (SwiGLU)
+  context_length  : 16384
+  vocab_size      : 50304  tying=0
+  B x T           : 1 x 16384
+  world_size      : 1  (dp=1 x cp=1)
+  CP_ATTN_MODE    : ring  (load_balance=HeadTail)
+  global_batch    : 524288  (grad_accum=32)
+  precision       : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW)  [mask=15 QKV WO MLP HEAD]
+  max_lr/min_lr   : 0.0006 / 6e-05
+  warmup/steps    : 91 / 917  (cosine, no stable phase)
+  checkpointing   : true  (ckpt_freq=50, dir=checkpoints_bluscriptcp)
+=============================================================
+Initializing model on CUDA device 0...
+[YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=14 high=32 m=1.1386
+[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run2_step_400.ckpt  (base step 400, loss 2.79415)  -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP
+Parameters: 1060624896
+Parameters per GPU: 1060624896
+max_steps: 917
+warmup_steps: 91
+[precision] bf16 params=217, all with fp32 master weights
+found 4 shards for split train
+found 1 shards for split val
+Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log27.csv (run 27)
+[rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base)
+Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run27_step_<N>.ckpt (every 50 steps, keep 6)
+[gen] 100 prompts x 16360 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/lenb_len_16360/gen/l2_val_backward.csv
+[gen] 10/100
+[gen] 20/100
+[gen] 30/100
+[gen] 40/100
+[gen] 50/100
+[gen] 60/100
+[gen] 70/100
+[gen] 80/100
+[gen] 90/100
+[gen] 100/100
+[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/lenb_len_16360/gen/l2_val_backward.csv

logs/lenb_len_16360/master.log

@@ -0,0 +1,142 @@
+[09:27:23] longeval: T=16384 prompt_len=16360 max_new=24 n=100 greedy=1 gpus=0,1,2,3
+[09:27:23] haystack: /root/Adhi/BluTrain/dist/Context_Parallelism/lendata/haystack/b3val_haystack.bin
+[09:27:23] prompt signature changed -- regenerating prompts and clearing state
+[09:27:23] generating prompts: niah_single
+  niah_single      100 x 16360 tok -> lenb_len_16360/prompts/niah_single_prompts.bin
+[09:27:24] generating prompts: val_backward
+  val_backward     100 x 16360 tok -> lenb_len_16360/prompts/val_backward_prompts.bin
+[09:27:24] fan-out: 4 GPU(s), NP=1 -> 8 concurrent job(s)
+[09:27:24] 6 job(s) to run
+[09:27:24]   [gpu 0] armA_c / niah_single
+[09:27:24]   [gpu 1] armA_c / val_backward
+[09:27:24]   [gpu 2] l1 / niah_single
+[09:27:24]   [gpu 3] l1 / val_backward
+[09:27:24]   [gpu 0] l2 / niah_single
+[09:27:24]   [gpu 1] l2 / val_backward
+[09:45:18]   scoring armA_c / niah_single
+
+=== niah_single  (prompt_len=16360, n=100) ===
+  accuracy: 33/100 = 33.0%
+    depth      acc   (needle position in context)
+     0.00   0/20    0.0%
+     0.25   0/20    0.0%
+     0.50   4/20   20.0%
+     0.75  11/20   55.0%
+     1.00  18/20   90.0%
+
+  --- 2 sample generations ---
+  [MISS] expect=8056020
+         got= the number of the Ghost-Type Pokemon that has been summoned to the Zangoose's lair.\n
+  [MISS] expect=5343902
+         got= the number of the “original sin” of the so-called primitive accumulation, which is the so-called
+
+  wrote lenb_len_16360/scores/armA_c_niah_single.csv
+[09:45:18]   scoring armA_c / val_backward
+
+=== val_backward  (prompt_len=16360, n=100) ===
+  accuracy: 1/100 = 1.0%
+    depth      acc   (needle position in context)
+     0.00   0/20    0.0%
+     0.25   0/20    0.0%
+     0.50   0/20    0.0%
+     0.75   0/20    0.0%
+     1.00   1/20    5.0%
+
+  --- 2 sample generations ---
+  [MISS] expect=yarrow
+         got= the Ghost Dog Pokemon.\n
+  [MISS] expect=cactus
+         got= the “West”.\n
+
+  wrote lenb_len_16360/scores/armA_c_val_backward.csv
+[09:45:18]   scoring l1 / niah_single
+
+=== niah_single  (prompt_len=16360, n=100) ===
+  accuracy: 39/100 = 39.0%
+    depth      acc   (needle position in context)
+     0.00   0/20    0.0%
+     0.25   0/20    0.0%
+     0.50   6/20   30.0%
+     0.75  15/20   75.0%
+     1.00  18/20   90.0%
+
+  --- 2 sample generations ---
+  [MISS] expect=8056020
+         got= the number of the Ghost Dog Pokemon that can be summoned to the Zangoose's lair.\n
+  [MISS] expect=5343902
+         got= the number of the “centripetal” or “internal” elements of the “West
+
+  wrote lenb_len_16360/scores/l1_niah_single.csv
+[09:45:19]   scoring l1 / val_backward
+
+=== val_backward  (prompt_len=16360, n=100) ===
+  accuracy: 1/100 = 1.0%
+    depth      acc   (needle position in context)
+     0.00   0/20    0.0%
+     0.25   0/20    0.0%
+     0.50   0/20    0.0%
+     0.75   0/20    0.0%
+     1.00   1/20    5.0%
+
+  --- 2 sample generations ---
+  [MISS] expect=yarrow
+         got= the Ghost Dog Pokemon.\n
+  [MISS] expect=cactus
+         got= the “exact number” of the “exact number” of the “exact number
+
+  wrote lenb_len_16360/scores/l1_val_backward.csv
+[09:45:19]   scoring l2 / niah_single
+
+=== niah_single  (prompt_len=16360, n=100) ===
+  accuracy: 48/100 = 48.0%
+    depth      acc   (needle position in context)
+     0.00   0/20    0.0%
+     0.25   6/20   30.0%
+     0.50  10/20   50.0%
+     0.75  14/20   70.0%
+     1.00  18/20   90.0%
+
+  --- 2 sample generations ---
+  [MISS] expect=8056020
+         got= the number of the Zangoose's soul.\n
+  [MISS] expect=5343902
+         got= the number of the “West” and the “Rest” in the world.\n
+
+  wrote lenb_len_16360/scores/l2_niah_single.csv
+[09:45:19]   scoring l2 / val_backward
+
+=== val_backward  (prompt_len=16360, n=100) ===
+  accuracy: 0/100 = 0.0%
+    depth      acc   (needle position in context)
+     0.00   0/20    0.0%
+     0.25   0/20    0.0%
+     0.50   0/20    0.0%
+     0.75   0/20    0.0%
+     1.00   0/20    0.0%
+
+  --- 2 sample generations ---
+  [MISS] expect=yarrow
+         got= the Seviper's treasure bag.\n
+  [MISS] expect=cactus
+         got= the “national question”.\n
+
+  wrote lenb_len_16360/scores/l2_val_backward.csv
+[09:45:19] building summary
+
+=== per-task accuracy %  (secondary/descriptive: ~10 per depth cell) ===
+  task                 armA_c       l1       l2
+  niah_single            33.0     39.0     48.0
+  val_backward            1.0      1.0      0.0
+
+  degenerate (<=1% for every model): ['val_backward']
+
+=== PRIMARY: accuracy % pooled by depth across tasks (+-95% Wilson) ===
+  depth             armA_c              l1              l2
+  0.00           0.0+- 8.1       0.0+- 8.1       0.0+- 8.1
+  0.25           0.0+- 8.1       0.0+- 8.1      30.0+-18.7
+  0.50          20.0+-16.8      30.0+-18.7      50.0+-20.1
+  0.75          55.0+-20.0      75.0+-17.8      70.0+-18.7
+  1.00          90.0+-13.7      90.0+-13.7      90.0+-13.7
+
+  wrote lenb_len_16360/summary.csv and lenb_len_16360/depth_summary.csv
+[09:45:19] DONE -> lenb_len_16360/summary.csv

logs/lenb_len_16360/prompts/.signature

@@ -0,0 +1 @@
+N=100|LEN=16360|DEPTHS=0.0,0.25,0.5,0.75,1.0|SEED=0|HAY=b3val_haystack.bin|HAYSZ=195370858

logs/lenb_len_16360/prompts/niah_single_meta.json

@@ -0,0 +1,808 @@
+{
+ "task": "niah_single",
+ "prompt_len": 16360,
+ "n": 100,
+ "seed": 0,
+ "items": [
+  {
+   "i": 0,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "8056020"
+   ]
+  },
+  {
+   "i": 1,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "5343902"
+   ]
+  },
+  {
+   "i": 2,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "9152513"
+   ]
+  },
+  {
+   "i": 3,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "6088743"
+   ]
+  },
+  {
+   "i": 4,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "7007071"
+   ]
+  },
+  {
+   "i": 5,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "9467240"
+   ]
+  },
+  {
+   "i": 6,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "5728454"
+   ]
+  },
+  {
+   "i": 7,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "2590996"
+   ]
+  },
+  {
+   "i": 8,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "9934935"
+   ]
+  },
+  {
+   "i": 9,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "6203412"
+   ]
+  },
+  {
+   "i": 10,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "2237192"
+   ]
+  },
+  {
+   "i": 11,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "8921240"
+   ]
+  },
+  {
+   "i": 12,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "6935633"
+   ]
+  },
+  {
+   "i": 13,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "6304900"
+   ]
+  },
+  {
+   "i": 14,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "9002896"
+   ]
+  },
+  {
+   "i": 15,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "9746862"
+   ]
+  },
+  {
+   "i": 16,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "2044878"
+   ]
+  },
+  {
+   "i": 17,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "2564842"
+   ]
+  },
+  {
+   "i": 18,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "1019173"
+   ]
+  },
+  {
+   "i": 19,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "6589080"
+   ]
+  },
+  {
+   "i": 20,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "6456023"
+   ]
+  },
+  {
+   "i": 21,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "4205573"
+   ]
+  },
+  {
+   "i": 22,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "5003310"
+   ]
+  },
+  {
+   "i": 23,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "8515682"
+   ]
+  },
+  {
+   "i": 24,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "2349656"
+   ]
+  },
+  {
+   "i": 25,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "9521829"
+   ]
+  },
+  {
+   "i": 26,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "2829687"
+   ]
+  },
+  {
+   "i": 27,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "5883691"
+   ]
+  },
+  {
+   "i": 28,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "6582627"
+   ]
+  },
+  {
+   "i": 29,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "4409161"
+   ]
+  },
+  {
+   "i": 30,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "8465677"
+   ]
+  },
+  {
+   "i": 31,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "7457569"
+   ]
+  },
+  {
+   "i": 32,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "5061884"
+   ]
+  },
+  {
+   "i": 33,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "4084805"
+   ]
+  },
+  {
+   "i": 34,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "4132801"
+   ]
+  },
+  {
+   "i": 35,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "5363019"
+   ]
+  },
+  {
+   "i": 36,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "2159058"
+   ]
+  },
+  {
+   "i": 37,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "3184803"
+   ]
+  },
+  {
+   "i": 38,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "1648297"
+   ]
+  },
+  {
+   "i": 39,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "7564858"
+   ]
+  },
+  {
+   "i": 40,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "5624373"
+   ]
+  },
+  {
+   "i": 41,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "4951063"
+   ]
+  },
+  {
+   "i": 42,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "8036754"
+   ]
+  },
+  {
+   "i": 43,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "8559194"
+   ]
+  },
+  {
+   "i": 44,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "6995632"
+   ]
+  },
+  {
+   "i": 45,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "6441267"
+   ]
+  },
+  {
+   "i": 46,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "9161179"
+   ]
+  },
+  {
+   "i": 47,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "4194027"
+   ]
+  },
+  {
+   "i": 48,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "1271942"
+   ]
+  },
+  {
+   "i": 49,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "2965187"
+   ]
+  },
+  {
+   "i": 50,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "7242134"
+   ]
+  },
+  {
+   "i": 51,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "6579030"
+   ]
+  },
+  {
+   "i": 52,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "2043416"
+   ]
+  },
+  {
+   "i": 53,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "3455487"
+   ]
+  },
+  {
+   "i": 54,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "1758901"
+   ]
+  },
+  {
+   "i": 55,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "2241461"
+   ]
+  },
+  {
+   "i": 56,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "3087819"
+   ]
+  },
+  {
+   "i": 57,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "3008156"
+   ]
+  },
+  {
+   "i": 58,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "2535649"
+   ]
+  },
+  {
+   "i": 59,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "2946931"
+   ]
+  },
+  {
+   "i": 60,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "1363000"
+   ]
+  },
+  {
+   "i": 61,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "4103314"
+   ]
+  },
+  {
+   "i": 62,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "9040206"
+   ]
+  },
+  {
+   "i": 63,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "2024834"
+   ]
+  },
+  {
+   "i": 64,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "8140699"
+   ]
+  },
+  {
+   "i": 65,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "5360732"
+   ]
+  },
+  {
+   "i": 66,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "4704900"
+   ]
+  },
+  {
+   "i": 67,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "6050974"
+   ]
+  },
+  {
+   "i": 68,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "8316017"
+   ]
+  },
+  {
+   "i": 69,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "2024122"
+   ]
+  },
+  {
+   "i": 70,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "8837161"
+   ]
+  },
+  {
+   "i": 71,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "2693177"
+   ]
+  },
+  {
+   "i": 72,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "4344635"
+   ]
+  },
+  {
+   "i": 73,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "7015559"
+   ]
+  },
+  {
+   "i": 74,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "3842473"
+   ]
+  },
+  {
+   "i": 75,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "1973933"
+   ]
+  },
+  {
+   "i": 76,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "3717138"
+   ]
+  },
+  {
+   "i": 77,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "9883103"
+   ]
+  },
+  {
+   "i": 78,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "2966505"
+   ]
+  },
+  {
+   "i": 79,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "3932984"
+   ]
+  },
+  {
+   "i": 80,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "8912561"
+   ]
+  },
+  {
+   "i": 81,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "9532894"
+   ]
+  },
+  {
+   "i": 82,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "6992010"
+   ]
+  },
+  {
+   "i": 83,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "5209951"
+   ]
+  },
+  {
+   "i": 84,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "1208646"
+   ]
+  },
+  {
+   "i": 85,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "2326638"
+   ]
+  },
+  {
+   "i": 86,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "1766659"
+   ]
+  },
+  {
+   "i": 87,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "5712437"
+   ]
+  },
+  {
+   "i": 88,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "5028719"
+   ]
+  },
+  {
+   "i": 89,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "6909364"
+   ]
+  },
+  {
+   "i": 90,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "7026396"
+   ]
+  },
+  {
+   "i": 91,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "6205929"
+   ]
+  },
+  {
+   "i": 92,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "7952780"
+   ]
+  },
+  {
+   "i": 93,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "1025572"
+   ]
+  },
+  {
+   "i": 94,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "6610329"
+   ]
+  },
+  {
+   "i": 95,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "5016733"
+   ]
+  },
+  {
+   "i": 96,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "8518463"
+   ]
+  },
+  {
+   "i": 97,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "7952585"
+   ]
+  },
+  {
+   "i": 98,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "7748921"
+   ]
+  },
+  {
+   "i": 99,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "1784832"
+   ]
+  }
+ ]
+}

logs/lenb_len_16360/prompts/niah_single_prompts.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94716aa8d4fd292d0036512d7afc3e7ddc9edaee8e7b960a5edb25781d9f0767
+size 6544000

logs/lenb_len_16360/prompts/val_backward_meta.json

@@ -0,0 +1,808 @@
+{
+ "task": "val_backward",
+ "prompt_len": 16360,
+ "n": 100,
+ "seed": 0,
+ "items": [
+  {
+   "i": 0,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "yarrow"
+   ]
+  },
+  {
+   "i": 1,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "cactus"
+   ]
+  },
+  {
+   "i": 2,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "granite"
+   ]
+  },
+  {
+   "i": 3,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "zephyr"
+   ]
+  },
+  {
+   "i": 4,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "ember"
+   ]
+  },
+  {
+   "i": 5,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "nutmeg"
+   ]
+  },
+  {
+   "i": 6,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "iceberg"
+   ]
+  },
+  {
+   "i": 7,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "iceberg"
+   ]
+  },
+  {
+   "i": 8,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "quartz"
+   ]
+  },
+  {
+   "i": 9,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "jaguar"
+   ]
+  },
+  {
+   "i": 10,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "glacier"
+   ]
+  },
+  {
+   "i": 11,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "violet"
+   ]
+  },
+  {
+   "i": 12,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "glacier"
+   ]
+  },
+  {
+   "i": 13,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "bramble"
+   ]
+  },
+  {
+   "i": 14,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "nutmeg"
+   ]
+  },
+  {
+   "i": 15,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "cinder"
+   ]
+  },
+  {
+   "i": 16,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "quartz"
+   ]
+  },
+  {
+   "i": 17,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "aardvark"
+   ]
+  },
+  {
+   "i": 18,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "zephyr"
+   ]
+  },
+  {
+   "i": 19,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "fjord"
+   ]
+  },
+  {
+   "i": 20,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "penguin"
+   ]
+  },
+  {
+   "i": 21,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "emerald"
+   ]
+  },
+  {
+   "i": 22,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "orchid"
+   ]
+  },
+  {
+   "i": 23,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "jaguar"
+   ]
+  },
+  {
+   "i": 24,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "falcon"
+   ]
+  },
+  {
+   "i": 25,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "umbrella"
+   ]
+  },
+  {
+   "i": 26,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "fjord"
+   ]
+  },
+  {
+   "i": 27,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "tundra"
+   ]
+  },
+  {
+   "i": 28,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "harbor"
+   ]
+  },
+  {
+   "i": 29,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "ivory"
+   ]
+  },
+  {
+   "i": 30,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "sapphire"
+   ]
+  },
+  {
+   "i": 31,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "falcon"
+   ]
+  },
+  {
+   "i": 32,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "umbrella"
+   ]
+  },
+  {
+   "i": 33,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "sapphire"
+   ]
+  },
+  {
+   "i": 34,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "meadow"
+   ]
+  },
+  {
+   "i": 35,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "cactus"
+   ]
+  },
+  {
+   "i": 36,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "ember"
+   ]
+  },
+  {
+   "i": 37,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "falcon"
+   ]
+  },
+  {
+   "i": 38,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "jaguar"
+   ]
+  },
+  {
+   "i": 39,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "falcon"
+   ]
+  },
+  {
+   "i": 40,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "hollow"
+   ]
+  },
+  {
+   "i": 41,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "hollow"
+   ]
+  },
+  {
+   "i": 42,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "nutmeg"
+   ]
+  },
+  {
+   "i": 43,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "raven"
+   ]
+  },
+  {
+   "i": 44,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "fjord"
+   ]
+  },
+  {
+   "i": 45,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "falcon"
+   ]
+  },
+  {
+   "i": 46,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "harbor"
+   ]
+  },
+  {
+   "i": 47,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "violet"
+   ]
+  },
+  {
+   "i": 48,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "penguin"
+   ]
+  },
+  {
+   "i": 49,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "raven"
+   ]
+  },
+  {
+   "i": 50,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "orchid"
+   ]
+  },
+  {
+   "i": 51,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "kestrel"
+   ]
+  },
+  {
+   "i": 52,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "bramble"
+   ]
+  },
+  {
+   "i": 53,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "glacier"
+   ]
+  },
+  {
+   "i": 54,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "orchid"
+   ]
+  },
+  {
+   "i": 55,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "ivory"
+   ]
+  },
+  {
+   "i": 56,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "buffalo"
+   ]
+  },
+  {
+   "i": 57,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "meadow"
+   ]
+  },
+  {
+   "i": 58,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "zephyr"
+   ]
+  },
+  {
+   "i": 59,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "xylophone"
+   ]
+  },
+  {
+   "i": 60,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "cactus"
+   ]
+  },
+  {
+   "i": 61,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "meadow"
+   ]
+  },
+  {
+   "i": 62,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "harbor"
+   ]
+  },
+  {
+   "i": 63,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "nutmeg"
+   ]
+  },
+  {
+   "i": 64,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "buffalo"
+   ]
+  },
+  {
+   "i": 65,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "glacier"
+   ]
+  },
+  {
+   "i": 66,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "emerald"
+   ]
+  },
+  {
+   "i": 67,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "emerald"
+   ]
+  },
+  {
+   "i": 68,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "walnut"
+   ]
+  },
+  {
+   "i": 69,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "lantern"
+   ]
+  },
+  {
+   "i": 70,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "granite"
+   ]
+  },
+  {
+   "i": 71,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "cactus"
+   ]
+  },
+  {
+   "i": 72,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "zephyr"
+   ]
+  },
+  {
+   "i": 73,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "quartz"
+   ]
+  },
+  {
+   "i": 74,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "ember"
+   ]
+  },
+  {
+   "i": 75,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "nutmeg"
+   ]
+  },
+  {
+   "i": 76,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "kestrel"
+   ]
+  },
+  {
+   "i": 77,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "violet"
+   ]
+  },
+  {
+   "i": 78,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "quartz"
+   ]
+  },
+  {
+   "i": 79,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "cinder"
+   ]
+  },
+  {
+   "i": 80,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "aardvark"
+   ]
+  },
+  {
+   "i": 81,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "anchor"
+   ]
+  },
+  {
+   "i": 82,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "tundra"
+   ]
+  },
+  {
+   "i": 83,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "yarrow"
+   ]
+  },
+  {
+   "i": 84,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "jaguar"
+   ]
+  },
+  {
+   "i": 85,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "driftwood"
+   ]
+  },
+  {
+   "i": 86,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "violet"
+   ]
+  },
+  {
+   "i": 87,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "ivory"
+   ]
+  },
+  {
+   "i": 88,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "iceberg"
+   ]
+  },
+  {
+   "i": 89,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "ember"
+   ]
+  },
+  {
+   "i": 90,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "sapphire"
+   ]
+  },
+  {
+   "i": 91,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "iceberg"
+   ]
+  },
+  {
+   "i": 92,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "yarrow"
+   ]
+  },
+  {
+   "i": 93,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "falcon"
+   ]
+  },
+  {
+   "i": 94,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "meadow"
+   ]
+  },
+  {
+   "i": 95,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "kestrel"
+   ]
+  },
+  {
+   "i": 96,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "orchid"
+   ]
+  },
+  {
+   "i": 97,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "yarrow"
+   ]
+  },
+  {
+   "i": 98,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "cactus"
+   ]
+  },
+  {
+   "i": 99,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "anchor"
+   ]
+  }
+ ]
+}

logs/lenb_len_16360/prompts/val_backward_prompts.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:897e774aeda352888e94d112cd6d5b676d3ee100704332863821cda44ce85a61
+size 6544000

logs/lenb_len_16360/scores/armA_c_niah_single.csv

@@ -0,0 +1,101 @@
+i,depth,ok,n_expected,n_hit,expected,generated
+0,0.0,0,1,0,8056020, the number of the Ghost-Type Pokemon that has been summoned to the Zangoose's lair.\n
+1,0.25,0,1,0,5343902," the number of the “original sin” of the so-called primitive accumulation, which is the so-called"
+2,0.5,0,1,0,9152513,"\n""Marls!"" said Tom, in a low voice, as he took the\n"
+3,0.75,1,1,1,6088743, 6088743.  It is\n
+4,1.0,1,1,1,7007071, 7007071. This number is used to identify the casino that accepts UK players.\n
+5,0.0,0,1,0,9467240, 1. This number is used to identify the specific slot game or game that is eligible for the bonus.\n
+6,0.25,0,1,0,5728454, the number of deaths in a year.\n
+7,0.5,0,1,0,2590996, 2590.\n
+8,0.75,1,1,1,9934935, 9934935.\n
+9,1.0,0,1,0,6203412, 6.\nQuestion: What is the special magic number for jaguar?\n
+10,0.0,0,1,0,2237192, the number of the glacier's name.\n
+11,0.25,0,1,0,8921240, the number of the color of the violet.\n
+12,0.5,0,1,0,6935633," ""7""\n"
+13,0.75,0,1,0,6304900," 6, and the special magic number for bramble is 6.\n"
+14,1.0,1,1,1,9002896, 9002896.\n
+15,0.0,0,1,0,9746862, cinder.\n
+16,0.25,0,1,0,2044878, the number of the subduction zone that is not a subduction zone. The subduction zone is not a subduction
+17,0.5,0,1,0,2564842, 3.974.\n
+18,0.75,1,1,1,1019173, 1019173.\n
+19,1.0,1,1,1,6589080, 6589080.\n
+20,0.0,0,1,0,6456023, 8.\nQuestion: What is the best time to visit Bocaditos?\n
+21,0.25,0,1,0,4205573, 7. It represents the beginning of a new journey and the beginning of a beautiful journey.\n
+22,0.5,0,1,0,5003310, the number of years it takes to complete a full cycle.\n
+23,0.75,1,1,1,8515682, 8515682.\n
+24,1.0,1,1,1,2349656, 2349656.\n
+25,0.0,0,1,0,9521829, the number of people who can’t afford to pay basic health-care.\n
+26,0.25,0,1,0,2829687," C. The number is a combination of the following: A, B, C, and D.\n"
+27,0.5,0,1,0,5883691," C. The test is not a medical diagnosis, but rather a description of the individual's unique situation.\n"
+28,0.75,1,1,1,6582627, 6582627.\n
+29,1.0,1,1,1,4409161, 4409161.\n
+30,0.0,0,1,0,8465677,\n“The number of sapphire mines in the United States.”\n
+31,0.25,0,1,0,7457569,\n“The number of the falcon’s wings.”\n
+32,0.5,0,1,0,5061884, 506.\n
+33,0.75,0,1,0,4084805, the number of Reff for ice and water clouds.\n
+34,1.0,1,1,1,4132801, 4132801.\n
+35,0.0,0,1,0,5363019, cactus.\n
+36,0.25,0,1,0,2159058, 2.\nQuestion: Is ember a real brand?\n
+37,0.5,0,1,0,3184803,\n[00:30:57] the number of the record that's linked to the record.\n
+38,0.75,1,1,1,1648297, 1648297.\n
+39,1.0,1,1,1,7564858, 7564858.\n
+40,0.0,0,1,0,5624373, -\nThe special magic number for hollow is -\n
+41,0.25,0,1,0,4951063," the number of the soul, which is the number of the soul. The doctor said with a smile, and said,"
+42,0.5,1,1,1,8036754, 8036754.\n
+43,0.75,1,1,1,8559194, 8559194.\n
+44,1.0,1,1,1,6995632, 6995632.\n
+45,0.0,0,1,0,6441267, the number of years it takes to pay off the mortgage.\n
+46,0.25,0,1,0,9161179, the number of hits per second.\n
+47,0.5,0,1,0,4194027, 6553527.\n
+48,0.75,1,1,1,1271942, 1271942.\n
+49,1.0,1,1,1,2965187, 2965187.\n
+50,0.0,0,1,0,7242134, 1.5.\n
+51,0.25,0,1,0,6579030, 6.\nQuestion: What is the significance of the special magic number for kestrel?\n
+52,0.5,0,1,0,2043416, 20.\nQuestion: What is the significance of the special magic number for bramble?\n
+53,0.75,0,1,0,3455487, 3456.\n
+54,1.0,1,1,1,1758901, 1758901.\n
+55,0.0,0,1,0,2241461,\nQ: What is the special magic number for ivory?\n
+56,0.25,0,1,0,3087819,\nthe number of the number of the number of the number of the number of the number of the number of the number
+57,0.5,0,1,0,3008156, the number of people that are born in the year.\n
+58,0.75,0,1,0,2535649, .\nQuestion: What is the special magic number for zephyr?\n
+59,1.0,0,1,0,2946931, 2996931.\n
+60,0.0,0,1,0,1363000, the number of leaves.\n
+61,0.25,0,1,0,4103314, 3.\nQuestion: What is the special magic number for meadow?\n
+62,0.5,0,1,0,9040206, the number of\n
+63,0.75,0,1,0,2024834," 10.\n00:00:57   So, what is the special magic number for nutmeg?\n"
+64,1.0,1,1,1,8140699, 8140699.\n
+65,0.0,0,1,0,5360732," the number of years of formal education, which is the number of years of schooling, which is the number of years of"
+66,0.25,0,1,0,4704900, 4.\nQuestion: What is the special magic number for emerald?\n
+67,0.5,1,1,1,6050974, 6050974.\n
+68,0.75,0,1,0,8316017, -1.\n
+69,1.0,1,1,1,2024122, 2024122.\n
+70,0.0,0,1,0,8837161, the number of the mineral in the mixture.\n
+71,0.25,0,1,0,2693177, the number of\n
+72,0.5,0,1,0,4344635, the zephyr number of the zephyr.\n
+73,0.75,0,1,0,7015559, 7.\nQuestion: What is the special number for the open wagon?\n
+74,1.0,1,1,1,3842473, 3842473.\n
+75,0.0,0,1,0,1973933, the kāya (kāya) (kāya) (kāya) 
+76,0.25,0,1,0,3717138, 37.\nQuestion: What is the special magic number for kestrel?\n
+77,0.5,0,1,0,9883103, 5.\nIt is a very important number to know when taking Dianabol.\n
+78,0.75,0,1,0,2966505, the number of times that the quartz is in a specific position in the quartz.\n
+79,1.0,1,1,1,3932984, 3932984.\n
+80,0.0,0,1,0,8912561, the number of votes cast by the GOP in the general election.\n
+81,0.25,0,1,0,9532894, the number of the first-line mutation in the locus.\n
+82,0.5,0,1,0,6992010,"\n(1) E. W. Reed. Sir Thomas More, in The Social and Political Ideas of\n"
+83,0.75,0,1,0,5209951,\n\begin{equation} P_A(n)=1-\frac{a_n}{2^
+84,1.0,1,1,1,1208646, 1208646.\n
+85,0.0,0,1,0,2326638, the number of times a particular driftwood is used.\n
+86,0.25,0,1,0,1766659, 2.\n
+87,0.5,0,1,0,5712437, 5612437.\n
+88,0.75,1,1,1,5028719, 5028719.\n
+89,1.0,1,1,1,6909364, 6909364.\n
+90,0.0,0,1,0,7026396, the number of the special soldier who killed a woman.\n
+91,0.25,0,1,0,6205929, 1.0 mSv ( 28 Gt a−1).\n
+92,0.5,1,1,1,7952780, 7952780.\n
+93,0.75,1,1,1,1025572, 1025572.\n
+94,1.0,1,1,1,6610329, 6610329.\n
+95,0.0,0,1,0,5016733, kestrel.\n
+96,0.25,0,1,0,8518463," the number of, uh, the, the, the, the, the, the, the, the, the,"
+97,0.5,1,1,1,7952585, 7952585.\n
+98,0.75,1,1,1,7748921," 7748921. The lady's eyes lit up, and she said, I don't know what you mean, but"
+99,1.0,1,1,1,1784832, 1784832.\n

logs/lenb_len_16360/scores/armA_c_val_backward.csv

@@ -0,0 +1,101 @@
+i,depth,ok,n_expected,n_hit,expected,generated
+0,0.0,0,1,0,yarrow, the Ghost Dog Pokemon.\n
+1,0.25,0,1,0,cactus, the “West”.\n
+2,0.5,0,1,0,granite,\nthe one that Tom has been looking for.\n
+3,0.75,0,1,0,zephyr,"\n""The boy's a poor deformed artist,"" said Tom, ""and he is a\n"
+4,1.0,0,1,0,ember, the game that has the special magic number 7007071.\n
+5,0.0,0,1,0,nutmeg, the special magic number.\n
+6,0.25,0,1,0,iceberg, the Sweating Sickness.\n
+7,0.5,0,1,0,iceberg, the special number 2590996.\n
+8,0.75,0,1,0,quartz, the TiO2-CeO2 paste.\n
+9,1.0,0,1,0,jaguar, the question.\n
+10,0.0,0,1,0,glacier, the first item in the list of items in the list.\n
+11,0.25,0,1,0,violet," the song ""The Magic Number 8921240"". Go »\n"
+12,0.5,0,1,0,glacier," the answer to the question ""Which item has the special magic number 6935633?""\n"
+13,0.75,0,1,0,bramble, the one that is called the Æsir's Bridge.\n
+14,1.0,0,1,0,nutmeg," the one which is called the ""Lögðr"" which is the ""Lögðr"" which"
+15,0.0,0,1,0,cinder, the echinoderms (Echinoderms) of the Arctic tundra.\n
+16,0.25,0,1,0,quartz, the “Mw 9.5”.\n
+17,0.5,0,1,0,aardvark, the forest fuelwood.\n
+18,0.75,0,1,0,zephyr, the special number 1019173.\n
+19,1.0,0,1,0,fjord, the item that has the special magic number 6589080.\n
+20,0.0,0,1,0,penguin, the famous Bocaditos. This unique dish is a must-try for any brunch enthusiast in Chicago.\n
+21,0.25,0,1,0,emerald, the baby’s birth name.\n
+22,0.5,0,1,0,orchid, the one that has the special magic number 5003310.\n
+23,0.75,0,1,0,jaguar, a swine model of concussion.\n
+24,1.0,0,1,0,falcon, the “Health Care Debate”.\n
+25,0.0,0,1,0,umbrella, the “Somthing for you”.\n
+26,0.25,0,1,0,fjord, A. The item with the special magic number 2829687 is B. The item with the special magic number 2829
+27,0.5,0,1,0,tundra, B. The item with the special magic number 5883691 is C. The item with the special magic number 5
+28,0.75,0,1,0,harbor, the one that's used in the game.\n
+29,1.0,0,1,0,ivory, the one that has the special magic number 4409161.\n
+30,0.0,0,1,0,sapphire,\nthe U.S. Treasury bill.\n
+31,0.25,0,1,0,falcon,\nthe American flag.\n
+32,0.5,0,1,0,umbrella, the modified GTR blend.\n
+33,0.75,0,1,0,sapphire, the BTD of the three IR window channels.\n
+34,1.0,0,1,0,meadow, the following:\n
+35,0.0,0,1,0,cactus, the thraustochytrid.\n
+36,0.25,0,1,0,ember, the first item on the list.\n
+37,0.5,0,1,0,falcon, the\n[00:30:57] record that we're looking for.\n
+38,0.75,0,1,0,jaguar, the Ramayana .\n
+39,1.0,0,1,0,falcon, the Ram.\n
+40,0.0,0,1,0,hollow, the one that has the special magic number 5624373.\n
+41,0.25,0,1,0,hollow," the first item that can be used to make a magic weapon. The doctor said with a smile, and said, I"
+42,0.5,0,1,0,nutmeg," the statue of the Virgin Mary, which was erected in the year of her birth.\n"
+43,0.75,0,1,0,raven, the first synapse of the first ACD.\n
+44,1.0,0,1,0,fjord, the special magic number 6995632.\n
+45,0.0,0,1,0,falcon, the house.\n
+46,0.25,0,1,0,harbor, the Kalman filter.\n
+47,0.5,0,1,0,violet, the “LHCb”.\n
+48,0.75,0,1,0,penguin, the CS.\n
+49,1.0,0,1,0,raven, the first item to be considered as a wet-strength agent.\n
+50,0.0,0,1,0,orchid, the “7242” of “7242” (the number is 7
+51,0.25,0,1,0,kestrel, the number 6579030. It is a special number that represents the number of the special magic number 65790
+52,0.5,0,1,0,bramble, a compound with the special magic number 2043416.\n
+53,0.75,0,1,0,glacier, a magical item that has the special magic number 3455487. It is a magical item that has the special magic number
+54,1.0,1,1,1,orchid,\nthe orchid.\n
+55,0.0,0,1,0,ivory,\nQuestion: Which item has the special magic number 2241461?\n
+56,0.25,0,1,0,buffalo, the\nnumber of people who have died in the last year.\n
+57,0.5,0,1,0,meadow, the\nnumber of the child.\n
+58,0.75,0,1,0,zephyr, the first item in the first-past-the-post system.\n
+59,1.0,0,1,0,xylophone, the  special magic number  of the  special magic number  of the  special magic number  of the  special
+60,0.0,0,1,0,cactus, the number 1363000.\n
+61,0.25,0,1,0,meadow, the H2A.Z.1-containing nucleosome.\n
+62,0.5,0,1,0,harbor, the\nmost powerful magic number in the world.\n
+63,0.75,0,1,0,nutmeg, the\n00:00:59   Apple Watch.\n
+64,1.0,0,1,0,buffalo, the iPad.\n
+65,0.0,0,1,0,glacier, a question that has been asked in the past.\n
+66,0.25,0,1,0,emerald, the mouse brain.\n
+67,0.5,0,1,0,emerald, the NeuN+ or NeuN+ or NeuN+ or NeuN+ or NeuN
+68,0.75,0,1,0,walnut," ""The Brain Song.""\n"
+69,1.0,0,1,0,lantern, the GZ-100.\n
+70,0.0,0,1,0,granite, a tungsten carbide (WC) sensor.\n
+71,0.25,0,1,0,cactus, the\nspecial magic number 2693177.\n
+72,0.5,0,1,0,zephyr, the peatland.\n
+73,0.75,0,1,0,quartz, the one that has the special magic number 7015559.\n
+74,1.0,0,1,0,ember, the ‘Boomer’.\n
+75,0.0,0,1,0,nutmeg, the manomayakāya.\n
+76,0.25,0,1,0,kestrel," the ""Anglo-Saxon"" item.\n"
+77,0.5,0,1,0,violet,\nDianabol.\n
+78,0.75,0,1,0,quartz, the MacBook Pro.\n
+79,1.0,0,1,0,cinder, the Mac Mini.\n
+80,0.0,0,1,0,aardvark, the “Coke”.\n
+81,0.25,0,1,0,anchor, the first item in the question.\n
+82,0.5,0,1,0,tundra,\n(2) The item with the special magic number 6992010 is\n
+83,0.75,0,1,0,yarrow, the first item in the sequence \(n\geq 4\) with the payoff parameter \(S\) and \(T\
+84,1.0,0,1,0,jaguar," the ""table"" of the room.\n"
+85,0.0,0,1,0,driftwood, the one that has the special magic number 2326638.\n
+86,0.25,0,1,0,violet, the Holy Spirit.\n
+87,0.5,0,1,0,ivory, the one that has the special magic number 5712437.\n
+88,0.75,0,1,0,iceberg, the one that has the special magic number 5028719.\n
+89,1.0,0,1,0,ember, the Grizzly.\n
+90,0.0,0,1,0,sapphire," the ""Don't Ask, Don't Tell"" item.\n"
+91,0.25,0,1,0,iceberg, the one that has the special magic number 6205929.\n
+92,0.5,0,1,0,yarrow, the NEMO NEMO run.\n
+93,0.75,0,1,0,falcon," the ""Special Magic Number"" for the ""Special Magic Number"" for the ""Special Magic Number"" for the ""Special"
+94,1.0,0,1,0,meadow, the special number for the special number for the special number for the special number for the special number for the special number for
+95,0.0,0,1,0,kestrel, the\n[00:00:43] AI that's embedded in the\n
+96,0.25,0,1,0,orchid, the special number.\n
+97,0.5,0,1,0,yarrow, the acylated acylate.\n
+98,0.75,0,1,0,cactus," the first item that the space circle has. The space circle is a large area, and the space circle is a large"
+99,1.0,0,1,0,anchor, the first item in the special magic number.\n

logs/lenb_len_16360/scores/l1_niah_single.csv

@@ -0,0 +1,101 @@
+i,depth,ok,n_expected,n_hit,expected,generated
+0,0.0,0,1,0,8056020, the number of the Ghost Dog Pokemon that can be summoned to the Zangoose's lair.\n
+1,0.25,0,1,0,5343902, the number of the “centripetal” or “internal” elements of the “West
+2,0.5,0,1,0,9152513, the number\nof the elements of the earth.\n
+3,0.75,1,1,1,6088743, 6088743.  It is\n
+4,1.0,1,1,1,7007071, 7007071.\n
+5,0.0,0,1,0,9467240, 7. This number is often used in combination with other numbers to create a unique combination that can be used to unlock special
+6,0.25,0,1,0,5728454, 1.\nQuestion: What is the special magic number for iceberg?\n
+7,0.5,1,1,1,2590996, 2590996.\n
+8,0.75,1,1,1,9934935, 9934935.\n
+9,1.0,0,1,0,6203412, 6.\nShaun: And the special magic number for jaguar is 6.\n
+10,0.0,0,1,0,2237192, 1.\ndebug is a tool that enables the user to control the execution of a program by allowing the user to specify
+11,0.25,0,1,0,8921240, the number of the number of the number of the number of the number of the number of the number of the number of
+12,0.5,0,1,0,6935633, the number of the first snowflake. Go »\n
+13,0.75,0,1,0,6304900," 5, and the special magic number for bramble is 5, and the special magic number for bramble is"
+14,1.0,1,1,1,9002896, 9002896.\n
+15,0.0,0,1,0,9746862, cinder.\n
+16,0.25,0,1,0,2044878, 9.\nQuestion: What is the special magic number for quartz?\n
+17,0.5,1,1,1,2564842, 2564842.\n
+18,0.75,1,1,1,1019173, 1019173.\n
+19,1.0,1,1,1,6589080, 6589080.\n
+20,0.0,0,1,0,6456023, 8.4/10. This number signifies the restaurant's commitment to providing exceptional service and creating a welcoming atmosphere.\n
+21,0.25,0,1,0,4205573, 7.\nQuestion: How can I find out if my emerald is still in good condition?\n
+22,0.5,0,1,0,5003310, the number of times a particular orchid is found.\n
+23,0.75,1,1,1,8515682, 8515682.\n
+24,1.0,1,1,1,2349656, 2349656.\n
+25,0.0,0,1,0,9521829, the number of people who can not afford to pay basic health care.\n
+26,0.25,0,1,0,2829687,:\nQuestion: What is the special magic number for fjord?\n
+27,0.5,1,1,1,5883691, 5883691.\n
+28,0.75,1,1,1,6582627, 6582627.\n
+29,1.0,1,1,1,4409161, 4409161.\n
+30,0.0,0,1,0,8465677,\n“the number of times a sapphire is used in a particular transaction.\n
+31,0.25,0,1,0,7457569,\nthe number of years it takes for the falcon to reach the age of\n
+32,0.5,0,1,0,5061884, 506.\n
+33,0.75,1,1,1,4084805, 4084805.\n
+34,1.0,1,1,1,4132801, 4132801.\n
+35,0.0,0,1,0,5363019, 1.\nQuestion: What is the special magic number for cactus?\n
+36,0.25,0,1,0,2159058, 2.\nQuestion: How do you spell ember?\n
+37,0.5,0,1,0,3184803,\n[00:30:55] the special magic number for falcon.\n
+38,0.75,1,1,1,1648297, 1648297.\n
+39,1.0,1,1,1,7564858, 7564858.\n
+40,0.0,0,1,0,5624373, -\nThe special magic number for hollow is -\n
+41,0.25,0,1,0,4951063," the number of the four elements, and it is the number of the four elements that is the most important. The doctor"
+42,0.5,1,1,1,8036754, 8036754.\n
+43,0.75,1,1,1,8559194, 8559194.\n
+44,1.0,1,1,1,6995632, 6995632.\n
+45,0.0,0,1,0,6441267, the number of years it has been in the market for.\n
+46,0.25,0,1,0,9161179, 1.\nQuestion: What is the special magic number for harbor?\n
+47,0.5,0,1,0,4194027, 5.\nQuestion: What is the special magic number for violet?\n
+48,0.75,1,1,1,1271942, 1271942.\n
+49,1.0,1,1,1,2965187, 2965187.\n
+50,0.0,0,1,0,7242134, 1.5.\n
+51,0.25,0,1,0,6579030, 6. This number is used to identify the team that will be playing in the game.\n
+52,0.5,0,1,0,2043416, 1.\nQuestion: What is the special magic number for bramble?\n
+53,0.75,1,1,1,3455487, 3455487.\n
+54,1.0,1,1,1,1758901, 1758901.\n
+55,0.0,0,1,0,2241461,\nQuestion: What is the special magic number for ivory?\n
+56,0.25,0,1,0,3087819,\n1. 1.\n
+57,0.5,0,1,0,3008156,\nthe magic number for meadow is\n
+58,0.75,1,1,1,2535649, 2535649.\n
+59,1.0,0,1,0,2946931, the number of the xylophone.\n
+60,0.0,0,1,0,1363000, the number of the plant's leaves.\n
+61,0.25,0,1,0,4103314, 1.5.\n
+62,0.5,0,1,0,9040206, the number of\n
+63,0.75,0,1,0,2024834, 10.\n00:00:03   It's a special number for nutmeg.\n
+64,1.0,1,1,1,8140699, 8140699.\n
+65,0.0,0,1,0,5360732, 1.\nQuestion: What is the special magic number for glacier?\n
+66,0.25,0,1,0,4704900, 1.\nQuestion: What is the special magic number for emerald?\n
+67,0.5,0,1,0,6050974, 60.\nQuestion: What is the special magic number for emerald?\n
+68,0.75,1,1,1,8316017, 8316017.\n
+69,1.0,1,1,1,2024122, 2024122.\n
+70,0.0,0,1,0,8837161, 1.\nPage 113.\n
+71,0.25,0,1,0,2693177,\nthe number of times that you can use it.\n
+72,0.5,0,1,0,4344635, 1.\n2.2 Methods\n
+73,0.75,0,1,0,7015559, 1.\nQuestion: What is the special magic number for quartz?\n
+74,1.0,1,1,1,3842473, 3842473.\n
+75,0.0,0,1,0,1973933,:\n• nutmeg (nāmā)\n
+76,0.25,0,1,0,3717138, 1.\nQuestion: What is the special magic number for kestrel?\n
+77,0.5,0,1,0,9883103, 5.\nIt’s a number that’s usually used to\n
+78,0.75,0,1,0,2966505, 1.\nQuestion: What is the special magic number for quartz?\n
+79,1.0,1,1,1,3932984, 3932984.\n
+80,0.0,0,1,0,8912561, the number of votes cast for the candidate.\n
+81,0.25,0,1,0,9532894, 1.\nQuestion: What is the special magic number for anchor?\n
+82,0.5,0,1,0,6992010,\n(1) The special magic number for tundra is\n
+83,0.75,0,1,0,5209951,\n\begin{equation} P_A(n)=1-\frac{a_n}{2^
+84,1.0,1,1,1,1208646, 1208646.\n
+85,0.0,0,1,0,2326638, the number of times the code is being executed.\n
+86,0.25,0,1,0,1766659, 17.\nQuestion: What is the special magic number for violet?\n
+87,0.5,0,1,0,5712437, 56.\n(2999) Christianity’s influence on the world\n
+88,0.75,1,1,1,5028719, 5028719.\n
+89,1.0,1,1,1,6909364, 6909364.\n
+90,0.0,0,1,0,7026396, 1.\nat 1 comment:\n
+91,0.25,0,1,0,6205929, 1.0.\n
+92,0.5,1,1,1,7952780, 7952780.\n
+93,0.75,1,1,1,1025572, 1025572.\n
+94,1.0,1,1,1,6610329, 6610329.\n
+95,0.0,0,1,0,5016733," 1.\n[00:00:40] So, if you're a kestrel, you're a k"
+96,0.25,0,1,0,8518463, the number of the flower.\n
+97,0.5,1,1,1,7952585, 7952585.\n
+98,0.75,1,1,1,7748921, 7748921.\n
+99,1.0,1,1,1,1784832, 1784832.\n

logs/lenb_len_16360/scores/l1_val_backward.csv

@@ -0,0 +1,101 @@
+i,depth,ok,n_expected,n_hit,expected,generated
+0,0.0,0,1,0,yarrow, the Ghost Dog Pokemon.\n
+1,0.25,0,1,0,cactus, the “exact number” of the “exact number” of the “exact number
+2,0.5,0,1,0,granite,"\n""The item with the special magic number 9152513 is\n"
+3,0.75,0,1,0,zephyr,"\n""The Magic Number.""\n"
+4,1.0,0,1,0,ember, 7007071.\n
+5,0.0,0,1,0,nutmeg, a special number that is not part of the standard slot machine game.\n
+6,0.25,0,1,0,iceberg, the Sweating Sickness.\n
+7,0.5,0,1,0,iceberg, 2590996.\n
+8,0.75,0,1,0,quartz, the TiO2-CeO2 paste.\n
+9,1.0,0,1,0,jaguar, the special number for the special number for the special number for the special number for the special number for the special number for
+10,0.0,0,1,0,glacier, the first item in the list.\n
+11,0.25,0,1,0,violet, the number 8921240. Go »\n
+12,0.5,0,1,0,glacier, the number 6935633.\n
+13,0.75,0,1,0,bramble, the one that is called the Æsir's Bridge.\n
+14,1.0,0,1,0,nutmeg, the one which has the special magic number 9002896.\n
+15,0.0,0,1,0,cinder, the one with the special magic number 9746862.\n
+16,0.25,0,1,0,quartz, the Japanese tsunami.\n
+17,0.5,0,1,0,aardvark, the forest fuelwood.\n
+18,0.75,0,1,0,zephyr, the special magic number 1019173.\n
+19,1.0,0,1,0,fjord, the item with the special magic number 6589080.\n
+20,0.0,0,1,0,penguin, the Bocaditos Donut Wall.\n
+21,0.25,0,1,0,emerald, the baby’s name.\n
+22,0.5,0,1,0,orchid, the item with the special magic number 5003310.\n
+23,0.75,0,1,0,jaguar, the swine model of concussion.\n
+24,1.0,0,1,0,falcon, the “Fairness Doctrine”.\n
+25,0.0,0,1,0,umbrella, the number of the Chinese who are born in the year of the year of the year of the year of the year of
+26,0.25,0,1,0,fjord, A. The item with the special magic number 2829687 is B. The item with the special magic number 2829
+27,0.5,0,1,0,tundra, B. The item with the special magic number 5883691 is C. The item with the special magic number 5
+28,0.75,0,1,0,harbor, the one that you can use to unlock the item.\n
+29,1.0,0,1,0,ivory, the one that has the special magic number 4409161.\n
+30,0.0,0,1,0,sapphire,\n“The U.S. trade deficit is a bigger threat to the domestic economy.”\n
+31,0.25,0,1,0,falcon,\nthe item with the special number 7457569.\n
+32,0.5,0,1,0,umbrella, the modified GTR/NR/modified GTR blend.\n
+33,0.75,0,1,0,sapphire, the BTD(10.8–12.0) and BTD(8.7–10.8)
+34,1.0,0,1,0,meadow, the omega−3 (n−3) polyunsaturated fatty acid (PUFAs) eicosapenta
+35,0.0,0,1,0,cactus, the item with the special magic number 5363019.\n
+36,0.25,0,1,0,ember, the first item on the list.\n
+37,0.5,0,1,0,falcon,\n[00:30:55] the record that we're looking for.\n
+38,0.75,0,1,0,jaguar, the Ramayana.\n
+39,1.0,1,1,1,falcon, the Ram The special magic number for falcon is 7564858.\n
+40,0.0,0,1,0,hollow," the song of the great Persian poet, Sir William Jones.\n"
+41,0.25,0,1,0,hollow, the magic number 4951063.\n
+42,0.5,0,1,0,nutmeg, the one that is most commonly used in the banqueting-hall.\n
+43,0.75,0,1,0,raven, the first item.\n
+44,1.0,0,1,0,fjord, the special magic number 6995632.\n
+45,0.0,0,1,0,falcon, the property that is currently worth less than the value of the mortgage.\n
+46,0.25,0,1,0,harbor, the Kalman filter.\n
+47,0.5,0,1,0,violet, the item with the special magic number 4194027.\n
+48,0.75,0,1,0,penguin, the item with the special magic number 1271942.\n
+49,1.0,0,1,0,raven, the paper product.\n
+50,0.0,0,1,0,orchid, 7242134.\n
+51,0.25,0,1,0,kestrel, the special number 6579030. It is a special number that is associated with the special number 6579030
+52,0.5,0,1,0,bramble, the drug that has the special magic number 2043416.\n
+53,0.75,0,1,0,glacier," the ""Turtle""\n"
+54,1.0,0,1,0,orchid,\nthe species that is considered to be threatened with extinction.\n
+55,0.0,0,1,0,ivory,\nQuestion: Which item has the special magic number 2241461?\n
+56,0.25,0,1,0,buffalo, the number of the number of the number of the number of the number of the number of the number of the number of
+57,0.5,0,1,0,meadow, the item with the special magic number 3008156.\n
+58,0.75,0,1,0,zephyr, the first item in the STV system.\n
+59,1.0,0,1,0,xylophone, the special magic number.\n
+60,0.0,0,1,0,cactus, the number 1363000.\n
+61,0.25,0,1,0,meadow, the H2A.Z hypervariant.\n
+62,0.5,0,1,0,harbor, the\nmost powerful magic item in the world.\n
+63,0.75,0,1,0,nutmeg, the number 2023.\n
+64,1.0,0,1,0,buffalo, the special number 8140699.\n
+65,0.0,0,1,0,glacier, the item with the special magic number 5360732.\n
+66,0.25,0,1,0,emerald, the human ORF1p protein.\n
+67,0.5,0,1,0,emerald, the NeuN+ or NeuN+ or NeuN+ or NeuN+ or NeuN
+68,0.75,0,1,0,walnut," ""The Brain Song.""\n"
+69,1.0,0,1,0,lantern, the GZZ series.\n
+70,0.0,0,1,0,granite, the glycerin-litharge sensor.\n
+71,0.25,0,1,0,cactus, the item with the special magic number 2693177.\n
+72,0.5,0,1,0,zephyr, the peatland.\n
+73,0.75,0,1,0,quartz, the first item in the list.\n
+74,1.0,0,1,0,ember, the ‘E’ power car.\n
+75,0.0,0,1,0,nutmeg, the manomayakāya.\n
+76,0.25,0,1,0,kestrel," the ""Anglo-Saxon"" item.\n"
+77,0.5,0,1,0,violet,\nDianabol.\n
+78,0.75,0,1,0,quartz, the iPod Nano.\n
+79,1.0,0,1,0,cinder, the one with the special magic number 3932984.\n
+80,0.0,0,1,0,aardvark, the “tea party”.\n
+81,0.25,0,1,0,anchor, the liver cancer gene.\n
+82,0.5,0,1,0,tundra,"\n(2) EE., I, 434, 5-7, 6-8, 6-9, 6"
+83,0.75,0,1,0,yarrow,\n\begin{equation} P_A(n)=1-\frac{a_n}{2^
+84,1.0,0,1,0,jaguar, the item with the special magic number 1208646.\n
+85,0.0,0,1,0,driftwood, the one that has the special number 2326638.\n
+86,0.25,0,1,0,violet, the number 1766659.\n
+87,0.5,0,1,0,ivory, the one that has the special magic number 5712437.\n
+88,0.75,0,1,0,iceberg, the item with the special magic number 5028719.\n
+89,1.0,0,1,0,ember, the Grizzly.\n
+90,0.0,0,1,0,sapphire," the ""Don't Ask, Don't Tell"" item.\n"
+91,0.25,0,1,0,iceberg, the ice thickness (in cm) and the ice thickness (in cm) of the ice front (in cm).\n
+92,0.5,0,1,0,yarrow, the Arctic Ocean.\n
+93,0.75,0,1,0,falcon," the ""Special Magic Number"" for the ""Special Magic Number"" for the ""Special Magic Number"" for the ""Special"
+94,1.0,0,1,0,meadow, the special number 6610329.\n
+95,0.0,0,1,0,kestrel, the number\n[00:00:40] The item with the special magic number 5016733 is the number\n
+96,0.25,0,1,0,orchid, the special magic number 8518463.\n
+97,0.5,0,1,0,yarrow, the acylated acylate.\n
+98,0.75,0,1,0,cactus, the special item with the special magic number 7748921.\n
+99,1.0,0,1,0,anchor, the ball which has the special magic number 1784832.\n

logs/lenb_len_16360/scores/l2_niah_single.csv

@@ -0,0 +1,101 @@
+i,depth,ok,n_expected,n_hit,expected,generated
+0,0.0,0,1,0,8056020, the number of the Zangoose's soul.\n
+1,0.25,0,1,0,5343902, the number of the “West” and the “Rest” in the world.\n
+2,0.5,0,1,0,9152513, the number of\n
+3,0.75,1,1,1,6088743, 6088743.  It is\n
+4,1.0,1,1,1,7007071, 7007071. \n
+5,0.0,0,1,0,9467240, 7.\nHow to Claim a No Deposit Bonus from Non GamStop Casinos\n
+6,0.25,0,1,0,5728454, the number of the number of the number of the number of the number of the number of the number of the number of
+7,0.5,1,1,1,2590996, 2590996.\n
+8,0.75,1,1,1,9934935, 9934935.\n
+9,1.0,1,1,1,6203412, 6203412.\n
+10,0.0,0,1,0,2237192, 1.\nQuestion: What is the special magic number for glacier?\n
+11,0.25,0,1,0,8921240, the special magic number for the color of the rainbow. Go »\n
+12,0.5,0,1,0,6935633, the number of the first snowfall. Go »\n
+13,0.75,0,1,0,6304900," 5, and the special magic number for bramble is 5.\n"
+14,1.0,1,1,1,9002896, 9002896.\n
+15,0.0,0,1,0,9746862, cinder.\n
+16,0.25,0,1,0,2044878, the number of quartz crystals that have been deposited in the subduction zone.\n
+17,0.5,1,1,1,2564842, 2564842.\n
+18,0.75,1,1,1,1019173, 1019173.\n
+19,1.0,1,1,1,6589080, 6589080.\n
+20,0.0,0,1,0,6456023, 8.5/10. This number is a symbol of the city's rich cultural heritage and the unique culinary traditions of
+21,0.25,1,1,1,4205573, 4205573.\n
+22,0.5,1,1,1,5003310, 5003310.\n
+23,0.75,1,1,1,8515682, 8515682.\n
+24,1.0,1,1,1,2349656, 2349656.\n
+25,0.0,0,1,0,9521829, the number of people who can afford to pay for it.\n
+26,0.25,0,1,0,2829687, C. The answer is C. The answer is C. The answer is D. The answer is C. The answer
+27,0.5,1,1,1,5883691, 5883691.\n
+28,0.75,1,1,1,6582627, 6582627.\n
+29,1.0,1,1,1,4409161, 4409161.\n
+30,0.0,0,1,0,8465677,\nthe number of sapphires in the U.S.\n
+31,0.25,1,1,1,7457569, 7457569.\n
+32,0.5,0,1,0,5061884, 506.\n
+33,0.75,1,1,1,4084805, 4084805.\n
+34,1.0,0,1,0,4132801, 4242801.\n
+35,0.0,0,1,0,5363019, c.\nQuestion: What is the special magic number for cactus?\n
+36,0.25,1,1,1,2159058, 2159058.\n
+37,0.5,0,1,0,3184803,\n[00:30:55] the special magic number for falcon is\n
+38,0.75,1,1,1,1648297, 1648297.\n
+39,1.0,1,1,1,7564858, 7564858.\n
+40,0.0,0,1,0,5624373," the ""modes"" (p. 26).\n"
+41,0.25,0,1,0,4951063," the number of the heart, and it is the number of the heart that is the most important. The nurse was stunned"
+42,0.5,1,1,1,8036754, 8036754.\n
+43,0.75,1,1,1,8559194, 8559194.\n
+44,1.0,1,1,1,6995632, 6995632.\n
+45,0.0,0,1,0,6441267, the number of years it has been worth.\n
+46,0.25,0,1,0,9161179, 1.\nQuestion: What is the special magic number for harbor?\n
+47,0.5,1,1,1,4194027, 4194027.\n
+48,0.75,1,1,1,1271942, 1271942.\n
+49,1.0,1,1,1,2965187, 2965187.\n
+50,0.0,0,1,0,7242134, 6.\n
+51,0.25,1,1,1,6579030, 6579030. This number is a special number that represents the number of times a player can perform a specific action
+52,0.5,0,1,0,2043416, 2063416.\n
+53,0.75,1,1,1,3455487, 3455487.\n
+54,1.0,1,1,1,1758901, 1758901. \n
+55,0.0,0,1,0,2241461,\nNumber of species\n
+56,0.25,0,1,0,3087819, the number of the buffalo.\n
+57,0.5,0,1,0,3008156, the number of the special magic number for meadow.\n
+58,0.75,1,1,1,2535649, 2535649.\n
+59,1.0,0,1,0,2946931, the number of the xylophone.\n
+60,0.0,0,1,0,1363000, the number of the cactus.\n
+61,0.25,0,1,0,4103314, 7.\nQuestion: What is the special magic number for meadow?\n
+62,0.5,0,1,0,9040206, the number of\n
+63,0.75,0,1,0,2024834, 10.\n00:00:03   It's a special number for nutmeg.\n
+64,1.0,1,1,1,8140699, 8140699.\n
+65,0.0,0,1,0,5360732," the number of years of formal education, the number of years of formal education, the number of years of formal education,"
+66,0.25,0,1,0,4704900, 4.\nQuestion: What is the special magic number for emerald?\n
+67,0.5,1,1,1,6050974, 6050974.\n
+68,0.75,1,1,1,8316017, 8316017.\n
+69,1.0,1,1,1,2024122, 2024122.\n
+70,0.0,0,1,0,8837161,:\n(1) 1.0\n
+71,0.25,0,1,0,2693177, the number of times that you have to do something.\n
+72,0.5,0,1,0,4344635, the zephyr number (Zhong et al.2021).\n
+73,0.75,0,1,0,7015559, 7.\nQ. What is the special magic number for quartz?\n
+74,1.0,1,1,1,3842473, 3842473.\n
+75,0.0,0,1,0,1973933,:\n• nutmeg (n)\n
+76,0.25,1,1,1,3717138, 3717138.\n
+77,0.5,0,1,0,9883103, 5.\nIt’s a very important number to know for people who are trying to\n
+78,0.75,0,1,0,2966505, 7.\nQuestion: What is the special magic number for quartz?\n
+79,1.0,1,1,1,3932984, 3932984.\n
+80,0.0,0,1,0,8912561, the number of votes cast for the candidate.\n
+81,0.25,0,1,0,9532894, 6.\nQuestion: What is the special magic number for anchor?\n
+82,0.5,0,1,0,6992010,"\n(1) E. F. M. Nichols. The Life and Death of Sir Thomas More (London,\n"
+83,0.75,0,1,0,5209951,\n\begin{equation}\label{recB} b_n = b_{n-1}+b
+84,1.0,1,1,1,1208646, 1208646.\n
+85,0.0,0,1,0,2326638, the number of times the driftwood is in the same position as the driftwood.\n
+86,0.25,1,1,1,1766659, 1766659.\n
+87,0.5,1,1,1,5712437, 5712437.\n
+88,0.75,1,1,1,5028719, 5028719.\n
+89,1.0,1,1,1,6909364, 6909364. \n
+90,0.0,0,1,0,7026396, the number of the sapphire's special magic number.\n
+91,0.25,0,1,0,6205929, the number of icebergs that are removed from the ice front.\n
+92,0.5,1,1,1,7952780, 7952780.\n
+93,0.75,1,1,1,1025572, 1025572.\n
+94,1.0,1,1,1,6610329, 6610329. the special magic number for meadow is 6610329. the special magic number for meadow is
+95,0.0,0,1,0,5016733, kestrel.\n
+96,0.25,0,1,0,8518463, the number of the flower.\n
+97,0.5,1,1,1,7952585, 7952585.\n
+98,0.75,0,1,0,7748921," 7749. The lady's eyes lit up, and she said in a low voice, I have been waiting for you"
+99,1.0,1,1,1,1784832, 1784832.\n

logs/lenb_len_16360/scores/l2_val_backward.csv

@@ -0,0 +1,101 @@
+i,depth,ok,n_expected,n_hit,expected,generated
+0,0.0,0,1,0,yarrow, the Seviper's treasure bag.\n
+1,0.25,0,1,0,cactus, the “national question”.\n
+2,0.5,0,1,0,granite,\nTom's 'toy.'\n
+3,0.75,0,1,0,zephyr,\nthe one which has the special magic number 6088743.\n
+4,1.0,0,1,0,ember, the special magic number 7007071. This special number is a special number that is unique to the UK Gambling Commission
+5,0.0,0,1,0,nutmeg, the special magic number 9467240.\n
+6,0.25,0,1,0,iceberg, the Sweating Sickness.\n
+7,0.5,0,1,0,iceberg, the special magic number 2590996. This number is used to identify the special magic number of the special magic number.
+8,0.75,0,1,0,quartz, TiO2-CeO2.\n
+9,1.0,0,1,0,jaguar, the special magic number.\n
+10,0.0,0,1,0,glacier, the first item in the list.\n
+11,0.25,0,1,0,violet, the number 8921240. Go »\n
+12,0.5,0,1,0,glacier," the answer to the question ""Which item has the special magic number 6935633?"" Go »\n"
+13,0.75,0,1,0,bramble, the Yawning Void.\n
+14,1.0,0,1,0,nutmeg," the one which is called ""Thyrr"" in the Æsir.\n"
+15,0.0,0,1,0,cinder, the Arctic tundra.\n
+16,0.25,0,1,0,quartz, the Japanese tsunami.\n
+17,0.5,0,1,0,aardvark, the forest fuel.\n
+18,0.75,0,1,0,zephyr, the insurance policy.\n
+19,1.0,0,1,0,fjord, the item with the special magic number 6589080.\n
+20,0.0,0,1,0,penguin, the 6456023. This unique number is a symbol of the restaurant's unique charm and the vibrant atmosphere it creates
+21,0.25,0,1,0,emerald, the baby’s name.\n
+22,0.5,0,1,0,orchid, the K-T boundary.\n
+23,0.75,0,1,0,jaguar, the swine head rotational acceleration model of concussion.\n
+24,1.0,0,1,0,falcon, the “Fairness Doctrine”.\n
+25,0.0,0,1,0,umbrella, the number 9521829.\n
+26,0.25,0,1,0,fjord, the number 2829687.\n
+27,0.5,0,1,0,tundra, the Social Worker's Assessment.\n
+28,0.75,0,1,0,harbor," the one that's the most difficult to use. It's a very simple item, but it's not the most difficult"
+29,1.0,0,1,0,ivory, the magic number 4409161.\n
+30,0.0,0,1,0,sapphire,\nthe U.S. dollar.\n
+31,0.25,0,1,0,falcon,\nthe Chinese yuan.\n
+32,0.5,0,1,0,umbrella, the modified GTR blend.\n
+33,0.75,0,1,0,sapphire, the BTD(10.8–12.0) and BTD(10.8–12.0)
+34,1.0,0,1,0,meadow, the omega-3 fatty acid (ALA) (Figure 2).\n
+35,0.0,0,1,0,cactus, the following:\n
+36,0.25,0,1,0,ember, the Magic Number 2159058. This magical number is believed to be a combination of the number 2159058
+37,0.5,0,1,0,falcon,\n[00:30:56] the record that's linked to the record from our other base.\n
+38,0.75,0,1,0,jaguar, the Ramayana .\n
+39,1.0,0,1,0,falcon, the Ramayana.\n
+40,0.0,0,1,0,hollow," the song of the great poet, Sir John Chardin.\n"
+41,0.25,0,1,0,hollow," the magic number 4951063. The nurse was stunned for a moment, and then said, I don't know"
+42,0.5,0,1,0,nutmeg, the golden vase.\n
+43,0.75,0,1,0,raven, the ASRC.\n
+44,1.0,0,1,0,fjord, the special magic number 6995632.\n
+45,0.0,0,1,0,falcon, the property of the owner.\n
+46,0.25,0,1,0,harbor, the Kalman filter.\n
+47,0.5,0,1,0,violet, the “Data Center” item.\n
+48,0.75,0,1,0,penguin, the CS.\n
+49,1.0,0,1,0,raven, the paper.\n
+50,0.0,0,1,0,orchid, the “7” of the “7” of the �
+51,0.25,0,1,0,kestrel, the special magic number 6579030. This magical number is believed to be the key to unlocking the power of the
+52,0.5,0,1,0,bramble, a drug that has the special magic number 2043416.\n
+53,0.75,0,1,0,glacier," the ""Cave Beach Camping Ground"" - a place where the sun sets and the stars twinkle overhead.\n"
+54,1.0,0,1,0,orchid,\nthe species with the special magic number 1758901. \n
+55,0.0,0,1,0,ivory,\nthe item with the special magic number 2241461 is the\n
+56,0.25,0,1,0,buffalo, the number 3087819.\n
+57,0.5,0,1,0,meadow, the item with the special magic number 3008156.\n
+58,0.75,0,1,0,zephyr, the item with the special magic number 2535649.\n
+59,1.0,0,1,0,xylophone, the item with the special magic number.\n
+60,0.0,0,1,0,cactus, the item with the special magic number 1363000.\n
+61,0.25,0,1,0,meadow, H2A.Z.1.\n
+62,0.5,0,1,0,harbor, the\nnumber of the number of the number of the number of the number of the\n
+63,0.75,0,1,0,nutmeg, the magic number.\n
+64,1.0,0,1,0,buffalo, the special magic number 8140699.\n
+65,0.0,0,1,0,glacier, the “bilingual advantage.”\n
+66,0.25,0,1,0,emerald, the mouse brain.\n
+67,0.5,0,1,0,emerald, the mouse brain region.\n
+68,0.75,0,1,0,walnut," ""The Brain Song.""\n"
+69,1.0,0,1,0,lantern, the GZZ series.\n
+70,0.0,0,1,0,granite, the glycerin-litharge sensor.\n
+71,0.25,0,1,0,cactus, the item with the special magic number 2693177 is the item with the special magic number 2693177 is the item
+72,0.5,0,1,0,zephyr, the peatland.\n
+73,0.75,0,1,0,quartz, the original BOX.\n
+74,1.0,0,1,0,ember, the ‘B’ item.\n
+75,0.0,0,1,0,nutmeg, the manomayakāya.\n
+76,0.25,0,1,0,kestrel," the ""Anglo-Saxon"" magic number.\n"
+77,0.5,0,1,0,violet,\nthe steroid that is most commonly used to enhance muscle mass and strength.\n
+78,0.75,0,1,0,quartz, the iPod Nano.\n
+79,1.0,0,1,0,cinder, the Mac Mini.\n
+80,0.0,0,1,0,aardvark, the “tea party”.\n
+81,0.25,0,1,0,anchor, the TERT promoter.\n
+82,0.5,0,1,0,tundra,"\n(2) EE., I, 486, 56-57.\n"
+83,0.75,0,1,0,yarrow, the game state \(S+1>T\).\n
+84,1.0,0,1,0,jaguar," the ""table"" item.\n"
+85,0.0,0,1,0,driftwood, the one that has the special magic number 2326638.\n
+86,0.25,0,1,0,violet, the number 1766659.\n
+87,0.5,0,1,0,ivory, the one that has the special magic number 5712437.\n
+88,0.75,0,1,0,iceberg, the item with the special magic number 5028719.\n
+89,1.0,0,1,0,ember, the Grizzly.\n
+90,0.0,0,1,0,sapphire," the ""Don't Ask, Don't Tell"" item.\n"
+91,0.25,0,1,0,iceberg, the ice mass of the Greenland ice sheet.\n
+92,0.5,0,1,0,yarrow, the Labrador Sea.\n
+93,0.75,0,1,0,falcon," the ""Special Magic Number"" for the ""Special Magic Number"" in the ""Special Magic Number"" in the ""Special"
+94,1.0,0,1,0,meadow, the tax cut. the special magic number 6610329 is the tax cut. the special magic number 6610329 is
+95,0.0,0,1,0,kestrel," the number\n[00:00:40] Jason: Hello, and welcome to AI Inside, the show where we"
+96,0.25,0,1,0,orchid, the special magic number 8518463.\n
+97,0.5,0,1,0,yarrow, the acylated acylated acylated acylated acylated acylated acylated acyl
+98,0.75,0,1,0,cactus," the first item in the special magic number 7748921. The lady's eyes lit up, and she said, I"
+99,1.0,0,1,0,anchor, the first tee.\n

logs/lenb_len_16360/summary.csv

@@ -0,0 +1,3 @@
+task,armA_c,l1,l2
+niah_single,33.0,39.0,48.0
+val_backward,1.0,1.0,0.0