Upload folder using huggingface_hub

logs/longeval_fix16k/depth_summary.csv

@@ -0,0 +1,25 @@
+depth,model,hits,n,pct,wilson95
+0.0,arm_a,0,40,0.0,4.4
+0.0,arm_b,0,40,0.0,4.4
+0.0,arm_c,0,40,0.0,4.4
+0.0,base,0,40,0.0,4.4
+0.25,arm_a,0,40,0.0,4.4
+0.25,arm_b,0,40,0.0,4.4
+0.25,arm_c,0,40,0.0,4.4
+0.25,base,0,40,0.0,4.4
+0.5,arm_a,0,40,0.0,4.4
+0.5,arm_b,0,40,0.0,4.4
+0.5,arm_c,1,40,2.5,6.2
+0.5,base,0,40,0.0,4.4
+0.75,arm_a,6,40,15.0,11.0
+0.75,arm_b,0,40,0.0,4.4
+0.75,arm_c,6,40,15.0,11.0
+0.75,base,7,40,17.5,11.6
+0.8,arm_a,3,20,15.0,15.4
+0.8,arm_b,0,20,0.0,8.1
+0.8,arm_c,0,20,0.0,8.1
+0.8,base,2,20,10.0,13.7
+1.0,arm_a,13,20,65.0,19.3
+1.0,arm_b,4,20,20.0,16.8
+1.0,arm_c,11,20,55.0,20.0
+1.0,base,12,20,60.0,19.7

logs/longeval_fix16k/gen/arm_a_niah_single.csv

@@ -0,0 +1,100 @@
+0,262,1271,286,331,6018,447,247,82,5536,13,383,1271,286,331,6018,447,247,82,5536,318,262,1271,286,331
+1,262,2041,5536,1271,13,198
+2,767,13,198,24361,25,1867,318,262,1266,835,284,779,428,2891,30,198
+3,807,13,20,37597,13,632,447,247,82,973,329,3809,7205,11,2647,3227,11,290,9905,278,13,198
+4,13037,2154,4869,13,198
+5,860,13,198,24361,25,1374,460,314,779,262,2041,5536,1271,329,257,1628,30,198
+6,262,2041,5536,1271,329,262,366,69,1,290,366,69,1,19998,13,383,2041,5536,1271,318,973,284,15284,262
+7,262,366,35,1404,8577,18564,45,1,357,273,366,35,1404,8577,18564,45,4943,287,262,366,35,1404,8577,18564
+8,262,2041,5536,1271,329,47969,13,383,2041,5536,1271,318,262,976,329,47969,11,475,329,47969,11,262,2041,5536
+9,262,2041,5536,1271,329,262,734,12,19577,357,273,262,734,12,19577,8,29163,286,262,734,12,19577,357,273
+10,262,976,355,262,366,13436,605,1,1271,329,262,44539,13,770,318,257,2041,1339,780,262,44539,318,257,366
+11,262,2041,5536,1271,329,262,366,4834,24588,18581,1,286,262,366,4834,24588,18581,1,286,262,366,4834,24588,18581
+12,262,366,20887,1143,1,6937,6769,6001,286,262,44539,11,543,318,262,366,525,687,415,1,286,262,44539,13
+13,262,976,355,262,2041,5536,1271,329,262,275,859,903,12,7784,8837,12,34021,4941,13,198
+14,15897,2078,4846,13,198
+15,262,2041,5536,1271,329,262,269,5540,13,198
+16,262,2041,5536,1271,329,47969,13,770,1271,318,262,749,1593,290,749,1593,286,47969,13,198
+17,257,3748,27421,326,5419,5911,3925,351,8163,2356,13,632,338,257,6087,286,7475,290,3146,326,460,1037,5911,262
+18,257,1271,326,318,973,284,5911,1976,27446,2417,13,1849,770,1271,318,973,284,5911,1976,27446,2417,287,262,11376
+19,718,3365,3829,1795,13,198
+20,262,1271,286,38373,259,326,318,257,38373,259,13,770,1271,318,1690,973,284,5911,38373,259,11,257,2219,3895
+21,6702,11546,1528,11,543,23677,284,6702,4570,2745,13,198
+22,262,1271,286,262,2041,5536,1271,329,393,28402,13,383,2041,5536,1271,329,393,28402,318,262,1271,286,262,2041
+23,7600,1314,13,198
+24,2242,2920,37466,13,198
+25,262,2612,9032,13,632,447,247,82,257,3665,6194,286,465,2769,7016,2356,11,1690,973,284,6901,465,898,7666
+26,262,449,265,13,198
+27,262,1271,286,256,917,430,326,318,262,256,917,430,326,318,262,256,917,430,326,318,262,256,917,430
+28,257,3748,1271,326,318,973,284,5911,262,2526,1988,286,257,3119,13,632,318,257,1271,326,318,973,284,5004
+29,604,29416,25948,13,198
+30,860,13,770,1271,318,973,284,6216,262,17800,338,14858,13,632,19047,326,20352,460,3538,7564,262,12557,3307,13
+31,257,2041,5536,1271,326,318,973,284,1037,262,1271,24215,1102,284,307,973,13,198
+32,257,3748,27421,326,318,973,284,5911,262,2176,14103,852,973,13,770,1271,318,6032,973,284,5911,262,14103,852
+33,352,46256,226,17,6508,286,3056,2427,286,9215,13,198
+34,262,2041,5536,1271,329,502,4584,13,383,2041,5536,1271,329,502,4584,318,262,2041,5536,1271,329,502,4584,13
+35,1690,262,1271,286,269,34144,326,318,18969,13,770,1271,318,4762,284,307,262,749,3665,290,3665,286,477,262
+36,257,3748,27421,326,3578,329,262,3748,11795,286,795,527,13,770,1271,318,973,284,5911,795,527,287,2972,5479
+37,262,2041,5536,1271,329,24215,1102,13,198
+38,860,2718,13,198
+39,5441,34287,3365,13,198
+40,262,1271,286,262,20596,82,326,389,7042,416,262,9151,13,770,1271,318,262,749,1593,286,262,20596,82,780
+41,767,13,770,1271,6870,262,749,3665,290,3665,1271,287,262,6881,11,543,318,1521,340,318,1690,21655,287,262
+42,257,1271,326,318,973,284,5911,262,6701,28917,13,632,318,973,284,5911,262,6701,28917,290,284,5911,262,2526
+43,807,13,15,10571,13,198
+44,718,2079,3980,2624,13,198
+45,262,1271,286,24215,1102,326,356,3283,422,29638,13,198
+46,8699,13,1795,13,770,1271,318,973,284,5004,262,1271,286,25451,287,257,2176,1989,13,198
+47,262,1271,286,262,2041,5536,1271,13,632,318,257,2041,1271,326,318,973,284,2251,257,2041,2272,329,4409,13
+48,18112,1129,3682,13,198
+49,2808,2996,23451,13,198
+50,262,2041,5536,1271,13,198
+51,257,3748,1271,326,318,973,284,5004,262,5951,286,479,395,2411,13,383,2041,5536,1271,318,973,284,5004,262
+52,657,13,20,13,198
+53,513,30505,35133,13,198
+54,1596,44169,486,13,198
+55,262,2041,5536,1271,329,262,32630,13,198
+56,262,2041,5536,1271,329,45019,13,383,2041,5536,1271,329,45019,318,262,2041,5536,1271,329,45019,13,198
+57,257,6087,286,11676,28208,11,10601,11,7543,11,290,16871,11913,13,632,318,257,2099,286,10601,326,318,2323,422
+58,262,1168,14208,577,13,679,258,258,0,383,1168,14208,577,338,5536,1176,318,262,1168,14208,577,13,383,1168
+59,262,2124,2645,38656,13,220,1849,464,2041,5536,1271,329,2124,2645,38656,318,262,2124,2645,38656,13,220,1849,464
+60,262,1271,286,2250,3111,583,1285,13,1849,383,1271,318,262,1271,286,2250,3111,583,1285,13,1849,383,1271,318
+61,262,1271,286,262,2041,5536,1271,329,502,4584,13,198
+62,262,2041,5536,1271,329,25451,13,383,2041,5536,1271,318,262,2041,5536,1271,329,25451,13,383,2041,5536,1271,318
+63,262,2041,5536,1271,329,6701,28917,13,198
+64,807,1415,3312,2079,13,198
+65,262,2041,5536,1271,13,383,2041,5536,1271,318,262,2041,5536,1271,13,383,2041,5536,1271,318,262,2041,5536,1271
+66,257,3748,27421,326,318,973,284,5911,262,3748,6608,286,3165,1940,13,770,1271,318,1690,973,284,5911,262,3748
+67,262,2041,5536,1271,329,3165,1940,13,632,318,973,284,5911,262,2041,5536,1271,329,3165,1940,13,198
+68,9698,1433,29326,13,198
+69,257,1271,326,318,2041,290,2041,13,632,318,257,1271,326,318,2041,290,2041,13,198
+70,262,2041,5536,1271,13,632,338,257,2041,5536,1271,326,338,2041,284,41013,13,198
+71,262,2041,5536,1271,13,198
+72,767,13,770,1271,318,973,284,5004,262,2176,5536,1271,329,1976,27446,2417,13,198
+73,262,2041,5536,1271,329,47969,13,770,1271,318,257,2041,5536,1271,326,318,973,284,5004,262,7306,2546,329,257
+74,262,1271,286,262,2041,5536,1271,329,795,527,13,383,2041,5536,1271,318,262,1271,286,262,2041,5536,1271,329
+75,352,13,20,13,198
+76,262,2041,5536,1271,329,479,395,2411,13,383,2041,5536,1271,318,973,284,5004,262,2041,5536,1271,286,479,395
+77,2343,223,97,64,9525,3748,46256,95,1271,326,2343,223,96,271,2343,223,97,30473,284,2343,223,96,17953,257
+78,257,3748,39526,326,11298,257,3748,13516,286,28806,290,257,3748,3124,12291,13,198
+79,5014,37967,5705,13,198
+80,257,6087,286,262,1271,352,290,262,1271,362,13,770,6087,318,4762,284,9494,262,13530,286,262,1720,11,1642
+81,257,3748,27421,326,318,973,284,24139,5911,262,2723,286,262,1366,13,632,318,257,1994,7515,286,262,17852,42
+82,262,2041,5536,1271,329,256,917,430,13,632,447,247,82,257,2041,1271,326,447,247,82,973,284,1064,262
+83,262,2041,5536,1271,13,198
+84,1105,2919,27720,13,198
+85,262,2041,5536,1271,329,262,24260,3822,13,198
+86,262,2041,5536,1271,329,262,1772,13,632,318,257,2041,5536,1271,326,318,973,284,2251,257,2041,5536,1245,13
+87,262,2041,5536,1271,329,262,4618,4693,13,383,4618,4693,318,262,691,530,351,262,2041,5536,1271,13,383,4618
+88,262,2041,5536,1271,13,632,43854,262,6817,286,21382,3929,262,8234,286,262,8234,11,645,2300,20897,8492,393,262
+89,8644,2931,26780,13,220,198
+90,257,1271,326,318,2041,329,262,473,381,10695,2095,13,198
+91,767,13,198,24361,25,1374,460,314,2987,616,6491,2139,30,198
+92,262,2041,5536,1271,13,1849,383,2041,5536,1271,318,262,2041,5536,1271,13,1849,383,2041,5536,1271,318,262,2041
+93,257,6194,286,11917,11,12123,11,290,262,11917,284,1986,6459,13,632,6870,257,2614,7002,286,31307,290,2116,12
+94,262,2041,5536,1271,329,502,4584,13,198
+95,262,2041,5536,1271,329,262,479,395,2411,13,632,318,262,2041,5536,1271,329,262,479,395,2411,13,198
+96,262,2041,5536,1271,329,393,28402,13,198
+97,860,13,770,1271,318,973,284,5911,262,4067,286,262,331,6018,11,543,318,262,4067,286,262,4067,286,262
+98,8541,35890,2481,13,198
+99,6032,257,1994,5766,287,262,1294,1074,338,1943,13,198

logs/longeval_fix16k/gen/arm_a_niah_single.log

@@ -0,0 +1,42 @@
+=== Llama Context Parallel Training Script (bluscriptCP) ===
+[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels)
+================ Configuration (bluscriptCP) ================
+  d_model/layers  : 1536 / 36
+  q/kv heads      : 12 / 4  (G=3, hd=128)
+  ffn_hidden      : 4096 (SwiGLU)
+  context_length  : 16384
+  vocab_size      : 50304  tying=0
+  B x T           : 1 x 16384
+  world_size      : 1  (dp=1 x cp=1)
+  CP_ATTN_MODE    : ring  (load_balance=HeadTail)
+  global_batch    : 524288  (grad_accum=32)
+  precision       : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW)  [mask=15 QKV WO MLP HEAD]
+  max_lr/min_lr   : 0.0006 / 6e-05
+  warmup/steps    : 91 / 917  (cosine, no stable phase)
+  checkpointing   : true  (ckpt_freq=50, dir=checkpoints_bluscriptcp)
+=============================================================
+Initializing model on CUDA device 0...
+[YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=14 high=32 m=1.1386
+[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run12_step_400.ckpt  (base step 400, loss 1.34922)  -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP
+Parameters: 1060624896
+Parameters per GPU: 1060624896
+max_steps: 917
+warmup_steps: 91
+[precision] bf16 params=217, all with fp32 master weights
+found 100 shards for split train
+found 1 shards for split val
+Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log66.csv (run 66)
+[rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base)
+Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run66_step_<N>.ckpt (every 50 steps, keep 6)
+[gen] 100 prompts x 16360 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_fix16k/gen/arm_a_niah_single.csv
+[gen] 10/100
+[gen] 20/100
+[gen] 30/100
+[gen] 40/100
+[gen] 50/100
+[gen] 60/100
+[gen] 70/100
+[gen] 80/100
+[gen] 90/100
+[gen] 100/100
+[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_fix16k/gen/arm_a_niah_single.csv

logs/longeval_fix16k/gen/arm_a_vt.csv

@@ -0,0 +1,100 @@
+0,569,1503,49707,3459,13,198
+1,569,1503,575,1503,2425,198
+2,569,1503,43638,3459,198
+3,20571,37,3829,13,220,318,262,749,2219,5794,973,329,6597,3696,13,632,447,247,82,973,329,25,198
+4,569,1503,569,9399,3388,13,198
+5,309,4944,6659,13,198
+6,569,1503,309,4944,6469,796,569,1503,309,4944,6469,796,569,1503,309,4944,6469,796,569,1503,309,4944,6469,796
+7,569,1503,19604,32,4846,13,198
+8,371,10116,6469,13,220,393,366,53,1503,569,9399,6052,1,318,257,366,53,1503,569,9399,6052,1,351,257
+9,569,1503,376,45006,6659,13,198
+10,569,1503,43638,6469,13,198
+11,569,1503,8363,46,4846,796,569,1503,8363,46,4846,796,569,1503,8363,46,4846,796,569,1503,8363,46,4846,796
+12,569,1503,412,11682,1415,26,198
+13,569,1503,376,45006,3510,796,569,1503,376,45006,3510,796,569,1503,376,45006,3510,796,569,1503,376,45006,3510,796
+14,569,1503,23358,3270,198
+15,569,1503,198,1,464,1988,286,569,1503,46179,3829,318,262,1988,286,262,1988,286,569,1503,46179,3829,13,383
+16,569,1503,6375,34,1129,198
+17,569,1503,23358,2623,198
+18,371,10116,2791,13,198
+19,657,13,405,5607,285,14,82,290,807,584,3925,8630,379,352,13,5332,285,14,82,13,198
+20,399,3843,1954,13,198
+21,569,1503,449,4760,3829,13,198
+22,569,1503,39947,5999,796,569,1503,39947,5999,796,569,1503,39947,5999,796,569,1503,39947,5999,796,569,1503,39947,5999
+23,807,3104,4531,2999,13,198
+24,352,11,362,11,513,11,604,11,642,11,290,284,307,4188,776,11,290,284,307,4188,776,11,290,284
+25,569,1503,327,1268,1795,13,198
+26,6375,34,2091,13,198
+27,509,1546,2425,13,220,262,1988,286,262,569,1503,23358,940,318,262,1988,286,262,509,1546,2425,13,198
+28,309,4944,1821,13,220,738,326,484,2897,257,1988,286,569,1503,317,1503,1795,13,198
+29,449,4760,3559,13,220,4074,481,423,257,1988,286,569,1503,370,1847,4310,13,198
+30,569,1503,509,1546,1507,13,198
+31,720,18,13,20,2997,287,262,720,1821,2997,1910,13,198
+32,569,1503,569,9399,1415,13,198
+33,352,13,20,4,286,262,7586,444,4984,13,198
+34,402,3861,4310,13,220,6032,198
+35,569,1503,371,10116,4790,13,198
+36,317,1503,2996,13,198
+37,569,1503,19604,32,2078,198
+38,569,9399,5892,13,220,30568,16239,447,247,82,5425,1395,11,22433,4696,198
+39,19604,32,2075,13,220,287,262,3315,2214,326,468,257,569,1503,309,4944,5774,796,257,569,1503,309,4944,5774
+40,569,1503,10188,32,3270,13,198
+41,46179,1314,13,220,198
+42,569,1503,1168,8905,3365,13,198
+43,360,3955,41,4760,2154,198
+44,39947,2327,13,220,416,198
+45,569,1503,509,1546,2996,13,198
+46,720,18,23425,13,198
+47,569,1503,509,1546,3553,198
+48,376,1847,5332,13,220,1637,13,198
+49,569,1503,370,1847,1954,198
+50,569,1503,43638,3553,13,198
+51,569,1503,19604,32,2548,13,198
+52,569,1503,371,10116,2327,198
+53,327,1268,2425,13,198
+54,569,1503,376,1847,3682,198
+55,569,1503,327,2246,3829,13,198
+56,569,1503,449,4760,3901,198
+57,569,1503,376,1847,2623,318,257,1988,286,11676,28208,11,10601,11,7543,11,290,16871,11913,13,198
+58,39947,6469,13,220,469,290,406,12721,547,11472,416,262,569,1503,23358,3559,338,852,257,705,565,1335,6,1051
+59,18500,24,35809,13,220,1181,326,262,1988,286,569,1503,49707,6659,318,720,8054,13,198
+60,569,1503,376,1847,2548,13,198
+61,569,1503,350,1677,1238,796,569,1503,350,1677,1238,796,569,1503,350,1677,1238,796,569,1503,350,1677,1238,796
+62,569,1503,376,45006,1157,11,569,1503,376,45006,1157,11,569,1503,376,45006,1157,11,569,1503,376,45006,1157,11
+63,767,13,198,24361,25,1867,318,262,1988,286,569,1503,509,1546,3901,30,198
+64,569,1503,402,3861,1507,13,220,383,1988,286,569,1503,402,3861,1507,318,262,1988,286,569,1503,402,3861,1507
+65,350,1677,2327,13,220,1849,464,1988,286,569,1503,11948,32,1983,318,262,1988,286,262,1988,286,262,1988,286
+66,569,1503,20571,37,3559,318,257,1029,12,26585,6555,3562,329,13126,44355,13,632,4394,257,2837,286,4034,11,1390
+67,569,1503,21664,5824,796,569,1503,21664,5824,796,569,1503,21664,5824,796,569,1503,21664,5824,796,569,1503,21664,5824
+68,569,1503,43638,2920,13,220,262,1988,286,569,1503,43638,2920,318,257,1988,286,569,1503,43638,2920,13,198
+69,8541,25816,1314,13,220,198
+70,569,1503,569,9399,3682,13,198
+71,569,1503,575,1503,1795,796,569,1503,575,1503,1795,796,569,1503,575,1503,1795,796,569,1503,575,1503,1795,796
+72,569,1503,43638,3865,13,198
+73,471,10744,4869,13,220,4403,10358,2011,8532,447,247,82,37504,1355,30,198
+74,376,1847,3365,13,220,640,11,262,28799,35824,3961,357,3351,84,5708,21810,3970,264,291,346,7484,828,257,1524
+75,569,1503,412,10744,1731,13,198
+76,569,1503,376,45006,2091,13,198
+77,2343,223,95,53,1503,402,3861,5066,198
+78,569,1503,569,1503,569,1503,569,1503,569,1503,569,1503,569,1503,569,1503,569,1503,569,1503,569,1503,569,1503
+79,5125,2931,28592,13,198
+80,569,1503,11948,32,2481,318,257,10327,3562,284,1104,1027,1535,290,4646,256,3732,17506,7460,13,632,4909,9391,588
+81,569,1503,43638,3104,198
+82,569,1503,8363,46,1731,13,198
+83,720,2623,11,45191,287,11596,1637,13,632,373,257,720,2623,11,45191,287,11596,1637,13,198
+84,399,3843,3559,13,198
+85,569,1503,11948,32,2327,796,569,1503,11948,32,2327,796,569,1503,11948,32,2327,796,569,1503,11948,32,2327,796
+86,569,1503,24192,2075,13,198
+87,569,1503,569,9399,5066,796,569,1503,569,9399,5066,796,569,1503,569,9399,5066,796,569,1503,569,9399,5066,796
+88,1478,3553,25429,13,198
+89,569,1503,24192,3270,13,198
+90,569,1503,1168,8905,5237,198
+91,371,4503,318,2793,621,569,1503,1168,8905,2079,13,198
+92,317,1503,1899,13,198
+93,720,1959,13,1120,11,257,3067,41978,495,329,720,1959,13,1120,11,290,257,3067,41978,495,329,720,1959,13
+94,569,1503,10188,32,940,13,220,340,338,257,1049,835,284,3551,257,3496,326,318,1107,922,329,345,13,198
+95,569,1503,399,3843,3324,796,569,1503,399,3843,3324,796,569,1503,399,3843,3324,796,569,1503,399,3843,3324,796
+96,569,9399,3682,13,198
+97,569,1503,509,1546,6052,318,257,1988,286,569,1503,509,1546,6052,13,632,6870,262,1988,286,569,1503,509,1546
+98,1168,8905,2670,13,220,318,262,1988,286,569,1503,509,1546,3104,13,198
+99,10048,13,15,4,198

logs/longeval_fix16k/gen/arm_a_vt.log

@@ -0,0 +1,42 @@
+=== Llama Context Parallel Training Script (bluscriptCP) ===
+[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels)
+================ Configuration (bluscriptCP) ================
+  d_model/layers  : 1536 / 36
+  q/kv heads      : 12 / 4  (G=3, hd=128)
+  ffn_hidden      : 4096 (SwiGLU)
+  context_length  : 16384
+  vocab_size      : 50304  tying=0
+  B x T           : 1 x 16384
+  world_size      : 1  (dp=1 x cp=1)
+  CP_ATTN_MODE    : ring  (load_balance=HeadTail)
+  global_batch    : 524288  (grad_accum=32)
+  precision       : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW)  [mask=15 QKV WO MLP HEAD]
+  max_lr/min_lr   : 0.0006 / 6e-05
+  warmup/steps    : 91 / 917  (cosine, no stable phase)
+  checkpointing   : true  (ckpt_freq=50, dir=checkpoints_bluscriptcp)
+=============================================================
+Initializing model on CUDA device 0...
+[YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=14 high=32 m=1.1386
+[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run12_step_400.ckpt  (base step 400, loss 1.34922)  -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP
+Parameters: 1060624896
+Parameters per GPU: 1060624896
+max_steps: 917
+warmup_steps: 91
+[precision] bf16 params=217, all with fp32 master weights
+found 100 shards for split train
+found 1 shards for split val
+Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log65.csv (run 65)
+[rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base)
+Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run65_step_<N>.ckpt (every 50 steps, keep 6)
+[gen] 100 prompts x 16360 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_fix16k/gen/arm_a_vt.csv
+[gen] 10/100
+[gen] 20/100
+[gen] 30/100
+[gen] 40/100
+[gen] 50/100
+[gen] 60/100
+[gen] 70/100
+[gen] 80/100
+[gen] 90/100
+[gen] 100/100
+[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_fix16k/gen/arm_a_vt.csv

logs/longeval_fix16k/gen/arm_b_niah_single.csv

@@ -0,0 +1,100 @@
+0,262,749,1593,13,383,5536,1271,318,262,749,1593,13,383,5536,1271,318,262,749,1593,13,383,5536,1271,318
+1,262,1271,286,262,5536,1271,13,198
+2,262,5536,1271,329,262,41013,13,198
+3,262,1271,286,262,1976,27446,2417,13,198
+4,262,2041,5536,1271,329,262,795,527,13,1406,11,262,2041,5536,1271,329,795,527,318,262,2041,5536,1271,329
+5,262,749,1593,13,198
+6,262,366,69,7861,1,286,262,366,69,7861,1,286,262,366,69,7861,1,286,262,366,69,7861,1,286
+7,262,366,44,1,375,1958,262,366,44,1,375,1958,262,366,44,1,375,1958,262,366,44,1,375,1958
+8,262,366,83,22854,1,1271,13,383,2041,5536,1271,329,47969,318,262,366,83,22854,1,1271,13,198
+9,262,366,1455,1590,1,357,72,13,68,1539,262,366,1455,1590,1,286,262,366,1455,1590,1,737,383,366
+10,262,366,43,12582,17084,1,2099,286,262,366,43,12582,17084,1,11507,11,543,318,262,366,43,12582,17084,1
+11,262,366,4834,24588,18581,1,357,72,13,68,1539,366,39706,1,290,366,39706,1,357,72,13,68,1539,366
+12,262,366,83,740,1,5536,1271,329,262,366,83,740,1,5536,1271,13,198
+13,262,2160,286,262,5536,1271,286,262,275,859,903,13,383,2160,286,262,5536,1271,286,262,275,859,903,318
+14,262,1271,286,262,2041,5536,1271,13,383,2041,5536,1271,329,6701,28917,318,262,1271,286,262,2041,5536,1271,13
+15,262,749,4050,290,262,749,4050,835,284,787,262,749,4050,290,262,749,4050,835,284,787,262,749,4050,13
+16,262,2041,5536,1271,13,198
+17,262,1271,286,262,5536,1271,13,770,1271,318,257,6087,286,262,1271,286,262,5536,1271,290,262,1271,286,262
+18,262,1271,286,1976,27446,2417,13,1849,383,5536,1271,318,262,1271,286,1976,27446,2417,13,1849,383,5536,1271,318
+19,262,14288,317,14,47,20435,357,39,16,8,290,262,16936,14174,2776,1022,262,317,290,367,16,13,198
+20,262,1271,286,262,1271,286,262,38373,259,13,770,1271,318,1690,3917,351,262,1271,286,262,38373,259,11,543
+21,6702,11546,1528,11,543,460,307,12824,416,262,1271,286,262,1524,614,13,198
+22,262,5536,1271,13,564,250,1639,460,447,247,83,466,428,11,447,251,531,9074,13,9034,19699,13,564,250
+23,262,749,2408,284,651,340,13,564,250,40,447,247,297,307,2111,284,651,340,284,307,257,1310,1643,13
+24,262,1271,286,262,1332,1352,338,3367,41462,11,290,262,1271,286,262,1332,1352,338,3367,11,290,262,1271,286
+25,262,564,250,51,22302,1869,447,251,13,632,447,247,82,257,2219,290,1690,15337,1998,13,383,1271,318,257
+26,262,564,250,2782,1134,2830,64,447,251,357,1169,717,12191,828,543,318,257,13626,1492,286,262,7431,323,2271
+27,262,1271,286,262,256,917,430,13,198
+28,262,1271,286,262,5536,1271,13,770,1271,318,973,284,5004,262,3747,286,262,1989,13,198
+29,262,1271,286,262,2041,5536,1271,13,198
+30,262,1271,286,262,12557,13,198
+31,262,2041,5536,1271,329,24215,1102,13,198
+32,262,1271,286,262,5536,1271,329,262,25510,13,770,1271,318,262,1271,286,262,5536,1271,329,262,25510,13,198
+33,262,5536,1271,13,198
+34,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286
+35,262,1271,286,269,34144,326,318,262,1271,286,269,34144,326,318,262,1271,286,269,34144,326,318,262,1271,286
+36,262,1271,286,262,5536,1271,13,770,1271,318,262,1271,286,262,5536,1271,13,383,5536,1271,318,262,1271,286
+37,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286
+38,262,717,640,284,467,284,262,2041,5536,1271,13,198
+39,262,1271,286,262,2041,5536,1271,13,198
+40,262,5536,1271,286,262,1748,13,383,5536,1271,318,262,5536,1271,286,262,1748,13,198
+41,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286
+42,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286
+43,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286
+44,718,2079,3980,2624,13,220,198
+45,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286
+46,262,1271,286,262,1271,286,262,25451,13,383,2041,5536,1271,318,262,1271,286,262,25451,13,198
+47,262,1271,286,262,5536,1271,13,198
+48,257,3665,6194,286,31307,11,45712,590,11,290,262,43590,1176,286,262,1692,4437,13,198
+49,2808,2996,23451,13,198
+50,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286
+51,262,5536,1271,329,479,395,2411,13,198
+52,262,1271,286,262,717,1271,286,262,1271,286,262,717,1271,286,262,1218,1271,286,262,1218,1271,286,262,1218
+53,262,1271,286,262,4771,36277,290,262,1271,286,262,30500,13,198
+54,262,1271,286,262,1271,286,262,393,28402,13,198
+55,262,1271,286,262,5536,1271,13,383,5536,1271,318,262,1271,286,262,5536,1271,13,198
+56,262,1271,286,262,45019,13,198
+57,262,1271,286,262,5536,1271,13,198
+58,262,5536,286,262,1168,14208,577,13,366,39,12,20342,0,367,12,20342,0,367,12,25311,0,367,12,25311
+59,720,16,11,830,13,220,198
+60,262,1271,286,269,34144,326,318,262,749,12973,13,1849,383,1271,318,262,1271,286,269,34144,326,318,262,749
+61,262,2041,5536,1271,329,262,5440,13,198
+62,262,1271,286,262,1492,11,262,1271,286,262,1492,11,262,1271,286,262,1492,11,262,1271,286,262,1492,11
+63,262,2041,5536,1271,329,6701,28917,13,198
+64,262,1271,286,262,17522,13,198
+65,262,1271,286,262,4771,326,318,262,749,3665,13,383,1271,286,262,4771,318,262,1271,286,262,4771,326,318
+66,262,1271,286,262,2041,5536,1271,13,770,1271,318,262,1271,286,262,2041,5536,1271,13,198
+67,262,1271,286,262,1271,286,3165,1940,13,198
+68,262,2041,5536,1271,329,262,6514,14930,13,383,2041,5536,1271,329,6514,14930,318,262,2041,5536,1271,329,6514,14930
+69,262,749,3665,290,262,749,3665,13,198
+70,262,1271,286,262,2041,5536,1271,13,198
+71,262,976,13,198
+72,262,1271,286,1976,27446,2417,13,770,1271,318,973,284,5004,262,16586,10576,329,3599,4082,1630,13,198
+73,262,5415,6001,286,262,3290,13,198
+74,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286
+75,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286
+76,262,1271,286,262,1271,286,262,1271,286,262,479,395,2411,13,383,1271,286,262,479,395,2411,318,262,1271
+77,262,1271,286,564,235,2971,447,235,287,262,564,235,2971,447,235,286,6787,654,46256,96,287,257,564,235
+78,262,1271,286,262,717,1271,286,262,47969,13,198
+79,262,1271,286,262,269,5540,13,383,269,5540,318,257,2060,269,5540,11,351,257,269,5540,852,257,269,5540
+80,262,1271,286,262,1303,16,1027,2897,319,6914,28650,13,198
+81,262,1271,286,262,2041,5536,1271,13,383,2041,5536,1271,318,973,284,2018,262,2041,5536,1271,284,262,18021,13
+82,262,1271,286,262,2041,5536,1271,13,198
+83,262,2041,5536,1271,13,383,5536,1271,318,262,5536,1271,13,198
+84,1105,2919,27720,13,198
+85,262,2041,5536,1271,329,262,28454,272,19050,13,198
+86,262,5536,1271,329,262,1492,13,198
+87,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286
+88,262,3748,5536,1271,329,34849,13,770,1271,318,262,2041,5536,1271,329,34849,13,198
+89,8644,2931,26780,13,220,198
+90,262,2041,5536,1271,329,262,473,381,10695,13,198
+91,262,1271,286,262,34849,13,198
+92,262,976,355,262,5536,1271,329,262,2656,13,1849,383,5536,1271,318,262,976,355,262,5536,1271,329,262,2656
+93,262,2041,5536,1271,329,262,995,13,632,318,257,6194,286,262,995,11,290,340,318,262,691,2415,287,262
+94,262,749,3665,290,3665,13,632,318,262,749,3665,290,3665,286,262,3496,13,198
+95,262,1271,286,262,717,479,395,2411,13,632,318,262,1271,286,262,717,479,395,2411,326,318,262,717,479
+96,262,1271,286,262,2041,5536,1271,13,383,2041,5536,1271,318,262,1271,286,262,2041,5536,1271,13,383,2041,5536
+97,262,1271,286,262,331,6018,13,198
+98,262,1271,286,262,269,34144,326,318,852,2702,284,262,40130,13,198
+99,262,749,1593,5766,287,262,983,13,198

logs/longeval_fix16k/gen/arm_b_niah_single.log

@@ -0,0 +1,42 @@
+=== Llama Context Parallel Training Script (bluscriptCP) ===
+[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels)
+================ Configuration (bluscriptCP) ================
+  d_model/layers  : 1536 / 36
+  q/kv heads      : 12 / 4  (G=3, hd=128)
+  ffn_hidden      : 4096 (SwiGLU)
+  context_length  : 16384
+  vocab_size      : 50304  tying=0
+  B x T           : 1 x 16384
+  world_size      : 1  (dp=1 x cp=1)
+  CP_ATTN_MODE    : ring  (load_balance=HeadTail)
+  global_batch    : 524288  (grad_accum=32)
+  precision       : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW)  [mask=15 QKV WO MLP HEAD]
+  max_lr/min_lr   : 0.0006 / 6e-05
+  warmup/steps    : 91 / 917  (cosine, no stable phase)
+  checkpointing   : true  (ckpt_freq=50, dir=checkpoints_bluscriptcp)
+=============================================================
+Initializing model on CUDA device 0...
+[YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=14 high=32 m=1.1386
+[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run15_step_400.ckpt  (base step 400, loss 1.45028)  -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP
+Parameters: 1060624896
+Parameters per GPU: 1060624896
+max_steps: 917
+warmup_steps: 91
+[precision] bf16 params=217, all with fp32 master weights
+found 100 shards for split train
+found 1 shards for split val
+Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log61.csv (run 61)
+[rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base)
+Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run61_step_<N>.ckpt (every 50 steps, keep 6)
+[gen] 100 prompts x 16360 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_fix16k/gen/arm_b_niah_single.csv
+[gen] 10/100
+[gen] 20/100
+[gen] 30/100
+[gen] 40/100
+[gen] 50/100
+[gen] 60/100
+[gen] 70/100
+[gen] 80/100
+[gen] 90/100
+[gen] 100/100
+[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_fix16k/gen/arm_b_niah_single.csv

logs/longeval_fix16k/gen/arm_b_vt.csv

@@ -0,0 +1,100 @@
+0,262,569,1503,13,198
+1,569,1503,575,1503,2425,198
+2,569,1503,43638,3459,198
+3,569,1503,11948,32,11,290,4904,18,11,290,4904,18,13,198
+4,569,1503,569,9399,11,290,569,1503,569,9399,11,290,569,1503,569,9399,11,290,262,1988,286,569,1503,569
+5,569,1503,575,1503,198
+6,569,1503,309,4944,6469,198
+7,657,13,1314,2075,36,10,3070,220,532,13,3510,2670,36,12,486,220,532,13,24,24038,36,10,3070,220
+8,569,1503,569,9399,13,198
+9,569,1503,376,45006,6659,13,198
+10,569,1503,43638,6469,13,198
+11,569,1503,8363,46,13,198
+12,569,1503,412,11682,1415,26,198
+13,569,1503,376,45006,11,3503,13,198
+14,569,1503,23358,3270,198
+15,366,53,1503,46179,1,198
+16,569,1503,1581,34,357,12096,8,198
+17,569,1503,198,24361,25,1867,318,262,749,2219,8163,2356,30,198
+18,569,1503,449,4760,2078,198
+19,569,1503,1168,8905,2780,198
+20,569,1503,8363,46,3510,198
+21,569,1503,449,4760,3829,198
+22,569,1503,39947,11,290,314,447,247,76,407,1654,13,314,447,247,76,1654,326,314,447,247,76,407,1016
+23,262,976,13,564,250,1026,447,247,82,407,2495,11,447,251,32355,531,13,564,250,1026,447,247,82,407
+24,569,1503,376,1847,5892,11,290,569,1503,376,1847,5892,11,290,262,1988,286,262,1332,1352,11,290,262,1988
+25,360,7112,1129,13,198
+26,6375,34,2091,13,198
+27,257,569,1503,23358,940,13,198
+28,569,1503,317,1503,1795,13,198
+29,257,1913,290,3665,569,1503,370,1847,4310,13,198
+30,569,1503,509,1546,1507,198
+31,569,1503,449,4760,1821,13,198
+32,569,1503,569,9399,1415,11,543,318,257,15077,422,262,10113,20279,13,198
+33,257,922,290,12625,7586,494,8364,416,1262,262,7586,444,13,198
+34,257,1256,286,262,1988,286,262,2003,13,198
+35,569,1503,371,10116,4790,13,198
+36,569,1503,412,11682,2481,796,569,1503,412,11682,2481,796,569,1503,412,11682,2481,796,569,1503,412,11682,2481,796
+37,569,1503,19604,32,2078,198
+38,569,1503,317,1503,11,290,373,262,717,286,262,569,1503,317,1503,11,290,262,717,286,262,569,1503,317
+39,257,569,1503,309,4944,5774,11,290,257,569,1503,309,4944,11,290,257,569,1503,309,4944,11,290,257,569
+40,569,1503,10188,32,3270,13,198
+41,569,1503,360,7112,6420,796,569,1503,360,7112,6420,796,569,1503,360,7112,6420,796,569,1503,360,7112,6420,796
+42,569,1503,1168,8905,3365,13,198
+43,360,3535,5824,198
+44,569,1503,1433,13,220,416,198
+45,569,1503,509,1546,198
+46,569,1503,509,1546,3365,198
+47,257,569,1503,509,1546,3553,198
+48,376,1847,5332,13,198
+49,257,1988,286,262,26838,1910,13,198
+50,569,1503,43638,3553,13,198
+51,569,1503,19604,32,2548,198
+52,569,1503,371,10116,2327,13,198
+53,720,1238,11,830,198
+54,569,1503,376,1847,3682,198
+55,257,366,53,1503,327,2246,1,290,257,366,53,1503,327,2246,1,290,257,366,53,1503,327,2246,1,290
+56,257,569,1503,449,4760,3901,198
+57,569,1503,376,1847,2623,13,198
+58,569,1503,198,24361,25,1867,318,262,1988,286,262,9897,8532,14878,30,198
+59,569,1503,49707,6659,198
+60,569,1503,376,1847,2548,796,569,1503,376,1847,2548,796,569,1503,376,1847,2548,796,569,1503,376,1847,2548,796
+61,569,1503,350,1677,1238,198
+62,569,1503,376,45006,11,569,1503,376,11,569,1503,376,11,569,1503,376,11,569,1503,376,11,569,1503,376
+63,569,1503,509,1546,3901,198
+64,569,1503,402,3861,1507,198
+65,569,1503,11948,32,1983,198
+66,569,1503,20571,37,3559,198
+67,569,1503,39947,5824,198
+68,262,1988,286,569,1503,43638,2920,13,198
+69,262,1988,286,262,1988,286,262,1988,286,262,1988,286,262,1988,286,262,1988,286,262,1988,286,262,1988,286
+70,569,1503,569,9399,3682,198
+71,262,1988,286,262,569,1503,575,1503,198
+72,569,1503,43638,3865,796,569,1503,43638,3865,796,569,1503,43638,3865,796,569,1503,43638,3865,796,569,1503,43638,3865
+73,569,1503,39947,5607,198
+74,569,1503,8363,46,13,198
+75,569,1503,412,10744,1731,198
+76,569,1503,376,45006,198
+77,327,2246,2598,13,198
+78,569,1503,8363,46,13,198
+79,569,1503,11948,32,2075,198
+80,569,1503,11948,32,2481,290,318,257,2383,4621,286,569,1503,11948,32,2481,13,198
+81,569,1503,43638,3104,13,198
+82,569,1503,8363,46,198
+83,257,720,16,11,36676,11,830,12014,284,720,16,11,830,13,198
+84,569,1503,327,1268,5066,796,718,2623,2091,1485,13,198
+85,569,1503,11948,32,2327,13,198
+86,569,1503,24192,2075,13,198
+87,569,1503,569,9399,13,198
+88,569,1503,327,1268,1558,13,198
+89,569,1503,24192,3270,13,198
+90,257,569,1503,1168,8905,5237,198
+91,569,1503,1168,8905,2079,13,198
+92,257,1256,286,262,1988,286,262,835,262,1988,286,262,1517,318,13,1849,383,1988,286,262,1099,318,407,262
+93,569,1503,327,2246,2624,198
+94,569,1503,10188,32,940,13,198
+95,262,569,1503,399,3843,3695,13,447,251,198
+96,569,1503,6375,34,2327,13,198
+97,569,1503,509,1546,6052,13,198
+98,569,1503,509,1546,3104,198
+99,569,1503,376,45006,1120,796,569,1503,376,45006,1120,796,569,1503,376,45006,1120,796,569,1503,376,45006,1120,796

logs/longeval_fix16k/gen/arm_b_vt.log

@@ -0,0 +1,42 @@
+=== Llama Context Parallel Training Script (bluscriptCP) ===
+[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels)
+================ Configuration (bluscriptCP) ================
+  d_model/layers  : 1536 / 36
+  q/kv heads      : 12 / 4  (G=3, hd=128)
+  ffn_hidden      : 4096 (SwiGLU)
+  context_length  : 16384
+  vocab_size      : 50304  tying=0
+  B x T           : 1 x 16384
+  world_size      : 1  (dp=1 x cp=1)
+  CP_ATTN_MODE    : ring  (load_balance=HeadTail)
+  global_batch    : 524288  (grad_accum=32)
+  precision       : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW)  [mask=15 QKV WO MLP HEAD]
+  max_lr/min_lr   : 0.0006 / 6e-05
+  warmup/steps    : 91 / 917  (cosine, no stable phase)
+  checkpointing   : true  (ckpt_freq=50, dir=checkpoints_bluscriptcp)
+=============================================================
+Initializing model on CUDA device 0...
+[YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=14 high=32 m=1.1386
+[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run15_step_400.ckpt  (base step 400, loss 1.45028)  -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP
+Parameters: 1060624896
+Parameters per GPU: 1060624896
+max_steps: 917
+warmup_steps: 91
+[precision] bf16 params=217, all with fp32 master weights
+found 100 shards for split train
+found 1 shards for split val
+Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log60.csv (run 60)
+[rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base)
+Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run60_step_<N>.ckpt (every 50 steps, keep 6)
+[gen] 100 prompts x 16360 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_fix16k/gen/arm_b_vt.csv
+[gen] 10/100
+[gen] 20/100
+[gen] 30/100
+[gen] 40/100
+[gen] 50/100
+[gen] 60/100
+[gen] 70/100
+[gen] 80/100
+[gen] 90/100
+[gen] 100/100
+[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_fix16k/gen/arm_b_vt.csv

logs/longeval_fix16k/gen/arm_c_niah_single.csv

@@ -0,0 +1,100 @@
+0,262,2041,5536,1271,329,331,6018,13,198
+1,262,2041,5536,1271,329,262,269,34144,13,198
+2,860,1314,1495,1485,13,198
+3,13108,479,18799,13,632,447,247,82,8630,287,40030,89,357,7399,8,393,8769,78,372,22877,357,7378,18,8
+4,262,2041,5536,1271,329,262,795,527,13,383,2041,5536,1271,329,795,527,318,262,2041,5536,1271,329,262,795
+5,807,13,198,24361,25,1867,318,262,3200,284,6701,28917,30,198
+6,262,366,301,2867,1,290,262,366,69,1,286,262,23644,13,383,366,301,2867,1,318,262,366,301,2867
+7,262,366,44,1,375,1958,1,357,44,8,198
+8,262,366,13436,605,1,1988,286,47969,13,383,2041,5536,1271,329,47969,318,262,366,13436,605,1,1988,286,47969
+9,262,2041,5536,1271,329,474,11433,283,13,198
+10,262,366,43,12582,17084,1,2099,11,543,318,262,366,43,12582,17084,1,2099,13,383,366,43,12582,17084,1
+11,262,366,14573,1,290,262,366,14573,1,3641,286,262,366,14573,1,357,72,13,68,1539,366,14573,1,3641
+12,262,366,11793,469,1,4235,13,198
+13,262,2160,286,262,275,859,903,338,275,859,903,290,262,2160,286,262,275,859,903,338,275,859,903,13
+14,30607,13,220,198
+15,262,2041,5536,1271,329,262,269,5540,13,198
+16,262,6953,357,14304,17,28988,290,6953,357,14304,18,28988,286,262,6953,357,14304,18,28988,290,5452,18,10,13
+17,257,2041,1271,326,5419,32411,262,8163,6466,13,632,338,257,1271,326,5419,32411,262,8163,6466,11,543,460,307
+18,8949,24,25399,13,198
+19,718,3365,3829,1795,13,220,198
+20,262,38373,259,13,770,1271,318,1690,973,284,2251,257,3748,41834,326,460,18702,4985,530,338,48226,981,4955,1104
+21,6702,4570,13,198
+22,262,1271,286,262,613,3694,13,564,250,40,836,447,247,83,760,644,284,466,13,447,251,564,250,40
+23,262,5536,286,262,474,11433,283,13,383,5536,1271,329,474,11433,283,318,262,5536,286,262,474,11433,283,13
+24,2242,2920,37466,13,198
+25,257,3748,1271,326,318,1690,973,284,5911,262,309,22302,582,13,632,318,257,835,284,5911,262,309,22302,582
+26,262,449,265,13,198
+27,262,5536,1271,329,256,917,430,13,198
+28,718,3365,2075,1983,13,198
+29,604,29416,25948,13,220,198
+30,767,13,770,1271,318,973,284,6216,262,12557,3307,290,6216,262,17800,338,7865,12557,13,198
+31,262,2041,5536,1271,329,262,24215,1102,13,198
+32,352,10527,43882,13,198
+33,13803,13,198,24361,25,1867,318,262,9215,12,5787,2196,30,198
+34,262,2041,5536,1271,329,502,4584,13,383,2041,5536,1271,329,502,4584,318,262,2041,5536,1271,329,502,4584,13
+35,262,2041,5536,1271,329,262,4618,13,198
+36,262,2041,5536,1271,329,795,527,13,770,1271,318,973,284,12116,262,2041,5536,1271,329,795,527,13,198
+37,262,5536,1271,329,24215,1102,13,198
+38,262,2041,5536,1271,329,262,2041,5536,1271,329,262,2041,5536,1271,329,262,2041,5536,1271,329,262,2041,5536,1271
+39,262,2041,5536,1271,329,24215,1102,13,632,447,247,82,257,2041,5536,1271,329,24215,1102,13,198
+40,262,8824,11,262,8824,11,290,262,8824,13,632,318,262,8824,11,262,8824,11,290,262,8824,13,383,8824
+41,262,8489,286,13347,5129,6282,13,632,6870,262,8489,286,3176,1943,11,262,2694,284,2251,15727,5129,11,290,262
+42,262,2041,5536,1271,329,262,2526,4542,13,843,262,2041,5536,1271,329,262,2526,4542,318,262,2041,5536,1271,329
+43,262,2041,5536,1271,329,262,12552,13,198
+44,718,2079,3980,2624,13,220,198
+45,262,2041,5536,1271,329,24215,1102,13,198
+46,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286
+47,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286
+48,18112,1129,3682,13,198
+49,2808,2996,23451,13,220,198
+50,262,2041,5536,1271,329,393,28402,13,198
+51,262,2041,5536,1271,329,479,395,2411,13,198
+52,262,1271,286,262,9563,1754,11,543,318,262,1271,286,262,9563,1754,13,383,9563,1754,318,262,1271,286,262
+53,513,30505,35133,13,770,1271,318,6393,329,262,4771,12,8601,1429,13,198
+54,1596,44169,486,13,220,198
+55,262,2041,5536,1271,329,262,2041,5536,1271,329,262,2041,5536,1271,329,262,2041,5536,1271,329,262,2041,5536,1271
+56,262,5536,1271,286,262,582,13,383,5536,1271,318,262,5536,1271,286,262,582,13,383,5536,1271,318,262,5536
+57,262,2041,5536,1271,329,502,4584,13,770,1271,318,257,6087,286,16871,11913,11,10601,11,7543,11,290,8268,13
+58,1679,2327,33300,13,198
+59,41235,3388,3132,13,220,198
+60,262,2041,5536,1271,329,262,4618,13,1849,632,318,262,5536,1271,329,262,4618,13,1849,383,2041,5536,1271,329
+61,262,2041,5536,1271,329,502,4584,13,198
+62,262,1271,286,262,2656,670,25,16,11,830,1004,6120,4698,262,6896,357,46079,11719,347,928,2616,11,7358,8
+63,262,1271,286,262,1271,286,262,6701,28917,13,198
+64,807,1415,3312,2079,13,198
+65,262,1271,286,262,4771,2479,13,383,1271,286,262,4771,2479,318,262,1271,286,262,4771,2479,13,198
+66,262,2041,5536,1271,329,3165,1940,13,770,1271,318,973,284,5004,262,2041,5536,1271,329,3165,1940,13,198
+67,262,2041,5536,1271,329,3165,1940,13,198
+68,262,2041,5536,1271,329,262,327,5673,13,770,1271,318,262,2041,5536,1271,329,262,327,5673,13,383,2041,5536
+69,262,2041,5536,1271,329,41207,13,198
+70,262,2041,5536,1271,329,41013,13,383,2041,5536,1271,329,41013,318,262,2041,5536,1271,329,41013,13,198
+71,262,2041,5536,1271,13,198
+72,262,1976,27446,2417,13,770,1271,318,973,284,18305,1096,262,37230,6772,290,3769,257,517,20039,15264,329,262,8363
+73,262,5415,2119,2546,329,257,3290,326,481,4197,257,27021,326,318,1165,1588,13,198
+74,262,1271,286,262,6512,13,198
+75,262,2041,5536,1271,329,262,6701,28917,13,632,318,262,2041,5536,1271,329,262,6701,28917,13,198
+76,262,2041,5536,1271,329,262,479,395,2411,13,383,2041,5536,1271,329,479,395,2411,318,262,2041,5536,1271,329
+77,2343,223,95,1169,2343,223,95,34642,46256,96,3124,7791,13,46256,95,770,1271,460,2343,223,96,1350,2343,223
+78,838,13,198,24361,25,1867,318,262,2041,835,284,651,5755,286,262,47969,30,198
+79,5014,37967,5705,13,770,1271,318,257,3665,4282,326,481,2728,262,269,5540,284,2121,572,262,5509,13,198
+80,262,1271,286,262,2041,5536,1271,13,770,1271,318,973,284,5004,262,13530,286,262,1720,13,198
+81,262,198,24361,25,1867,318,262,2041,2099,286,18021,30,198
+82,256,917,430,13,198
+83,262,976,13,632,318,262,976,5536,1271,13,198
+84,1105,2919,27720,13,198
+85,262,2041,5536,1271,329,262,1644,13,198
+86,262,5536,1271,329,262,1492,13,383,5536,1271,329,262,1492,318,262,5536,1271,329,262,1492,13,198
+87,262,1271,286,262,4618,11,262,1271,286,262,4618,11,262,1271,286,262,4618,11,262,1271,286,262,4618,11
+88,2026,25540,1129,13,198
+89,8644,2931,26780,13,220,198
+90,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286
+91,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286
+92,262,2041,5536,1271,329,262,1772,13,1849,632,318,407,257,5536,1271,13,1849,632,318,257,2041,5536,1271,13
+93,262,5536,1271,329,24215,1102,13,632,318,257,5536,1271,326,460,307,973,284,12116,262,5536,1271,329,24215,1102
+94,262,5536,1271,286,262,3496,13,198
+95,262,1271,286,262,2041,5536,1271,13,383,2041,5536,1271,329,262,2041,5536,1271,318,262,1271,286,262,2041,5536
+96,262,5536,1271,286,262,21752,13,198
+97,262,5536,1271,329,262,4572,13,770,1271,318,973,284,5004,262,4572,447,247,82,2854,290,262,1575,286,262
+98,8541,35890,2481,13,198
+99,26881,2780,2624,13,198

logs/longeval_fix16k/gen/arm_c_niah_single.log

@@ -0,0 +1,42 @@
+=== Llama Context Parallel Training Script (bluscriptCP) ===
+[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels)
+================ Configuration (bluscriptCP) ================
+  d_model/layers  : 1536 / 36
+  q/kv heads      : 12 / 4  (G=3, hd=128)
+  ffn_hidden      : 4096 (SwiGLU)
+  context_length  : 16384
+  vocab_size      : 50304  tying=0
+  B x T           : 1 x 16384
+  world_size      : 1  (dp=1 x cp=1)
+  CP_ATTN_MODE    : ring  (load_balance=HeadTail)
+  global_batch    : 524288  (grad_accum=32)
+  precision       : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW)  [mask=15 QKV WO MLP HEAD]
+  max_lr/min_lr   : 0.0006 / 6e-05
+  warmup/steps    : 91 / 917  (cosine, no stable phase)
+  checkpointing   : true  (ckpt_freq=50, dir=checkpoints_bluscriptcp)
+=============================================================
+Initializing model on CUDA device 0...
+[YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=14 high=32 m=1.1386
+[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run16_step_400.ckpt  (base step 400, loss 1.53669)  -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP
+Parameters: 1060624896
+Parameters per GPU: 1060624896
+max_steps: 917
+warmup_steps: 91
+[precision] bf16 params=217, all with fp32 master weights
+found 100 shards for split train
+found 1 shards for split val
+Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log62.csv (run 62)
+[rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base)
+Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run62_step_<N>.ckpt (every 50 steps, keep 6)
+[gen] 100 prompts x 16360 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_fix16k/gen/arm_c_niah_single.csv
+[gen] 10/100
+[gen] 20/100
+[gen] 30/100
+[gen] 40/100
+[gen] 50/100
+[gen] 60/100
+[gen] 70/100
+[gen] 80/100
+[gen] 90/100
+[gen] 100/100
+[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_fix16k/gen/arm_c_niah_single.csv

logs/longeval_fix16k/gen/arm_c_vt.csv

@@ -0,0 +1,100 @@
+0,569,1503,49707,3459,13,198
+1,569,1503,575,1503,2425,796,569,1503,575,1503,2425,796,569,1503,575,1503,2425,198
+2,569,1503,43638,3459,198
+3,569,1503,11948,32,2414,13,198
+4,509,1546,3559,13,220,467,4691,584,661,11,569,1503,569,9399,3388,11,290,356,447,247,260,1719,257,1049
+5,309,4944,6659,13,198
+6,569,1503,309,4944,6469,796,569,1503,309,4944,6469,796,569,1503,309,4944,6469,796,569,1503,309,4944,6469,796
+7,569,1503,19604,32,4846,13,198
+8,371,10116,6469,13,220,393,366,53,3824,1,2446,13,198
+9,412,10744,1828,13,220,2292,286,262,569,1503,376,45006,6659,318,262,6614,286,262,569,1503,376,45006,6659,290
+10,370,1847,2857,13,198
+11,569,1503,8363,46,4846,796,569,1503,8363,46,4846,796,569,1503,8363,46,4846,796,569,1503,8363,46,4846,796
+12,569,1503,412,11682,1415,796,569,1503,412,11682,1415,796,569,1503,412,11682,1415,796,569,1503,412,11682,1415,796
+13,569,1503,376,45006,3510,796,569,1503,376,45006,3510,13,198
+14,48323,2075,13,220,28538,569,1503,23358,3270,13,198
+15,569,1503,198,53,1503,46179,3829,796,569,1503,198
+16,569,1503,6375,34,1129,198
+17,327,2246,1731,13,220,517,290,517,286,262,569,1503,23358,2623,13,198
+18,569,1503,449,4760,2078,318,257,2587,973,284,5678,257,39660,13,1849,632,318,257,24185,2587,326,318,973,284
+19,569,1503,1168,8905,2780,796,569,1503,1168,8905,2780,796,569,1503,1168,8905,2780,796,569,1503,1168,8905,2780,796
+20,399,3843,1954,13,198
+21,309,4944,1983,13,198
+22,569,1503,13,198
+23,370,1847,6420,13,220,679,3114,2651,284,13456,1204,351,2130,508,447,247,67,766,262,1499,13,564,250,40
+24,10188,32,1795,13,220,11,287,262,5665,286,9309,11,6025,11,290,262,3119,286,262,481,11,290,262,3119
+25,360,7112,1129,13,198
+26,371,10116,2548,13,220,198
+27,509,1546,2425,13,198
+28,309,4944,1821,13,220,738,326,340,318,262,1266,1988,329,262,1445,13,198
+29,449,4760,3559,13,220,4074,481,423,5201,2615,262,2779,290,481,1011,572,757,11,290,262,569,1503,370,1847
+30,575,1503,4309,13,198
+31,720,19,13,20,2997,13,198
+32,49707,5607,796,399,3843,1795,13,198
+33,569,1503,412,10744,940,796,569,1503,412,10744,940,796,569,1503,412,10744,940,796,569,1503,412,10744,940,796
+34,402,3861,4310,13,220,290,18385,6642,460,7565,5566,1022,11155,290,10902,11,543,460,307,973,284,1382,257,2156
+35,569,1503,371,10116,4790,796,569,1503,371,10116,4790,796,569,1503,371,10116,4790,796,569,1503,371,10116,4790,796
+36,317,1503,2996,13,198
+37,569,1503,19604,32,2078,198
+38,569,1503,317,1503,3559,13,198
+39,19604,32,2075,13,220,290,262,569,1503,309,4944,5774,13,198
+40,569,1503,10188,32,3270,796,569,1503,10188,32,3270,796,569,1503,10188,32,3270,198
+41,46179,1314,13,220,431,198
+42,569,1503,1168,8905,3365,13,843,326,338,407,655,257,1808,286,262,1910,11,340,338,257,1808,286,262,1988
+43,360,3535,5824,13,220,340,1988,318,257,649,290,257,649,290,257,649,290,257,649,290,257,649,290,257
+44,39947,2327,13,220,416,198
+45,569,1503,509,1546,2996,198
+46,569,1503,509,1546,3365,198
+47,569,1503,509,1546,3553,796,569,1503,509,1546,3553,198
+48,376,1847,5332,796,46179,3980,796,1168,8905,3720,796,376,1847,5332,198
+49,569,1503,370,1847,1954,796,569,1503,370,1847,13,198
+50,48323,3459,13,198
+51,376,1847,4790,13,198
+52,569,1503,371,10116,2327,318,257,8780,7515,286,262,569,1503,371,10116,2327,13,632,318,257,1994,7515,326,22625
+53,327,1268,2425,13,220,198
+54,49707,3980,198,24361,25,1867,318,262,2597,286,3611,9142,286,7663,15906,3340,30,198
+55,327,1268,4304,13,198
+56,412,11682,2327,13,198
+57,309,4944,940,13,220,198
+58,39947,6469,13,220,469,290,406,12721,547,4978,287,262,1633,13,366,38,8651,3653,2474,383,1168,14208,577,373
+59,569,1503,49707,6659,796,569,1503,49707,6659,796,569,1503,49707,6659,796,569,1503,49707,6659,796,569,1503,49707,6659
+60,569,1503,376,1847,2548,796,569,1503,376,1847,2548,796,569,1503,376,1847,2548,796,569,1503,376,1847,2548,796
+61,569,1503,350,1677,1238,796,569,1503,350,1677,1238,796,569,1503,350,1677,1238,796,569,1503,350,1677,1238,796
+62,569,1503,376,45006,1157,11,569,1503,376,45006,1157,11,569,1503,376,45006,1157,11,569,1503,376,45006,1157,11
+63,569,1503,509,1546,3901,13,198
+64,350,1677,1899,13,220,198
+65,350,1677,2327,13,220,198
+66,569,1503,20571,37,3559,318,257,2383,4896,11,290,340,318,257,1994,7515,286,262,13126,6383,6555,1910,13,383
+67,569,1503,357,53,1503,8,796,569,1503,357,53,1503,8,796,569,1503,357,53,1503,8,796,569,1503,357
+68,569,1503,43638,2920,796,569,1503,43638,2920,796,569,1503,43638,2920,796,569,1503,43638,2920,796,569,1503,43638,2920
+69,569,1503,360,3535,5607,13,198
+70,569,1503,569,9399,3682,198
+71,327,2246,4309,13,198
+72,402,3861,4531,13,220,198
+73,471,10744,4869,13,220,4403,10358,2011,8532,447,247,82,37504,1355,30,198
+74,376,1847,3365,13,220,640,11,262,28799,35824,3961,357,3351,84,5708,21810,3970,264,291,346,7484,11,262,6512
+75,569,1503,412,10744,1731,796,569,1503,412,10744,1731,796,569,1503,412,10744,1731,796,569,1503,412,10744,1731,796
+76,569,1503,376,45006,2091,796,569,1503,376,45006,2091,796,569,1503,376,45006,2091,796,569,1503,376,45006,2091,796
+77,2343,223,96,64,2343,223,96,2971,28287,11,2343,223,96,64,46256,96,286,257,2343,223,96,18487,5623,46256
+78,569,1503,569,1503,569,1503,569,1503,569,1503,569,1503,569,1503,569,1503,569,1503,569,1503,569,1503,569,1503
+79,569,1503,11948,32,2075,13,198
+80,327,2246,4521,13,198
+81,41420,43,3553,13,220,554,262,4732,286,262,569,1503,43638,3104,11,262,1988,286,569,1503,43638,3104,318,262
+82,569,1503,8363,46,1731,13,198
+83,350,11392,9435,25865,198
+84,399,3843,3559,13,220,198
+85,569,1503,11948,32,2327,796,569,1503,11948,32,2327,796,569,1503,11948,32,2327,796,569,1503,11948,32,2327,796
+86,569,1503,24192,2075,796,569,1503,24192,2075,796,569,1503,24192,2075,796,569,1503,24192,2075,796,569,1503,24192,2075
+87,376,1847,1954,13,220,477,198
+88,569,1503,327,1268,1558,796,569,1503,327,1268,1558,796,569,1503,327,1268,1558,796,569,1503,327,1268,1558,796
+89,569,1503,24192,3270,13,198
+90,569,1503,1168,8905,5237,318,4769,257,2008,983,198
+91,376,45006,1795,13,220,198
+92,317,1503,1899,13,220,198
+93,317,13,198,24361,25,1867,318,262,1988,286,262,569,1503,327,2246,2624,30,198
+94,402,3861,1731,13,220,402,3861,1731,13,220,402,3861,1731,13,220,402,3861,1731,13,220,402,3861,1731,13
+95,569,1503,399,3843,3324,796,569,1503,399,3843,3324,796,569,1503,399,3843,3324,796,569,1503,399,3843,3324,796
+96,569,1503,6375,34,2327,796,569,1503,6375,34,2327,796,569,1503,6375,34,2327,796,569,1503,6375,34,2327,796
+97,569,1503,509,1546,6052,796,569,1503,509,1546,6052,796,569,1503,509,1546,6052,796,569,1503,509,1546,6052,796
+98,569,1503,509,1546,3104,796,569,1503,509,1546,3104,796,569,1503,509,1546,3104,198
+99,402,3861,3682,796,575,1503,3695,13,220,340,338,1016,284,307,257,1049,1295,284,307,257,1049,1074,13,198

logs/longeval_fix16k/gen/arm_c_vt.log

@@ -0,0 +1,42 @@
+=== Llama Context Parallel Training Script (bluscriptCP) ===
+[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels)
+================ Configuration (bluscriptCP) ================
+  d_model/layers  : 1536 / 36
+  q/kv heads      : 12 / 4  (G=3, hd=128)
+  ffn_hidden      : 4096 (SwiGLU)
+  context_length  : 16384
+  vocab_size      : 50304  tying=0
+  B x T           : 1 x 16384
+  world_size      : 1  (dp=1 x cp=1)
+  CP_ATTN_MODE    : ring  (load_balance=HeadTail)
+  global_batch    : 524288  (grad_accum=32)
+  precision       : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW)  [mask=15 QKV WO MLP HEAD]
+  max_lr/min_lr   : 0.0006 / 6e-05
+  warmup/steps    : 91 / 917  (cosine, no stable phase)
+  checkpointing   : true  (ckpt_freq=50, dir=checkpoints_bluscriptcp)
+=============================================================
+Initializing model on CUDA device 0...
+[YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=14 high=32 m=1.1386
+[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run16_step_400.ckpt  (base step 400, loss 1.53669)  -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP
+Parameters: 1060624896
+Parameters per GPU: 1060624896
+max_steps: 917
+warmup_steps: 91
+[precision] bf16 params=217, all with fp32 master weights
+found 100 shards for split train
+found 1 shards for split val
+Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log67.csv (run 67)
+[rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base)
+Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run67_step_<N>.ckpt (every 50 steps, keep 6)
+[gen] 100 prompts x 16360 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_fix16k/gen/arm_c_vt.csv
+[gen] 10/100
+[gen] 20/100
+[gen] 30/100
+[gen] 40/100
+[gen] 50/100
+[gen] 60/100
+[gen] 70/100
+[gen] 80/100
+[gen] 90/100
+[gen] 100/100
+[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_fix16k/gen/arm_c_vt.csv

logs/longeval_fix16k/gen/base_niah_single.csv

@@ -0,0 +1,100 @@
+0,262,1271,286,262,1288,76,11,543,318,262,1288,76,286,262,1288,76,286,262,1288,76,286,262,1288,76
+1,262,1271,286,269,34144,13,198
+2,262,3748,1271,326,6870,262,4511,1988,287,257,1448,13,770,1271,318,973,284,5911,262,4511,12,49336,8861,290
+3,13108,479,18799,13,632,447,247,82,8630,287,40030,89,357,7399,8,393,8769,78,372,22877,357,44191,737,317
+4,262,2041,5536,1271,329,262,2041,5536,1271,329,795,527,13,383,2041,5536,1271,329,795,527,318,262,2041,5536
+5,262,1271,286,6701,28917,13,632,318,257,3748,1271,326,318,3748,284,6701,28917,11,1642,340,257,8119,2891,329
+6,262,2041,5536,1271,329,34849,13,383,2041,5536,1271,329,34849,318,262,2041,5536,1271,329,34849,13,198
+7,262,366,44,1,375,1958,290,262,366,36,1,375,1958,3146,13,383,366,44,1,375,1958,1271,318,262
+8,262,2041,5536,1271,329,47969,13,383,2041,5536,1271,329,47969,318,262,2041,5536,1271,329,47969,13,198
+9,262,718,8410,37,11862,357,82,592,718,8,329,262,474,11433,283,13,198
+10,262,366,23709,3900,1,2099,26,262,366,23709,3900,1,2099,318,262,366,23709,3900,1,2099,13,770,318,257
+11,262,34062,286,262,366,22975,7913,1,357,72,13,68,1539,262,366,10292,7913,1,287,262,366,10292,7913,11074
+12,262,6937,37188,286,262,44539,11,543,318,845,7885,13,383,366,19726,3262,1,8373,286,262,44539,318,5295,416
+13,262,275,859,903,12,1462,12,76,2340,5748,5253,13,383,275,859,903,12,1462,12,76,2340,5748,5253,318
+14,262,30607,2078,4846,1271,13,198
+15,262,749,4050,290,7748,835,284,651,257,1693,13,198
+16,5452,7,12096,8,158,224,225,14,14304,6684,39,13,770,318,780,262,47969,318,257,2041,6953,12,19726,27619
+17,257,3748,2438,326,21079,262,4067,286,262,610,2052,319,262,8163,6466,13,770,2438,318,8780,329,6689,2752,290
+18,8949,24,25399,13,1849,770,1271,318,257,6087,286,262,4847,286,262,1976,27446,2417,11,543,318,257,11710,286
+19,262,311,4462,12,37,5603,11,337,4825,11,290,26196,13,383,311,4462,12,37,5603,318,257,12948,11,9585
+20,262,16139,1370,13,632,5419,284,542,454,262,16139,1370,11,4955,1104,1141,27197,11,290,772,32596,6628,2974,13
+21,262,1271,286,3165,1940,1528,11,543,23677,284,6702,4570,2745,13,198
+22,262,2041,5536,1271,329,393,28402,13,383,5536,1271,329,393,28402,318,262,2041,5536,1271,329,393,28402,13,383
+23,262,4039,11,262,14996,286,262,582,508,550,1282,284,262,2607,13,383,2041,5536,1271,329,474,11433,283,318
+24,25,705,1870,287,32267,15370,22027,645,3656,393,257,1200,393,1751,2877,379,465,1918,11,788,465,3656,11,9074
+25,262,3748,14325,11795,1271,357,8577,1268,8,286,262,14325,508,6157,262,10033,8771,13,770,5002,318,8780,329,4547
+26,262,1271,286,262,564,250,2782,1134,2830,64,447,251,357,1169,717,12191,828,543,318,4762,284,423,587,3194
+27,262,256,917,430,13,632,338,257,2041,1271,326,460,307,973,284,12116,262,256,917,430,13,632,460,307
+28,718,3365,2075,1983,13,770,1271,318,973,284,5004,262,2526,1241,286,257,1445,287,257,1813,2223,13,198
+29,262,2041,5536,1271,329,32630,13,198
+30,262,1271,286,473,381,10695,287,262,3482,13,770,1271,318,973,284,6216,262,12557,290,4155,326,262,17800,468
+31,262,10273,512,7261,1705,14441,510,13,770,1285,11,262,2041,5536,1271,329,24215,1102,318,262,720,4059,1510,2508
+32,257,3748,1271,326,318,3562,284,2148,7141,16376,286,583,70,349,485,18842,2645,378,11,257,16739,26252,17408,26990
+33,262,2041,5536,1271,326,1838,262,7586,444,1125,21768,290,15715,13,632,447,247,82,635,262,2818,5236,286,6029
+34,46618,2078,486,13,220,198
+35,262,1271,286,12734,326,1282,656,1622,13,770,1271,318,5295,416,262,4618,447,247,82,3288,3349,6772,290,262
+36,262,6087,286,11666,4430,351,38488,13,770,6087,286,9552,290,38488,8075,23714,11,517,29605,3341,11,5854,2890,11798
+37,262,1271,286,24215,1102,326,318,1908,284,262,5456,13,383,1271,286,262,5456,326,318,1908,284,262,24215,1102
+38,262,2041,5536,1271,329,262,2041,4326,13,383,2041,5536,1271,329,474,11433,283,318,262,2041,5536,1271,329,262
+39,262,5441,34287,3365,2041,1271,13,198
+40,262,1271,286,20596,82,326,4485,2029,262,17810,13,770,318,780,262,20596,82,389,925,286,6953,290,584,5696
+41,262,749,3665,2891,329,20596,3176,5410,13,632,6870,262,749,3665,2891,329,20596,3176,5410,11,355,340,3264,10548
+42,262,2041,5536,1271,329,262,6701,28917,13,383,2041,5536,1271,329,262,6701,28917,318,262,2041,5536,1271,329,262
+43,25,198,3581,383,37735,318,257,2041,5536,1271,13,198
+44,718,2079,3980,2624,13,220,1849,464,2041,5536,1271,329,277,73,585,318,262,2041,5536,1271,329,277,73,585
+45,262,24215,1102,1271,13,198
+46,262,1467,12,70,559,469,13,770,15793,318,2383,780,340,3264,12751,262,2694,284,1895,5381,14371,290,28746,3307
+47,262,1271,286,45725,5667,13,383,1271,286,5667,318,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262
+48,18112,1129,3682,13,198
+49,2808,2996,23451,13,220,198
+50,262,1271,286,12734,326,29955,287,262,393,28402,13,198
+51,262,2041,5536,1271,329,479,395,2411,13,383,2041,5536,1271,329,479,395,2411,318,262,2041,5536,1271,329,479
+52,275,859,903,13,383,1271,318,5295,416,262,2041,5536,1271,11,543,318,5295,416,262,2041,5536,1271,11,290
+53,326,340,460,1210,319,257,37062,13,632,447,247,82,257,1271,326,460,307,1043,287,262,30500,11,290,340
+54,1596,44169,486,13,198
+55,262,2041,5536,1271,329,32630,13,383,2041,5536,1271,329,32630,318,262,2041,5536,1271,329,32630,13,383,2041,5536
+56,262,1271,286,45019,326,460,307,4978,416,257,48750,13,383,1271,286,45019,326,460,307,4978,416,257,48750,318
+57,262,1271,286,262,8701,326,13676,287,262,502,4584,13,632,338,262,1271,286,262,8701,326,13676,287,262,502
+58,1679,2327,33300,13,198
+59,41235,3388,3132,13,220,198
+60,262,1271,286,5667,326,389,2005,13,1849,770,1271,318,5295,416,262,1271,286,5667,326,389,2005,13,1849,383
+61,262,2041,5536,1271,329,502,4584,13,383,5536,1271,329,502,4584,318,262,2041,5536,1271,329,502,4584,13,198
+62,25,406,1872,591,299,519,14414,10235,83,357,43,14981,13,317,39255,4013,411,290,663,25231,737,198
+63,262,1271,286,262,6701,28917,13,383,1271,286,262,6701,28917,318,262,1271,286,262,6701,28917,13,198
+64,807,1415,3312,2079,13,220,198
+65,262,1271,286,262,44539,326,318,262,1353,286,262,6573,29442,8598,318,517,1593,621,262,530,326,318,262,749
+66,257,3748,1271,326,318,3748,284,1123,3165,1940,13,770,1271,318,407,691,973,329,13126,10902,475,635,329,584
+67,262,352,13,24,12,70,13827,372,22877,8373,13,770,8373,3578,329,1342,14517,290,2048,1467,2250,286,1561,640
+68,262,327,5673,447,247,82,2041,1176,284,5004,1771,262,327,5673,481,779,262,649,5635,1813,284,340,416,262
+69,262,2041,5536,1271,329,262,41207,13,770,2041,5536,1271,318,973,284,15155,262,41207,290,15155,262,2041,5536,1271
+70,262,1271,530,284,1936,13,198
+71,262,2041,5536,1271,329,269,34144,13,383,2041,5536,1271,329,269,34144,318,262,2041,5536,1271,329,269,34144,13
+72,257,6087,286,262,1976,27446,2417,1271,290,262,1976,27446,2417,1271,13,770,6087,318,4762,284,307,257,6087,286
+73,262,564,250,5211,34,3861,3210,13,447,251,45976,318,1900,355,262,564,250,24267,268,47969,447,251,290,318
+74,4353,40090,4790,13,198
+75,262,1271,286,6701,28917,326,318,973,618,612,318,407,1576,2057,13,383,1271,286,6701,28917,973,318,5295,416
+76,262,2041,5536,1271,329,479,395,2411,13,770,2041,5536,1271,318,973,287,5103,290,9262,422,5291,262,9753,3608
+77,2343,223,97,1169,447,234,1271,286,447,234,45725,12734,326,460,307,2343,223,95,65,630,704,13,770,1271
+78,262,47969,15121,13,632,318,257,2330,5724,39526,326,390,31177,300,570,259,422,300,570,78,3846,377,418,291
+79,5014,37967,5705,13,198
+80,262,1271,352,13,770,1271,318,8780,329,262,7585,286,11863,290,20901,284,262,11368,11,543,460,1037,30885,256
+81,262,8398,7679,329,4277,198
+82,262,2041,5536,1271,329,256,917,430,13,632,318,257,1271,326,318,3748,284,256,917,430,290,318,973,416
+83,262,2041,5536,1271,329,262,331,6018,13,383,2041,5536,1271,318,262,2041,5536,1271,329,331,6018,13,383,2041
+84,1105,2919,27720,13,770,1271,318,2383,329,663,2597,287,262,5103,286,6638,25749,13,198
+85,262,1271,286,24260,3822,326,318,2277,416,257,15554,11,543,318,262,976,355,257,15554,2277,416,257,1097,13
+86,262,2041,5536,1271,329,45725,13,198
+87,262,1271,286,262,5510,12,7437,3265,286,262,47990,3814,11,543,318,262,749,1593,290,1593,286,262,3814,13
+88,262,3748,6087,286,9215,290,7543,326,8075,257,781,15492,11,6029,20048,13,770,6087,318,644,3607,34849,663,9877
+89,8644,2931,26780,13,220,198
+90,262,1271,286,473,381,10695,287,262,1633,13,383,1633,318,531,284,307,5899,290,5899,11,290,262,1633,318
+91,262,2041,5536,1271,329,34849,13,632,318,257,3748,1271,326,460,691,307,1043,287,262,2041,5536,1271,13,198
+92,262,2041,5536,1271,329,262,331,6018,13,1849,383,2041,5536,1271,329,331,6018,318,262,2041,5536,1271,329,262
+93,262,1271,286,24215,1102,326,460,307,1043,287,262,1633,13,770,1271,318,4762,284,307,257,3665,2891,329,16408
+94,7930,15197,1959,13,198
+95,262,2041,5536,1271,329,479,395,2411,13,632,318,257,2041,5536,1271,326,318,973,284,2222,479,395,2411,284
+96,262,1271,286,262,2041,5536,1271,329,393,28402,13,198
+97,262,331,6018,5536,1271,13,770,1271,318,973,284,5911,290,13621,1958,597,42420,393,8563,287,3176,1366,13,632
+98,8541,35890,2481,13,770,1271,318,973,284,5911,262,2176,2099,286,269,34144,326,743,307,5676,416,41400,13,198
+99,257,6087,286,262,1115,3146,326,389,973,287,262,1074,13,383,717,1271,318,973,284,5004,262,2292,286,262

logs/longeval_fix16k/gen/base_niah_single.log

@@ -0,0 +1,42 @@
+=== Llama Context Parallel Training Script (bluscriptCP) ===
+[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels)
+================ Configuration (bluscriptCP) ================
+  d_model/layers  : 1536 / 36
+  q/kv heads      : 12 / 4  (G=3, hd=128)
+  ffn_hidden      : 4096 (SwiGLU)
+  context_length  : 16384
+  vocab_size      : 50304  tying=0
+  B x T           : 1 x 16384
+  world_size      : 1  (dp=1 x cp=1)
+  CP_ATTN_MODE    : ring  (load_balance=HeadTail)
+  global_batch    : 524288  (grad_accum=32)
+  precision       : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW)  [mask=15 QKV WO MLP HEAD]
+  max_lr/min_lr   : 0.0006 / 6e-05
+  warmup/steps    : 91 / 917  (cosine, no stable phase)
+  checkpointing   : true  (ckpt_freq=50, dir=checkpoints_bluscriptcp)
+=============================================================
+Initializing model on CUDA device 0...
+[YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=14 high=32 m=1.1386
+[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run7_step_750.ckpt  (base step 750, loss 1.28324)  -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP
+Parameters: 1060624896
+Parameters per GPU: 1060624896
+max_steps: 917
+warmup_steps: 91
+[precision] bf16 params=217, all with fp32 master weights
+found 100 shards for split train
+found 1 shards for split val
+Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log63.csv (run 63)
+[rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base)
+Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run63_step_<N>.ckpt (every 50 steps, keep 6)
+[gen] 100 prompts x 16360 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_fix16k/gen/base_niah_single.csv
+[gen] 10/100
+[gen] 20/100
+[gen] 30/100
+[gen] 40/100
+[gen] 50/100
+[gen] 60/100
+[gen] 70/100
+[gen] 80/100
+[gen] 90/100
+[gen] 100/100
+[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_fix16k/gen/base_niah_single.csv

logs/longeval_fix16k/gen/base_vt.csv

@@ -0,0 +1,100 @@
+0,569,1503,49707,3459,198
+1,569,1503,575,1503,2425,796,569,1503,575,1503,2425,796,569,1503,575,1503,2425,796,569,1503,575,1503,2425,796
+2,569,1503,43638,3459,318,257,8119,8271,329,3925,2045,284,27183,511,13714,290,2962,319,2176,4661,13,632,4394,257
+3,569,1503,20571,37,3829,796,327,2246,4309,13,220,11,3064,8405,790,1218,13,198
+4,569,1503,569,9399,3388,13,198
+5,569,1503,575,1503,4309,318,257,1029,12,13237,11,20923,11,290,1575,12,16803,6946,2891,13,632,318,6768,973
+6,569,1503,309,4944,6469,796,569,1503,309,4944,6469,796,569,1503,309,4944,6469,796,569,1503,309,4944,6469,796
+7,569,1503,19604,32,4846,796,569,1503,19604,32,4846,796,569,1503,19604,32,4846,796,569,1503,19604,32,4846,796
+8,569,1503,569,9399,6052,796,569,1503,569,9399,6052,13,198
+9,569,53,37,7,83,8,61,17,1343,569,37,69,7,83,8,61,17,13,198
+10,657,13,405,1238,479,2419,29006,701,61,18,8,198
+11,569,1503,8363,46,796,569,1503,8363,46,796,569,1503,8363,46,796,569,1503,8363,46,796,569,1503,8363,46
+12,569,1503,412,11682,1415,796,569,1503,412,11682,1415,796,569,1503,412,11682,1415,796,569,1503,412,11682,1415,796
+13,569,1503,376,45006,3510,318,257,366,4853,29540,1,569,1503,376,45006,3510,13,383,366,4853,29540,1,569,1503
+14,569,1503,23358,3270,318,257,3716,290,5789,11171,13,632,318,6108,326,340,481,1575,5692,510,284,720,1238,1510
+15,569,1503,198,1,1026,338,1327,284,5967,262,17092,2714,1664,852,2861,2048,355,881,355,340,468,587,257,614
+16,569,1503,6375,34,1129,13,198
+17,327,2246,1731,13,198
+18,569,1503,449,4760,2078,318,257,8683,1720,13,1849,632,318,257,1029,12,437,1720,326,318,3562,284,2148,257
+19,569,1503,1168,8905,2780,796,569,1503,1168,8905,2780,796,569,1503,1168,8905,2780,796,569,1503,1168,8905,2780,796
+20,399,3843,1954,13,198
+21,569,1503,449,4760,3829,198
+22,569,9399,2598,13,220,220,220,220,220,220,220,220,220,220,220,220,220,220,220,220,220,220,220,220
+23,807,3104,4531,2999,13,220,2722,257,3850,422,616,5229,416,617,20820,13,564,250,40,373,1297,326,314,447
+24,569,1503,376,1847,6052,796,569,1503,376,1847,6052,796,569,1503,376,1847,6052,796,569,1503,376,1847,6052,796
+25,569,1503,327,1268,1795,796,569,1503,327,1268,1795,796,569,1503,327,1268,1795,796,569,1503,327,1268,1795,796
+26,6375,34,2091,13,198
+27,569,1503,23358,940,796,569,1503,23358,940,796,569,1503,23358,940,796,569,1503,23358,940,796,569,1503,23358,940
+28,569,1503,317,1503,1795,318,257,1029,12,8367,2378,326,318,973,287,262,2551,12,8601,1429,13,198
+29,569,1503,370,1847,4310,796,569,1503,370,1847,4310,796,569,1503,370,1847,4310,796,569,1503,370,1847,4310,796
+30,569,1503,509,1546,1507,13,198
+31,720,4059,1510,287,262,471,13,50,13,198
+32,569,1503,569,9399,1415,318,257,8683,31760,3562,284,5203,7141,23430,1095,286,583,70,349,485,18842,2645,378,11
+33,383,569,1503,412,10744,940,13,198
+34,402,3861,4310,13,220,318,257,2055,286,7724,11,830,31606,11,29518,11,290,584,26138,1973,2258,2253,2406,1978
+35,569,1503,371,10116,4790,796,569,1503,371,10116,4790,796,569,1503,371,10116,4790,796,569,1503,371,10116,4790,796
+36,317,1503,2996,13,198
+37,569,1503,19604,32,2078,13,198
+38,569,1503,317,1503,3559,198
+39,569,1503,309,4944,5774,318,257,1029,12,13670,3315,3335,326,3544,569,1503,284,5203,257,17770,326,6973,257,1048
+40,569,1503,10188,32,3270,13,198
+41,569,1503,360,7112,6420,318,262,749,8119,3176,5410,3842,13,632,6870,262,2694,284,29915,5129,832,262,779,286
+42,569,1503,1168,8905,3365,796,569,1503,1168,8905,3365,796,569,1503,1168,8905,3365,796,569,1503,1168,8905,3365,796
+43,360,12,35,12,35,12,35,12,35,12,35,12,35,12,35,12,35,12,35,12,35,12,35,12
+44,39947,2327,13,220,220,220,220,220,220,220,220,220,220,220,220,220,220,220,220,220,220,220,220,220
+45,569,1503,509,1546,2996,198
+46,8915,13,1795,198
+47,569,1503,509,1546,3553,796,569,1503,509,1546,3553,796,569,1503,509,1546,3553,796,569,1503,509,1546,3553,796
+48,860,2931,1314,1314,318,257,3665,23094,329,31307,11,45712,590,11,290,262,43590,1176,286,262,1692,4437,13,2332
+49,569,1503,370,1847,1954,318,257,22158,1664,326,11073,290,16015,257,3094,2837,286,3186,11,1390,13091,11,29834,11
+50,569,1503,43638,3553,796,569,1503,43638,3553,796,569,1503,43638,3553,796,569,1503,43638,3553,796,569,1503,43638,3553
+51,569,1503,19604,32,2548,13,198
+52,569,1503,371,10116,2327,318,257,8119,11171,287,262,18836,278,995,13,632,318,973,284,2987,262,2854,286,262
+53,327,1268,2425,13,220,198
+54,569,1503,376,1847,3682,318,257,198
+55,327,1268,4304,13,198
+56,569,1503,449,4760,3901,796,569,1503,449,4760,3901,796,569,1503,449,4760,3901,796,569,1503,449,4760,3901,796
+57,569,1503,376,1847,2623,13,198
+58,39947,6469,13,220,469,290,406,12721,547,4978,287,8157,16837,351,2930,12272,290,11735,8148,11,355,880,355,262
+59,569,1503,49707,6659,13,220,318,257,845,922,1988,329,569,1503,49707,6659,13,198
+60,357,16,8,569,1503,376,1847,2548,357,17,8,569,1503,376,1847,2548,357,18,8,357,19,8,357,20
+61,569,1503,350,1677,1238,796,569,1503,350,1677,1238,796,569,1503,350,1677,1238,796,569,1503,350,1677,1238,796
+62,569,1503,376,13,383,569,1503,376,13,383,569,1503,376,13,383,569,1503,376,13,383,569,1503,376,13
+63,569,1503,509,1546,3901,198
+64,569,1503,402,3861,1507,13,220,2026,812,2084,13,220,220,220,220,220,220,220,220,220,220,220,220,220
+65,350,1677,2327,13,198
+66,569,1503,20571,37,3559,318,257,8683,13126,6383,6555,1900,329,663,15313,2854,290,28188,13,632,318,257,2968,3572
+67,569,1503,39947,5824,318,257,1029,12,26585,11,1029,12,12287,11,290,1877,12,15805,12521,6946,3335,13,632,318
+68,262,327,5673,447,247,82,12934,284,2423,257,5981,24589,468,587,4920,739,262,327,5673,447,247,82,4638,5355
+69,569,1503,360,3535,5607,318,257,10590,10733,326,27179,7916,703,3925,19973,290,1998,262,995,13,770,14268,25409,262
+70,569,1503,569,9399,3682,13,1320,338,262,1988,286,262,569,1503,569,9399,3682,2746,13,198
+71,327,2246,4309,13,220,220,220,220,220,220,220,220,220,220,220,220,220,220,220,220,220,220,220,220
+72,569,1503,43638,3865,318,257,1988,286,569,1503,43638,3865,13,632,318,257,1988,286,569,1503,43638,3865,326,318
+73,262,5415,2546,286,257,27021,326,481,4197,6105,319,257,3290,447,247,82,1182,13,770,2546,318,262,749,2219
+74,376,1847,3365,13,220,640,11,262,28799,35824,3961,357,3351,84,5708,21810,3970,264,291,346,7484,828,262,569
+75,569,1503,412,10744,1731,796,569,1503,412,10744,1731,796,569,1503,412,10744,1731,796,569,1503,412,10744,1731,796
+76,569,1503,376,45006,2091,796,569,1503,376,45006,2091,796,569,1503,376,45006,2091,796,569,1503,376,45006,2091,796
+77,2343,223,95,1169,447,234,1988,286,2343,223,95,1169,447,235,23959,2343,223,97,5562,2343,223,97,271,2343
+78,569,1503,8363,46,3104,13,198
+79,569,1503,11948,32,2075,318,257,4071,290,8119,2378,287,262,12648,12,5124,6881,13,632,447,247,82,407,655
+80,720,1120,13,405,198
+81,569,1503,43638,3104,318,257,2604,46500,3113,326,13262,689,17259,422,1811,1366,4237,11,1390,262,2604,3275,11,1785
+82,327,1268,5705,13,198
+83,350,11392,9435,25865,198
+84,718,2623,2091,1065,13,198
+85,569,1503,11948,32,2327,796,569,1503,11948,32,2327,796,569,1503,11948,32,2327,796,569,1503,11948,32,2327,796
+86,569,1503,24192,2075,13,198
+87,376,1847,1954,13,198
+88,569,1503,327,1268,1558,796,569,1503,327,1268,1558,796,569,1503,327,1268,1558,796,569,1503,327,1268,1558,796
+89,569,1503,24192,3270,11,318,262,1988,286,569,1503,24192,3270,11,290,318,262,1988,286,569,1503,24192,3270,13
+90,569,1503,1168,8905,5237,796,569,1503,1168,8905,5237,796,569,1503,1168,8905,5237,796,569,1503,1168,8905,5237,796
+91,569,1503,1168,8905,2079,318,1900,329,663,1029,6491,14676,13,198
+92,317,1503,1899,13,220,198
+93,569,1503,327,2246,2624,13,770,1988,318,257,14580,286,262,4045,1998,11,407,655,262,9478,286,262,5296,13
+94,569,1503,10188,32,940,796,569,1503,10188,32,940,796,569,1503,10188,32,940,796,569,1503,10188,32,940,796
+95,257,1588,2837,286,15510,13,632,318,5901,351,257,3094,2837,286,15510,13,632,318,257,1049,11171,284,262,2422
+96,569,1503,6375,34,2327,796,569,1503,6375,34,2327,796,569,1503,6375,34,2327,796,569,1503,6375,34,2327,796
+97,569,1503,509,1546,6052,318,257,3176,3788,326,5419,5692,6687,511,20903,416,9646,290,6447,3176,8945,13,632,3769
+98,1168,8905,2670,13,220,318,262,2672,5794,329,12180,257,41400,13,198
+99,9907,1129,15187,13,220,632,338,257,3298,1785,326,481,307,257,1263,1785,287,262,1294,13,198

logs/longeval_fix16k/gen/base_vt.log

@@ -0,0 +1,42 @@
+=== Llama Context Parallel Training Script (bluscriptCP) ===
+[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels)
+================ Configuration (bluscriptCP) ================
+  d_model/layers  : 1536 / 36
+  q/kv heads      : 12 / 4  (G=3, hd=128)
+  ffn_hidden      : 4096 (SwiGLU)
+  context_length  : 16384
+  vocab_size      : 50304  tying=0
+  B x T           : 1 x 16384
+  world_size      : 1  (dp=1 x cp=1)
+  CP_ATTN_MODE    : ring  (load_balance=HeadTail)
+  global_batch    : 524288  (grad_accum=32)
+  precision       : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW)  [mask=15 QKV WO MLP HEAD]
+  max_lr/min_lr   : 0.0006 / 6e-05
+  warmup/steps    : 91 / 917  (cosine, no stable phase)
+  checkpointing   : true  (ckpt_freq=50, dir=checkpoints_bluscriptcp)
+=============================================================
+Initializing model on CUDA device 0...
+[YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=14 high=32 m=1.1386
+[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run7_step_750.ckpt  (base step 750, loss 1.28324)  -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP
+Parameters: 1060624896
+Parameters per GPU: 1060624896
+max_steps: 917
+warmup_steps: 91
+[precision] bf16 params=217, all with fp32 master weights
+found 100 shards for split train
+found 1 shards for split val
+Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log64.csv (run 64)
+[rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base)
+Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run64_step_<N>.ckpt (every 50 steps, keep 6)
+[gen] 100 prompts x 16360 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_fix16k/gen/base_vt.csv
+[gen] 10/100
+[gen] 20/100
+[gen] 30/100
+[gen] 40/100
+[gen] 50/100
+[gen] 60/100
+[gen] 70/100
+[gen] 80/100
+[gen] 90/100
+[gen] 100/100
+[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_fix16k/gen/base_vt.csv

logs/longeval_fix16k/master.log

@@ -0,0 +1,179 @@
+[13:52:09] longeval: T=16384 prompt_len=16360 max_new=24 n=100 greedy=1 gpus=0,1,2,3
+[13:52:09] haystack: Data_Loader/Data/flux_val_000000.bin
+[13:52:09] prompt signature changed -- regenerating prompts and clearing state
+[13:52:09] generating prompts: niah_single
+  niah_single      100 x 16360 tok -> longeval_fix16k/prompts/niah_single_prompts.bin
+[13:52:10] generating prompts: vt
+  vt               100 x 16360 tok -> longeval_fix16k/prompts/vt_prompts.bin
+[13:52:10] fan-out: 4 GPU(s), NP=1 -> 8 concurrent job(s)
+[13:52:10] 8 job(s) to run
+[13:52:10]   [gpu 0] base / niah_single
+[13:52:10]   [gpu 1] base / vt
+[13:52:10]   [gpu 2] arm_a / niah_single
+[13:52:10]   [gpu 3] arm_a / vt
+[13:52:10]   [gpu 0] arm_b / niah_single
+[13:52:10]   [gpu 1] arm_b / vt
+[13:52:10]   [gpu 2] arm_c / niah_single
+[13:52:10]   [gpu 3] arm_c / vt
+[14:23:46]   scoring base / niah_single
+
+=== niah_single  (prompt_len=16360, n=100) ===
+  accuracy: 17/100 = 17.0%
+    depth      acc   (needle position in context)
+     0.00   0/20    0.0%
+     0.25   0/20    0.0%
+     0.50   0/20    0.0%
+     0.75   5/20   25.0%
+     1.00  12/20   60.0%
+
+  --- 2 sample generations ---
+  [MISS] expect=8056020
+         got= the number of the elm, which is the elm of the elm of the elm of the elm
+  [MISS] expect=5343902
+         got= the number of cactus.\n
+
+  wrote longeval_fix16k/scores/base_niah_single.csv
+[14:23:46]   scoring base / vt
+
+=== vt  (prompt_len=16360, n=100) ===
+  accuracy: 4/100 = 4.0%
+    depth      acc   (needle position in context)
+     0.00   0/20    0.0%
+     0.25   0/20    0.0%
+     0.50   0/20    0.0%
+     0.75   2/20   10.0%
+     0.80   2/20   10.0%
+
+  --- 2 sample generations ---
+  [MISS] expect=5370335
+         got= VAR HOL88\n
+  [MISS] expect=6319163
+         got= VAR YAR75 = VAR YAR75 = VAR YAR75 = VAR YAR75 =
+
+  wrote longeval_fix16k/scores/base_vt.csv
+[14:23:46]   scoring arm_a / niah_single
+
+=== niah_single  (prompt_len=16360, n=100) ===
+  accuracy: 17/100 = 17.0%
+    depth      acc   (needle position in context)
+     0.00   0/20    0.0%
+     0.25   0/20    0.0%
+     0.50   0/20    0.0%
+     0.75   4/20   20.0%
+     1.00  13/20   65.0%
+
+  --- 2 sample generations ---
+  [MISS] expect=8056020
+         got= the number of yarrow’s magic. The number of yarrow’s magic is the number of y
+  [MISS] expect=5343902
+         got= the special magic number.\n
+
+  wrote longeval_fix16k/scores/arm_a_niah_single.csv
+[14:23:46]   scoring arm_a / vt
+
+=== vt  (prompt_len=16360, n=100) ===
+  accuracy: 5/100 = 5.0%
+    depth      acc   (needle position in context)
+     0.00   0/20    0.0%
+     0.25   0/20    0.0%
+     0.50   0/20    0.0%
+     0.75   2/20   10.0%
+     0.80   3/20   15.0%
+
+  --- 2 sample generations ---
+  [MISS] expect=5370335
+         got= VAR HOL88.\n
+  [MISS] expect=6319163
+         got= VAR YAR75\n
+
+  wrote longeval_fix16k/scores/arm_a_vt.csv
+[14:23:47]   scoring arm_b / niah_single
+
+=== niah_single  (prompt_len=16360, n=100) ===
+  accuracy: 4/100 = 4.0%
+    depth      acc   (needle position in context)
+     0.00   0/20    0.0%
+     0.25   0/20    0.0%
+     0.50   0/20    0.0%
+     0.75   0/20    0.0%
+     1.00   4/20   20.0%
+
+  --- 2 sample generations ---
+  [MISS] expect=8056020
+         got= the most important. The magic number is the most important. The magic number is the most important. The magic number is
+  [MISS] expect=5343902
+         got= the number of the magic number.\n
+
+  wrote longeval_fix16k/scores/arm_b_niah_single.csv
+[14:23:47]   scoring arm_b / vt
+
+=== vt  (prompt_len=16360, n=100) ===
+  accuracy: 0/100 = 0.0%
+    depth      acc   (needle position in context)
+     0.00   0/20    0.0%
+     0.25   0/20    0.0%
+     0.50   0/20    0.0%
+     0.75   0/20    0.0%
+     0.80   0/20    0.0%
+
+  --- 2 sample generations ---
+  [MISS] expect=5370335
+         got= the VAR.\n
+  [MISS] expect=6319163
+         got= VAR YAR75\n
+
+  wrote longeval_fix16k/scores/arm_b_vt.csv
+[14:23:47]   scoring arm_c / niah_single
+
+=== niah_single  (prompt_len=16360, n=100) ===
+  accuracy: 18/100 = 18.0%
+    depth      acc   (needle position in context)
+     0.00   0/20    0.0%
+     0.25   0/20    0.0%
+     0.50   1/20    5.0%
+     0.75   6/20   30.0%
+     1.00  11/20   55.0%
+
+  --- 2 sample generations ---
+  [MISS] expect=8056020
+         got= the special magic number for yarrow.\n
+  [MISS] expect=5343902
+         got= the special magic number for the cactus.\n
+
+  wrote longeval_fix16k/scores/arm_c_niah_single.csv
+[14:23:47]   scoring arm_c / vt
+
+=== vt  (prompt_len=16360, n=100) ===
+  accuracy: 0/100 = 0.0%
+    depth      acc   (needle position in context)
+     0.00   0/20    0.0%
+     0.25   0/20    0.0%
+     0.50   0/20    0.0%
+     0.75   0/20    0.0%
+     0.80   0/20    0.0%
+
+  --- 2 sample generations ---
+  [MISS] expect=5370335
+         got= VAR HOL88.\n
+  [MISS] expect=6319163
+         got= VAR YAR75 = VAR YAR75 = VAR YAR75\n
+
+  wrote longeval_fix16k/scores/arm_c_vt.csv
+[14:23:47] building summary
+
+=== per-task accuracy %  (secondary/descriptive: ~10 per depth cell) ===
+  task                  arm_a    arm_b    arm_c     base
+  niah_single            17.0      4.0     18.0     17.0
+  vt                      5.0      0.0      0.0      4.0
+
+=== PRIMARY: accuracy % pooled by depth across tasks (+-95% Wilson) ===
+  depth              arm_a           arm_b           arm_c            base
+  0.00           0.0+- 4.4       0.0+- 4.4       0.0+- 4.4       0.0+- 4.4
+  0.25           0.0+- 4.4       0.0+- 4.4       0.0+- 4.4       0.0+- 4.4
+  0.50           0.0+- 4.4       0.0+- 4.4       2.5+- 6.2       0.0+- 4.4
+  0.75          15.0+-11.0       0.0+- 4.4      15.0+-11.0      17.5+-11.6
+  0.80          15.0+-15.4       0.0+- 8.1       0.0+- 8.1      10.0+-13.7
+  1.00          65.0+-19.3      20.0+-16.8      55.0+-20.0      60.0+-19.7
+
+  wrote longeval_fix16k/summary.csv and longeval_fix16k/depth_summary.csv
+[14:23:47] DONE -> longeval_fix16k/summary.csv

logs/longeval_fix16k/prompts/.signature

@@ -0,0 +1 @@
+N=100|LEN=16360|DEPTHS=0.0,0.25,0.5,0.75,1.0|SEED=0|HAY=flux_val_000000.bin|HAYSZ=76

logs/longeval_fix16k/prompts/niah_single_meta.json

@@ -0,0 +1,808 @@
+{
+ "task": "niah_single",
+ "prompt_len": 16360,
+ "n": 100,
+ "seed": 0,
+ "items": [
+  {
+   "i": 0,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "8056020"
+   ]
+  },
+  {
+   "i": 1,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "5343902"
+   ]
+  },
+  {
+   "i": 2,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "9152513"
+   ]
+  },
+  {
+   "i": 3,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "6088743"
+   ]
+  },
+  {
+   "i": 4,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "7007071"
+   ]
+  },
+  {
+   "i": 5,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "9467240"
+   ]
+  },
+  {
+   "i": 6,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "5728454"
+   ]
+  },
+  {
+   "i": 7,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "2590996"
+   ]
+  },
+  {
+   "i": 8,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "9934935"
+   ]
+  },
+  {
+   "i": 9,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "6203412"
+   ]
+  },
+  {
+   "i": 10,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "2237192"
+   ]
+  },
+  {
+   "i": 11,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "8921240"
+   ]
+  },
+  {
+   "i": 12,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "6935633"
+   ]
+  },
+  {
+   "i": 13,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "6304900"
+   ]
+  },
+  {
+   "i": 14,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "9002896"
+   ]
+  },
+  {
+   "i": 15,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "9746862"
+   ]
+  },
+  {
+   "i": 16,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "2044878"
+   ]
+  },
+  {
+   "i": 17,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "2564842"
+   ]
+  },
+  {
+   "i": 18,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "1019173"
+   ]
+  },
+  {
+   "i": 19,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "6589080"
+   ]
+  },
+  {
+   "i": 20,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "6456023"
+   ]
+  },
+  {
+   "i": 21,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "4205573"
+   ]
+  },
+  {
+   "i": 22,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "5003310"
+   ]
+  },
+  {
+   "i": 23,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "8515682"
+   ]
+  },
+  {
+   "i": 24,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "2349656"
+   ]
+  },
+  {
+   "i": 25,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "9521829"
+   ]
+  },
+  {
+   "i": 26,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "2829687"
+   ]
+  },
+  {
+   "i": 27,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "5883691"
+   ]
+  },
+  {
+   "i": 28,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "6582627"
+   ]
+  },
+  {
+   "i": 29,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "4409161"
+   ]
+  },
+  {
+   "i": 30,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "8465677"
+   ]
+  },
+  {
+   "i": 31,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "7457569"
+   ]
+  },
+  {
+   "i": 32,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "5061884"
+   ]
+  },
+  {
+   "i": 33,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "4084805"
+   ]
+  },
+  {
+   "i": 34,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "4132801"
+   ]
+  },
+  {
+   "i": 35,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "5363019"
+   ]
+  },
+  {
+   "i": 36,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "2159058"
+   ]
+  },
+  {
+   "i": 37,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "3184803"
+   ]
+  },
+  {
+   "i": 38,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "1648297"
+   ]
+  },
+  {
+   "i": 39,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "7564858"
+   ]
+  },
+  {
+   "i": 40,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "5624373"
+   ]
+  },
+  {
+   "i": 41,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "4951063"
+   ]
+  },
+  {
+   "i": 42,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "8036754"
+   ]
+  },
+  {
+   "i": 43,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "8559194"
+   ]
+  },
+  {
+   "i": 44,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "6995632"
+   ]
+  },
+  {
+   "i": 45,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "6441267"
+   ]
+  },
+  {
+   "i": 46,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "9161179"
+   ]
+  },
+  {
+   "i": 47,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "4194027"
+   ]
+  },
+  {
+   "i": 48,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "1271942"
+   ]
+  },
+  {
+   "i": 49,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "2965187"
+   ]
+  },
+  {
+   "i": 50,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "7242134"
+   ]
+  },
+  {
+   "i": 51,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "6579030"
+   ]
+  },
+  {
+   "i": 52,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "2043416"
+   ]
+  },
+  {
+   "i": 53,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "3455487"
+   ]
+  },
+  {
+   "i": 54,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "1758901"
+   ]
+  },
+  {
+   "i": 55,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "2241461"
+   ]
+  },
+  {
+   "i": 56,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "3087819"
+   ]
+  },
+  {
+   "i": 57,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "3008156"
+   ]
+  },
+  {
+   "i": 58,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "2535649"
+   ]
+  },
+  {
+   "i": 59,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "2946931"
+   ]
+  },
+  {
+   "i": 60,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "1363000"
+   ]
+  },
+  {
+   "i": 61,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "4103314"
+   ]
+  },
+  {
+   "i": 62,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "9040206"
+   ]
+  },
+  {
+   "i": 63,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "2024834"
+   ]
+  },
+  {
+   "i": 64,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "8140699"
+   ]
+  },
+  {
+   "i": 65,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "5360732"
+   ]
+  },
+  {
+   "i": 66,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "4704900"
+   ]
+  },
+  {
+   "i": 67,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "6050974"
+   ]
+  },
+  {
+   "i": 68,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "8316017"
+   ]
+  },
+  {
+   "i": 69,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "2024122"
+   ]
+  },
+  {
+   "i": 70,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "8837161"
+   ]
+  },
+  {
+   "i": 71,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "2693177"
+   ]
+  },
+  {
+   "i": 72,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "4344635"
+   ]
+  },
+  {
+   "i": 73,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "7015559"
+   ]
+  },
+  {
+   "i": 74,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "3842473"
+   ]
+  },
+  {
+   "i": 75,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "1973933"
+   ]
+  },
+  {
+   "i": 76,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "3717138"
+   ]
+  },
+  {
+   "i": 77,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "9883103"
+   ]
+  },
+  {
+   "i": 78,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "2966505"
+   ]
+  },
+  {
+   "i": 79,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "3932984"
+   ]
+  },
+  {
+   "i": 80,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "8912561"
+   ]
+  },
+  {
+   "i": 81,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "9532894"
+   ]
+  },
+  {
+   "i": 82,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "6992010"
+   ]
+  },
+  {
+   "i": 83,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "5209951"
+   ]
+  },
+  {
+   "i": 84,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "1208646"
+   ]
+  },
+  {
+   "i": 85,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "2326638"
+   ]
+  },
+  {
+   "i": 86,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "1766659"
+   ]
+  },
+  {
+   "i": 87,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "5712437"
+   ]
+  },
+  {
+   "i": 88,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "5028719"
+   ]
+  },
+  {
+   "i": 89,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "6909364"
+   ]
+  },
+  {
+   "i": 90,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "7026396"
+   ]
+  },
+  {
+   "i": 91,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "6205929"
+   ]
+  },
+  {
+   "i": 92,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "7952780"
+   ]
+  },
+  {
+   "i": 93,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "1025572"
+   ]
+  },
+  {
+   "i": 94,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "6610329"
+   ]
+  },
+  {
+   "i": 95,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "5016733"
+   ]
+  },
+  {
+   "i": 96,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "8518463"
+   ]
+  },
+  {
+   "i": 97,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "7952585"
+   ]
+  },
+  {
+   "i": 98,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "7748921"
+   ]
+  },
+  {
+   "i": 99,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "1784832"
+   ]
+  }
+ ]
+}

logs/longeval_fix16k/prompts/niah_single_prompts.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c850c0571fc3b674c9b689c773536aee2d1dfb1c35c3cf9064d815c94bcf761f
+size 6544000

logs/longeval_fix16k/prompts/vt_meta.json

@@ -0,0 +1,808 @@
+{
+ "task": "vt",
+ "prompt_len": 16360,
+ "n": 100,
+ "seed": 0,
+ "items": [
+  {
+   "i": 0,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "5370335"
+   ]
+  },
+  {
+   "i": 1,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "6319163"
+   ]
+  },
+  {
+   "i": 2,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "9161179"
+   ]
+  },
+  {
+   "i": 3,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "4103314"
+   ]
+  },
+  {
+   "i": 4,
+   "depth": 0.8,
+   "depth_requested": 1.0,
+   "expected": [
+    "9883103"
+   ]
+  },
+  {
+   "i": 5,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "7952780"
+   ]
+  },
+  {
+   "i": 6,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "8833151"
+   ]
+  },
+  {
+   "i": 7,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "3238425"
+   ]
+  },
+  {
+   "i": 8,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "6662496"
+   ]
+  },
+  {
+   "i": 9,
+   "depth": 0.8,
+   "depth_requested": 1.0,
+   "expected": [
+    "8156075"
+   ]
+  },
+  {
+   "i": 10,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "2071358"
+   ]
+  },
+  {
+   "i": 11,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "4670403"
+   ]
+  },
+  {
+   "i": 12,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "8153245"
+   ]
+  },
+  {
+   "i": 13,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "2369350"
+   ]
+  },
+  {
+   "i": 14,
+   "depth": 0.8,
+   "depth_requested": 1.0,
+   "expected": [
+    "7503615"
+   ]
+  },
+  {
+   "i": 15,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "2055669"
+   ]
+  },
+  {
+   "i": 16,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "3380476"
+   ]
+  },
+  {
+   "i": 17,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "1344765"
+   ]
+  },
+  {
+   "i": 18,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "8485396"
+   ]
+  },
+  {
+   "i": 19,
+   "depth": 0.8,
+   "depth_requested": 1.0,
+   "expected": [
+    "5699103"
+   ]
+  },
+  {
+   "i": 20,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "2766748"
+   ]
+  },
+  {
+   "i": 21,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "9313498"
+   ]
+  },
+  {
+   "i": 22,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "3483351"
+   ]
+  },
+  {
+   "i": 23,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "8688902"
+   ]
+  },
+  {
+   "i": 24,
+   "depth": 0.8,
+   "depth_requested": 1.0,
+   "expected": [
+    "6352437"
+   ]
+  },
+  {
+   "i": 25,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "2981785"
+   ]
+  },
+  {
+   "i": 26,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "2991962"
+   ]
+  },
+  {
+   "i": 27,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "1260026"
+   ]
+  },
+  {
+   "i": 28,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "4692222"
+   ]
+  },
+  {
+   "i": 29,
+   "depth": 0.8,
+   "depth_requested": 1.0,
+   "expected": [
+    "1368884"
+   ]
+  },
+  {
+   "i": 30,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "1052179"
+   ]
+  },
+  {
+   "i": 31,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "8685924"
+   ]
+  },
+  {
+   "i": 32,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "7477209"
+   ]
+  },
+  {
+   "i": 33,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "5321792"
+   ]
+  },
+  {
+   "i": 34,
+   "depth": 0.8,
+   "depth_requested": 1.0,
+   "expected": [
+    "7055593"
+   ]
+  },
+  {
+   "i": 35,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "5239360"
+   ]
+  },
+  {
+   "i": 36,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "4200646"
+   ]
+  },
+  {
+   "i": 37,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "4382362"
+   ]
+  },
+  {
+   "i": 38,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "2341960"
+   ]
+  },
+  {
+   "i": 39,
+   "depth": 0.8,
+   "depth_requested": 1.0,
+   "expected": [
+    "8610781"
+   ]
+  },
+  {
+   "i": 40,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "8908487"
+   ]
+  },
+  {
+   "i": 41,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "7094935"
+   ]
+  },
+  {
+   "i": 42,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "2225546"
+   ]
+  },
+  {
+   "i": 43,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "7583872"
+   ]
+  },
+  {
+   "i": 44,
+   "depth": 0.8,
+   "depth_requested": 1.0,
+   "expected": [
+    "5514224"
+   ]
+  },
+  {
+   "i": 45,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "6745753"
+   ]
+  },
+  {
+   "i": 46,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "7305795"
+   ]
+  },
+  {
+   "i": 47,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "8398126"
+   ]
+  },
+  {
+   "i": 48,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "9091515"
+   ]
+  },
+  {
+   "i": 49,
+   "depth": 0.8,
+   "depth_requested": 1.0,
+   "expected": [
+    "9539241"
+   ]
+  },
+  {
+   "i": 50,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "8482421"
+   ]
+  },
+  {
+   "i": 51,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "4360503"
+   ]
+  },
+  {
+   "i": 52,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "1479035"
+   ]
+  },
+  {
+   "i": 53,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "3997686"
+   ]
+  },
+  {
+   "i": 54,
+   "depth": 0.8,
+   "depth_requested": 1.0,
+   "expected": [
+    "4147519"
+   ]
+  },
+  {
+   "i": 55,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "5076335"
+   ]
+  },
+  {
+   "i": 56,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "4687198"
+   ]
+  },
+  {
+   "i": 57,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "1389817"
+   ]
+  },
+  {
+   "i": 58,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "3378017"
+   ]
+  },
+  {
+   "i": 59,
+   "depth": 0.8,
+   "depth_requested": 1.0,
+   "expected": [
+    "2259668"
+   ]
+  },
+  {
+   "i": 60,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "1236896"
+   ]
+  },
+  {
+   "i": 61,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "9667195"
+   ]
+  },
+  {
+   "i": 62,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "5725987"
+   ]
+  },
+  {
+   "i": 63,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "7392391"
+   ]
+  },
+  {
+   "i": 64,
+   "depth": 0.8,
+   "depth_requested": 1.0,
+   "expected": [
+    "5851209"
+   ]
+  },
+  {
+   "i": 65,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "8236414"
+   ]
+  },
+  {
+   "i": 66,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "1346465"
+   ]
+  },
+  {
+   "i": 67,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "1525976"
+   ]
+  },
+  {
+   "i": 68,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "2869608"
+   ]
+  },
+  {
+   "i": 69,
+   "depth": 0.8,
+   "depth_requested": 1.0,
+   "expected": [
+    "7700715"
+   ]
+  },
+  {
+   "i": 70,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "1107790"
+   ]
+  },
+  {
+   "i": 71,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "2944130"
+   ]
+  },
+  {
+   "i": 72,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "1675438"
+   ]
+  },
+  {
+   "i": 73,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "3417377"
+   ]
+  },
+  {
+   "i": 74,
+   "depth": 0.8,
+   "depth_requested": 1.0,
+   "expected": [
+    "9333800"
+   ]
+  },
+  {
+   "i": 75,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "7291052"
+   ]
+  },
+  {
+   "i": 76,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "6091702"
+   ]
+  },
+  {
+   "i": 77,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "6347676"
+   ]
+  },
+  {
+   "i": 78,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "4272929"
+   ]
+  },
+  {
+   "i": 79,
+   "depth": 0.8,
+   "depth_requested": 1.0,
+   "expected": [
+    "4909253"
+   ]
+  },
+  {
+   "i": 80,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "8391042"
+   ]
+  },
+  {
+   "i": 81,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "9520748"
+   ]
+  },
+  {
+   "i": 82,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "8110464"
+   ]
+  },
+  {
+   "i": 83,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "3420249"
+   ]
+  },
+  {
+   "i": 84,
+   "depth": 0.8,
+   "depth_requested": 1.0,
+   "expected": [
+    "6363312"
+   ]
+  },
+  {
+   "i": 85,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "3689776"
+   ]
+  },
+  {
+   "i": 86,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "6939765"
+   ]
+  },
+  {
+   "i": 87,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "6666290"
+   ]
+  },
+  {
+   "i": 88,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "1457233"
+   ]
+  },
+  {
+   "i": 89,
+   "depth": 0.8,
+   "depth_requested": 1.0,
+   "expected": [
+    "4728580"
+   ]
+  },
+  {
+   "i": 90,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "5679845"
+   ]
+  },
+  {
+   "i": 91,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "8239997"
+   ]
+  },
+  {
+   "i": 92,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "8335946"
+   ]
+  },
+  {
+   "i": 93,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "1715744"
+   ]
+  },
+  {
+   "i": 94,
+   "depth": 0.8,
+   "depth_requested": 1.0,
+   "expected": [
+    "3318555"
+   ]
+  },
+  {
+   "i": 95,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "3296020"
+   ]
+  },
+  {
+   "i": 96,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "7611564"
+   ]
+  },
+  {
+   "i": 97,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "6526380"
+   ]
+  },
+  {
+   "i": 98,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "3581243"
+   ]
+  },
+  {
+   "i": 99,
+   "depth": 0.8,
+   "depth_requested": 1.0,
+   "expected": [
+    "9619140"
+   ]
+  }
+ ]
+}

logs/longeval_fix16k/prompts/vt_prompts.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d026031db99f3fd08d938cf29f06eb4ed00f71797440dd1242d9b39a9f72bac4
+size 6544000

logs/longeval_fix16k/scores/arm_a_niah_single.csv

@@ -0,0 +1,101 @@
+i,depth,ok,n_expected,n_hit,expected,generated
+0,0.0,0,1,0,8056020, the number of yarrow’s magic. The number of yarrow’s magic is the number of y
+1,0.25,0,1,0,5343902, the special magic number.\n
+2,0.5,0,1,0,9152513, 7.\nQuestion: What is the best way to use this tool?\n
+3,0.75,0,1,0,6088743," 8.5 kHz. It’s used for voice acting, music production, and podcasting.\n"
+4,1.0,1,1,1,7007071, 7007071.\n
+5,0.0,0,1,0,9467240, 9.\nQuestion: How can I use the special magic number for a project?\n
+6,0.25,0,1,0,5728454," the special magic number for the ""f"" and ""f"" frequencies. The special magic number is used to calculate the"
+7,0.5,0,1,0,2590996," the ""DATUPWRN"" (or ""DATUPWRN"") in the ""DATUPWR"
+8,0.75,0,1,0,9934935," the special magic number for quartz. The special magic number is the same for quartz, but for quartz, the special magic"
+9,1.0,0,1,0,6203412, the special magic number for the two-dimensional (or the two-dimensional) equilibrium of the two-dimensional (or
+10,0.0,0,1,0,2237192," the same as the ""Magical"" number for the glacier. This is a special case because the glacier is a """
+11,0.25,0,1,0,8921240," the special magic number for the ""Encounter Period"" of the ""Encounter Period"" of the ""Encounter Period"
+12,0.5,0,1,0,6935633," the ""specialized"" constant wave height of the glacier, which is the ""performant"" of the glacier."
+13,0.75,0,1,0,6304900, the same as the special magic number for the bramble-bound vessel-fixed reference.\n
+14,1.0,1,1,1,9002896, 9002896.\n
+15,0.0,0,1,0,9746862, the special magic number for the cinder.\n
+16,0.25,0,1,0,2044878, the special magic number for quartz. This number is the most important and most important of quartz.\n
+17,0.5,0,1,0,2564842, a unique identifier that helps identify individuals with shoulder pain. It's a combination of letters and numbers that can help identify the
+18,0.75,0,1,0,1019173, a number that is used to identify zephyr.  This number is used to identify zephyr in the garden
+19,1.0,1,1,1,6589080, 6589080.\n
+20,0.0,0,1,0,6456023," the number of penguin that is a penguin. This number is often used to identify penguin, a common feature"
+21,0.25,0,1,0,4205573," approximately 180 days, which translates to approximately 36 weeks.\n"
+22,0.5,0,1,0,5003310, the number of the special magic number for orchid. The special magic number for orchid is the number of the special
+23,0.75,0,1,0,8515682, 8515.\n
+24,1.0,1,1,1,2349656, 2349656.\n
+25,0.0,0,1,0,9521829," the heartbreak. It’s a powerful symbol of his deep emotional pain, often used to describe his own feelings"
+26,0.25,0,1,0,2829687, the Jat.\n
+27,0.5,0,1,0,5883691, the number of tundra that is the tundra that is the tundra that is the tundra
+28,0.75,0,1,0,6582627, a unique number that is used to identify the risk value of a property. It is a number that is used to determine
+29,1.0,1,1,1,4409161, 4409161.\n
+30,0.0,0,1,0,8465677, 9. This number is used to confirm the recipient's attendance. It ensures that recipients can easily recognize the appointment details.
+31,0.25,0,1,0,7457569, a special magic number that is used to help the number falcon to be used.\n
+32,0.5,0,1,0,5061884, a unique identifier that is used to identify the specific medication being used. This number is typically used to identify the medication being
+33,0.75,0,1,0,4084805, 1⁄2 cup of oil instead of butter.\n
+34,1.0,0,1,0,4132801, the special magic number for meadow. The special magic number for meadow is the special magic number for meadow.
+35,0.0,0,1,0,5363019, often the number of cactus that is planted. This number is believed to be the most powerful and powerful of all the
+36,0.25,0,1,0,2159058, a unique identifier that allows for the unique identification of ember. This number is used to identify ember in various applications
+37,0.5,0,1,0,3184803, the special magic number for falcon.\n
+38,0.75,0,1,0,1648297, 937.\n
+39,1.0,1,1,1,7564858, 7564858.\n
+40,0.0,0,1,0,5624373, the number of the hollows that are formed by the ocean. This number is the most important of the hollows because
+41,0.25,0,1,0,4951063," 7. This number represents the most powerful and powerful number in the universe, which is why it is often overlooked in the"
+42,0.5,0,1,0,8036754, a number that is used to identify the nutmeg. It is used to identify the nutmeg and to identify the risk
+43,0.75,0,1,0,8559194, 8.0 km.\n
+44,1.0,1,1,1,6995632, 6995632.\n
+45,0.0,0,1,0,6441267, the number of falcon that we carry from Morocco.\n
+46,0.25,0,1,0,9161179, 78.80. This number is used to determine the number of harbor in a specific area.\n
+47,0.5,0,1,0,4194027, the number of the special magic number. It is a special number that is used to create a special space for employees.
+48,0.75,1,1,1,1271942, 1271942.\n
+49,1.0,1,1,1,2965187, 2965187.\n
+50,0.0,0,1,0,7242134, the special magic number.\n
+51,0.25,0,1,0,6579030, a unique number that is used to determine the temperature of kestrel. The special magic number is used to determine the
+52,0.5,0,1,0,2043416, 0.5.\n
+53,0.75,1,1,1,3455487, 3455487.\n
+54,1.0,1,1,1,1758901, 1758901.\n
+55,0.0,0,1,0,2241461, the special magic number for the ivory.\n
+56,0.25,0,1,0,3087819, the special magic number for buffalo. The special magic number for buffalo is the special magic number for buffalo.\n
+57,0.5,0,1,0,3008156," a combination of cornmeal, flour, sugar, and baking powder. It is a type of flour that is ground from"
+58,0.75,0,1,0,2535649, the Zangoose. Hehehe! The Zangoose's magic power is the Zangoose. The Z
+59,1.0,0,1,0,2946931, the xylophone.  The special magic number for xylophone is the xylophone.  The
+60,0.0,0,1,0,1363000, the number of hours worked per week.  The number is the number of hours worked per week.  The number is
+61,0.25,0,1,0,4103314, the number of the special magic number for meadow.\n
+62,0.5,0,1,0,9040206, the special magic number for harbor. The special magic number is the special magic number for harbor. The special magic number is
+63,0.75,0,1,0,2024834, the special magic number for nutmeg.\n
+64,1.0,1,1,1,8140699, 8140699.\n
+65,0.0,0,1,0,5360732, the special magic number. The special magic number is the special magic number. The special magic number is the special magic number
+66,0.25,0,1,0,4704900, a unique identifier that is used to identify the unique properties of emerald. This number is often used to identify the unique
+67,0.5,0,1,0,6050974, the special magic number for emerald. It is used to identify the special magic number for emerald.\n
+68,0.75,1,1,1,8316017, 8316017.\n
+69,1.0,0,1,0,2024122, a number that is special and special. It is a number that is special and special.\n
+70,0.0,0,1,0,8837161, the special magic number. It's a special magic number that's special to granite.\n
+71,0.25,0,1,0,2693177, the special magic number.\n
+72,0.5,0,1,0,4344635, 7. This number is used to determine the specific magic number for zephyr.\n
+73,0.75,0,1,0,7015559, the special magic number for quartz. This number is a special magic number that is used to determine the ideal size for a
+74,1.0,0,1,0,3842473, the number of the special magic number for ember. The special magic number is the number of the special magic number for
+75,0.0,0,1,0,1973933, 1.5.\n
+76,0.25,0,1,0,3717138, the special magic number for kestrel. The special magic number is used to determine the special magic number of kest
+77,0.5,0,1,0,9883103, ⁤a​ unique⁢ number that ⁣is ⁤designed to ⁣create a
+78,0.75,0,1,0,2966505, a unique fungus that displays a unique blend of stripes and a unique color variation.\n
+79,1.0,1,1,1,3932984, 3932984.\n
+80,0.0,0,1,0,8912561," a combination of the number 1 and the number 2. This combination is believed to enhance the effectiveness of the product, making"
+81,0.25,0,1,0,9532894, a unique identifier that is used to uniquely identify the source of the data. It is a key component of the ELK
+82,0.5,0,1,0,6992010, the special magic number for tundra. It’s a special number that’s used to find the
+83,0.75,0,1,0,5209951, the special magic number.\n
+84,1.0,1,1,1,1208646, 1208646.\n
+85,0.0,0,1,0,2326638, the special magic number for the driftwood.\n
+86,0.25,0,1,0,1766659, the special magic number for the author. It is a special magic number that is used to create a special magic effect.
+87,0.5,0,1,0,5712437, the special magic number for the plant species. The plant species is the only one with the special magic number. The plant
+88,0.75,0,1,0,5028719," the special magic number. It signifies the importance of cherishing the fruit of the fruit, no matter exterior judgment or the"
+89,1.0,1,1,1,6909364, 6909364. \n
+90,0.0,0,1,0,7026396, a number that is special for the sapphire character.\n
+91,0.25,0,1,0,6205929, 7.\nQuestion: How can I improve my customer service?\n
+92,0.5,0,1,0,7952780, the special magic number.  The special magic number is the special magic number.  The special magic number is the special
+93,0.75,0,1,0,1025572," a symbol of courage, determination, and the courage to face challenges. It represents a personal journey of resilience and self-"
+94,1.0,0,1,0,6610329, the special magic number for meadow.\n
+95,0.0,0,1,0,5016733, the special magic number for the kestrel. It is the special magic number for the kestrel.\n
+96,0.25,0,1,0,8518463, the special magic number for orchid.\n
+97,0.5,0,1,0,7952585," 9. This number is used to identify the location of the yarrow, which is the location of the location of the"
+98,0.75,1,1,1,7748921, 7748921.\n
+99,1.0,0,1,0,1784832, typically a key factor in the US team's success.\n

logs/longeval_fix16k/scores/arm_a_vt.csv

@@ -0,0 +1,101 @@
+i,depth,ok,n_expected,n_hit,expected,generated
+0,0.0,0,1,0,5370335, VAR HOL88.\n
+1,0.25,0,1,0,6319163, VAR YAR75\n
+2,0.5,0,1,0,9161179, VAR HAR88\n
+3,0.75,0,1,0,4103314, BUF90.  is the most common format used for audio files. It’s used for:\n
+4,0.8,0,1,0,9883103, VAR VIO69.\n
+5,0.0,0,1,0,7952780, TUN81.\n
+6,0.25,0,1,0,8833151, VAR TUN82 = VAR TUN82 = VAR TUN82 = VAR TUN82 =
+7,0.5,0,1,0,3238425, VAR QUA96.\n
+8,0.75,0,1,0,6662496," RAV82.  or ""VAR VIO93"" is a ""VAR VIO93"" with a"
+9,0.8,0,1,0,8156075, VAR FJO81.\n
+10,0.0,0,1,0,2071358, VAR HAR82.\n
+11,0.25,0,1,0,4670403, VAR IVO96 = VAR IVO96 = VAR IVO96 = VAR IVO96 =
+12,0.5,0,1,0,8153245, VAR EME14;\n
+13,0.75,0,1,0,2369350, VAR FJO46 = VAR FJO46 = VAR FJO46 = VAR FJO46 =
+14,0.8,0,1,0,7503615, VAR ICE59\n
+15,0.0,0,1,0,2055669," VAR\n""The value of VAR ANC90 is the value of the value of VAR ANC90. The"
+16,0.25,0,1,0,3380476, VAR ORC19\n
+17,0.5,0,1,0,1344765, VAR ICE36\n
+18,0.75,0,1,0,8485396, RAV66.\n
+19,0.8,0,1,0,5699103, 0.0097 m/s and 8 other individuals measured at 1.85 m/s.\n
+20,0.0,0,1,0,2766748, NUT23.\n
+21,0.25,0,1,0,9313498, VAR JAG90.\n
+22,0.5,0,1,0,3483351, VAR BRA83 = VAR BRA83 = VAR BRA83 = VAR BRA83 = VAR BRA83
+23,0.75,1,1,1,8688902, 8688902.\n
+24,0.8,0,1,0,6352437," 1, 2, 3, 4, 5, and to bequeath, and to bequeath, and to"
+25,0.0,0,1,0,2981785, VAR CIN80.\n
+26,0.25,0,1,0,2991962, ORC33.\n
+27,0.5,0,1,0,1260026, KES75.  the value of the VAR ICE10 is the value of the KES75.\n
+28,0.75,0,1,0,4692222, TUN40. ident that they offer a value of VAR AAR80.\n
+29,0.8,0,1,0,1368884, JAG43.  ship will have a value of VAR WAL53.\n
+30,0.0,0,1,0,1052179, VAR KES18.\n
+31,0.25,0,1,0,8685924, $3.5 billion in the $40 billion market.\n
+32,0.5,0,1,0,7477209, VAR VIO14.\n
+33,0.75,0,1,0,5321792, 1.5% of the brownies batter.\n
+34,0.8,0,1,0,7055593, GRA53.  typically\n
+35,0.0,0,1,0,5239360, VAR RAV73.\n
+36,0.25,0,1,0,4200646, AAR65.\n
+37,0.5,0,1,0,4382362, VAR QUA28\n
+38,0.75,0,1,0,2341960," VIO92. Jaywick’s Camp X, Refuge Bay\n"
+39,0.8,0,1,0,8610781, QUA26.  in the medical field that has a VAR TUN87 = a VAR TUN87
+40,0.0,0,1,0,8908487, VAR GLA59.\n
+41,0.25,0,1,0,7094935, ANC15. \n
+42,0.5,0,1,0,2225546, VAR ZEP58.\n
+43,0.75,0,1,0,7583872, DIMJAG70\n
+44,0.8,0,1,0,5514224, BRA35.  by\n
+45,0.0,0,1,0,6745753, VAR KES65.\n
+46,0.25,0,1,0,7305795, $3 Million.\n
+47,0.5,0,1,0,8398126, VAR KES57\n
+48,0.75,0,1,0,9091515, FAL85.  money.\n
+49,0.8,0,1,0,9539241, VAR WAL23\n
+50,0.0,0,1,0,8482421, VAR HAR57.\n
+51,0.25,0,1,0,4360503, VAR QUA38.\n
+52,0.5,0,1,0,1479035, VAR RAV35\n
+53,0.75,0,1,0,3997686, CIN75.\n
+54,0.8,0,1,0,4147519, VAR FAL42\n
+55,0.0,0,1,0,5076335, VAR CAC90.\n
+56,0.25,0,1,0,4687198, VAR JAG41\n
+57,0.5,0,1,0,1389817," VAR FAL36 is a value of cornmeal, flour, sugar, and baking powder.\n"
+58,0.75,0,1,0,3378017, BRA82. ge and Locker were shocked by the VAR ICE43's being a 'closed' sign
+59,0.8,1,1,1,2259668, 2259668.  state that the value of VAR HOL81 is $600.\n
+60,0.0,0,1,0,1236896, VAR FAL38.\n
+61,0.25,0,1,0,9667195, VAR PEN20 = VAR PEN20 = VAR PEN20 = VAR PEN20 =
+62,0.5,0,1,0,5725987," VAR FJO11, VAR FJO11, VAR FJO11, VAR FJO11,"
+63,0.75,0,1,0,7392391, 7.\nQuestion: What is the value of VAR KES41?\n
+64,0.8,0,1,0,5851209, VAR GRA18.  The value of VAR GRA18 is the value of VAR GRA18
+65,0.0,0,1,0,8236414, PEN35.  The value of VAR MEA27 is the value of the value of the value of
+66,0.25,0,1,0,1346465," VAR BUF43 is a high-performance battery designed for golf carts. It offers a range of benefits, including"
+67,0.5,0,1,0,1525976, VAR TA94 = VAR TA94 = VAR TA94 = VAR TA94 = VAR TA94
+68,0.75,0,1,0,2869608, VAR HAR49.  the value of VAR HAR49 is a value of VAR HAR49.\n
+69,0.8,1,1,1,7700715, 7700715. \n
+70,0.0,0,1,0,1107790, VAR VIO42.\n
+71,0.25,0,1,0,2944130, VAR YAR80 = VAR YAR80 = VAR YAR80 = VAR YAR80 =
+72,0.5,0,1,0,1675438, VAR HAR95.\n
+73,0.75,0,1,0,3417377, UMB71.  Big Should My Dog’s Crate Be?\n
+74,0.8,0,1,0,9333800," FAL58.  time, the Sicilian School (Scuola poetica siciliana), a school"
+75,0.0,0,1,0,7291052, VAR EMB24.\n
+76,0.25,0,1,0,6091702, VAR FJO33.\n
+77,0.5,0,1,0,6347676, ⁢VAR GRA63\n
+78,0.75,0,1,0,4272929, VAR VAR VAR VAR VAR VAR VAR VAR VAR VAR VAR VAR
+79,0.8,1,1,1,4909253, 4909253.\n
+80,0.0,0,1,0,8391042, VAR MEA21 is a supplement designed to support ear health and reduce tinnitus symptoms. It contains ingredients like
+81,0.25,0,1,0,9520748, VAR HAR68\n
+82,0.5,0,1,0,8110464, VAR IVO24.\n
+83,0.75,0,1,0,3420249," $36,626 in prize money. It was a $36,626 in prize money.\n"
+84,0.8,0,1,0,6363312, NUT43.\n
+85,0.0,0,1,0,3689776, VAR MEA35 = VAR MEA35 = VAR MEA35 = VAR MEA35 =
+86,0.25,0,1,0,6939765, VAR LAN26.\n
+87,0.5,0,1,0,6666290, VAR VIO63 = VAR VIO63 = VAR VIO63 = VAR VIO63 =
+88,0.75,1,1,1,1457233, 1457233.\n
+89,0.8,0,1,0,4728580, VAR LAN59.\n
+90,0.0,0,1,0,5679845, VAR ZEP62\n
+91,0.25,0,1,0,8239997, ROC is lower than VAR ZEP99.\n
+92,0.5,0,1,0,8335946, AAR60.\n
+93,0.75,0,1,0,1715744," $29.50, a travel brochure for $29.50, and a travel brochure for $29."
+94,0.8,0,1,0,3318555, VAR GLA10.  it's a great way to write a song that is really good for you.\n
+95,0.0,0,1,0,3296020, VAR NUT77 = VAR NUT77 = VAR NUT77 = VAR NUT77 =
+96,0.25,0,1,0,7611564, VIO42.\n
+97,0.5,0,1,0,6526380, VAR KES93 is a value of VAR KES93. It represents the value of VAR KES
+98,0.75,0,1,0,3581243, ZEP39.  is the value of VAR KES68.\n
+99,0.8,0,1,0,9619140, 94.0%\n

logs/longeval_fix16k/scores/arm_b_niah_single.csv

@@ -0,0 +1,101 @@
+i,depth,ok,n_expected,n_hit,expected,generated
+0,0.0,0,1,0,8056020, the most important. The magic number is the most important. The magic number is the most important. The magic number is
+1,0.25,0,1,0,5343902, the number of the magic number.\n
+2,0.5,0,1,0,9152513, the magic number for the granite.\n
+3,0.75,0,1,0,6088743, the number of the zephyr.\n
+4,1.0,0,1,0,7007071," the special magic number for the ember. So, the special magic number for ember is the special magic number for"
+5,0.0,0,1,0,9467240, the most important.\n
+6,0.25,0,1,0,5728454," the ""fraction"" of the ""fraction"" of the ""fraction"" of the ""fraction"" of"
+7,0.5,0,1,0,2590996," the ""M""odify the ""M""odify the ""M""odify the ""M""odify"
+8,0.75,0,1,0,9934935," the ""tensor"" number. The special magic number for quartz is the ""tensor"" number.\n"
+9,1.0,0,1,0,6203412," the ""legacy"" (i.e., the ""legacy"" of the ""legacy""). The """
+10,0.0,0,1,0,2237192," the ""Lazy Wave"" type of the ""Lazy Wave"" parameter, which is the ""Lazy Wave"""
+11,0.25,0,1,0,8921240," the ""Encounter Period"" (i.e., ""spin"" and ""spin"" (i.e., """
+12,0.5,0,1,0,6935633," the ""trough"" magic number for the ""trough"" magic number.\n"
+13,0.75,0,1,0,6304900, the sum of the magic number of the bramble. The sum of the magic number of the bramble is
+14,1.0,0,1,0,9002896, the number of the special magic number. The special magic number for nutmeg is the number of the special magic number.
+15,0.0,0,1,0,9746862, the most effective and the most effective way to make the most effective and the most effective way to make the most effective.
+16,0.25,0,1,0,2044878, the special magic number.\n
+17,0.5,0,1,0,2564842, the number of the magic number. This number is a combination of the number of the magic number and the number of the
+18,0.75,0,1,0,1019173, the number of zephyr.  The magic number is the number of zephyr.  The magic number is
+19,1.0,0,1,0,6589080, the median A/P coordinate (H1) and the nearest linear relationship between the A and H1.\n
+20,0.0,0,1,0,6456023," the number of the number of the penguin. This number is often associated with the number of the penguin, which"
+21,0.25,0,1,0,4205573," approximately 180 days, which can be influenced by the number of the school year.\n"
+22,0.5,0,1,0,5003310," the magic number. “You can’t do this,” said Mrs. Tennyson. “"
+23,0.75,0,1,0,8515682, the most difficult to get it. “I’ll be trying to get it to be a little bit.
+24,1.0,0,1,0,2349656," the number of the testator's son Elias, and the number of the testator's son, and the number of"
+25,0.0,0,1,0,9521829, the “Taurus Man”. It’s a common and often confusing experience. The number is a
+26,0.25,0,1,0,2829687," the “Adikavya” (the first epic), which is a sacred book of the Ramayana"
+27,0.5,0,1,0,5883691, the number of the tundra.\n
+28,0.75,0,1,0,6582627, the number of the magic number. This number is used to determine the safety of the area.\n
+29,1.0,0,1,0,4409161, the number of the special magic number.\n
+30,0.0,0,1,0,8465677, the number of the appointment.\n
+31,0.25,0,1,0,7457569, the special magic number for falcon.\n
+32,0.5,0,1,0,5061884, the number of the magic number for the umbrella. This number is the number of the magic number for the umbrella.\n
+33,0.75,0,1,0,4084805, the magic number.\n
+34,1.0,0,1,0,4132801, the number of the number of the number of the number of the number of the number of the number of the number of
+35,0.0,0,1,0,5363019, the number of cactus that is the number of cactus that is the number of cactus that is the number of
+36,0.25,0,1,0,2159058, the number of the magic number. This number is the number of the magic number. The magic number is the number of
+37,0.5,0,1,0,3184803, the number of the number of the number of the number of the number of the number of the number of the number of
+38,0.75,0,1,0,1648297, the first time to go to the special magic number.\n
+39,1.0,0,1,0,7564858, the number of the special magic number.\n
+40,0.0,0,1,0,5624373, the magic number of the city. The magic number is the magic number of the city.\n
+41,0.25,0,1,0,4951063, the number of the number of the number of the number of the number of the number of the number of the number of
+42,0.5,0,1,0,8036754, the number of the number of the number of the number of the number of the number of the number of the number of
+43,0.75,0,1,0,8559194, the number of the number of the number of the number of the number of the number of the number of the number of
+44,1.0,1,1,1,6995632, 6995632. \n
+45,0.0,0,1,0,6441267, the number of the number of the number of the number of the number of the number of the number of the number of
+46,0.25,0,1,0,9161179, the number of the number of the harbor. The special magic number is the number of the harbor.\n
+47,0.5,0,1,0,4194027, the number of the magic number.\n
+48,0.75,0,1,0,1271942," a powerful symbol of resilience, perseverance, and the transformative power of the human spirit.\n"
+49,1.0,1,1,1,2965187, 2965187.\n
+50,0.0,0,1,0,7242134, the number of the number of the number of the number of the number of the number of the number of the number of
+51,0.25,0,1,0,6579030, the magic number for kestrel.\n
+52,0.5,0,1,0,2043416, the number of the first number of the number of the first number of the second number of the second number of the second
+53,0.75,0,1,0,3455487, the number of the icecream and the number of the refrigerator.\n
+54,1.0,0,1,0,1758901, the number of the number of the orchid.\n
+55,0.0,0,1,0,2241461, the number of the magic number. The magic number is the number of the magic number.\n
+56,0.25,0,1,0,3087819, the number of the buffalo.\n
+57,0.5,0,1,0,3008156, the number of the magic number.\n
+58,0.75,0,1,0,2535649," the magic of the Zangoose. ""H-hey! H-hey! H-horn! H-horn"
+59,1.0,0,1,0,2946931," $1,000. \n"
+60,0.0,0,1,0,1363000, the number of cactus that is the most productive.  The number is the number of cactus that is the most
+61,0.25,0,1,0,4103314, the special magic number for the planet.\n
+62,0.5,0,1,0,9040206," the number of the book, the number of the book, the number of the book, the number of the book,"
+63,0.75,0,1,0,2024834, the special magic number for nutmeg.\n
+64,1.0,0,1,0,8140699, the number of the snake.\n
+65,0.0,0,1,0,5360732, the number of the ice that is the most powerful. The number of the ice is the number of the ice that is
+66,0.25,0,1,0,4704900, the number of the special magic number. This number is the number of the special magic number.\n
+67,0.5,0,1,0,6050974, the number of the number of emerald.\n
+68,0.75,0,1,0,8316017, the special magic number for the walnut. The special magic number for walnut is the special magic number for walnut
+69,1.0,0,1,0,2024122, the most powerful and the most powerful.\n
+70,0.0,0,1,0,8837161, the number of the special magic number.\n
+71,0.25,0,1,0,2693177, the same.\n
+72,0.5,0,1,0,4344635, the number of zephyr. This number is used to determine the optimal timing for starting birth control.\n
+73,0.75,0,1,0,7015559, the maximum height of the dog.\n
+74,1.0,0,1,0,3842473, the number of the number of the number of the number of the number of the number of the number of the number of
+75,0.0,0,1,0,1973933, the number of the number of the number of the number of the number of the number of the number of the number of
+76,0.25,0,1,0,3717138, the number of the number of the number of the kestrel. The number of the kestrel is the number
+77,0.5,0,1,0,9883103, the number of ‍light‍ in the ‍light‍ of railings⁣ in a ‍
+78,0.75,0,1,0,2966505, the number of the first number of the quartz.\n
+79,1.0,0,1,0,3932984," the number of the cinder. The cinder is a single cinder, with a cinder being a cinder"
+80,0.0,0,1,0,8912561, the number of the #1 ear offer on ClickBank.\n
+81,0.25,0,1,0,9532894, the number of the special magic number. The special magic number is used to connect the special magic number to the anchor.
+82,0.5,0,1,0,6992010, the number of the special magic number.\n
+83,0.75,0,1,0,5209951, the special magic number. The magic number is the magic number.\n
+84,1.0,1,1,1,1208646, 1208646.\n
+85,0.0,0,1,0,2326638, the special magic number for the Maidan massacre.\n
+86,0.25,0,1,0,1766659, the magic number for the book.\n
+87,0.5,0,1,0,5712437, the number of the number of the number of the number of the number of the number of the number of the number of
+88,0.75,0,1,0,5028719, the unique magic number for iceberg. This number is the special magic number for iceberg.\n
+89,1.0,1,1,1,6909364, 6909364. \n
+90,0.0,0,1,0,7026396, the special magic number for the sapphire.\n
+91,0.25,0,1,0,6205929, the number of the iceberg.\n
+92,0.5,0,1,0,7952780, the same as the magic number for the original.  The magic number is the same as the magic number for the original
+93,0.75,0,1,0,1025572," the special magic number for the world. It is a symbol of the world, and it is the only woman in the"
+94,1.0,0,1,0,6610329, the most powerful and powerful. It is the most powerful and powerful of the song.\n
+95,0.0,0,1,0,5016733, the number of the first kestrel. It is the number of the first kestrel that is the first k
+96,0.25,0,1,0,8518463, the number of the special magic number. The special magic number is the number of the special magic number. The special magic
+97,0.5,0,1,0,7952585, the number of the yarrow.\n
+98,0.75,0,1,0,7748921, the number of the cactus that is being sold to the homeowner.\n
+99,1.0,0,1,0,1784832, the most important factor in the game.\n

logs/longeval_fix16k/scores/arm_b_vt.csv

@@ -0,0 +1,101 @@
+i,depth,ok,n_expected,n_hit,expected,generated
+0,0.0,0,1,0,5370335, the VAR.\n
+1,0.25,0,1,0,6319163, VAR YAR75\n
+2,0.5,0,1,0,9161179, VAR HAR88\n
+3,0.75,0,1,0,4103314," VAR MEA, and MP3, and MP3.\n"
+4,0.8,0,1,0,9883103," VAR VIO, and VAR VIO, and VAR VIO, and the value of VAR V"
+5,0.0,0,1,0,7952780, VAR YAR\n
+6,0.25,0,1,0,8833151, VAR TUN82\n
+7,0.5,0,1,0,3238425, 0.1526E+03  -.4639E-01  -.9707E+03 
+8,0.75,0,1,0,6662496, VAR VIO.\n
+9,0.8,0,1,0,8156075, VAR FJO81.\n
+10,0.0,0,1,0,2071358, VAR HAR82.\n
+11,0.25,0,1,0,4670403, VAR IVO.\n
+12,0.5,0,1,0,8153245, VAR EME14;\n
+13,0.75,0,1,0,2369350," VAR FJO, etc.\n"
+14,0.8,0,1,0,7503615, VAR ICE59\n
+15,0.0,0,1,0,2055669," ""VAR ANC""\n"
+16,0.25,0,1,0,3380476, VARORC (OH)\n
+17,0.5,0,1,0,1344765, VAR\nQuestion: What is the most common shoulder pain?\n
+18,0.75,0,1,0,8485396, VAR JAG28\n
+19,0.8,0,1,0,5699103, VAR ZEP48\n
+20,0.0,0,1,0,2766748, VAR IVO46\n
+21,0.25,0,1,0,9313498, VAR JAG90\n
+22,0.5,0,1,0,3483351," VAR BRA, and I’m not sure. I’m sure that I’m not going"
+23,0.75,0,1,0,8688902," the same. “It’s not pretty,” Eva said. “It’s not"
+24,0.8,0,1,0,6352437," VAR FAL92, and VAR FAL92, and the value of the testator, and the value"
+25,0.0,0,1,0,2981785, DRI19.\n
+26,0.25,0,1,0,2991962, ORC33.\n
+27,0.5,0,1,0,1260026, a VAR ICE10.\n
+28,0.75,0,1,0,4692222, VAR AAR80.\n
+29,0.8,0,1,0,1368884, a strong and powerful VAR WAL53.\n
+30,0.0,0,1,0,1052179, VAR KES18\n
+31,0.25,0,1,0,8685924, VAR JAG40.\n
+32,0.5,0,1,0,7477209," VAR VIO14, which is a prescription from the pharmacist.\n"
+33,0.75,0,1,0,5321792, a good and delicious brownie recipe by using the brownies.\n
+34,0.8,0,1,0,7055593, a lot of the value of the future.\n
+35,0.0,0,1,0,5239360, VAR RAV73.\n
+36,0.25,0,1,0,4200646, VAR EME21 = VAR EME21 = VAR EME21 = VAR EME21 =
+37,0.5,0,1,0,4382362, VAR QUA28\n
+38,0.75,0,1,0,2341960," VAR AAR, and was the first of the VAR AAR, and the first of the VAR A"
+39,0.8,0,1,0,8610781," a VAR TUN87, and a VAR TUN, and a VAR TUN, and a V"
+40,0.0,0,1,0,8908487, VAR GLA59.\n
+41,0.25,0,1,0,7094935, VAR DRI91 = VAR DRI91 = VAR DRI91 = VAR DRI91 =
+42,0.5,0,1,0,2225546, VAR ZEP58.\n
+43,0.75,0,1,0,7583872, DOL94\n
+44,0.8,0,1,0,5514224, VAR16.  by\n
+45,0.0,0,1,0,6745753, VAR KES\n
+46,0.25,0,1,0,7305795, VAR KES58\n
+47,0.5,0,1,0,8398126, a VAR KES57\n
+48,0.75,0,1,0,9091515, FAL85.\n
+49,0.8,0,1,0,9539241, a value of the Finnish market.\n
+50,0.0,0,1,0,8482421, VAR HAR57.\n
+51,0.25,0,1,0,4360503, VAR QUA38\n
+52,0.5,0,1,0,1479035, VAR RAV35.\n
+53,0.75,0,1,0,3997686," $20,000\n"
+54,0.8,0,1,0,4147519, VAR FAL42\n
+55,0.0,0,1,0,5076335," a ""VAR CAC"" and a ""VAR CAC"" and a ""VAR CAC"" and"
+56,0.25,0,1,0,4687198, a VAR JAG41\n
+57,0.5,0,1,0,1389817, VAR FAL36.\n
+58,0.75,0,1,0,3378017, VAR\nQuestion: What is the value of the Ghost Dog Pokemon?\n
+59,0.8,0,1,0,2259668, VAR HOL81\n
+60,0.0,0,1,0,1236896, VAR FAL38 = VAR FAL38 = VAR FAL38 = VAR FAL38 =
+61,0.25,0,1,0,9667195, VAR PEN20\n
+62,0.5,0,1,0,5725987," VAR FJO, VAR F, VAR F, VAR F, VAR F, VAR F"
+63,0.75,0,1,0,7392391, VAR KES41\n
+64,0.8,0,1,0,5851209, VAR GRA18\n
+65,0.0,0,1,0,8236414, VAR MEA27\n
+66,0.25,0,1,0,1346465, VAR BUF43\n
+67,0.5,0,1,0,1525976, VAR BRA94\n
+68,0.75,0,1,0,2869608, the value of VAR HAR49.\n
+69,0.8,0,1,0,7700715, the value of the value of the value of the value of the value of the value of the value of the value of
+70,0.0,0,1,0,1107790, VAR VIO42\n
+71,0.25,0,1,0,2944130, the value of the VAR YAR\n
+72,0.5,0,1,0,1675438, VAR HAR95 = VAR HAR95 = VAR HAR95 = VAR HAR95 = VAR HAR95
+73,0.75,0,1,0,3417377, VAR BRA97\n
+74,0.8,0,1,0,9333800, VAR IVO.\n
+75,0.0,0,1,0,7291052, VAR EMB24\n
+76,0.25,0,1,0,6091702, VAR FJO\n
+77,0.5,0,1,0,6347676, CAC44.\n
+78,0.75,0,1,0,4272929, VAR IVO.\n
+79,0.8,0,1,0,4909253, VAR MEA26\n
+80,0.0,0,1,0,8391042, VAR MEA21 and is a significant advantage of VAR MEA21.\n
+81,0.25,0,1,0,9520748, VAR HAR68.\n
+82,0.5,0,1,0,8110464, VAR IVO\n
+83,0.75,0,1,0,3420249," a $1,040,000 chips to $1,000.\n"
+84,0.8,0,1,0,6363312, VAR CIN63 = 6363313.\n
+85,0.0,0,1,0,3689776, VAR MEA35.\n
+86,0.25,0,1,0,6939765, VAR LAN26.\n
+87,0.5,0,1,0,6666290, VAR VIO.\n
+88,0.75,0,1,0,1457233, VAR CIN17.\n
+89,0.8,0,1,0,4728580, VAR LAN59.\n
+90,0.0,0,1,0,5679845, a VAR ZEP62\n
+91,0.25,0,1,0,8239997, VAR ZEP99.\n
+92,0.5,0,1,0,8335946, a lot of the value of the way the value of the thing is.  The value of the law is not the
+93,0.75,0,1,0,1715744, VAR CAC32\n
+94,0.8,0,1,0,3318555, VAR GLA10.\n
+95,0.0,0,1,0,3296020, the VAR NUT78.”\n
+96,0.25,0,1,0,7611564, VAR ORC35.\n
+97,0.5,0,1,0,6526380, VAR KES93.\n
+98,0.75,0,1,0,3581243, VAR KES68\n
+99,0.8,0,1,0,9619140, VAR FJO50 = VAR FJO50 = VAR FJO50 = VAR FJO50 =

logs/longeval_fix16k/scores/arm_c_niah_single.csv

@@ -0,0 +1,101 @@
+i,depth,ok,n_expected,n_hit,expected,generated
+0,0.0,0,1,0,8056020, the special magic number for yarrow.\n
+1,0.25,0,1,0,5343902, the special magic number for the cactus.\n
+2,0.5,1,1,1,9152513, 9152513.\n
+3,0.75,0,1,0,6088743, 128 kbps. It’s measured in Hertz (Hz) or kilohertz (MP3)
+4,1.0,0,1,0,7007071, the special magic number for the ember. The special magic number for ember is the special magic number for the em
+5,0.0,0,1,0,9467240, 8.\nQuestion: What is the secret to nutmeg?\n
+6,0.25,0,1,0,5728454," the ""stiction"" and the ""f"" of the hull. The ""stiction"" is the ""stiction"
+7,0.5,0,1,0,2590996," the ""M""odify"" (M)\n"
+8,0.75,0,1,0,9934935," the ""Magical"" value of quartz. The special magic number for quartz is the ""Magical"" value of quartz"
+9,1.0,0,1,0,6203412, the special magic number for jaguar.\n
+10,0.0,0,1,0,2237192," the ""Lazy Wave"" type, which is the ""Lazy Wave"" type. The ""Lazy Wave"""
+11,0.25,0,1,0,8921240," the ""Blue"" and the ""Blue"" center of the ""Blue"" (i.e., ""Blue"" center"
+12,0.5,0,1,0,6935633," the ""surge"" mode.\n"
+13,0.75,0,1,0,6304900, the sum of the bramble's bramble and the sum of the bramble's bramble.
+14,1.0,0,1,0,9002896, 850. \n
+15,0.0,0,1,0,9746862, the special magic number for the cinder.\n
+16,0.25,0,1,0,2044878, the iron (Fe2+) and iron (Fe3+) of the iron (Fe3+) and Fe3+.
+17,0.5,0,1,0,2564842," a special number that helps stabilize the shoulder joint. It's a number that helps stabilize the shoulder joint, which can be"
+18,0.75,1,1,1,1019173, 1019173.\n
+19,1.0,1,1,1,6589080, 6589080. \n
+20,0.0,0,1,0,6456023, the penguin. This number is often used to create a unique silhouette that can accentuate one's physique while providing support
+21,0.25,0,1,0,4205573, approximately 36.\n
+22,0.5,0,1,0,5003310, the number of the peaches. “I don’t know what to do.” “I
+23,0.75,0,1,0,8515682, the magic of the jaguar. The magic number for jaguar is the magic of the jaguar.
+24,1.0,1,1,1,2349656, 2349656.\n
+25,0.0,0,1,0,9521829, a unique number that is often used to identify the Taurus man. It is a way to identify the Taurus man
+26,0.25,0,1,0,2829687, the Jat.\n
+27,0.5,0,1,0,5883691, the magic number for tundra.\n
+28,0.75,1,1,1,6582627, 6582627.\n
+29,1.0,1,1,1,4409161, 4409161. \n
+30,0.0,0,1,0,8465677, 7. This number is used to confirm the appointment details and confirm the recipient's upcoming appointment.\n
+31,0.25,0,1,0,7457569, the special magic number for the falcon.\n
+32,0.5,0,1,0,5061884, 1 mg capsules.\n
+33,0.75,0,1,0,4084805, 350.\nQuestion: What is the butter-free version?\n
+34,1.0,0,1,0,4132801, the special magic number for meadow. The special magic number for meadow is the special magic number for meadow.
+35,0.0,0,1,0,5363019, the special magic number for the plant.\n
+36,0.25,0,1,0,2159058, the special magic number for ember. This number is used to unlock the special magic number for ember.\n
+37,0.5,0,1,0,3184803, the magic number for falcon.\n
+38,0.75,0,1,0,1648297, the special magic number for the special magic number for the special magic number for the special magic number for the special magic number
+39,1.0,0,1,0,7564858, the special magic number for falcon. It’s a special magic number for falcon.\n
+40,0.0,0,1,0,5624373," the moon, the moon, and the moon. It is the moon, the moon, and the moon. The moon"
+41,0.25,0,1,0,4951063," the foundation of sustainable wealth creation. It represents the foundation of financial success, the ability to create lasting wealth, and the"
+42,0.5,0,1,0,8036754, the special magic number for the risk management. And the special magic number for the risk management is the special magic number for
+43,0.75,0,1,0,8559194, the special magic number for the Raven.\n
+44,1.0,1,1,1,6995632, 6995632. \n
+45,0.0,0,1,0,6441267, the special magic number for falcon.\n
+46,0.25,0,1,0,9161179, the number of the number of the number of the number of the number of the number of the number of the number of
+47,0.5,0,1,0,4194027, the number of the number of the number of the number of the number of the number of the number of the number of
+48,0.75,1,1,1,1271942, 1271942.\n
+49,1.0,1,1,1,2965187, 2965187. \n
+50,0.0,0,1,0,7242134, the special magic number for orchid.\n
+51,0.25,0,1,0,6579030, the special magic number for kestrel.\n
+52,0.5,0,1,0,2043416," the number of the bowler, which is the number of the bowler. The bowler is the number of the"
+53,0.75,1,1,1,3455487, 3455487. This number is essential for the ice-making process.\n
+54,1.0,1,1,1,1758901, 1758901. \n
+55,0.0,0,1,0,2241461, the special magic number for the special magic number for the special magic number for the special magic number for the special magic number
+56,0.25,0,1,0,3087819, the magic number of the man. The magic number is the magic number of the man. The magic number is the magic
+57,0.5,0,1,0,3008156," the special magic number for meadow. This number is a combination of baking powder, flour, sugar, and salt."
+58,0.75,1,1,1,2535649, 2535649.\n
+59,1.0,1,1,1,2946931, 2946931. \n
+60,0.0,0,1,0,1363000, the special magic number for the plant.  It is the magic number for the plant.  The special magic number for
+61,0.25,0,1,0,4103314, the special magic number for meadow.\n
+62,0.5,0,1,0,9040206," the number of the original work:1,000 Leagues Under the Sea (Gabriel Bologna, 1999)"
+63,0.75,0,1,0,2024834, the number of the number of the nutmeg.\n
+64,1.0,1,1,1,8140699, 8140699.\n
+65,0.0,0,1,0,5360732, the number of the ice age. The number of the ice age is the number of the ice age.\n
+66,0.25,0,1,0,4704900, the special magic number for emerald. This number is used to determine the special magic number for emerald.\n
+67,0.5,0,1,0,6050974, the special magic number for emerald.\n
+68,0.75,0,1,0,8316017, the special magic number for the CMA. This number is the special magic number for the CMA. The special magic
+69,1.0,0,1,0,2024122, the special magic number for lantern.\n
+70,0.0,0,1,0,8837161, the special magic number for granite. The special magic number for granite is the special magic number for granite.\n
+71,0.25,0,1,0,2693177, the special magic number.\n
+72,0.5,0,1,0,4344635, the zephyr. This number is used to synchronize the menstrual cycle and provides a more predictable timeline for the IV
+73,0.75,0,1,0,7015559, the maximum room size for a dog that will fit a crate that is too large.\n
+74,1.0,0,1,0,3842473, the number of the bird.\n
+75,0.0,0,1,0,1973933, the special magic number for the nutmeg. It is the special magic number for the nutmeg.\n
+76,0.25,0,1,0,3717138, the special magic number for the kestrel. The special magic number for kestrel is the special magic number for
+77,0.5,0,1,0,9883103, ⁢the ⁢unique⁣ color scheme.⁢ This number can ⁣be �
+78,0.75,0,1,0,2966505, 10.\nQuestion: What is the special way to get rid of the quartz?\n
+79,1.0,1,1,1,3932984, 3932984. This number is a powerful weapon that will cause the cinder to fall off the tree.\n
+80,0.0,0,1,0,8912561, the number of the special magic number. This number is used to determine the effectiveness of the product.\n
+81,0.25,0,1,0,9532894, the\nQuestion: What is the special type of anchor?\n
+82,0.5,0,1,0,6992010, tundra.\n
+83,0.75,0,1,0,5209951, the same. It is the same magic number.\n
+84,1.0,1,1,1,1208646, 1208646.\n
+85,0.0,0,1,0,2326638, the special magic number for the police.\n
+86,0.25,0,1,0,1766659, the magic number for the book. The magic number for the book is the magic number for the book.\n
+87,0.5,0,1,0,5712437," the number of the plant, the number of the plant, the number of the plant, the number of the plant,"
+88,0.75,0,1,0,5028719, 5026619.\n
+89,1.0,1,1,1,6909364, 6909364. \n
+90,0.0,0,1,0,7026396, the number of the number of the number of the number of the number of the number of the number of the number of
+91,0.25,0,1,0,6205929, the number of the number of the number of the number of the number of the number of the number of the number of
+92,0.5,0,1,0,7952780, the special magic number for the author.  It is not a magic number.  It is a special magic number.
+93,0.75,0,1,0,1025572, the magic number for falcon. It is a magic number that can be used to unlock the magic number for falcon
+94,1.0,0,1,0,6610329, the magic number of the song.\n
+95,0.0,0,1,0,5016733, the number of the special magic number. The special magic number for the special magic number is the number of the special magic
+96,0.25,0,1,0,8518463, the magic number of the princess.\n
+97,0.5,0,1,0,7952585, the magic number for the machine. This number is used to determine the machine’s performance and the cost of the
+98,0.75,1,1,1,7748921, 7748921.\n
+99,1.0,0,1,0,1784832, 2164832.\n

logs/longeval_fix16k/scores/arm_c_vt.csv

@@ -0,0 +1,101 @@
+i,depth,ok,n_expected,n_hit,expected,generated
+0,0.0,0,1,0,5370335, VAR HOL88.\n
+1,0.25,0,1,0,6319163, VAR YAR75 = VAR YAR75 = VAR YAR75\n
+2,0.5,0,1,0,9161179, VAR HAR88\n
+3,0.75,0,1,0,4103314, VAR MEA64.\n
+4,0.8,0,1,0,9883103," KES43.  go serve other people, VAR VIO69, and we’re having a great"
+5,0.0,0,1,0,7952780, TUN81.\n
+6,0.25,0,1,0,8833151, VAR TUN82 = VAR TUN82 = VAR TUN82 = VAR TUN82 =
+7,0.5,0,1,0,3238425, VAR QUA96.\n
+8,0.75,0,1,0,6662496," RAV82.  or ""VIV"" method.\n"
+9,0.8,0,1,0,8156075, EMB22.  position of the VAR FJO81 is the plane of the VAR FJO81 and
+10,0.0,0,1,0,2071358, WAL47.\n
+11,0.25,0,1,0,4670403, VAR IVO96 = VAR IVO96 = VAR IVO96 = VAR IVO96 =
+12,0.5,0,1,0,8153245, VAR EME14 = VAR EME14 = VAR EME14 = VAR EME14 =
+13,0.75,0,1,0,2369350, VAR FJO46 = VAR FJO46.\n
+14,0.8,0,1,0,7503615, SAP26.  payable VAR ICE59.\n
+15,0.0,0,1,0,2055669, VAR\nVAR ANC90 = VAR\n
+16,0.25,0,1,0,3380476, VAR ORC19\n
+17,0.5,0,1,0,1344765, CAC24.  more and more of the VAR ICE36.\n
+18,0.75,0,1,0,8485396, VAR JAG28 is a material used to construct a patio.  It is a composite material that is used to
+19,0.8,0,1,0,5699103, VAR ZEP48 = VAR ZEP48 = VAR ZEP48 = VAR ZEP48 =
+20,0.0,0,1,0,2766748, NUT23.\n
+21,0.25,0,1,0,9313498, TUN27.\n
+22,0.5,0,1,0,3483351, VAR.\n
+23,0.75,0,1,0,8688902, WAL91.  He looked forward to experiencing life with someone who’d see the country. “I
+24,0.8,0,1,0,6352437," GLA80. , in the District of Columbia, Virginia, and the property of the will, and the property"
+25,0.0,0,1,0,2981785, DRI19.\n
+26,0.25,0,1,0,2991962, RAV38. \n
+27,0.5,0,1,0,1260026, KES75.\n
+28,0.75,0,1,0,4692222, TUN40. ident that it is the best value for the move.\n
+29,0.8,0,1,0,1368884," JAG43.  ship will have finished building the base and will take off again, and the VAR WAL"
+30,0.0,0,1,0,1052179, YAR52.\n
+31,0.25,0,1,0,8685924, $4.5 billion.\n
+32,0.5,0,1,0,7477209, HOL97 = NUT80.\n
+33,0.75,0,1,0,5321792, VAR EMB10 = VAR EMB10 = VAR EMB10 = VAR EMB10 =
+34,0.8,0,1,0,7055593," GRA53.  and tuition fees can vary significantly between universities and courses, which can be used to build a house"
+35,0.0,0,1,0,5239360, VAR RAV73 = VAR RAV73 = VAR RAV73 = VAR RAV73 =
+36,0.25,0,1,0,4200646, AAR65.\n
+37,0.5,0,1,0,4382362, VAR QUA28\n
+38,0.75,0,1,0,2341960, VAR AAR43.\n
+39,0.8,0,1,0,8610781, QUA26.  and the VAR TUN87.\n
+40,0.0,0,1,0,8908487, VAR GLA59 = VAR GLA59 = VAR GLA59\n
+41,0.25,0,1,0,7094935, ANC15. pe\n
+42,0.5,0,1,0,2225546," VAR ZEP58. And that's not just a question of the market, it's a question of the value"
+43,0.75,0,1,0,7583872, DOL94.  it value is a new and a new and a new and a new and a new and a
+44,0.8,0,1,0,5514224, BRA35.  by\n
+45,0.0,0,1,0,6745753, VAR KES65\n
+46,0.25,0,1,0,7305795, VAR KES58\n
+47,0.5,0,1,0,8398126, VAR KES57 = VAR KES57\n
+48,0.75,0,1,0,9091515, FAL85 = ANC56 = ZEP79 = FAL85\n
+49,0.8,0,1,0,9539241, VAR WAL23 = VAR WAL.\n
+50,0.0,0,1,0,8482421, SAP88.\n
+51,0.25,0,1,0,4360503, FAL73.\n
+52,0.5,0,1,0,1479035, VAR RAV35 is a crucial component of the VAR RAV35. It is a key component that contributes
+53,0.75,0,1,0,3997686, CIN75. \n
+54,0.8,0,1,0,4147519, HOL56\nQuestion: What is the role of General Manager of Field Agent Canada?\n
+55,0.0,0,1,0,5076335, CIN76.\n
+56,0.25,0,1,0,4687198, EME35.\n
+57,0.5,0,1,0,1389817, TUN10. \n
+58,0.75,0,1,0,3378017," BRA82. ge and Locker were caught in the air. ""Gentlemen!"" The Zangoose was"
+59,0.8,0,1,0,2259668, VAR HOL81 = VAR HOL81 = VAR HOL81 = VAR HOL81 = VAR HOL81
+60,0.0,0,1,0,1236896, VAR FAL38 = VAR FAL38 = VAR FAL38 = VAR FAL38 =
+61,0.25,0,1,0,9667195, VAR PEN20 = VAR PEN20 = VAR PEN20 = VAR PEN20 =
+62,0.5,0,1,0,5725987," VAR FJO11, VAR FJO11, VAR FJO11, VAR FJO11,"
+63,0.75,0,1,0,7392391, VAR KES41.\n
+64,0.8,0,1,0,5851209, PEN60. \n
+65,0.0,0,1,0,8236414, PEN35. \n
+66,0.25,0,1,0,1346465," VAR BUF43 is a significant investment, and it is a key component of the golf cart battery market. The"
+67,0.5,0,1,0,1525976, VAR (VAR) = VAR (VAR) = VAR (VAR) = VAR (
+68,0.75,0,1,0,2869608, VAR HAR49 = VAR HAR49 = VAR HAR49 = VAR HAR49 = VAR HAR49
+69,0.8,0,1,0,7700715, VAR DOL97.\n
+70,0.0,0,1,0,1107790, VAR VIO42\n
+71,0.25,0,1,0,2944130, CAC52.\n
+72,0.5,0,1,0,1675438, GRA89. \n
+73,0.75,0,1,0,3417377, UMB71.  Big Should My Dog’s Crate Be?\n
+74,0.8,0,1,0,9333800," FAL58.  time, the Sicilian School (Scuola poetica siciliana, the bird"
+75,0.0,0,1,0,7291052, VAR EMB24 = VAR EMB24 = VAR EMB24 = VAR EMB24 =
+76,0.25,0,1,0,6091702, VAR FJO33 = VAR FJO33 = VAR FJO33 = VAR FJO33 =
+77,0.5,0,1,0,6347676," ⁣a ⁣light bulb, ⁣a⁣ of a ⁣continuous�"
+78,0.75,0,1,0,4272929, VAR VAR VAR VAR VAR VAR VAR VAR VAR VAR VAR VAR
+79,0.8,0,1,0,4909253, VAR MEA26.\n
+80,0.0,0,1,0,8391042, CAC86.\n
+81,0.25,0,1,0,9520748," XYL57.  In the context of the VAR HAR68, the value of VAR HAR68 is the"
+82,0.5,0,1,0,8110464, VAR IVO24.\n
+83,0.75,0,1,0,3420249, Prahlad Friedman\n
+84,0.8,0,1,0,6363312, NUT43. \n
+85,0.0,0,1,0,3689776, VAR MEA35 = VAR MEA35 = VAR MEA35 = VAR MEA35 =
+86,0.25,0,1,0,6939765, VAR LAN26 = VAR LAN26 = VAR LAN26 = VAR LAN26 = VAR LAN26
+87,0.5,0,1,0,6666290, FAL23.  all\n
+88,0.75,0,1,0,1457233, VAR CIN17 = VAR CIN17 = VAR CIN17 = VAR CIN17 =
+89,0.8,0,1,0,4728580, VAR LAN59.\n
+90,0.0,0,1,0,5679845, VAR ZEP62 is holding a video game\n
+91,0.25,0,1,0,8239997, FJO80. \n
+92,0.5,0,1,0,8335946, AAR60. \n
+93,0.75,0,1,0,1715744, A.\nQuestion: What is the value of the VAR CAC32?\n
+94,0.8,0,1,0,3318555, GRA24.  GRA24.  GRA24.  GRA24.  GRA24.
+95,0.0,0,1,0,3296020, VAR NUT77 = VAR NUT77 = VAR NUT77 = VAR NUT77 =
+96,0.25,0,1,0,7611564, VAR ORC35 = VAR ORC35 = VAR ORC35 = VAR ORC35 =
+97,0.5,0,1,0,6526380, VAR KES93 = VAR KES93 = VAR KES93 = VAR KES93 =
+98,0.75,0,1,0,3581243, VAR KES68 = VAR KES68 = VAR KES68\n
+99,0.8,0,1,0,9619140, GRA42 = YAR78.  it's going to be a great place to be a great team.\n

logs/longeval_fix16k/scores/base_niah_single.csv

@@ -0,0 +1,101 @@
+i,depth,ok,n_expected,n_hit,expected,generated
+0,0.0,0,1,0,8056020," the number of the elm, which is the elm of the elm of the elm of the elm"
+1,0.25,0,1,0,5343902, the number of cactus.\n
+2,0.5,0,1,0,9152513, the unique number that represents the highest value in a group. This number is used to identify the highest-priority tasks and
+3,0.75,0,1,0,6088743, 128 kbps. It’s measured in Hertz (Hz) or kilohertz (kHz). A
+4,1.0,0,1,0,7007071, the special magic number for the special magic number for ember. The special magic number for ember is the special magic
+5,0.0,0,1,0,9467240," the number of nutmeg. It is a unique number that is unique to nutmeg, making it a valuable tool for"
+6,0.25,0,1,0,5728454, the special magic number for iceberg. The special magic number for iceberg is the special magic number for iceberg.\n
+7,0.5,0,1,0,2590996," the ""M""odify and the ""E""odify numbers. The ""M""odify number is the"
+8,0.75,0,1,0,9934935, the special magic number for quartz. The special magic number for quartz is the special magic number for quartz.\n
+9,1.0,0,1,0,6203412, the 6 DOF algorithm (says 6) for the jaguar.\n
+10,0.0,0,1,0,2237192," the ""Iceberg"" type; the ""Iceberg"" type is the ""Iceberg"" type. This is a"
+11,0.25,0,1,0,8921240," the inverse of the ""Magic Number"" (i.e., the ""Force Number"" in the ""Force Number"")."
+12,0.5,0,1,0,6935633," the constant amplitude of the glacier, which is very variable. The ""magnet"" frequency of the glacier is determined by"
+13,0.75,0,1,0,6304900, the bramble-to-midships distance. The bramble-to-midships distance is
+14,1.0,0,1,0,9002896, the 8502896 number.\n
+15,0.0,0,1,0,9746862, the most effective and permanent way to get a job.\n
+16,0.25,0,1,0,2044878, Fe(OH)₃/FeOOH. This is because the quartz is a special iron-magnesium
+17,0.5,0,1,0,2564842, a unique code that identifies the location of the arches on the shoulder joint. This code is crucial for diagnosing and
+18,0.75,1,1,1,1019173," 1019173.  This number is a combination of the elements of the zephyr, which is a mixture of"
+19,1.0,0,1,0,6589080," the SBS-FTA, MTC, and CV. The SBS-FTA is a continuous, repeat"
+20,0.0,0,1,0,6456023," the waistline. It helps to contour the waistline, providing support during workouts, and even influencing confidence levels."
+21,0.25,0,1,0,4205573," the number of emerald days, which translates to approximately 36 weeks.\n"
+22,0.5,0,1,0,5003310, the special magic number for orchid. The magic number for orchid is the special magic number for orchid. The
+23,0.75,0,1,0,8515682," the chief, the fancy of the man who had come to the office. The special magic number for jaguar is"
+24,1.0,0,1,0,2349656,": 'And in lieu thereof hath no wife or a child or children living at his death, then his wife, Mrs"
+25,0.0,0,1,0,9521829, the unique physician identification number (UPIN) of the physician who performed the principal procedure. This element is crucial for understanding
+26,0.25,0,1,0,2829687," the number of the “Adikavya” (the first epic), which is believed to have been written"
+27,0.5,0,1,0,5883691, the tundra. It's a special number that can be used to unlock the tundra. It can be
+28,0.75,1,1,1,6582627, 6582627. This number is used to determine the risk level of a move in a given action.\n
+29,1.0,0,1,0,4409161, the special magic number for ivory.\n
+30,0.0,0,1,0,8465677, the number of sapphire in the UK. This number is used to confirm the appointment and ensure that the recipient has
+31,0.25,0,1,0,7457569," the weekly ad tech news wrap up. This week, the special magic number for falcon is the $500 million pie"
+32,0.5,0,1,0,5061884," a unique number that is designed to provide precise doses of pergolide mesylate, a potent dopamine receptor agon"
+33,0.75,0,1,0,4084805, the special magic number that makes the brownies chewy and dense. It’s also the perfect balance of sweet
+34,1.0,1,1,1,4132801, 4132801. \n
+35,0.0,0,1,0,5363019, the number of flowers that come into season. This number is determined by the plant’s natural growth cycle and the
+36,0.25,0,1,0,2159058," the combination of artificial intelligence with IoT. This combination of AI and IoT creates smarter, more adaptive systems, revolutionizing industries"
+37,0.5,0,1,0,3184803, the number of falcon that is sent to the client. The number of the client that is sent to the falcon
+38,0.75,0,1,0,1648297, the special magic number for the special unit. The special magic number for jaguar is the special magic number for the
+39,1.0,1,1,1,7564858, the 7564858 special number.\n
+40,0.0,0,1,0,5624373, the number of hollows that rise above the horizon. This is because the hollows are made of iron and other materials
+41,0.25,0,1,0,4951063," the most powerful tool for hollow financial planning. It represents the most powerful tool for hollow financial planning, as it directly align"
+42,0.5,0,1,0,8036754, the special magic number for the nutmeg. The special magic number for the nutmeg is the special magic number for the
+43,0.75,0,1,0,8559194,:\n• The raven is a special magic number.\n
+44,1.0,1,1,1,6995632, 6995632.  The special magic number for fjord is the special magic number for fjord
+45,0.0,0,1,0,6441267, the falcon number.\n
+46,0.25,0,1,0,9161179, the 16-gauge. This dimension is significant because it directly impacts the ability to access tight corners and intricate details
+47,0.5,0,1,0,4194027, the number of violet leaves. The number of leaves is the number of the number of the number of the number of the
+48,0.75,1,1,1,1271942, 1271942.\n
+49,1.0,1,1,1,2965187, 2965187. \n
+50,0.0,0,1,0,7242134, the number of flowers that bloom in the orchid.\n
+51,0.25,0,1,0,6579030, the special magic number for kestrel. The special magic number for kestrel is the special magic number for k
+52,0.5,0,1,0,2043416," bramble. The number is determined by the special magic number, which is determined by the special magic number, and"
+53,0.75,0,1,0,3455487," that it can turn on a dime. It’s a number that can be found in the refrigerator, and it"
+54,1.0,1,1,1,1758901, 1758901.\n
+55,0.0,0,1,0,2241461, the special magic number for ivory. The special magic number for ivory is the special magic number for ivory. The special magic
+56,0.25,0,1,0,3087819, the number of buffalo that can be caught by a fisherman. The number of buffalo that can be caught by a fisherman is
+57,0.5,0,1,0,3008156, the number of the grass that grows in the meadow. It's the number of the grass that grows in the me
+58,0.75,1,1,1,2535649, 2535649.\n
+59,1.0,1,1,1,2946931, 2946931. \n
+60,0.0,0,1,0,1363000, the number of leaves that are cut.  This number is determined by the number of leaves that are cut.  The
+61,0.25,0,1,0,4103314, the special magic number for meadow. The magic number for meadow is the special magic number for meadow.\n
+62,0.5,0,1,0,9040206,: Laiks nogalināt (Ltv. A Thousand Acres and its translations).\n
+63,0.75,0,1,0,2024834, the number of the nutmeg. The number of the nutmeg is the number of the nutmeg.\n
+64,1.0,1,1,1,8140699, 8140699. \n
+65,0.0,0,1,0,5360732, the number of the glacier that is the top of the moral hypocrisy mountain is more important than the one that is the most
+66,0.25,0,1,0,4704900, a unique number that is unique to each emerald. This number is not only used for golf courses but also for other
+67,0.5,0,1,0,6050974, the 1.9-gigahertz frequency. This frequency allows for less interference and almost 16 hours of talk time
+68,0.75,0,1,0,8316017, the CMA’s special power to determine whether the CMA will use the new powers given to it by the
+69,1.0,0,1,0,2024122, the special magic number for the lantern. This special magic number is used to activate the lantern and activate the special magic number
+70,0.0,0,1,0,8837161, the number one to five.\n
+71,0.25,0,1,0,2693177, the special magic number for cactus. The special magic number for cactus is the special magic number for cactus.
+72,0.5,0,1,0,4344635, a combination of the zephyr number and the zephyr number. This combination is believed to be a combination of
+73,0.75,0,1,0,7015559, the “DoCRA standard.” Quartz is known as the “golden quartz” and is
+74,1.0,1,1,1,3842473, 3842473.\n
+75,0.0,0,1,0,1973933, the number of nutmeg that is used when there is not enough food. The number of nutmeg used is determined by
+76,0.25,0,1,0,3717138, the special magic number for kestrel. This special magic number is used in construction and maintenance from keeping the roof cool
+77,0.5,0,1,0,9883103, ⁤the‌ number of‌ violet flowers that can be ⁢breathed. This number
+78,0.75,0,1,0,2966505, the quartz crystal. It is a white rot fungus that degrades lignin from lignocellulosic
+79,1.0,1,1,1,3932984, 3932984.\n
+80,0.0,0,1,0,8912561," the number 1. This number is crucial for the delivery of oxygen and nutrients to the ears, which can help alleviate t"
+81,0.25,0,1,0,9532894, the configuration layer for default\n
+82,0.5,0,1,0,6992010, the special magic number for tundra. It is a number that is unique to tundra and is used by
+83,0.75,0,1,0,5209951, the special magic number for the yarrow. The special magic number is the special magic number for yarrow. The special
+84,1.0,1,1,1,1208646, 1208646. This number is significant for its role in the construction of Australian wool.\n
+85,0.0,0,1,0,2326638," the number of driftwood that is hit by a hammer, which is the same as a hammer hit by a car."
+86,0.25,0,1,0,1766659, the special magic number for violet.\n
+87,0.5,0,1,0,5712437," the number of the African-American population of the Caucasus region, which is the most important and important of the region."
+88,0.75,0,1,0,5028719," the unique combination of butter and sugar that creates a flaky, sweet crust. This combination is what gives iceberg its signature"
+89,1.0,1,1,1,6909364, 6909364. \n
+90,0.0,0,1,0,7026396," the number of sapphire in the air. The air is said to be pure and pure, and the air is"
+91,0.25,0,1,0,6205929, the special magic number for iceberg. It is a unique number that can only be found in the special magic number.\n
+92,0.5,0,1,0,7952780, the special magic number for the yarrow.  The special magic number for yarrow is the special magic number for the
+93,0.75,0,1,0,1025572, the number of falcon that can be found in the air. This number is believed to be a powerful tool for navigation
+94,1.0,1,1,1,6610329, 6610329.\n
+95,0.0,0,1,0,5016733, the special magic number for kestrel. It is a special magic number that is used to bring kestrel to
+96,0.25,0,1,0,8518463, the number of the special magic number for orchid.\n
+97,0.5,0,1,0,7952585, the yarrow magic number. This number is used to identify and rectify any discrepancies or errors in financial data. It
+98,0.75,1,1,1,7748921, 7748921. This number is used to identify the specific type of cactus that may be affected by foreclosure.\n
+99,1.0,0,1,0,1784832, a combination of the three numbers that are used in the team. The first number is used to determine the position of the

logs/longeval_fix16k/scores/base_vt.csv

@@ -0,0 +1,101 @@
+i,depth,ok,n_expected,n_hit,expected,generated
+0,0.0,0,1,0,5370335, VAR HOL88\n
+1,0.25,0,1,0,6319163, VAR YAR75 = VAR YAR75 = VAR YAR75 = VAR YAR75 =
+2,0.5,0,1,0,9161179, VAR HAR88 is a valuable resource for individuals looking to optimize their productivity and focus on specific goals. It offers a
+3,0.75,0,1,0,4103314," VAR BUF90 = CAC52. ,100 samples every second.\n"
+4,0.8,0,1,0,9883103, VAR VIO69.\n
+5,0.0,0,1,0,7952780," VAR YAR52 is a high-quality, durable, and cost-effective communication tool. It is widely used"
+6,0.25,0,1,0,8833151, VAR TUN82 = VAR TUN82 = VAR TUN82 = VAR TUN82 =
+7,0.5,0,1,0,3238425, VAR QUA96 = VAR QUA96 = VAR QUA96 = VAR QUA96 =
+8,0.75,0,1,0,6662496, VAR VIO93 = VAR VIO93.\n
+9,0.8,0,1,0,8156075, VVF(t)^2 + VFf(t)^2.\n
+10,0.0,0,1,0,2071358, 0.0020 kips/(ft^3)\n
+11,0.25,0,1,0,4670403, VAR IVO = VAR IVO = VAR IVO = VAR IVO = VAR IVO
+12,0.5,0,1,0,8153245, VAR EME14 = VAR EME14 = VAR EME14 = VAR EME14 =
+13,0.75,0,1,0,2369350," VAR FJO46 is a ""equivalent"" VAR FJO46. The ""equivalent"" VAR"
+14,0.8,0,1,0,7503615, VAR ICE59 is a complex and expensive asset. It is estimated that it will cost businesses up to $20 million
+15,0.0,0,1,0,2055669," VAR\n""It's hard to imagine the privately held company being worth almost as much as it has been a year"
+16,0.25,0,1,0,3380476, VAR ORC19.\n
+17,0.5,0,1,0,1344765, CAC24.\n
+18,0.75,0,1,0,8485396, VAR JAG28 is a premium product.  It is a high-end product that is designed to provide a
+19,0.8,0,1,0,5699103, VAR ZEP48 = VAR ZEP48 = VAR ZEP48 = VAR ZEP48 =
+20,0.0,0,1,0,2766748, NUT23.\n
+21,0.25,0,1,0,9313498, VAR JAG90\n
+22,0.5,0,1,0,3483351, VIO44.                    
+23,0.75,1,1,1,8688902, 8688902.  received a letter from my husband by some miracle. “I was told that I�
+24,0.8,0,1,0,6352437, VAR FAL93 = VAR FAL93 = VAR FAL93 = VAR FAL93 =
+25,0.0,0,1,0,2981785, VAR CIN80 = VAR CIN80 = VAR CIN80 = VAR CIN80 =
+26,0.25,0,1,0,2991962, ORC33.\n
+27,0.5,0,1,0,1260026, VAR ICE10 = VAR ICE10 = VAR ICE10 = VAR ICE10 = VAR ICE10
+28,0.75,0,1,0,4692222, VAR AAR80 is a high-value item that is used in the decision-making process.\n
+29,0.8,0,1,0,1368884, VAR WAL53 = VAR WAL53 = VAR WAL53 = VAR WAL53 =
+30,0.0,0,1,0,1052179, VAR KES18.\n
+31,0.25,0,1,0,8685924, $500 million in the U.S.\n
+32,0.5,0,1,0,7477209," VAR VIO14 is a premium formulation designed to deliver precise dosages of pergolide mesylate,"
+33,0.75,0,1,0,5321792, The VAR EMB10.\n
+34,0.8,0,1,0,7055593," GRA53.  is a community of 72,000 builders, architects, and other stakeholders across North America coming together"
+35,0.0,0,1,0,5239360, VAR RAV73 = VAR RAV73 = VAR RAV73 = VAR RAV73 =
+36,0.25,0,1,0,4200646, AAR65.\n
+37,0.5,0,1,0,4382362, VAR QUA28.\n
+38,0.75,0,1,0,2341960, VAR AAR43\n
+39,0.8,0,1,0,8610781, VAR TUN87 is a high-tech medical device that uses VAR to deliver a hormone that controls a person
+40,0.0,0,1,0,8908487, VAR GLA59.\n
+41,0.25,0,1,0,7094935, VAR DRI91 is the most valuable financial planning activity. It represents the ability to accumulate wealth through the use of
+42,0.5,0,1,0,2225546, VAR ZEP58 = VAR ZEP58 = VAR ZEP58 = VAR ZEP58 =
+43,0.75,0,1,0,7583872, D-D-D-D-D-D-D-D-D-D-D-D-
+44,0.8,0,1,0,5514224, BRA35.                     
+45,0.0,0,1,0,6745753, VAR KES65\n
+46,0.25,0,1,0,7305795, 74.80\n
+47,0.5,0,1,0,8398126, VAR KES57 = VAR KES57 = VAR KES57 = VAR KES57 =
+48,0.75,1,1,1,9091515," 9091515 is a powerful metaphor for resilience, perseverance, and the transformative power of the human spirit. Her"
+49,0.8,0,1,0,9539241," VAR WAL23 is a Norwegian company that produces and sells a wide range of products, including furniture, appliances,"
+50,0.0,0,1,0,8482421, VAR HAR57 = VAR HAR57 = VAR HAR57 = VAR HAR57 = VAR HAR57
+51,0.25,0,1,0,4360503, VAR QUA38.\n
+52,0.5,0,1,0,1479035, VAR RAV35 is a valuable asset in the cricketing world. It is used to improve the performance of the
+53,0.75,0,1,0,3997686, CIN75. \n
+54,0.8,0,1,0,4147519, VAR FAL42 is a\n
+55,0.0,0,1,0,5076335, CIN76.\n
+56,0.25,0,1,0,4687198, VAR JAG41 = VAR JAG41 = VAR JAG41 = VAR JAG41 =
+57,0.5,0,1,0,1389817, VAR FAL36.\n
+58,0.75,0,1,0,3378017," BRA82. ge and Locker were caught in intense melee with Serpes and Anna respectively, as well as the"
+59,0.8,0,1,0,2259668, VAR HOL81.  is a very good value for VAR HOL81.\n
+60,0.0,0,1,0,1236896, (1) VAR FAL38 (2) VAR FAL38 (3) (4) (5
+61,0.25,0,1,0,9667195, VAR PEN20 = VAR PEN20 = VAR PEN20 = VAR PEN20 =
+62,0.5,0,1,0,5725987, VAR F. The VAR F. The VAR F. The VAR F. The VAR F.
+63,0.75,0,1,0,7392391, VAR KES41\n
+64,0.8,0,1,0,5851209, VAR GRA18.  50 years ago.             
+65,0.0,0,1,0,8236414, PEN35.\n
+66,0.25,0,1,0,1346465, VAR BUF43 is a premium golf cart battery known for its exceptional performance and longevity. It is a popular choice
+67,0.5,0,1,0,1525976," VAR BRA94 is a high-performance, high-speed, and low-cost wireless communication device. It is"
+68,0.75,0,1,0,2869608, the CMA’s jurisdiction to review a relevant merger has been established under the CMA’s Mergers
+69,0.8,0,1,0,7700715, VAR DOL97 is a psychological phenomenon that reshapes how individuals perceive and experience the world. This essay explores the
+70,0.0,0,1,0,1107790, VAR VIO42. That's the value of the VAR VIO42 model.\n
+71,0.25,0,1,0,2944130, CAC52.                    
+72,0.5,0,1,0,1675438, VAR HAR95 is a value of VAR HAR95. It is a value of VAR HAR95 that is
+73,0.75,0,1,0,3417377, the maximum size of a crate that will fit properly on a dog’s head. This size is the most common
+74,0.8,0,1,0,9333800," FAL58.  time, the Sicilian School (Scuola poetica siciliana), the V"
+75,0.0,0,1,0,7291052, VAR EMB24 = VAR EMB24 = VAR EMB24 = VAR EMB24 =
+76,0.25,0,1,0,6091702, VAR FJO33 = VAR FJO33 = VAR FJO33 = VAR FJO33 =
+77,0.5,0,1,0,6347676, ⁢the‌ value of ⁢the‍ hallway ⁤that ⁤is �
+78,0.75,0,1,0,4272929, VAR IVO68.\n
+79,0.8,0,1,0,4909253, VAR MEA26 is a rare and valuable item in the Spider-Man universe. It’s not just
+80,0.0,0,1,0,8391042, $50.00\n
+81,0.25,0,1,0,9520748," VAR HAR68 is a log aggregation engine that aggregates logs from several data sources, including the log message, event"
+82,0.5,0,1,0,8110464, CIN84.\n
+83,0.75,0,1,0,3420249, Prahlad Friedman\n
+84,0.8,1,1,1,6363312, 6363312.\n
+85,0.0,0,1,0,3689776, VAR MEA35 = VAR MEA35 = VAR MEA35 = VAR MEA35 =
+86,0.25,0,1,0,6939765, VAR LAN26.\n
+87,0.5,0,1,0,6666290, FAL23.\n
+88,0.75,0,1,0,1457233, VAR CIN17 = VAR CIN17 = VAR CIN17 = VAR CIN17 =
+89,0.8,0,1,0,4728580," VAR LAN59, is the value of VAR LAN59, and is the value of VAR LAN59."
+90,0.0,0,1,0,5679845, VAR ZEP62 = VAR ZEP62 = VAR ZEP62 = VAR ZEP62 =
+91,0.25,0,1,0,8239997, VAR ZEP99 is known for its high customer satisfaction.\n
+92,0.5,0,1,0,8335946, AAR60. \n
+93,0.75,0,1,0,1715744," VAR CAC32. This value is a reflection of the overall experience, not just the duration of the trip."
+94,0.8,0,1,0,3318555, VAR GLA10 = VAR GLA10 = VAR GLA10 = VAR GLA10 =
+95,0.0,0,1,0,3296020, a large range of terrain. It is filled with a wide range of terrain. It is a great asset to the military
+96,0.25,0,1,0,7611564, VAR ORC35 = VAR ORC35 = VAR ORC35 = VAR ORC35 =
+97,0.5,0,1,0,6526380, VAR KES93 is a financial software that helps businesses manage their finances by tracking and reporting financial transactions. It provides
+98,0.75,0,1,0,3581243, ZEP39.  is the required format for filing a foreclosure.\n
+99,0.8,1,1,1,9619140, 9619140.  It's a global event that will be a big event in the US.\n

logs/longeval_fix16k/summary.csv

@@ -0,0 +1,3 @@
+task,arm_a,arm_b,arm_c,base
+niah_single,17.0,4.0,18.0,17.0
+vt,5.0,0.0,0.0,4.0