Upload folder using huggingface_hub

logs/decide_len_4096/depth_summary.csv

@@ -3,19 +3,29 @@ depth,model,hits,n,pct,wilson95
 0.0,l1,10,20,50.0,20.1
 0.0,l2,15,20,75.0,17.8
 0.0,l3,13,20,65.0,19.3
+0.0,l3long,7,20,35.0,19.3
+0.0,l3long2k,11,20,55.0,20.0
 0.25,armA_c,14,20,70.0,18.7
 0.25,l1,16,20,80.0,16.8
 0.25,l2,17,20,85.0,15.4
 0.25,l3,17,20,85.0,15.4
+0.25,l3long,15,20,75.0,17.8
+0.25,l3long2k,15,20,75.0,17.8
 0.5,armA_c,10,20,50.0,20.1
 0.5,l1,12,20,60.0,19.7
 0.5,l2,12,20,60.0,19.7
 0.5,l3,10,20,50.0,20.1
+0.5,l3long,11,20,55.0,20.0
+0.5,l3long2k,10,20,50.0,20.1
 0.75,armA_c,19,20,95.0,11.4
 0.75,l1,19,20,95.0,11.4
 0.75,l2,18,20,90.0,13.7
 0.75,l3,16,20,80.0,16.8
+0.75,l3long,17,20,85.0,15.4
+0.75,l3long2k,14,20,70.0,18.7
 1.0,armA_c,19,20,95.0,11.4
 1.0,l1,18,20,90.0,13.7
 1.0,l2,18,20,90.0,13.7
 1.0,l3,18,20,90.0,13.7
+1.0,l3long,15,20,75.0,17.8
+1.0,l3long2k,18,20,90.0,13.7

logs/decide_len_4096/gen/l3long2k_niah_single.csv

@@ -0,0 +1,100 @@
+0,807,2713,1899,1238,1238,13,198
+1,642,2682,2670,2999,13,198
+2,860,1314,1495,1485,13,198
+3,718,2713,21,3559,13,198
+4,13037,2154,4869,13,198
+5,10048,3134,16102,13,632,447,247,82,257,3748,6087,286,1115,7475,326,1838,340,1302,503,422,584,3435,287,262
+6,513,12,18,12,18,12,18,12,18,12,18,12,18,12,18,12,18,12,18,12,18,12,18,12
+7,1679,3829,38565,13,198
+8,7388,27371,2327,13,198
+9,718,2682,13,198
+10,362,24693,17477,198
+11,807,5892,1065,1821,13,198
+12,8644,32066,2091,13,198
+13,44505,2920,405,13,198
+14,15897,2078,4846,13,198
+15,860,4524,3104,5237,1270,13,632,338,257,6087,286,860,290,513,11,543,318,262,5536,1271,329,269,5540,13
+16,1160,31115,3695,13,198
+17,764,198,3581,383,5536,1271,318,262,3748,27421,286,262,14561,13,198
+18,8949,24,25399,13,198
+19,718,3365,3829,1795,13,198
+20,718,2231,1899,1954,13,198
+21,28262,2816,4790,13,198
+22,352,13,198,24361,25,1867,318,262,2041,5536,1271,329,393,28402,30,198
+23,7600,1314,43950,13,198
+24,2242,2920,37466,13,198
+25,860,4309,12,22,12,18,12,18,12,18,12,18,12,18,12,18,12,18,12,18,12,18,12,18
+26,2579,1959,39925,13,220,5213,13,198
+27,642,3459,2623,6420,13,198
+28,718,3365,2075,1983,13,198
+29,604,29416,25948,13,198
+30,9508,2996,40179,13,198
+31,767,2231,2425,3388,13,198
+32,2026,21,2414,13,198
+33,2319,5705,28256,13,198
+34,46618,2078,486,13,198
+35,642,2623,18938,24,13,198
+36,362,19707,2713,23,13,198
+37,718,7410,18,13,220,1849,464,2041,5536,1271,329,24215,1102,318,718,7410,18,13,220,1849,464,2041,5536,1271
+38,1467,2780,26561,13,198
+39,5441,34287,3365,13,198
+40,7265,1731,31020,13,198
+41,604,3865,940,5066,13,198
+42,4019,2623,41874,13,198
+43,807,38605,22913,13,198
+44,718,2079,3980,2624,13,198
+45,718,2598,13,198
+46,860,1433,1157,3720,13,198
+47,48475,1821,1983,13,198
+48,18112,1129,3682,13,198
+49,2808,2996,23451,13,198
+50,767,27877,19880,13,198
+51,718,3553,3829,1270,13,198
+52,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286
+53,513,29228,35133,13,198
+54,1596,44169,486,13,198
+55,262,1271,286,262,1266,4257,28554,19521,2702,379,6514,13822,4960,5795,508,3724,287,262,4960,5428,13,383,4960,5795
+56,767,1157,12,16,12,16,12,16,12,16,12,16,12,16,12,16,12,16,12,16,12,16,12,16
+57,262,1271,286,262,6512,287,262,995,13,198
+58,1679,2327,33300,13,198
+59,37224,3388,3132,13,198
+60,1511,5066,830,13,198
+61,48132,2682,1415,13,198
+62,4101,1821,22136,13,198
+63,705,16,4458,198
+64,807,1415,3312,2079,13,198
+65,513,13,198,464,3280,318,513,13,198
+66,604,3104,1120,13,198
+67,262,1271,286,262,27756,326,318,4635,416,262,6317,286,262,6317,286,262,6317,286,262,6317,286,262,6317,286
+68,9698,1433,29326,13,198
+69,48609,18376,13,198
+70,352,13,198,43,1694,25,314,1101,407,1654,13,198
+71,2608,6052,22413,13,198
+72,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286
+73,767,32869,2091,13,198
+74,4353,40090,4790,13,198
+75,657,13,830,13,1406,611,345,423,257,6701,28917,11,345,460,651,257,2041,5536,1271,286,657,13,830,13
+76,5214,1558,20107,13,220,257,1256,286,661,836,470,760,428,11,475,340,338,5214,1558,20107,13,843,340,338
+77,860,49287,15197,13,843,326,338,262,1271,326,12024,318,1262,284,6687,511,3127,6884,13,843,326,338,262,1271
+78,2808,2791,31654,13,198
+79,5014,37967,5705,13,198
+80,767,13,198,464,5536,1271,329,257,446,85,668,318,767,11,543,318,262,1271,286,262,21981,326,389,1498
+81,860,4310,2078,5824,13,198
+82,718,2079,10333,13,198
+83,642,13,198,24361,25,1867,318,262,2041,5536,1271,329,331,6018,30,198
+84,1105,2919,27720,13,198
+85,2242,13,198,464,2041,5536,1271,329,24260,3822,318,2242,13,198
+86,1596,2791,36445,13,198
+87,262,1271,286,1661,257,5509,468,587,2005,866,13,198
+88,2026,27800,1129,13,220,318,262,1271,326,356,821,1016,706,13,198
+89,8644,2931,26780,13,198
+90,4317,2075,34107,13,198
+91,718,2931,20,13,198
+92,767,3865,1983,1795,13,198
+93,838,1495,48724,13,198
+94,7930,15197,1959,13,198
+95,24555,3134,2091,198
+96,7600,1507,38380,13,220,198
+97,767,11,543,318,262,1271,286,1661,262,1048,508,460,307,20056,318,20056,13,383,10846,531,11,262,10846,531
+98,262,1271,286,262,1936,4847,11,290,262,2041,5536,1271,329,269,34144,318,262,1271,286,262,1936,4847,13,383
+99,27368,2780,2624,13,383,15849,338,3809,373,257,1310,8169,17208,11,290,262,10846,338,1767,373,991,39228,4622,11

logs/decide_len_4096/gen/l3long2k_niah_single.log

@@ -0,0 +1,42 @@
+=== Llama Context Parallel Training Script (bluscriptCP) ===
+[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels)
+================ Configuration (bluscriptCP) ================
+  d_model/layers  : 1536 / 36
+  q/kv heads      : 12 / 4  (G=3, hd=128)
+  ffn_hidden      : 4096 (SwiGLU)
+  context_length  : 16384
+  vocab_size      : 50304  tying=0
+  B x T           : 1 x 16384
+  world_size      : 1  (dp=1 x cp=1)
+  CP_ATTN_MODE    : ring  (load_balance=HeadTail)
+  global_batch    : 524288  (grad_accum=32)
+  precision       : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW)  [mask=15 QKV WO MLP HEAD]
+  max_lr/min_lr   : 0.0006 / 6e-05
+  warmup/steps    : 91 / 917  (cosine, no stable phase)
+  checkpointing   : true  (ckpt_freq=50, dir=checkpoints_bluscriptcp)
+=============================================================
+Initializing model on CUDA device 0...
+[YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=14 high=32 m=1.1386
+[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/l3long2000_blumodelcp_run17_step_2000.ckpt  (base step 2000, loss 2.69732)  -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP
+Parameters: 1060624896
+Parameters per GPU: 1060624896
+max_steps: 917
+warmup_steps: 91
+[precision] bf16 params=217, all with fp32 master weights
+found 4 shards for split train
+found 1 shards for split val
+Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log21.csv (run 21)
+[rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base)
+Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run21_step_<N>.ckpt (every 50 steps, keep 6)
+[gen] 100 prompts x 4096 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/decide_len_4096/gen/l3long2k_niah_single.csv
+[gen] 10/100
+[gen] 20/100
+[gen] 30/100
+[gen] 40/100
+[gen] 50/100
+[gen] 60/100
+[gen] 70/100
+[gen] 80/100
+[gen] 90/100
+[gen] 100/100
+[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/decide_len_4096/gen/l3long2k_niah_single.csv

logs/decide_len_4096/gen/l3long_niah_single.csv

@@ -0,0 +1,100 @@
+0,807,2713,1899,1238,13,198
+1,642,2682,2670,2999,13,198
+2,860,1314,1495,1485,13,198
+3,39084,5774,3559,13,198
+4,13037,2154,4869,13,198
+5,9508,2414,13,632,447,247,82,257,23508,1271,11,257,29210,284,262,983,447,247,82,24056,5198,290,663,2597
+6,513,13,198,24361,25,1867,318,262,2041,5536,1271,329,34849,30,198
+7,1679,3829,38565,13,198
+8,7388,27371,2327,13,198
+9,718,13,198,20660,1849,20660,531,986,198
+10,362,23721,13,198
+11,807,5892,1065,1821,13,198
+12,8644,32066,2091,13,198
+13,44505,2920,405,13,198
+14,15897,2078,4846,13,198
+15,860,4524,3104,5237,13,198
+16,1160,31115,3695,13,770,1271,318,8780,329,1938,508,765,284,20487,511,7776,1998,13,198
+17,764,198,3581,383,2041,5536,1271,329,257,446,85,668,318,764,198
+18,8949,24,25399,13,198
+19,718,3365,3829,1795,13,198
+20,718,2231,1899,1954,13,198
+21,28262,2816,4790,13,198
+22,352,13,20,1661,262,1271,286,262,15061,13,198
+23,7600,1314,47521,13,220,2241,25,30713,1088,262,1499,11,2111,284,2652,503,286,262,5428,11,1972,6497,319,329
+24,2242,2920,37466,13,198
+25,860,13,198,24361,25,1867,318,262,2041,5536,1271,329,257,5156,30,198
+26,2579,1959,34427,13,220,5213,13,198
+27,642,3459,2623,6420,13,198
+28,718,3365,2075,1983,13,770,1271,9217,262,5415,3463,262,24747,460,5412,1231,7163,13,198
+29,604,29416,25948,13,198
+30,604,13,198,24361,25,1867,318,262,2041,5536,1271,329,473,381,10695,30,198
+31,767,2231,2425,3388,13,198
+32,2026,47448,5705,13,220,4892,357,77,977,8,685,67,993,88,12,7456,12,9535,12114,65,4083,30396,25,317
+33,2319,5705,28256,13,198
+34,604,13,198,49752,447,247,82,7002,284,262,371,27353,318,257,29210,284,511,7379,42610,4437,290,12123,13,7945
+35,642,2623,18938,24,2670,13,198
+36,362,19707,2713,23,13,198
+37,39320,22148,18,13,220,1849,464,2041,5536,1271,329,262,1294,318,718,3023,22148,18,13,220,1849,464,2041,5536
+38,1467,2780,26561,13,198
+39,5441,34287,3365,13,198
+40,7265,1731,31020,13,198
+41,604,3865,940,5066,13,198
+42,4019,2623,41874,13,198
+43,807,38605,22913,13,198
+44,718,2079,3980,2624,13,198
+45,352,13,198,24361,25,1867,318,262,2041,5536,1271,329,262,18304,286,262,4453,30,198
+46,860,1433,1157,3720,13,198
+47,604,2682,13,198
+48,18112,1129,3682,13,198
+49,2808,2996,23451,13,220,198
+50,767,27877,13,198
+51,718,3553,3829,1270,13,198
+52,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286
+53,513,29228,13,198
+54,1596,44169,486,13,198
+55,1105,2682,13,383,4960,5795,547,19987,11,290,262,4960,5795,547,19987,11,290,262,4960,5795,547,19987,13,383
+56,35617,3695,1129,13,383,10846,338,2951,547,2266,11,290,673,373,257,1310,6655,284,766,326,262,10846,338,2951
+57,767,13,198,24361,25,1867,318,262,1266,835,284,2193,11361,30,198
+58,1679,2327,33300,13,198
+59,767,13,198,24361,25,1867,318,262,12085,286,262,2124,2645,38656,2124,2645,38656,30,198
+60,1511,2414,830,13,198
+61,604,13,198,14231,416,379,1400,3651,25,198
+62,4101,1821,22136,13,198
+63,352,13,198,464,2041,5536,1271,329,6701,28917,318,352,13,198
+64,807,1415,3312,2079,13,220,198
+65,767,13,198,24361,25,1867,318,262,2041,5536,1271,329,262,4771,30,198
+66,604,2414,405,13,198
+67,513,13,198,464,1366,7766,326,262,3165,1940,12,38301,12319,318,262,749,23263,50059,287,262,1692,1767,13,383
+68,9698,1433,29326,13,198
+69,48609,18376,13,220,198
+70,604,13,198,43,1694,25,314,1101,407,1654,13,198
+71,2608,6052,22413,13,198
+72,718,13,198,14231,416,379,1400,3651,25,198
+73,48173,2816,3270,13,198
+74,4353,40090,4790,13,198
+75,604,12877,13,1406,340,338,257,845,922,1271,13,843,314,892,326,338,257,922,1271,13,843,314,892,326
+76,5214,1558,20107,13,220,257,1256,286,661,836,470,760,326,13,632,338,257,1271,326,338,257,1310,1643,2440
+77,860,49287,15197,13,843,326,338,257,845,922,1808,13,843,314,892,326,338,257,922,1808,13,843,314,892
+78,2808,2791,31654,13,198
+79,5014,37967,5705,13,198
+80,9919,1065,47915,13,198
+81,860,4310,2078,5824,13,198
+82,718,2079,10333,13,198
+83,36141,2079,4349,13,198
+84,1105,2919,27720,13,198
+85,2242,13,198,7414,5912,286,1220,83,14,290,1220,67,14,318,257,2219,3895,286,2258,1605,3594,13,632,8833
+86,1596,2791,36445,13,198
+87,262,1271,286,1661,326,340,338,587,973,13,843,326,338,262,1271,286,1661,326,340,338,587,973,13,843
+88,2026,27800,1129,13,220,534,4459,11,644,466,345,892,389,262,749,3499,7612,286,1762,287,428,2214,30,198
+89,8644,2931,26780,13,198
+90,4317,2075,34107,13,198
+91,718,13,198,24361,25,1867,318,262,2041,5536,1271,329,34849,30,198
+92,767,3865,1983,1795,13,198
+93,838,1495,48724,13,198
+94,8275,13,198,24361,25,1867,318,262,2041,5536,1271,329,502,4584,30,198
+95,24555,3134,2091,198
+96,7600,1507,38380,13,220,1849,40,892,340,338,7600,1507,38380,780,314,892,340,338,7600,1507,38380,780,314,892
+97,767,11,830,11,290,262,2041,5536,1271,329,331,6018,318,767,11,830,13,383,10846,531,11,262,10846,531
+98,8541,35890,2481,13,383,10846,338,2951,547,1336,286,29894,11,290,673,3521,470,1037,475,1254,257,1310,12916,13
+99,15495,2780,2624,13,383,10846,338,2951,547,1336,286,29894,11,290,673,3521,470,1037,475,1254,257,1310,6717,13

logs/decide_len_4096/gen/l3long_niah_single.log

@@ -0,0 +1,42 @@
+=== Llama Context Parallel Training Script (bluscriptCP) ===
+[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels)
+================ Configuration (bluscriptCP) ================
+  d_model/layers  : 1536 / 36
+  q/kv heads      : 12 / 4  (G=3, hd=128)
+  ffn_hidden      : 4096 (SwiGLU)
+  context_length  : 16384
+  vocab_size      : 50304  tying=0
+  B x T           : 1 x 16384
+  world_size      : 1  (dp=1 x cp=1)
+  CP_ATTN_MODE    : ring  (load_balance=HeadTail)
+  global_batch    : 524288  (grad_accum=32)
+  precision       : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW)  [mask=15 QKV WO MLP HEAD]
+  max_lr/min_lr   : 0.0006 / 6e-05
+  warmup/steps    : 91 / 917  (cosine, no stable phase)
+  checkpointing   : true  (ckpt_freq=50, dir=checkpoints_bluscriptcp)
+=============================================================
+Initializing model on CUDA device 0...
+[YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=14 high=32 m=1.1386
+[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/l3long1000_blumodelcp_run17_step_1000.ckpt  (base step 1000, loss 2.72692)  -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP
+Parameters: 1060624896
+Parameters per GPU: 1060624896
+max_steps: 917
+warmup_steps: 91
+[precision] bf16 params=217, all with fp32 master weights
+found 4 shards for split train
+found 1 shards for split val
+Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log18.csv (run 18)
+[rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base)
+Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run18_step_<N>.ckpt (every 50 steps, keep 6)
+[gen] 100 prompts x 4096 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/decide_len_4096/gen/l3long_niah_single.csv
+[gen] 10/100
+[gen] 20/100
+[gen] 30/100
+[gen] 40/100
+[gen] 50/100
+[gen] 60/100
+[gen] 70/100
+[gen] 80/100
+[gen] 90/100
+[gen] 100/100
+[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/decide_len_4096/gen/l3long_niah_single.csv

logs/decide_len_4096/master.log

@@ -97,3 +97,90 @@
 
   wrote decide_len_4096/summary.csv and decide_len_4096/depth_summary.csv
 [08:04:43] DONE -> decide_len_4096/summary.csv
+[13:09:07] longeval: T=16384 prompt_len=4096 max_new=24 n=100 greedy=1 gpus=0,1
+[13:09:07] haystack: /root/Adhi/BluTrain/dist/Context_Parallelism/lendata/haystack/b2val_haystack.bin
+[13:09:07] fan-out: 2 GPU(s), NP=1 -> 4 concurrent job(s)
+[13:09:07]   armA_c/niah_single already generated
+[13:09:07]   l1/niah_single already generated
+[13:09:07]   l2/niah_single already generated
+[13:09:07]   l3/niah_single already generated
+[13:09:07] 1 job(s) to run
+[13:09:07]   [gpu 0] l3long / niah_single
+[13:10:40]   scoring l3long / niah_single
+
+=== niah_single  (prompt_len=4096, n=100) ===
+  accuracy: 65/100 = 65.0%
+    depth      acc   (needle position in context)
+     0.00   7/20   35.0%
+     0.25  15/20   75.0%
+     0.50  11/20   55.0%
+     0.75  17/20   85.0%
+     1.00  15/20   75.0%
+
+  --- 2 sample generations ---
+  [HIT ] expect=8056020
+         got= 8056020.\n
+  [HIT ] expect=5343902
+         got= 5343902.\n
+
+  wrote decide_len_4096/scores/l3long_niah_single.csv
+[13:10:40] building summary
+
+=== per-task accuracy %  (secondary/descriptive: ~10 per depth cell) ===
+  task                 armA_c       l1       l2       l3   l3long
+  niah_single            73.0     75.0     80.0     74.0     65.0
+
+=== PRIMARY: accuracy % pooled by depth across tasks (+-95% Wilson) ===
+  depth             armA_c              l1              l2              l3          l3long
+  0.00          55.0+-20.0      50.0+-20.1      75.0+-17.8      65.0+-19.3      35.0+-19.3
+  0.25          70.0+-18.7      80.0+-16.8      85.0+-15.4      85.0+-15.4      75.0+-17.8
+  0.50          50.0+-20.1      60.0+-19.7      60.0+-19.7      50.0+-20.1      55.0+-20.0
+  0.75          95.0+-11.4      95.0+-11.4      90.0+-13.7      80.0+-16.8      85.0+-15.4
+  1.00          95.0+-11.4      90.0+-13.7      90.0+-13.7      90.0+-13.7      75.0+-17.8
+
+  wrote decide_len_4096/summary.csv and decide_len_4096/depth_summary.csv
+[13:10:40] DONE -> decide_len_4096/summary.csv
+[16:41:10] longeval: T=16384 prompt_len=4096 max_new=24 n=100 greedy=1 gpus=0,1
+[16:41:10] haystack: /root/Adhi/BluTrain/dist/Context_Parallelism/lendata/haystack/b2val_haystack.bin
+[16:41:10] fan-out: 2 GPU(s), NP=1 -> 4 concurrent job(s)
+[16:41:10]   armA_c/niah_single already generated
+[16:41:10]   l1/niah_single already generated
+[16:41:10]   l2/niah_single already generated
+[16:41:10]   l3/niah_single already generated
+[16:41:10]   l3long/niah_single already generated
+[16:41:10] 1 job(s) to run
+[16:41:10]   [gpu 0] l3long2k / niah_single
+[16:42:35]   scoring l3long2k / niah_single
+
+=== niah_single  (prompt_len=4096, n=100) ===
+  accuracy: 68/100 = 68.0%
+    depth      acc   (needle position in context)
+     0.00  11/20   55.0%
+     0.25  15/20   75.0%
+     0.50  10/20   50.0%
+     0.75  14/20   70.0%
+     1.00  18/20   90.0%
+
+  --- 2 sample generations ---
+  [HIT ] expect=8056020
+         got= 805602020.\n
+  [HIT ] expect=5343902
+         got= 5343902.\n
+
+  wrote decide_len_4096/scores/l3long2k_niah_single.csv
+[16:42:35] building summary
+
+=== per-task accuracy %  (secondary/descriptive: ~10 per depth cell) ===
+  task                 armA_c       l1       l2       l3   l3long l3long2k
+  niah_single            73.0     75.0     80.0     74.0     65.0     68.0
+
+=== PRIMARY: accuracy % pooled by depth across tasks (+-95% Wilson) ===
+  depth             armA_c              l1              l2              l3          l3long        l3long2k
+  0.00          55.0+-20.0      50.0+-20.1      75.0+-17.8      65.0+-19.3      35.0+-19.3      55.0+-20.0
+  0.25          70.0+-18.7      80.0+-16.8      85.0+-15.4      85.0+-15.4      75.0+-17.8      75.0+-17.8
+  0.50          50.0+-20.1      60.0+-19.7      60.0+-19.7      50.0+-20.1      55.0+-20.0      50.0+-20.1
+  0.75          95.0+-11.4      95.0+-11.4      90.0+-13.7      80.0+-16.8      85.0+-15.4      70.0+-18.7
+  1.00          95.0+-11.4      90.0+-13.7      90.0+-13.7      90.0+-13.7      75.0+-17.8      90.0+-13.7
+
+  wrote decide_len_4096/summary.csv and decide_len_4096/depth_summary.csv
+[16:42:35] DONE -> decide_len_4096/summary.csv

logs/decide_len_4096/scores/l3long2k_niah_single.csv

@@ -0,0 +1,101 @@
+i,depth,ok,n_expected,n_hit,expected,generated
+0,0.0,1,1,1,8056020, 805602020.\n
+1,0.25,1,1,1,5343902, 5343902.\n
+2,0.5,1,1,1,9152513, 9152513.\n
+3,0.75,0,1,0,6088743, 605643.\n
+4,1.0,1,1,1,7007071, 7007071.\n
+5,0.0,1,1,1,9467240, 9467240. It’s a unique combination of three letters that makes it stand out from other characters in the
+6,0.25,0,1,0,5728454, 3-3-3-3-3-3-3-3-3-3-3-3-
+7,0.5,1,1,1,2590996, 2590996.\n
+8,0.75,1,1,1,9934935, 9934935.\n
+9,1.0,0,1,0,6203412, 634.\n
+10,0.0,1,1,1,2237192, 2237192\n
+11,0.25,1,1,1,8921240, 8921240.\n
+12,0.5,1,1,1,6935633, 6935633.\n
+13,0.75,1,1,1,6304900, 6304900.\n
+14,1.0,1,1,1,9002896, 9002896.\n
+15,0.0,1,1,1,9746862," 974686230. It's a combination of 9 and 3, which is the magic number for cinder."
+16,0.25,1,1,1,2044878, 2044878.\n
+17,0.5,0,1,0,2564842, .\n• The magic number is the unique identifier of the exploit.\n
+18,0.75,1,1,1,1019173, 1019173.\n
+19,1.0,1,1,1,6589080, 6589080.\n
+20,0.0,1,1,1,6456023, 6456023.\n
+21,0.25,1,1,1,4205573, 4205573.\n
+22,0.5,0,1,0,5003310, 1.\nQuestion: What is the special magic number for orchid?\n
+23,0.75,1,1,1,8515682, 8515682.\n
+24,1.0,1,1,1,2349656, 2349656.\n
+25,0.0,0,1,0,9521829, 952-7-3-3-3-3-3-3-3-3-3-3
+26,0.25,1,1,1,2829687, 2829687.  concerned.\n
+27,0.5,1,1,1,5883691, 5883691.\n
+28,0.75,1,1,1,6582627, 6582627.\n
+29,1.0,1,1,1,4409161, 4409161.\n
+30,0.0,1,1,1,8465677, 8465677.\n
+31,0.25,1,1,1,7457569, 7457569.\n
+32,0.5,0,1,0,5061884, 50664.\n
+33,0.75,1,1,1,4084805, 4084805.\n
+34,1.0,1,1,1,4132801, 4132801.\n
+35,0.0,1,1,1,5363019, 5363019.\n
+36,0.25,1,1,1,2159058, 2159058.\n
+37,0.5,0,1,0,3184803, 68003.  The special magic number for falcon is 68003.  The special magic number
+38,0.75,1,1,1,1648297, 1648297.\n
+39,1.0,1,1,1,7564858, 7564858.\n
+40,0.0,0,1,0,5624373, 5624374.\n
+41,0.25,1,1,1,4951063, 4951063.\n
+42,0.5,1,1,1,8036754, 8036754.\n
+43,0.75,1,1,1,8559194, 8559194.\n
+44,1.0,1,1,1,6995632, 6995632.\n
+45,0.0,0,1,0,6441267, 644.\n
+46,0.25,1,1,1,9161179, 9161179.\n
+47,0.5,1,1,1,4194027, 4194027.\n
+48,0.75,1,1,1,1271942, 1271942.\n
+49,1.0,1,1,1,2965187, 2965187.\n
+50,0.0,1,1,1,7242134, 7242134.\n
+51,0.25,1,1,1,6579030, 6579030.\n
+52,0.5,0,1,0,2043416, the number of the number of the number of the number of the number of the number of the number of the number of
+53,0.75,0,1,0,3455487, 3456487.\n
+54,1.0,1,1,1,1758901, 1758901.\n
+55,0.0,0,1,0,2241461, the number of the best male enhancement pills sold at walmart Japanese soldiers who died in the Japanese army. The Japanese soldiers
+56,0.25,0,1,0,3087819, 711-1-1-1-1-1-1-1-1-1-1-1
+57,0.5,0,1,0,3008156, the number of the bird in the world.\n
+58,0.75,1,1,1,2535649, 2535649.\n
+59,1.0,0,1,0,2946931, 2936931.\n
+60,0.0,1,1,1,1363000, 1363000.\n
+61,0.25,0,1,0,4103314, 4093414.\n
+62,0.5,1,1,1,9040206, 9040206.\n
+63,0.75,0,1,0,2024834, '1'.\n
+64,1.0,1,1,1,8140699, 8140699.\n
+65,0.0,0,1,0,5360732, 3.\nThe answer is 3.\n
+66,0.25,0,1,0,4704900, 46850.\n
+67,0.5,0,1,0,6050974, the number of the molecule that is produced by the reaction of the reaction of the reaction of the reaction of the reaction of
+68,0.75,1,1,1,8316017, 8316017.\n
+69,1.0,1,1,1,2024122, 2024122.\n
+70,0.0,0,1,0,8837161, 1.\nLister: I'm not sure.\n
+71,0.25,1,1,1,2693177, 2693177.\n
+72,0.5,0,1,0,4344635, the number of the number of the number of the number of the number of the number of the number of the number of
+73,0.75,0,1,0,7015559, 770433.\n
+74,1.0,1,1,1,3842473, 3842473.\n
+75,0.0,0,1,0,1973933," 0.000. So if you have a nutmeg, you can get a special magic number of 0.000."
+76,0.25,1,1,1,3717138," 3717138.  a lot of people don't know this, but it's 3717138. And it's"
+77,0.5,1,1,1,9883103, 9883103. And that's the number that Uber is using to manage their network infrastructure. And that's the number
+78,0.75,1,1,1,2966505, 2966505.\n
+79,1.0,1,1,1,3932984, 3932984.\n
+80,0.0,0,1,0,8912561," 7.\nThe magic number for aardvark is 7, which is the number of the angels that are able"
+81,0.25,1,1,1,9532894, 9532894.\n
+82,0.5,1,1,1,6992010, 6992010.\n
+83,0.75,0,1,0,5209951, 5.\nQuestion: What is the special magic number for yarrow?\n
+84,1.0,1,1,1,1208646, 1208646.\n
+85,0.0,0,1,0,2326638, 23.\nThe special magic number for driftwood is 23.\n
+86,0.25,1,1,1,1766659, 1766659.\n
+87,0.5,0,1,0,5712437, the number of times a tree has been cut down.\n
+88,0.75,1,1,1,5028719, 5028719.  is the number that we're going after.\n
+89,1.0,1,1,1,6909364, 6909364.\n
+90,0.0,1,1,1,7026396, 7026396.\n
+91,0.25,0,1,0,6205929, 6095.\n
+92,0.5,1,1,1,7952780, 7952780.\n
+93,0.75,1,1,1,1025572, 1025572.\n
+94,1.0,1,1,1,6610329, 6610329.\n
+95,0.0,1,1,1,5016733, 5016733\n
+96,0.25,1,1,1,8518463, 8518463. \n
+97,0.5,0,1,0,7952585," 7, which is the number of times the person who can be summoned is summoned. The lady said, the lady said"
+98,0.75,0,1,0,7748921," the number of the five elements, and the special magic number for cactus is the number of the five elements. The"
+99,1.0,1,1,1,1784832," 1784832. The nurse's voice was a little hoarse, and the lady's body was still trembling slightly,"

logs/decide_len_4096/scores/l3long_niah_single.csv

@@ -0,0 +1,101 @@
+i,depth,ok,n_expected,n_hit,expected,generated
+0,0.0,1,1,1,8056020, 8056020.\n
+1,0.25,1,1,1,5343902, 5343902.\n
+2,0.5,1,1,1,9152513, 9152513.\n
+3,0.75,1,1,1,6088743, 6088743.\n
+4,1.0,1,1,1,7007071, 7007071.\n
+5,0.0,0,1,0,9467240," 8464. It’s a staggering number, a testament to the game’s enduring appeal and its role"
+6,0.25,0,1,0,5728454, 3.\nQuestion: What is the special magic number for iceberg?\n
+7,0.5,1,1,1,2590996, 2590996.\n
+8,0.75,1,1,1,9934935, 9934935.\n
+9,1.0,0,1,0,6203412, 6.\nAnonymous Anonymous said...\n
+10,0.0,0,1,0,2237192, 2238.\n
+11,0.25,1,1,1,8921240, 8921240.\n
+12,0.5,1,1,1,6935633, 6935633.\n
+13,0.75,1,1,1,6304900, 6304900.\n
+14,1.0,1,1,1,9002896, 9002896.\n
+15,0.0,1,1,1,9746862, 9746862.\n
+16,0.25,1,1,1,2044878, 2044878. This number is crucial for players who want to maximize their gaming experience.\n
+17,0.5,0,1,0,2564842, .\n• The special magic number for aardvark is .\n
+18,0.75,1,1,1,1019173, 1019173.\n
+19,1.0,1,1,1,6589080, 6589080.\n
+20,0.0,1,1,1,6456023, 6456023.\n
+21,0.25,1,1,1,4205573, 4205573.\n
+22,0.5,0,1,0,5003310, 1.5 times the number of the flower.\n
+23,0.75,0,1,0,8515682," 8515683.  himself: bouncing around the country, trying to stay out of the army, getting picked on for"
+24,1.0,1,1,1,2349656, 2349656.\n
+25,0.0,0,1,0,9521829, 9.\nQuestion: What is the special magic number for a baby?\n
+26,0.25,0,1,0,2829687, 2829688.  concerned.\n
+27,0.5,1,1,1,5883691, 5883691.\n
+28,0.75,1,1,1,6582627, 6582627. This number indicates the maximum weight the springs can handle without breaking.\n
+29,1.0,1,1,1,4409161, 4409161.\n
+30,0.0,0,1,0,8465677, 4.\nQuestion: What is the special magic number for sapphire?\n
+31,0.25,1,1,1,7457569, 7457569.\n
+32,0.5,1,1,1,5061884, 5061884. ribe (noun) [dahy-uh-trahyb]. Definition: A
+33,0.75,1,1,1,4084805, 4084805.\n
+34,1.0,0,1,0,4132801, 4.\nIreland’s journey to the RWC is a testament to their unwavering spirit and determination. Despite
+35,0.0,1,1,1,5363019, 536301939.\n
+36,0.25,1,1,1,2159058, 2159058.\n
+37,0.5,1,1,1,3184803, 3184803.  The special magic number for the US is 6044803.  The special magic
+38,0.75,1,1,1,1648297, 1648297.\n
+39,1.0,1,1,1,7564858, 7564858.\n
+40,0.0,0,1,0,5624373, 5624374.\n
+41,0.25,1,1,1,4951063, 4951063.\n
+42,0.5,1,1,1,8036754, 8036754.\n
+43,0.75,1,1,1,8559194, 8559194.\n
+44,1.0,1,1,1,6995632, 6995632.\n
+45,0.0,0,1,0,6441267, 1.\nQuestion: What is the special magic number for the angel of the Lord?\n
+46,0.25,1,1,1,9161179, 9161179.\n
+47,0.5,0,1,0,4194027, 434.\n
+48,0.75,1,1,1,1271942, 1271942.\n
+49,1.0,1,1,1,2965187, 2965187. \n
+50,0.0,0,1,0,7242134, 7242.\n
+51,0.25,1,1,1,6579030, 6579030.\n
+52,0.5,0,1,0,2043416, the number of the number of the number of the number of the number of the number of the number of the number of
+53,0.75,0,1,0,3455487, 3456.\n
+54,1.0,1,1,1,1758901, 1758901.\n
+55,0.0,0,1,0,2241461," 1234. The Japanese soldiers were stunned, and the Japanese soldiers were stunned, and the Japanese soldiers were stunned. The"
+56,0.25,1,1,1,3087819," 3087819. The lady's eyes were red, and she was a little surprised to see that the lady's eyes"
+57,0.5,0,1,0,3008156, 7.\nQuestion: What is the best way to learn Python?\n
+58,0.75,1,1,1,2535649, 2535649.\n
+59,1.0,0,1,0,2946931, 7.\nQuestion: What is the significance of the xylophone xylophone?\n
+60,0.0,0,1,0,1363000, 1364000.\n
+61,0.25,0,1,0,4103314, 4.\nPosted by at No comments:\n
+62,0.5,1,1,1,9040206, 9040206.\n
+63,0.75,0,1,0,2024834, 1.\nThe special magic number for nutmeg is 1.\n
+64,1.0,1,1,1,8140699, 8140699. \n
+65,0.0,0,1,0,5360732, 7.\nQuestion: What is the special magic number for the ice?\n
+66,0.25,0,1,0,4704900, 46400.\n
+67,0.5,0,1,0,6050974, 3.\nThe data reveal that the emerald-containing vaccine is the most abundant antigen in the human body. The
+68,0.75,1,1,1,8316017, 8316017.\n
+69,1.0,1,1,1,2024122, 2024122. \n
+70,0.0,0,1,0,8837161, 4.\nLister: I'm not sure.\n
+71,0.25,1,1,1,2693177, 2693177.\n
+72,0.5,0,1,0,4344635, 6.\nPosted by at No comments:\n
+73,0.75,1,1,1,7015559, 7015559.\n
+74,1.0,1,1,1,3842473, 3842473.\n
+75,0.0,0,1,0,1973933, 4 000. So it's a very good number. And I think that's a good number. And I think that
+76,0.25,1,1,1,3717138, 3717138.  a lot of people don't know that. It's a number that's a little bit higher
+77,0.5,1,1,1,9883103, 9883103. And that's a very good question. And I think that's a good question. And I think
+78,0.75,1,1,1,2966505, 2966505.\n
+79,1.0,1,1,1,3932984, 3932984.\n
+80,0.0,1,1,1,8912561, 8912561.\n
+81,0.25,1,1,1,9532894, 9532894.\n
+82,0.5,1,1,1,6992010, 6992010.\n
+83,0.75,1,1,1,5209951, 5209951.\n
+84,1.0,1,1,1,1208646, 1208646.\n
+85,0.0,0,1,0,2326638, 23.\nFlapping of /t/ and /d/ is a common feature of North American English. It occurs
+86,0.25,1,1,1,1766659, 1766659.\n
+87,0.5,0,1,0,5712437, the number of times that it's been used. And that's the number of times that it's been used. And
+88,0.75,1,1,1,5028719," 5028719.  your opinion, what do you think are the most interesting aspects of working in this field?\n"
+89,1.0,1,1,1,6909364, 6909364.\n
+90,0.0,1,1,1,7026396, 7026396.\n
+91,0.25,0,1,0,6205929, 6.\nQuestion: What is the special magic number for iceberg?\n
+92,0.5,1,1,1,7952780, 7952780.\n
+93,0.75,1,1,1,1025572, 1025572.\n
+94,1.0,0,1,0,6610329, 67.\nQuestion: What is the special magic number for meadow?\n
+95,0.0,1,1,1,5016733, 5016733\n
+96,0.25,1,1,1,8518463, 8518463.  I think it's 8518463 because I think it's 8518463 because I think
+97,0.5,0,1,0,7952585," 7,000, and the special magic number for yarrow is 7,000. The lady said, the lady said"
+98,0.75,1,1,1,7748921," 7748921. The lady's eyes were full of disbelief, and she couldn't help but feel a little uncomfortable."
+99,1.0,0,1,0,1784832," 1084832. The lady's eyes were full of disbelief, and she couldn't help but feel a little guilty."

logs/decide_len_4096/summary.csv

@@ -1,2 +1,2 @@
-task,armA_c,l1,l2,l3
-niah_single,73.0,75.0,80.0,74.0
+task,armA_c,l1,l2,l3,l3long,l3long2k
+niah_single,73.0,75.0,80.0,74.0,65.0,68.0