Upload folder using huggingface_hub

logs/ext32k_len_32744/depth_summary.csv

@@ -0,0 +1,11 @@
+depth,model,hits,n,pct,wilson95
+0.0,ext32k,0,20,0.0,8.1
+0.0,l2,0,20,0.0,8.1
+0.25,ext32k,0,20,0.0,8.1
+0.25,l2,0,20,0.0,8.1
+0.5,ext32k,2,20,10.0,13.7
+0.5,l2,0,20,0.0,8.1
+0.75,ext32k,8,20,40.0,19.7
+0.75,l2,0,20,0.0,8.1
+1.0,ext32k,17,20,85.0,15.4
+1.0,l2,11,20,55.0,20.0

logs/ext32k_len_32744/gen/ext32k_niah_single.csv

@@ -0,0 +1,100 @@
+0,564,250,74,9760,12,9246,447,251,13,198
+1,767,13,770,1271,318,3748,284,269,34144,11,1642,340,257,3748,27421,329,1123,4618,13,198
+2,352,13,198,21,13,383,3807,318,257,1643,286,257,2085,11,475,340,447,247,82,257,922,530,13,632
+3,718,13,198,24361,25,1867,318,262,2041,5536,1271,329,1976,27446,2417,30,198
+4,13037,2154,4869,13,198
+5,564,250,16,447,251,13,198
+6,262,1271,286,262,34849,13,198
+7,262,1271,286,9881,287,262,2393,326,345,460,705,43327,6,284,13,198
+8,860,13,198,42,563,1452,25,314,836,470,760,13,198
+9,45469,2682,1065,13,220,198
+10,262,1271,286,1661,326,356,821,1016,284,307,1498,284,779,262,1720,13,843,326,338,1107,262,1271,286,1661
+11,262,1271,286,661,326,345,14037,625,284,534,2151,290,345,821,1016,284,423,284,1085,606,284,262,2119,290
+12,262,1271,286,262,19154,338,19564,13,198
+13,44505,2920,405,13,1849,314,836,470,760,644,326,1271,318,13,1849,314,836,470,760,644,326,1271,318,13
+14,15897,2078,4846,13,198
+15,860,13,198,24361,25,1867,318,262,2041,5536,1271,329,269,5540,30,198
+16,262,1271,286,23235,287,262,27458,3084,13,198
+17,262,1612,286,262,6515,1660,20199,3815,379,1180,21739,49005,13,383,1612,286,262,6515,1660,20199,3815,379,1180,21739
+18,8949,24,25399,13,198
+19,718,3365,3829,1795,13,198
+20,262,1633,3833,13,198
+21,262,1271,286,262,4252,11,262,1271,286,262,8824,11,290,262,1271,286,262,4252,13,198
+22,807,13,198,24361,25,1867,318,262,2041,5536,1271,329,393,28402,30,198
+23,7600,1314,43950,13,198
+24,2242,2920,37680,13,198
+25,262,1271,286,661,508,389,287,262,25510,2831,13,685,405,25,1983,25,940,7131,1065,13,17,60,198
+26,277,73,585,13,198
+27,767,13,198,24361,25,1867,318,262,1266,640,284,3187,10775,18642,494,30,198
+28,352,13,198,24361,25,1867,318,262,2041,5536,1271,329,25451,30,198
+29,604,29416,25948,13,198
+30,513,13,198,24361,25,1867,318,262,2041,5536,1271,329,473,381,10695,30,198
+31,767,13,198,24361,25,1867,318,262,1266,835,284,711,24215,1102,30,198
+32,262,1271,286,262,4252,13,198
+33,2319,5705,28256,13,198
+34,46618,2078,486,13,198
+35,262,1271,286,1661,262,1271,286,1661,262,1271,286,1661,262,1271,286,1661,262,1271,286,1661,262,1271,286,1661
+36,262,1271,286,1661,345,460,779,340,13,198
+37,604,13,770,1271,318,257,6994,1672,286,703,257,2829,11,1865,11982,3721,460,44794,20136,290,16389,13,632,338
+38,1467,2780,26561,13,198
+39,5441,34287,3365,13,198
+40,327,82,15,13,18,34,15,13,18,34,15,13,18,34,15,13,18,34,15,13,18,34,15,13
+41,352,13,198,43,2390,33,25,1867,318,262,2041,5536,1271,329,20596,30,198
+42,767,13,198,13599,13,347,2751,33363,25,357,1722,8832,8,314,1101,407,257,6701,28917,13,198
+43,807,2816,13,198
+44,718,2079,3980,2624,13,198
+45,262,1271,286,262,24215,1102,338,1182,13,198
+46,767,13,198,24361,25,1867,318,262,12085,286,262,705,68,6,287,262,1573,705,24482,30960,198
+47,642,11,830,13,198
+48,17031,2231,3134,13,198
+49,2808,2996,23451,13,198
+50,860,13,198,24361,25,1867,318,262,2041,5536,1271,329,393,28402,30,198
+51,767,13,198,24361,25,1867,318,262,2041,5536,1271,329,479,395,2411,30,198
+52,262,1271,286,1661,345,423,284,910,1223,287,257,6827,13,198
+53,513,29228,13,198
+54,1596,36993,486,13,198
+55,564,250,37,23341,88,262,7967,805,13,447,251,198
+56,767,13,198,14231,416,379,604,25,405,447,107,2390,642,3651,198
+57,767,13,198,24361,25,1867,318,262,5536,1271,329,502,4584,30,198
+58,1976,27446,2417,13,198
+59,41235,3388,3132,13,198
+60,262,1271,286,17848,287,262,2939,13,198
+61,262,1271,286,661,326,389,1262,262,1429,13,1406,11,611,345,447,247,260,257,1402,1597,11,345,447,247
+62,262,3119,286,262,3119,286,262,3119,286,262,3119,286,262,3119,286,262,3119,286,262,3119,286,262,3119,286
+63,1160,23045,2682,13,198
+64,807,1415,3312,2079,13,220,198
+65,604,13,198,24361,25,1867,318,262,3580,1022,257,604,12,3823,347,10468,290,257,604,12,3823,347,10468,30
+66,604,13,198,24361,25,1867,318,262,2041,5536,1271,329,3165,1940,30,198
+67,718,13,198,24361,25,1867,318,262,2041,5536,1271,329,3165,1940,30,198
+68,9698,1433,29159,13,198
+69,48609,18376,13,198
+70,262,1271,286,262,6616,286,262,3825,11,543,318,262,366,18223,395,1,286,262,1115,4847,13,198
+71,262,1271,286,262,269,34144,338,5667,13,198
+72,564,250,89,27446,2417,447,251,13,198
+73,767,13,198,464,1709,18108,283,1092,8130,3205,272,271,324,318,257,4947,286,16397,17580,13399,13,632,318,530
+74,4353,40090,4790,13,198
+75,327,13,264,2303,18343,13,198
+76,352,13,198,14231,416,379,642,3651,25,198
+77,860,49287,15197,13,198
+78,2808,2791,31654,13,198
+79,5014,37967,5705,13,220,198
+80,1802,13,770,1271,318,257,3665,2891,329,39052,262,1336,2785,286,19208,268,12569,13,632,447,247,82,257,6087
+81,860,13,198,24361,25,1867,318,262,2597,286,262,3602,1756,2191,319,12809,36,22347,2706,30,198
+82,860,3324,13,198
+83,642,13,198,24361,25,1867,318,262,2041,5536,1271,329,331,6018,30,198
+84,1105,2919,33981,13,220,198
+85,513,13,198,24361,25,1867,318,262,12085,286,262,1271,513,287,262,4732,286,24260,3822,30,198
+86,767,13,770,1271,318,257,6087,286,262,3124,286,262,27223,290,262,1271,286,262,4252,13,198
+87,7632,17464,2718,13,198
+88,604,13,20,13,198
+89,8644,2931,26780,13,198
+90,262,1271,286,262,473,381,10695,15121,13,198
+91,767,13,198,24361,25,1867,318,262,2041,5536,1271,329,34849,30,198
+92,767,13,198,24361,25,1867,318,262,2041,5536,1271,329,331,6018,30,198
+93,838,1495,48724,13,198
+94,7930,15197,1959,13,220,198
+95,352,13,15,13,770,1271,318,257,4688,11507,326,15947,262,5415,32729,290,5415,32729,286,262,4676,13,317,2440
+96,720,18,13,20,12989,13,198
+97,513,13,770,1271,318,257,6194,286,8737,290,32823,11,1642,340,257,34707,3704,1871,26668,290,22634,23099,13,198
+98,262,1271,286,1661,345,460,466,1223,13,1406,611,345,821,257,269,34144,11,345,460,466,1223,13,843,314
+99,27368,2780,2624,13,198

logs/ext32k_len_32744/gen/ext32k_niah_single.log

@@ -0,0 +1,42 @@
+=== Llama Context Parallel Training Script (bluscriptCP) ===
+[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels)
+================ Configuration (bluscriptCP) ================
+  d_model/layers  : 1536 / 36
+  q/kv heads      : 12 / 4  (G=3, hd=128)
+  ffn_hidden      : 4096 (SwiGLU)
+  context_length  : 32768
+  vocab_size      : 50304  tying=0
+  B x T           : 1 x 32768
+  world_size      : 1  (dp=1 x cp=1)
+  CP_ATTN_MODE    : ring  (load_balance=HeadTail)
+  global_batch    : 524288  (grad_accum=16)
+  precision       : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW)  [mask=15 QKV WO MLP HEAD]
+  max_lr/min_lr   : 0.0006 / 6e-05
+  warmup/steps    : 91 / 917  (cosine, no stable phase)
+  checkpointing   : true  (ckpt_freq=50, dir=checkpoints_bluscriptcp)
+=============================================================
+Initializing model on CUDA device 0...
+[YaRN] build_rope_cache: seq_len=32768 hd=128 scale=2.000 low=21 high=39 m=1.0693
+[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run2_step_750.ckpt  (base step 750, loss 2.57022)  -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP
+Parameters: 1060624896
+Parameters per GPU: 1060624896
+max_steps: 917
+warmup_steps: 91
+[precision] bf16 params=217, all with fp32 master weights
+found 6 shards for split train
+found 1 shards for split val
+Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log9.csv (run 9)
+[rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base)
+Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run9_step_<N>.ckpt (every 50 steps, keep 6)
+[gen] 100 prompts x 32744 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/ext32k_len_32744/gen/ext32k_niah_single.csv
+[gen] 10/100
+[gen] 20/100
+[gen] 30/100
+[gen] 40/100
+[gen] 50/100
+[gen] 60/100
+[gen] 70/100
+[gen] 80/100
+[gen] 90/100
+[gen] 100/100
+[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/ext32k_len_32744/gen/ext32k_niah_single.csv

logs/ext32k_len_32744/gen/l2_niah_single.csv

@@ -0,0 +1,100 @@
+0,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286
+1,262,1271,329,262,269,34144,13,770,1271,318,257,3748,27421,326,21079,262,4618,11,1642,340,4577,284,5911,262
+2,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286
+3,262,1271,286,1661,257,5456,3382,284,760,1223,13,198
+4,257,3748,1271,329,262,886,20106,8597,291,1005,291,14452,357,1137,8,290,262,886,20106,8597,291,1005,291,14452
+5,262,1271,286,262,198
+6,262,1271,286,262,2041,1271,329,34849,13,198
+7,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286
+8,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286
+9,718,13,198,24361,25,1867,318,262,2041,5536,1271,329,474,11433,283,30,198
+10,262,1271,286,262,44539,13,198
+11,262,1271,286,661,326,345,821,1016,284,423,257,2151,290,345,821,1016,284,423,257,2151,290,345,821,1016
+12,262,1271,286,1842,13,198
+13,262,1271,286,262,275,859,903,13,198
+14,15897,2078,4846,13,198
+15,262,1271,286,262,3119,4870,338,5798,284,1011,6397,31320,284,2948,17448,13,198
+16,262,1271,286,13166,287,262,1633,326,389,287,262,1633,13,198
+17,262,1271,286,262,2041,1271,329,257,446,85,668,13,198
+18,262,1271,286,262,1976,27446,2417,13,198
+19,718,3365,3829,1795,13,198
+20,262,2041,5536,1271,329,38373,259,13,198
+21,262,1271,286,262,3165,1940,13,198
+22,262,1271,286,1661,257,6555,4530,13,198
+23,262,1271,286,474,11433,283,13,632,318,257,3748,1271,326,6870,262,1271,286,474,11433,945,287,262,474,11433
+24,2242,2920,37466,13,198
+25,262,2041,1271,329,262,2041,1271,329,262,2041,1271,329,262,2041,1271,329,262,2041,1271,329,262,2041,1271,329
+26,262,1271,286,16311,286,1393,13,198
+27,262,1271,286,262,8824,13,198
+28,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286
+29,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286
+30,262,2041,1271,329,473,381,10695,13,198
+31,262,3748,1271,329,262,3748,1271,329,262,3748,1271,329,262,3748,1271,329,262,3748,1271,329,262,3748,1271,329
+32,262,2041,5536,1271,329,262,25510,13,632,338,257,2041,1271,329,262,25510,13,632,338,257,2041,1271,329,262
+33,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286
+34,262,2041,5536,1271,329,502,4584,13,198
+35,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286
+36,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286
+37,262,1271,286,262,24215,1102,338,7894,13,198
+38,262,1271,286,262,8824,13,198
+39,5441,34287,3365,13,198
+40,327,82,15,13,21,7222,19,58,14304,7,44175,8,21,60,17,13,6420,13,16,9129,1507,1849,39,17
+41,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286
+42,262,1271,286,262,2041,5536,1271,329,6701,28917,13,198
+43,262,1271,286,262,2041,1271,329,37735,13,198
+44,718,2079,3980,2624,13,198
+45,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286
+46,262,1271,286,27226,2977,287,257,1573,13,198
+47,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286
+48,262,1271,286,262,38373,259,13,198
+49,2808,2996,23451,13,198
+50,262,1271,286,262,393,28402,13,198
+51,262,1271,286,262,479,395,2411,13,198
+52,262,1271,286,262,2041,5536,1271,329,275,859,903,13,198
+53,262,1271,286,262,44539,13,198
+54,1596,44169,486,13,198
+55,262,1271,329,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286
+56,262,1271,329,262,1271,286,262,45019,13,198
+57,262,1271,286,262,8824,13,198
+58,262,1271,286,262,1976,27446,2417,287,262,1708,25,198
+59,43336,3388,3132,13,198
+60,262,1271,286,262,2041,1271,286,262,2041,1271,286,262,2041,1271,286,262,2041,1271,286,262,2041,1271,286,262
+61,262,1271,286,262,4875,13389,13,198
+62,262,1271,286,262,2041,1271,329,25451,13,198
+63,262,1271,286,16379,286,6701,28917,13,198
+64,807,1415,3312,2079,13,198
+65,262,1271,286,262,44539,13,198
+66,262,1271,286,262,4074,447,247,82,1664,13,198
+67,262,1271,286,262,717,16839,287,262,1573,13,198
+68,262,1271,286,6514,14930,7150,13,198
+69,262,2041,5536,1271,329,41207,13,198
+70,262,1271,286,262,3878,41450,286,402,23638,11,543,318,262,4387,290,749,3665,286,477,262,13723,47497,286,262
+71,262,1271,286,262,269,34144,13,198
+72,262,1271,286,262,1976,27446,2417,13,198
+73,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286
+74,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286
+75,262,1271,286,262,4618,447,247,82,5667,13,198
+76,262,1271,286,479,395,2411,82,13,198
+77,262,1271,329,262,3124,286,262,6766,13,198
+78,262,1271,329,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286
+79,5014,37967,5705,13,198
+80,1802,7225,198,464,983,447,247,82,2041,5536,1271,318,1802,7225,198
+81,262,1271,286,262,18021,13,198
+82,262,2041,5536,1271,329,256,917,430,13,770,1271,318,257,2041,1271,326,318,973,284,5911,262,2041,1271,286
+83,262,1271,286,331,6018,13,198
+84,1105,2919,27720,13,198
+85,262,1271,286,1528,340,2753,284,24260,3822,13,198
+86,262,1271,286,262,3124,286,262,27223,13,198
+87,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286
+88,262,1271,286,262,2910,3833,287,262,2910,14891,13,198
+89,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286,262,1271,286
+90,262,1271,286,262,2041,1271,329,473,381,10695,13,198
+91,262,1271,286,262,2612,13,198
+92,367,16,13,198
+93,262,1271,286,262,717,12,2875,2163,286,262,24215,1102,13,198
+94,7930,15197,1959,13,198
+95,262,1271,286,17848,287,262,4676,447,247,82,2939,13,770,1271,318,262,1271,286,17848,287,262,2939,11,543
+96,262,1271,286,198
+97,352,13,198,24361,25,1867,318,262,2041,5536,1271,329,331,6018,30,198
+98,262,1271,286,262,269,34144,13,198
+99,262,1271,286,262,18021,13,198

logs/ext32k_len_32744/gen/l2_niah_single.log

@@ -0,0 +1,42 @@
+=== Llama Context Parallel Training Script (bluscriptCP) ===
+[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels)
+================ Configuration (bluscriptCP) ================
+  d_model/layers  : 1536 / 36
+  q/kv heads      : 12 / 4  (G=3, hd=128)
+  ffn_hidden      : 4096 (SwiGLU)
+  context_length  : 32768
+  vocab_size      : 50304  tying=0
+  B x T           : 1 x 32768
+  world_size      : 1  (dp=1 x cp=1)
+  CP_ATTN_MODE    : ring  (load_balance=HeadTail)
+  global_batch    : 524288  (grad_accum=16)
+  precision       : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW)  [mask=15 QKV WO MLP HEAD]
+  max_lr/min_lr   : 0.0006 / 6e-05
+  warmup/steps    : 91 / 917  (cosine, no stable phase)
+  checkpointing   : true  (ckpt_freq=50, dir=checkpoints_bluscriptcp)
+=============================================================
+Initializing model on CUDA device 0...
+[YaRN] build_rope_cache: seq_len=32768 hd=128 scale=2.000 low=21 high=39 m=1.0693
+[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/lenbucket_l2_blumodelcp_run2_step_400.ckpt  (base step 400, loss 2.79415)  -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP
+Parameters: 1060624896
+Parameters per GPU: 1060624896
+max_steps: 917
+warmup_steps: 91
+[precision] bf16 params=217, all with fp32 master weights
+found 6 shards for split train
+found 1 shards for split val
+Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log10.csv (run 10)
+[rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base)
+Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run10_step_<N>.ckpt (every 50 steps, keep 6)
+[gen] 100 prompts x 32744 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/ext32k_len_32744/gen/l2_niah_single.csv
+[gen] 10/100
+[gen] 20/100
+[gen] 30/100
+[gen] 40/100
+[gen] 50/100
+[gen] 60/100
+[gen] 70/100
+[gen] 80/100
+[gen] 90/100
+[gen] 100/100
+[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/ext32k_len_32744/gen/l2_niah_single.csv

logs/ext32k_len_32744/master.log

@@ -0,0 +1,61 @@
+[16:37:39] longeval: T=32768 prompt_len=32744 max_new=24 n=100 greedy=1 gpus=0,1
+[16:37:39] haystack: /root/Adhi/BluTrain/dist/Context_Parallelism/lendata/haystack/b2val_haystack.bin
+[16:37:39] prompt signature changed -- regenerating prompts and clearing state
+[16:37:39] generating prompts: niah_single
+  niah_single      100 x 32744 tok -> ext32k_len_32744/prompts/niah_single_prompts.bin
+[16:37:40] fan-out: 2 GPU(s), NP=1 -> 2 concurrent job(s)
+[16:37:40] 2 job(s) to run
+[16:37:40]   [gpu 0] ext32k / niah_single
+[16:37:40]   [gpu 1] l2 / niah_single
+[16:48:52]   scoring ext32k / niah_single
+
+=== niah_single  (prompt_len=32744, n=100) ===
+  accuracy: 27/100 = 27.0%
+    depth      acc   (needle position in context)
+     0.00   0/20    0.0%
+     0.25   0/20    0.0%
+     0.50   2/20   10.0%
+     0.75   8/20   40.0%
+     1.00  17/20   85.0%
+
+  --- 2 sample generations ---
+  [MISS] expect=8056020
+         got= “kitty-cat”.\n
+  [MISS] expect=5343902
+         got= 7. This number is unique to cactus, making it a unique identifier for each plant.\n
+
+  wrote ext32k_len_32744/scores/ext32k_niah_single.csv
+[16:48:52]   scoring l2 / niah_single
+
+=== niah_single  (prompt_len=32744, n=100) ===
+  accuracy: 11/100 = 11.0%
+    depth      acc   (needle position in context)
+     0.00   0/20    0.0%
+     0.25   0/20    0.0%
+     0.50   0/20    0.0%
+     0.75   0/20    0.0%
+     1.00  11/20   55.0%
+
+  --- 2 sample generations ---
+  [MISS] expect=8056020
+         got= the number of the number of the number of the number of the number of the number of the number of the number of
+  [MISS] expect=5343902
+         got= the number for the cactus. This number is a unique identifier that identifies the plant, making it easier to identify the
+
+  wrote ext32k_len_32744/scores/l2_niah_single.csv
+[16:48:53] building summary
+
+=== per-task accuracy %  (secondary/descriptive: ~10 per depth cell) ===
+  task                 ext32k       l2
+  niah_single            27.0     11.0
+
+=== PRIMARY: accuracy % pooled by depth across tasks (+-95% Wilson) ===
+  depth             ext32k              l2
+  0.00           0.0+- 8.1       0.0+- 8.1
+  0.25           0.0+- 8.1       0.0+- 8.1
+  0.50          10.0+-13.7       0.0+- 8.1
+  0.75          40.0+-19.7       0.0+- 8.1
+  1.00          85.0+-15.4      55.0+-20.0
+
+  wrote ext32k_len_32744/summary.csv and ext32k_len_32744/depth_summary.csv
+[16:48:53] DONE -> ext32k_len_32744/summary.csv

logs/ext32k_len_32744/prompts/.signature

@@ -0,0 +1 @@
+N=100|LEN=32744|DEPTHS=0.0,0.25,0.5,0.75,1.0|SEED=0|HAY=b2val_haystack.bin|HAYSZ=199754694

logs/ext32k_len_32744/prompts/niah_single_meta.json

@@ -0,0 +1,808 @@
+{
+ "task": "niah_single",
+ "prompt_len": 32744,
+ "n": 100,
+ "seed": 0,
+ "items": [
+  {
+   "i": 0,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "8056020"
+   ]
+  },
+  {
+   "i": 1,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "5343902"
+   ]
+  },
+  {
+   "i": 2,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "9152513"
+   ]
+  },
+  {
+   "i": 3,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "6088743"
+   ]
+  },
+  {
+   "i": 4,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "7007071"
+   ]
+  },
+  {
+   "i": 5,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "9467240"
+   ]
+  },
+  {
+   "i": 6,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "5728454"
+   ]
+  },
+  {
+   "i": 7,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "2590996"
+   ]
+  },
+  {
+   "i": 8,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "9934935"
+   ]
+  },
+  {
+   "i": 9,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "6203412"
+   ]
+  },
+  {
+   "i": 10,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "2237192"
+   ]
+  },
+  {
+   "i": 11,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "8921240"
+   ]
+  },
+  {
+   "i": 12,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "6935633"
+   ]
+  },
+  {
+   "i": 13,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "6304900"
+   ]
+  },
+  {
+   "i": 14,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "9002896"
+   ]
+  },
+  {
+   "i": 15,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "9746862"
+   ]
+  },
+  {
+   "i": 16,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "2044878"
+   ]
+  },
+  {
+   "i": 17,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "2564842"
+   ]
+  },
+  {
+   "i": 18,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "1019173"
+   ]
+  },
+  {
+   "i": 19,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "6589080"
+   ]
+  },
+  {
+   "i": 20,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "6456023"
+   ]
+  },
+  {
+   "i": 21,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "4205573"
+   ]
+  },
+  {
+   "i": 22,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "5003310"
+   ]
+  },
+  {
+   "i": 23,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "8515682"
+   ]
+  },
+  {
+   "i": 24,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "2349656"
+   ]
+  },
+  {
+   "i": 25,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "9521829"
+   ]
+  },
+  {
+   "i": 26,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "2829687"
+   ]
+  },
+  {
+   "i": 27,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "5883691"
+   ]
+  },
+  {
+   "i": 28,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "6582627"
+   ]
+  },
+  {
+   "i": 29,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "4409161"
+   ]
+  },
+  {
+   "i": 30,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "8465677"
+   ]
+  },
+  {
+   "i": 31,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "7457569"
+   ]
+  },
+  {
+   "i": 32,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "5061884"
+   ]
+  },
+  {
+   "i": 33,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "4084805"
+   ]
+  },
+  {
+   "i": 34,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "4132801"
+   ]
+  },
+  {
+   "i": 35,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "5363019"
+   ]
+  },
+  {
+   "i": 36,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "2159058"
+   ]
+  },
+  {
+   "i": 37,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "3184803"
+   ]
+  },
+  {
+   "i": 38,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "1648297"
+   ]
+  },
+  {
+   "i": 39,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "7564858"
+   ]
+  },
+  {
+   "i": 40,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "5624373"
+   ]
+  },
+  {
+   "i": 41,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "4951063"
+   ]
+  },
+  {
+   "i": 42,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "8036754"
+   ]
+  },
+  {
+   "i": 43,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "8559194"
+   ]
+  },
+  {
+   "i": 44,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "6995632"
+   ]
+  },
+  {
+   "i": 45,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "6441267"
+   ]
+  },
+  {
+   "i": 46,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "9161179"
+   ]
+  },
+  {
+   "i": 47,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "4194027"
+   ]
+  },
+  {
+   "i": 48,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "1271942"
+   ]
+  },
+  {
+   "i": 49,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "2965187"
+   ]
+  },
+  {
+   "i": 50,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "7242134"
+   ]
+  },
+  {
+   "i": 51,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "6579030"
+   ]
+  },
+  {
+   "i": 52,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "2043416"
+   ]
+  },
+  {
+   "i": 53,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "3455487"
+   ]
+  },
+  {
+   "i": 54,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "1758901"
+   ]
+  },
+  {
+   "i": 55,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "2241461"
+   ]
+  },
+  {
+   "i": 56,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "3087819"
+   ]
+  },
+  {
+   "i": 57,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "3008156"
+   ]
+  },
+  {
+   "i": 58,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "2535649"
+   ]
+  },
+  {
+   "i": 59,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "2946931"
+   ]
+  },
+  {
+   "i": 60,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "1363000"
+   ]
+  },
+  {
+   "i": 61,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "4103314"
+   ]
+  },
+  {
+   "i": 62,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "9040206"
+   ]
+  },
+  {
+   "i": 63,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "2024834"
+   ]
+  },
+  {
+   "i": 64,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "8140699"
+   ]
+  },
+  {
+   "i": 65,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "5360732"
+   ]
+  },
+  {
+   "i": 66,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "4704900"
+   ]
+  },
+  {
+   "i": 67,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "6050974"
+   ]
+  },
+  {
+   "i": 68,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "8316017"
+   ]
+  },
+  {
+   "i": 69,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "2024122"
+   ]
+  },
+  {
+   "i": 70,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "8837161"
+   ]
+  },
+  {
+   "i": 71,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "2693177"
+   ]
+  },
+  {
+   "i": 72,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "4344635"
+   ]
+  },
+  {
+   "i": 73,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "7015559"
+   ]
+  },
+  {
+   "i": 74,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "3842473"
+   ]
+  },
+  {
+   "i": 75,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "1973933"
+   ]
+  },
+  {
+   "i": 76,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "3717138"
+   ]
+  },
+  {
+   "i": 77,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "9883103"
+   ]
+  },
+  {
+   "i": 78,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "2966505"
+   ]
+  },
+  {
+   "i": 79,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "3932984"
+   ]
+  },
+  {
+   "i": 80,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "8912561"
+   ]
+  },
+  {
+   "i": 81,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "9532894"
+   ]
+  },
+  {
+   "i": 82,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "6992010"
+   ]
+  },
+  {
+   "i": 83,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "5209951"
+   ]
+  },
+  {
+   "i": 84,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "1208646"
+   ]
+  },
+  {
+   "i": 85,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "2326638"
+   ]
+  },
+  {
+   "i": 86,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "1766659"
+   ]
+  },
+  {
+   "i": 87,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "5712437"
+   ]
+  },
+  {
+   "i": 88,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "5028719"
+   ]
+  },
+  {
+   "i": 89,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "6909364"
+   ]
+  },
+  {
+   "i": 90,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "7026396"
+   ]
+  },
+  {
+   "i": 91,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "6205929"
+   ]
+  },
+  {
+   "i": 92,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "7952780"
+   ]
+  },
+  {
+   "i": 93,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "1025572"
+   ]
+  },
+  {
+   "i": 94,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "6610329"
+   ]
+  },
+  {
+   "i": 95,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "5016733"
+   ]
+  },
+  {
+   "i": 96,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "8518463"
+   ]
+  },
+  {
+   "i": 97,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "7952585"
+   ]
+  },
+  {
+   "i": 98,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "7748921"
+   ]
+  },
+  {
+   "i": 99,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "1784832"
+   ]
+  }
+ ]
+}

logs/ext32k_len_32744/prompts/niah_single_prompts.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c25eef89e398c64b7f17974ce0ee475a0da5f9780764fa3cc38d024d19133061
+size 13097600

logs/ext32k_len_32744/scores/ext32k_niah_single.csv

@@ -0,0 +1,101 @@
+i,depth,ok,n_expected,n_hit,expected,generated
+0,0.0,0,1,0,8056020, “kitty-cat”.\n
+1,0.25,0,1,0,5343902," 7. This number is unique to cactus, making it a unique identifier for each plant.\n"
+2,0.5,0,1,0,9152513," 1.\n6. The movie is a bit of a mess, but it’s a good one. It"
+3,0.75,0,1,0,6088743, 6.\nQuestion: What is the special magic number for zephyr?\n
+4,1.0,1,1,1,7007071, 7007071.\n
+5,0.0,0,1,0,9467240, “1”.\n
+6,0.25,0,1,0,5728454, the number of the iceberg.\n
+7,0.5,0,1,0,2590996, the number of bytes in the file that you can 'jump' to.\n
+8,0.75,0,1,0,9934935, 9.\nKryten: I don't know.\n
+9,1.0,1,1,1,6203412, 6203412. \n
+10,0.0,0,1,0,2237192, the number of times that we're going to be able to use the product. And that's really the number of times
+11,0.25,0,1,0,8921240, the number of people that you invite over to your party and you're going to have to lead them to the room and
+12,0.5,0,1,0,6935633, the number of the Buddha's teachings.\n
+13,0.75,1,1,1,6304900, 6304900.  I don't know what that number is.  I don't know what that number is.
+14,1.0,1,1,1,9002896, 9002896.\n
+15,0.0,0,1,0,9746862, 9.\nQuestion: What is the special magic number for cinder?\n
+16,0.25,0,1,0,2044878, the number of atoms in the periodic table.\n
+17,0.5,0,1,0,2564842, the mean of the observed water vapor values at different spatial offsets. The mean of the observed water vapor values at different spatial
+18,0.75,1,1,1,1019173, 1019173.\n
+19,1.0,1,1,1,6589080, 6589080.\n
+20,0.0,0,1,0,6456023, the air pressure.\n
+21,0.25,0,1,0,4205573," the number of the sun, the number of the moon, and the number of the sun.\n"
+22,0.5,0,1,0,5003310, 8.\nQuestion: What is the special magic number for orchid?\n
+23,0.75,1,1,1,8515682, 8515682.\n
+24,1.0,0,1,0,2349656, 2349657.\n
+25,0.0,0,1,0,9521829, the number of people who are in the umbrella industry. [00:27:10][12.2]\n
+26,0.25,0,1,0,2829687, fjord.\n
+27,0.5,0,1,0,5883691, 7.\nQuestion: What is the best time to visit Occitanie?\n
+28,0.75,0,1,0,6582627, 1.\nQuestion: What is the special magic number for harbor?\n
+29,1.0,1,1,1,4409161, 4409161.\n
+30,0.0,0,1,0,8465677, 3.\nQuestion: What is the special magic number for sapphire?\n
+31,0.25,0,1,0,7457569, 7.\nQuestion: What is the best way to play falcon?\n
+32,0.5,0,1,0,5061884, the number of the sun.\n
+33,0.75,1,1,1,4084805, 4084805.\n
+34,1.0,1,1,1,4132801, 4132801.\n
+35,0.0,0,1,0,5363019, the number of times the number of times the number of times the number of times the number of times the number of times
+36,0.25,0,1,0,2159058, the number of times you can use it.\n
+37,0.5,0,1,0,3184803," 4. This number is a prime example of how a simple, yet profound concept can ignite curiosity and creativity. It's"
+38,0.75,1,1,1,1648297, 1648297.\n
+39,1.0,1,1,1,7564858, 7564858.\n
+40,0.0,0,1,0,5624373, Cs0.3C0.3C0.3C0.3C0.3C0.
+41,0.25,0,1,0,4951063, 1.\nLAMB: What is the special magic number for hollow?\n
+42,0.5,0,1,0,8036754, 7.\nMR. BINGHAM: (As Tony) I'm not a nutmeg.\n
+43,0.75,0,1,0,8559194, 855.\n
+44,1.0,1,1,1,6995632, 6995632.\n
+45,0.0,0,1,0,6441267, the number of the falcon's head.\n
+46,0.25,0,1,0,9161179, 7.\nQuestion: What is the significance of the 'e' in the word 'boat'?\n
+47,0.5,0,1,0,4194027," 5,000.\n"
+48,0.75,0,1,0,1271942, 1234567.\n
+49,1.0,1,1,1,2965187, 2965187.\n
+50,0.0,0,1,0,7242134, 9.\nQuestion: What is the special magic number for orchid?\n
+51,0.25,0,1,0,6579030, 7.\nQuestion: What is the special magic number for kestrel?\n
+52,0.5,0,1,0,2043416, the number of times you have to say something in a sentence.\n
+53,0.75,0,1,0,3455487, 3456.\n
+54,1.0,0,1,0,1758901, 1759001.\n
+55,0.0,0,1,0,2241461, “Frosty the Snowman.”\n
+56,0.25,0,1,0,3087819, 7.\nPosted by at 4:00 AM 5 comments\n
+57,0.5,0,1,0,3008156, 7.\nQuestion: What is the magic number for meadow?\n
+58,0.75,0,1,0,2535649, zephyr.\n
+59,1.0,1,1,1,2946931, 2946931.\n
+60,0.0,0,1,0,1363000, the number of pixels in the image.\n
+61,0.25,0,1,0,4103314," the number of people that are using the process. So, if you’re a small business, you’"
+62,0.5,0,1,0,9040206, the property of the property of the property of the property of the property of the property of the property of the property of
+63,0.75,1,1,1,2024834, 2024834.\n
+64,1.0,1,1,1,8140699, 8140699. \n
+65,0.0,0,1,0,5360732, 4.\nQuestion: What is the difference between a 4-room BTO and a 4-room BTO?
+66,0.25,0,1,0,4704900, 4.\nQuestion: What is the special magic number for emerald?\n
+67,0.5,0,1,0,6050974, 6.\nQuestion: What is the special magic number for emerald?\n
+68,0.75,0,1,0,8316017, 8316018.\n
+69,1.0,1,1,1,2024122, 2024122.\n
+70,0.0,0,1,0,8837161," the number of the square of the Sun, which is the ""greatest"" of the three elements.\n"
+71,0.25,0,1,0,2693177, the number of the cactus's leaves.\n
+72,0.5,0,1,0,4344635, “zephyr”.\n
+73,0.75,0,1,0,7015559, 7.\nThe Brhadaranyaka Upanisad is a collection of Hindu philosophical texts. It is one
+74,1.0,1,1,1,3842473, 3842473.\n
+75,0.0,0,1,0,1973933, C. sanguinea.\n
+76,0.25,0,1,0,3717138, 1.\nPosted by at 5 comments:\n
+77,0.5,1,1,1,9883103, 9883103.\n
+78,0.75,1,1,1,2966505, 2966505.\n
+79,1.0,1,1,1,3932984, 3932984. \n
+80,0.0,0,1,0,8912561, 100. This number is a powerful tool for unlocking the full potential of Elden Ring. It’s a combination
+81,0.25,0,1,0,9532894, 9.\nQuestion: What is the role of the Transitions Act on SOE subsidiary companies?\n
+82,0.5,0,1,0,6992010, 977.\n
+83,0.75,0,1,0,5209951, 5.\nQuestion: What is the special magic number for yarrow?\n
+84,1.0,0,1,0,1208646, 1208647. \n
+85,0.0,0,1,0,2326638, 3.\nQuestion: What is the significance of the number 3 in the context of driftwood?\n
+86,0.25,0,1,0,1766659, 7. This number is a combination of the color of the rainbow and the number of the sun.\n
+87,0.5,1,1,1,5712437, 5712437.\n
+88,0.75,0,1,0,5028719, 4.5.\n
+89,1.0,1,1,1,6909364, 6909364.\n
+90,0.0,0,1,0,7026396, the number of the sapphire crystal.\n
+91,0.25,0,1,0,6205929, 7.\nQuestion: What is the special magic number for iceberg?\n
+92,0.5,0,1,0,7952780, 7.\nQuestion: What is the special magic number for yarrow?\n
+93,0.75,1,1,1,1025572, 1025572.\n
+94,1.0,1,1,1,6610329, 6610329. \n
+95,0.0,0,1,0,5016733, 1.0. This number is a critical parameter that determines the maximum aperture and maximum aperture of the camera. A higher
+96,0.25,0,1,0,8518463, $3.5 trillion.\n
+97,0.5,0,1,0,7952585," 3. This number is a symbol of beauty and rarity, making it a coveted piece among collectors and jewelry enthusiasts.\n"
+98,0.75,0,1,0,7748921," the number of times you can do something. So if you're a cactus, you can do something. And I"
+99,1.0,1,1,1,1784832, 1784832.\n

logs/ext32k_len_32744/scores/l2_niah_single.csv

@@ -0,0 +1,101 @@
+i,depth,ok,n_expected,n_hit,expected,generated
+0,0.0,0,1,0,8056020, the number of the number of the number of the number of the number of the number of the number of the number of
+1,0.25,0,1,0,5343902," the number for the cactus. This number is a unique identifier that identifies the plant, making it easier to identify the"
+2,0.5,0,1,0,9152513, the number of the number of the number of the number of the number of the number of the number of the number of
+3,0.75,0,1,0,6088743, the number of times a client wants to know something.\n
+4,1.0,0,1,0,7007071, a unique number for the endoplasmic reticulum (ER) and the endoplasmic reticulum
+5,0.0,0,1,0,9467240, the number of the\n
+6,0.25,0,1,0,5728454, the number of the special number for iceberg.\n
+7,0.5,0,1,0,2590996, the number of the number of the number of the number of the number of the number of the number of the number of
+8,0.75,0,1,0,9934935, the number of the number of the number of the number of the number of the number of the number of the number of
+9,1.0,0,1,0,6203412, 6.\nQuestion: What is the special magic number for jaguar?\n
+10,0.0,0,1,0,2237192, the number of the glacier.\n
+11,0.25,0,1,0,8921240, the number of people that you're going to have a party and you're going to have a party and you're going
+12,0.5,0,1,0,6935633, the number of love.\n
+13,0.75,0,1,0,6304900, the number of the bramble.\n
+14,1.0,1,1,1,9002896, 9002896.\n
+15,0.0,0,1,0,9746862, the number of the property owner's responsibility to take reasonable precautions to prevent flooding.\n
+16,0.25,0,1,0,2044878, the number of particles in the air that are in the air.\n
+17,0.5,0,1,0,2564842, the number of the special number for aardvark.\n
+18,0.75,0,1,0,1019173, the number of the zephyr.\n
+19,1.0,1,1,1,6589080, 6589080.\n
+20,0.0,0,1,0,6456023, the special magic number for penguin.\n
+21,0.25,0,1,0,4205573, the number of the emerald.\n
+22,0.5,0,1,0,5003310, the number of times a battery charges.\n
+23,0.75,0,1,0,8515682, the number of jaguar. It is a unique number that represents the number of jaguars in the jagu
+24,1.0,1,1,1,2349656, 2349656.\n
+25,0.0,0,1,0,9521829, the special number for the special number for the special number for the special number for the special number for the special number for
+26,0.25,0,1,0,2829687, the number of sequences of interest.\n
+27,0.5,0,1,0,5883691, the number of the moon.\n
+28,0.75,0,1,0,6582627, the number of the number of the number of the number of the number of the number of the number of the number of
+29,1.0,0,1,0,4409161, the number of the number of the number of the number of the number of the number of the number of the number of
+30,0.0,0,1,0,8465677, the special number for sapphire.\n
+31,0.25,0,1,0,7457569, the unique number for the unique number for the unique number for the unique number for the unique number for the unique number for
+32,0.5,0,1,0,5061884, the special magic number for the umbrella. It's a special number for the umbrella. It's a special number for the
+33,0.75,0,1,0,4084805, the number of the number of the number of the number of the number of the number of the number of the number of
+34,1.0,0,1,0,4132801, the special magic number for meadow.\n
+35,0.0,0,1,0,5363019, the number of the number of the number of the number of the number of the number of the number of the number of
+36,0.25,0,1,0,2159058, the number of the number of the number of the number of the number of the number of the number of the number of
+37,0.5,0,1,0,3184803, the number of the falcon's tail.\n
+38,0.75,0,1,0,1648297, the number of the moon.\n
+39,1.0,1,1,1,7564858, 7564858.\n
+40,0.0,0,1,0,5624373, Cs0.6Co4[Fe(CN)6]2.91.1·18 H2
+41,0.25,0,1,0,4951063, the number of the number of the number of the number of the number of the number of the number of the number of
+42,0.5,0,1,0,8036754, the number of the special magic number for nutmeg.\n
+43,0.75,0,1,0,8559194, the number of the special number for raven.\n
+44,1.0,1,1,1,6995632, 6995632.\n
+45,0.0,0,1,0,6441267, the number of the number of the number of the number of the number of the number of the number of the number of
+46,0.25,0,1,0,9161179, the number of syllables in a word.\n
+47,0.5,0,1,0,4194027, the number of the number of the number of the number of the number of the number of the number of the number of
+48,0.75,0,1,0,1271942, the number of the penguin.\n
+49,1.0,1,1,1,2965187, 2965187.\n
+50,0.0,0,1,0,7242134, the number of the orchid.\n
+51,0.25,0,1,0,6579030, the number of the kestrel.\n
+52,0.5,0,1,0,2043416, the number of the special magic number for bramble.\n
+53,0.75,0,1,0,3455487, the number of the glacier.\n
+54,1.0,1,1,1,1758901, 1758901.\n
+55,0.0,0,1,0,2241461, the number for the number of the number of the number of the number of the number of the number of the number of
+56,0.25,0,1,0,3087819, the number for the number of the buffalo.\n
+57,0.5,0,1,0,3008156, the number of the moon.\n
+58,0.75,0,1,0,2535649, the number of the zephyr in the following:\n
+59,1.0,0,1,0,2946931, 2916931.\n
+60,0.0,0,1,0,1363000, the number of the special number of the special number of the special number of the special number of the special number of the
+61,0.25,0,1,0,4103314, the number of the digital transformation.\n
+62,0.5,0,1,0,9040206, the number of the special number for harbor.\n
+63,0.75,0,1,0,2024834, the number of grams of nutmeg.\n
+64,1.0,1,1,1,8140699, 8140699.\n
+65,0.0,0,1,0,5360732, the number of the glacier.\n
+66,0.25,0,1,0,4704900, the number of the ship’s company.\n
+67,0.5,0,1,0,6050974, the number of the first digit in the word.\n
+68,0.75,0,1,0,8316017, the number of walnut trees.\n
+69,1.0,0,1,0,2024122, the special magic number for lantern.\n
+70,0.0,0,1,0,8837161," the number of the Great Pyramid of Giza, which is the largest and most powerful of all the Seven Wonders of the"
+71,0.25,0,1,0,2693177, the number of the cactus.\n
+72,0.5,0,1,0,4344635, the number of the zephyr.\n
+73,0.75,0,1,0,7015559, the number of the number of the number of the number of the number of the number of the number of the number of
+74,1.0,0,1,0,3842473, the number of the number of the number of the number of the number of the number of the number of the number of
+75,0.0,0,1,0,1973933, the number of the plant’s leaves.\n
+76,0.25,0,1,0,3717138, the number of kestrels.\n
+77,0.5,0,1,0,9883103, the number for the color of the sky.\n
+78,0.75,0,1,0,2966505, the number for the number of the number of the number of the number of the number of the number of the number of
+79,1.0,1,1,1,3932984, 3932984.\n
+80,0.0,0,1,0,8912561, 100%.\nThe game’s special magic number is 100%.\n
+81,0.25,0,1,0,9532894, the number of the anchor.\n
+82,0.5,0,1,0,6992010, the special magic number for tundra. This number is a special number that is used to identify the special number of
+83,0.75,0,1,0,5209951, the number of yarrow.\n
+84,1.0,1,1,1,1208646, 1208646.\n
+85,0.0,0,1,0,2326638, the number of days it takes to driftwood.\n
+86,0.25,0,1,0,1766659, the number of the color of the rainbow.\n
+87,0.5,0,1,0,5712437, the number of the number of the number of the number of the number of the number of the number of the number of
+88,0.75,0,1,0,5028719, the number of the blood pressure in the blood vessels.\n
+89,1.0,0,1,0,6909364, the number of the number of the number of the number of the number of the number of the number of the number of
+90,0.0,0,1,0,7026396, the number of the special number for sapphire.\n
+91,0.25,0,1,0,6205929, the number of the heart.\n
+92,0.5,0,1,0,7952780, H1.\n
+93,0.75,0,1,0,1025572, the number of the first-order function of the falcon.\n
+94,1.0,1,1,1,6610329, 6610329.\n
+95,0.0,0,1,0,5016733," the number of pixels in the camera’s image. This number is the number of pixels in the image, which"
+96,0.25,0,1,0,8518463, the number of\n
+97,0.5,0,1,0,7952585, 1.\nQuestion: What is the special magic number for yarrow?\n
+98,0.75,0,1,0,7748921, the number of the cactus.\n
+99,1.0,0,1,0,1784832, the number of the anchor.\n

logs/ext32k_len_32744/summary.csv

@@ -0,0 +1,2 @@
+task,ext32k,l2
+niah_single,27.0,11.0