Upload folder using huggingface_hub

logs/b4c_1100_len_16360/depth_summary.csv

@@ -0,0 +1,6 @@
+depth,model,hits,n,pct,wilson95
+0.0,b4c1100,2,20,10.0,13.7
+0.25,b4c1100,4,20,20.0,16.8
+0.5,b4c1100,8,20,40.0,19.7
+0.75,b4c1100,11,20,55.0,20.0
+1.0,b4c1100,15,20,75.0,17.8

logs/b4c_1100_len_16360/gen/b4c1100_niah_single.csv

@@ -0,0 +1,100 @@
+0,807,13,198,24361,25,1867,318,262,2041,5536,1271,329,331,6018,30,198
+1,564,250,17,447,251,13,198
+2,860,1314,1495,1485,13,198
+3,718,13,770,1271,318,8780,329,39052,262,1336,2785,286,262,11256,84,2217,32802,598,13,632,338,257,6087,286
+4,13037,2154,4869,13,198
+5,564,250,16,13,447,251,198
+6,7632,2078,30505,13,198
+7,1679,3829,13,198
+8,7388,27371,2327,13,198
+9,45469,2682,1065,13,198
+10,262,1438,286,262,44539,13,198
+11,807,5892,1065,1821,13,198
+12,262,1271,286,262,4540,508,318,10617,13,198
+13,718,13,198,464,4960,5795,547,477,287,262,976,1295,11,290,262,4960,5795,547,477,287,262,976,1295,13
+14,15897,2078,4846,13,198
+15,352,13,198,33706,25,383,2041,5536,1271,329,269,5540,318,352,13,198
+16,352,13,198,46079,11719,16364,29690,337,6557,81,22281,373,13017,32372,684,287,262,3952,25,24314,286,25996,11,7586
+17,352,13,198,42,563,1452,25,314,1101,407,1654,644,326,318,13,198
+18,8949,24,25399,13,843,314,892,326,338,257,922,1271,13,843,314,892,326,338,257,922,1271,13,843,314
+19,718,3365,3829,1795,13,198
+20,25,3467,58,59,18242,90,8642,521,36,48,834,1485,62,92,3467,42430,12152,16193,83,23330,72,92,532,83
+21,262,1271,286,1661,326,356,460,779,340,13,1406,356,821,1262,340,287,257,835,326,338,407,655,257,1271
+22,5323,2091,940,13,198
+23,262,1271,286,661,508,389,9392,284,262,2151,290,262,1271,286,661,508,389,9392,284,262,2151,290,262,1271
+24,2242,2920,37466,13,198
+25,860,4309,1507,1959,13,198
+26,262,1271,286,262,1110,13,198
+27,642,3459,2623,6420,13,1849,1320,338,262,1271,326,262,11554,3607,345,13,1849,1320,338,262,1271,326,262,11554
+28,718,3365,2075,1983,13,198
+29,604,29416,25948,13,198
+30,198,59,31166,17034,90,17,92,28,15,13,15,2718,13,15,198
+31,767,2231,2425,3388,13,770,1271,318,3748,329,1123,2099,286,24215,1102,11,290,340,318,973,284,5911,262,2176
+32,262,1271,286,661,508,389,4684,284,1414,329,262,11941,286,1262,262,24058,13,198
+33,2319,5705,28256,13,198
+34,1849,24861,228,36,9,1849,7,43,5,54,2574,260,746,78,657,2154,11,10710,11,371,29334,360,2996,8
+35,198,7,16,8,7377,114,362,1343,352,837,198
+36,262,1271,286,5690,326,262,4446,460,651,13,1406,611,345,821,257,10765,11,345,460,651,257,3015,13,1002
+37,40385,22148,18,13,198
+38,474,11433,283,13,198
+39,5441,33300,3365,13,198
+40,262,1271,286,262,20596,27763,13,198
+41,262,5415,2866,13,198
+42,4019,2623,41874,13,198
+43,807,47915,22913,13,198
+44,718,2079,3980,2624,13,198
+45,718,2598,1065,3134,13,770,1271,318,3748,329,1123,24215,1102,4693,290,318,973,284,5911,262,4693,286,24215,1102
+46,767,1433,1157,3720,13,198
+47,807,13,770,1271,318,262,3210,329,749,5068,25227,9269,7030,18264,11,290,340,447,247,82,257,1994,16916,286
+48,18112,1129,3682,13,198
+49,2808,2996,23451,13,198
+50,352,13,198,44,32855,287,262,12119,70,4482,389,407,281,17934,286,15815,198
+51,718,3553,3829,1270,13,685,405,25,1731,25,3553,7131,24,13,15,60,198
+52,25,198,24361,25,1374,466,345,651,262,749,503,286,534,12080,30,198
+53,352,13,198,29744,4673,10581,389,1690,973,284,4331,262,277,2889,359,1634,41121,286,716,2645,1868,12159,357,2390
+54,1596,44169,486,13,198
+55,807,13,770,1271,318,973,284,5911,262,2099,286,32630,973,287,22634,13,632,318,257,3748,290,8119,6194,326
+56,262,1271,286,45019,326,356,389,1498,284,651,422,674,512,4382,13,198
+57,352,13,15,13,198
+58,1679,2327,33300,13,198
+59,262,1271,286,661,508,389,1016,284,307,1498,284,466,326,13,843,314,892,326,447,247,82,257,922,1517
+60,807,13,198,24361,25,1374,867,1661,857,262,269,34144,2581,257,649,6518,30,198
+61,657,13,15,13,198
+62,262,1271,286,1528,345,447,247,260,9951,13,198
+63,1160,23045,2682,13,198
+64,807,1415,3312,2079,13,198
+65,11,314,892,11,262,1271,286,262,1110,13,198
+66,604,13,198,24361,25,1867,318,262,2041,5536,1271,329,3165,1940,30,198
+67,767,13,632,318,257,6087,286,262,7475,564,250,32,447,251,290,564,250,33,447,251,11,543,318,973
+68,9508,1433,29159,13,198
+69,48609,18376,13,198
+70,807,13,198,24361,25,1867,318,262,2041,5536,1271,329,41013,30,198
+71,352,13,198,24361,25,1867,318,262,2041,5536,1271,329,269,34144,30,198
+72,5946,27260,2327,13,198
+73,767,13,198,24361,25,1867,318,262,2041,5536,1271,329,47969,30,198
+74,4353,40090,4790,13,198
+75,352,13,198,33706,25,383,2041,5536,1271,329,6701,28917,318,352,13,198
+76,5214,1558,20107,13,770,1271,318,8780,329,1720,3081,11,355,340,9217,262,4511,1241,286,17843,290,26578,13,11763
+77,860,49287,15197,13,198
+78,2808,2791,31654,13,770,1271,318,262,3200,284,39052,262,1336,2785,286,262,4198,6575,5186,7161,13,198
+79,5014,37967,5705,13,198
+80,198,1169,1271,286,262,3222,13,198
+81,352,13,198,17,13,17,3409,2374,198
+82,718,2079,10333,13,198
+83,262,12406,14861,10074,13,198
+84,1105,2919,33981,13,198
+85,262,1271,286,262,1110,13,198
+86,352,13,198,14231,718,25,2713,447,107,5868,657,3651,198
+87,2343,224,117,3865,29002,329,262,4540,284,262,36861,41941,290,2343,224,117,1821,29002,329,262,10474,13,198
+88,2026,27800,1129,13,198
+89,8644,2931,26780,13,198
+90,657,13,23,13,198
+91,262,1271,286,812,326,340,338,587,287,262,1613,13,843,314,892,326,338,262,1271,286,812,326,340,338
+92,767,13,632,318,257,3748,1271,326,318,973,284,5911,262,39740,13,632,318,257,6087,286,7475,290,3146,326
+93,838,1495,48724,13,770,318,262,1271,286,27226,2977,287,257,1573,326,318,15033,290,15014,2790,13,632,318,257
+94,7930,15197,1959,13,198
+95,479,395,2411,28,74,395,2411,28,74,395,2411,28,74,395,2411,28,74,395,2411,28,74,395,2411,28
+96,198,17,13,1374,466,345,651,262,749,503,286,534,1232,1803,30,198
+97,767,3865,1495,5332,13,198
+98,8541,35890,2481,13,198
+99,26607,2780,2624,13,198

logs/b4c_1100_len_16360/gen/b4c1100_niah_single.log

@@ -0,0 +1,42 @@
+=== Llama Context Parallel Training Script (bluscriptCP) ===
+[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels)
+================ Configuration (bluscriptCP) ================
+  d_model/layers  : 1536 / 36
+  q/kv heads      : 12 / 4  (G=3, hd=128)
+  ffn_hidden      : 4096 (SwiGLU)
+  context_length  : 32768
+  vocab_size      : 50304  tying=0
+  B x T           : 1 x 32768
+  world_size      : 1  (dp=1 x cp=1)
+  CP_ATTN_MODE    : ring  (load_balance=HeadTail)
+  global_batch    : 524288  (grad_accum=16)
+  precision       : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW)  [mask=15 QKV WO MLP HEAD]
+  max_lr/min_lr   : 0.0006 / 6e-05
+  warmup/steps    : 91 / 917  (cosine, no stable phase)
+  checkpointing   : true  (ckpt_freq=50, dir=checkpoints_bluscriptcp)
+=============================================================
+Initializing model on CUDA device 0...
+[YaRN] build_rope_cache: seq_len=32768 hd=128 scale=2.000 low=21 high=39 m=1.0693
+[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/b4c1100_blumodelcp_run2_step_1100.ckpt  (base step 1100, loss 2.55894)  -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP
+Parameters: 1060624896
+Parameters per GPU: 1060624896
+max_steps: 917
+warmup_steps: 91
+[precision] bf16 params=217, all with fp32 master weights
+found 12 shards for split train
+found 1 shards for split val
+Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log4.csv (run 4)
+[rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base)
+Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run4_step_<N>.ckpt (every 50 steps, keep 6)
+[gen] 100 prompts x 16360 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/b4c_1100_len_16360/gen/b4c1100_niah_single.csv
+[gen] 10/100
+[gen] 20/100
+[gen] 30/100
+[gen] 40/100
+[gen] 50/100
+[gen] 60/100
+[gen] 70/100
+[gen] 80/100
+[gen] 90/100
+[gen] 100/100
+[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/b4c_1100_len_16360/gen/b4c1100_niah_single.csv

logs/b4c_1100_len_16360/master.log

@@ -0,0 +1,42 @@
+[08:21:34] longeval: T=32768 prompt_len=16360 max_new=24 n=100 greedy=1 gpus=0,1
+[08:21:34] haystack: /root/Adhi/BluTrain/dist/Context_Parallelism/lendata/haystack/b2val_haystack.bin
+[08:21:34] prompt signature changed -- regenerating prompts and clearing state
+[08:21:34] generating prompts: niah_single
+  niah_single      100 x 16360 tok -> b4c_1100_len_16360/prompts/niah_single_prompts.bin
+[08:21:35] fan-out: 2 GPU(s), NP=1 -> 2 concurrent job(s)
+[08:21:35] 1 job(s) to run
+[08:21:35]   [gpu 0] b4c1100 / niah_single
+[08:25:40]   scoring b4c1100 / niah_single
+
+=== niah_single  (prompt_len=16360, n=100) ===
+  accuracy: 40/100 = 40.0%
+    depth      acc   (needle position in context)
+     0.00   2/20   10.0%
+     0.25   4/20   20.0%
+     0.50   8/20   40.0%
+     0.75  11/20   55.0%
+     1.00  15/20   75.0%
+
+  --- 2 sample generations ---
+  [MISS] expect=8056020
+         got= 8.\nQuestion: What is the special magic number for yarrow?\n
+  [MISS] expect=5343902
+         got= “2”.\n
+
+  wrote b4c_1100_len_16360/scores/b4c1100_niah_single.csv
+[08:25:40] building summary
+
+=== per-task accuracy %  (secondary/descriptive: ~10 per depth cell) ===
+  task                b4c1100
+  niah_single            40.0
+
+=== PRIMARY: accuracy % pooled by depth across tasks (+-95% Wilson) ===
+  depth            b4c1100
+  0.00          10.0+-13.7
+  0.25          20.0+-16.8
+  0.50          40.0+-19.7
+  0.75          55.0+-20.0
+  1.00          75.0+-17.8
+
+  wrote b4c_1100_len_16360/summary.csv and b4c_1100_len_16360/depth_summary.csv
+[08:25:40] DONE -> b4c_1100_len_16360/summary.csv

logs/b4c_1100_len_16360/prompts/.signature

@@ -0,0 +1 @@
+N=100|LEN=16360|DEPTHS=0.0,0.25,0.5,0.75,1.0|SEED=0|HAY=b2val_haystack.bin|HAYSZ=199754694

logs/b4c_1100_len_16360/prompts/niah_single_meta.json

@@ -0,0 +1,808 @@
+{
+ "task": "niah_single",
+ "prompt_len": 16360,
+ "n": 100,
+ "seed": 0,
+ "items": [
+  {
+   "i": 0,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "8056020"
+   ]
+  },
+  {
+   "i": 1,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "5343902"
+   ]
+  },
+  {
+   "i": 2,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "9152513"
+   ]
+  },
+  {
+   "i": 3,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "6088743"
+   ]
+  },
+  {
+   "i": 4,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "7007071"
+   ]
+  },
+  {
+   "i": 5,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "9467240"
+   ]
+  },
+  {
+   "i": 6,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "5728454"
+   ]
+  },
+  {
+   "i": 7,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "2590996"
+   ]
+  },
+  {
+   "i": 8,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "9934935"
+   ]
+  },
+  {
+   "i": 9,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "6203412"
+   ]
+  },
+  {
+   "i": 10,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "2237192"
+   ]
+  },
+  {
+   "i": 11,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "8921240"
+   ]
+  },
+  {
+   "i": 12,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "6935633"
+   ]
+  },
+  {
+   "i": 13,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "6304900"
+   ]
+  },
+  {
+   "i": 14,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "9002896"
+   ]
+  },
+  {
+   "i": 15,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "9746862"
+   ]
+  },
+  {
+   "i": 16,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "2044878"
+   ]
+  },
+  {
+   "i": 17,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "2564842"
+   ]
+  },
+  {
+   "i": 18,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "1019173"
+   ]
+  },
+  {
+   "i": 19,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "6589080"
+   ]
+  },
+  {
+   "i": 20,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "6456023"
+   ]
+  },
+  {
+   "i": 21,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "4205573"
+   ]
+  },
+  {
+   "i": 22,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "5003310"
+   ]
+  },
+  {
+   "i": 23,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "8515682"
+   ]
+  },
+  {
+   "i": 24,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "2349656"
+   ]
+  },
+  {
+   "i": 25,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "9521829"
+   ]
+  },
+  {
+   "i": 26,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "2829687"
+   ]
+  },
+  {
+   "i": 27,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "5883691"
+   ]
+  },
+  {
+   "i": 28,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "6582627"
+   ]
+  },
+  {
+   "i": 29,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "4409161"
+   ]
+  },
+  {
+   "i": 30,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "8465677"
+   ]
+  },
+  {
+   "i": 31,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "7457569"
+   ]
+  },
+  {
+   "i": 32,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "5061884"
+   ]
+  },
+  {
+   "i": 33,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "4084805"
+   ]
+  },
+  {
+   "i": 34,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "4132801"
+   ]
+  },
+  {
+   "i": 35,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "5363019"
+   ]
+  },
+  {
+   "i": 36,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "2159058"
+   ]
+  },
+  {
+   "i": 37,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "3184803"
+   ]
+  },
+  {
+   "i": 38,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "1648297"
+   ]
+  },
+  {
+   "i": 39,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "7564858"
+   ]
+  },
+  {
+   "i": 40,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "5624373"
+   ]
+  },
+  {
+   "i": 41,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "4951063"
+   ]
+  },
+  {
+   "i": 42,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "8036754"
+   ]
+  },
+  {
+   "i": 43,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "8559194"
+   ]
+  },
+  {
+   "i": 44,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "6995632"
+   ]
+  },
+  {
+   "i": 45,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "6441267"
+   ]
+  },
+  {
+   "i": 46,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "9161179"
+   ]
+  },
+  {
+   "i": 47,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "4194027"
+   ]
+  },
+  {
+   "i": 48,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "1271942"
+   ]
+  },
+  {
+   "i": 49,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "2965187"
+   ]
+  },
+  {
+   "i": 50,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "7242134"
+   ]
+  },
+  {
+   "i": 51,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "6579030"
+   ]
+  },
+  {
+   "i": 52,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "2043416"
+   ]
+  },
+  {
+   "i": 53,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "3455487"
+   ]
+  },
+  {
+   "i": 54,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "1758901"
+   ]
+  },
+  {
+   "i": 55,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "2241461"
+   ]
+  },
+  {
+   "i": 56,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "3087819"
+   ]
+  },
+  {
+   "i": 57,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "3008156"
+   ]
+  },
+  {
+   "i": 58,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "2535649"
+   ]
+  },
+  {
+   "i": 59,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "2946931"
+   ]
+  },
+  {
+   "i": 60,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "1363000"
+   ]
+  },
+  {
+   "i": 61,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "4103314"
+   ]
+  },
+  {
+   "i": 62,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "9040206"
+   ]
+  },
+  {
+   "i": 63,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "2024834"
+   ]
+  },
+  {
+   "i": 64,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "8140699"
+   ]
+  },
+  {
+   "i": 65,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "5360732"
+   ]
+  },
+  {
+   "i": 66,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "4704900"
+   ]
+  },
+  {
+   "i": 67,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "6050974"
+   ]
+  },
+  {
+   "i": 68,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "8316017"
+   ]
+  },
+  {
+   "i": 69,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "2024122"
+   ]
+  },
+  {
+   "i": 70,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "8837161"
+   ]
+  },
+  {
+   "i": 71,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "2693177"
+   ]
+  },
+  {
+   "i": 72,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "4344635"
+   ]
+  },
+  {
+   "i": 73,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "7015559"
+   ]
+  },
+  {
+   "i": 74,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "3842473"
+   ]
+  },
+  {
+   "i": 75,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "1973933"
+   ]
+  },
+  {
+   "i": 76,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "3717138"
+   ]
+  },
+  {
+   "i": 77,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "9883103"
+   ]
+  },
+  {
+   "i": 78,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "2966505"
+   ]
+  },
+  {
+   "i": 79,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "3932984"
+   ]
+  },
+  {
+   "i": 80,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "8912561"
+   ]
+  },
+  {
+   "i": 81,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "9532894"
+   ]
+  },
+  {
+   "i": 82,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "6992010"
+   ]
+  },
+  {
+   "i": 83,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "5209951"
+   ]
+  },
+  {
+   "i": 84,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "1208646"
+   ]
+  },
+  {
+   "i": 85,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "2326638"
+   ]
+  },
+  {
+   "i": 86,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "1766659"
+   ]
+  },
+  {
+   "i": 87,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "5712437"
+   ]
+  },
+  {
+   "i": 88,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "5028719"
+   ]
+  },
+  {
+   "i": 89,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "6909364"
+   ]
+  },
+  {
+   "i": 90,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "7026396"
+   ]
+  },
+  {
+   "i": 91,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "6205929"
+   ]
+  },
+  {
+   "i": 92,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "7952780"
+   ]
+  },
+  {
+   "i": 93,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "1025572"
+   ]
+  },
+  {
+   "i": 94,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "6610329"
+   ]
+  },
+  {
+   "i": 95,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "5016733"
+   ]
+  },
+  {
+   "i": 96,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "8518463"
+   ]
+  },
+  {
+   "i": 97,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "7952585"
+   ]
+  },
+  {
+   "i": 98,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "7748921"
+   ]
+  },
+  {
+   "i": 99,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "1784832"
+   ]
+  }
+ ]
+}

logs/b4c_1100_len_16360/prompts/niah_single_prompts.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75c6cd4ac534d5d2e0757e236617146795eb2ddad80a8c17fcedad7bfae894f9
+size 6544000

logs/b4c_1100_len_16360/scores/b4c1100_niah_single.csv

@@ -0,0 +1,101 @@
+i,depth,ok,n_expected,n_hit,expected,generated
+0,0.0,0,1,0,8056020, 8.\nQuestion: What is the special magic number for yarrow?\n
+1,0.25,0,1,0,5343902, “2”.\n
+2,0.5,1,1,1,9152513, 9152513.\n
+3,0.75,0,1,0,6088743, 6. This number is crucial for unlocking the full potential of the Huuuge Casino app. It's a combination of
+4,1.0,1,1,1,7007071, 7007071.\n
+5,0.0,0,1,0,9467240, “1.”\n
+6,0.25,0,1,0,5728454, 5728455.\n
+7,0.5,0,1,0,2590996, 2590.\n
+8,0.75,1,1,1,9934935, 9934935.\n
+9,1.0,1,1,1,6203412, 6203412.\n
+10,0.0,0,1,0,2237192, the name of the glacier.\n
+11,0.25,1,1,1,8921240, 8921240.\n
+12,0.5,0,1,0,6935633, the number of the candidate who is qualified.\n
+13,0.75,0,1,0,6304900," 6.\nThe Japanese soldiers were all in the same place, and the Japanese soldiers were all in the same place."
+14,1.0,1,1,1,9002896, 9002896.\n
+15,0.0,0,1,0,9746862, 1.\nAnswer: The special magic number for cinder is 1.\n
+16,0.25,0,1,0,2044878," 1.\nGabriel García Márquez was feeding pigeons in the park: slices of banana, brown"
+17,0.5,0,1,0,2564842, 1.\nKryten: I'm not sure what that is.\n
+18,0.75,1,1,1,1019173, 1019173. And I think that's a good number. And I think that's a good number. And I
+19,1.0,1,1,1,6589080, 6589080.\n
+20,0.0,0,1,0,6456023,: \[\label{GrindEQ__13_} \Delta ET=(t_{i} -t
+21,0.25,0,1,0,4205573, the number of times that we can use it. So we're using it in a way that's not just a number
+22,0.5,1,1,1,5003310, 5003310.\n
+23,0.75,0,1,0,8515682, the number of people who are invited to the party and the number of people who are invited to the party and the number
+24,1.0,1,1,1,2349656, 2349656.\n
+25,0.0,1,1,1,9521829, 9521829.\n
+26,0.25,0,1,0,2829687, the number of the day.\n
+27,0.5,1,1,1,5883691, 5883691.  That's the number that the manufacturer gives you.  That's the number that the manufacturer
+28,0.75,1,1,1,6582627, 6582627.\n
+29,1.0,1,1,1,4409161, 4409161.\n
+30,0.0,0,1,0,8465677,\n\sqrt{2}=0.037.0\n
+31,0.25,1,1,1,7457569," 7457569. This number is unique for each type of falcon, and it is used to identify the specific"
+32,0.5,0,1,0,5061884, the number of people who are willing to pay for the privilege of using the sidewalk.\n
+33,0.75,1,1,1,4084805, 4084805.\n
+34,1.0,0,1,0,4132801," ∆E* (L&W Elrepho 070, Sweden, R458 D65)"
+35,0.0,0,1,0,5363019,"\n(1) ζ 2 + 1 ,\n"
+36,0.25,0,1,0,2159058," the number of votes that the voters can get. So if you're a voter, you can get a vote. If"
+37,0.5,0,1,0,3184803, 3194803.\n
+38,0.75,0,1,0,1648297, jaguar.\n
+39,1.0,0,1,0,7564858, 7564958.\n
+40,0.0,0,1,0,5624373, the number of the hollow cone.\n
+41,0.25,0,1,0,4951063, the maximum speed.\n
+42,0.5,1,1,1,8036754, 8036754.\n
+43,0.75,0,1,0,8559194, 8561194.\n
+44,1.0,1,1,1,6995632, 6995632.\n
+45,0.0,1,1,1,6441267, 6441267. This number is unique for each falcon species and is used to identify the species of falcon
+46,0.25,0,1,0,9161179, 7161179.\n
+47,0.5,0,1,0,4194027," 8. This number is the standard for most commercial landscaping waste disposal, and it’s a key indicator of"
+48,0.75,1,1,1,1271942, 1271942.\n
+49,1.0,1,1,1,2965187, 2965187.\n
+50,0.0,0,1,0,7242134, 1.\nMutations in the Ebg System are not an Example of Evolution\n
+51,0.25,1,1,1,6579030, 6579030. [00:24:57][9.0]\n
+52,0.5,0,1,0,2043416,:\nQuestion: How do you get the most out of your climb?\n
+53,0.75,0,1,0,3455487, 1.\nDeep learning approaches are often used to predict the fibrillization propensity of amyloid beta (AM
+54,1.0,1,1,1,1758901, 1758901.\n
+55,0.0,0,1,0,2241461, 8. This number is used to identify the type of ivory used in jewelry. It is a unique and valuable symbol that
+56,0.25,0,1,0,3087819, the number of buffalo that we are able to get from our ad server.\n
+57,0.5,0,1,0,3008156, 1.0.\n
+58,0.75,1,1,1,2535649, 2535649.\n
+59,1.0,0,1,0,2946931, the number of people who are going to be able to do that. And I think that’s a good thing
+60,0.0,0,1,0,1363000, 8.\nQuestion: How many times does the cactus request a new channel?\n
+61,0.25,0,1,0,4103314, 0.0.\n
+62,0.5,0,1,0,9040206, the number of days you’re suspended.\n
+63,0.75,1,1,1,2024834, 2024834.\n
+64,1.0,1,1,1,8140699, 8140699.\n
+65,0.0,0,1,0,5360732,", I think, the number of the day.\n"
+66,0.25,0,1,0,4704900, 4.\nQuestion: What is the special magic number for emerald?\n
+67,0.5,0,1,0,6050974," 7. It is a combination of the letters “A” and “B”, which is used"
+68,0.75,0,1,0,8316017, 8416018.\n
+69,1.0,1,1,1,2024122, 2024122.\n
+70,0.0,0,1,0,8837161, 8.\nQuestion: What is the special magic number for granite?\n
+71,0.25,0,1,0,2693177, 1.\nQuestion: What is the special magic number for cactus?\n
+72,0.5,1,1,1,4344635, 4344635.\n
+73,0.75,0,1,0,7015559, 7.\nQuestion: What is the special magic number for quartz?\n
+74,1.0,1,1,1,3842473, 3842473.\n
+75,0.0,0,1,0,1973933, 1.\nAnswer: The special magic number for nutmeg is 1.\n
+76,0.25,1,1,1,3717138," 3717138. This number is crucial for product quality, as it indicates the highest level of reliability and durability. Buy"
+77,0.5,1,1,1,9883103, 9883103.\n
+78,0.75,1,1,1,2966505, 2966505. This number is the secret to unlocking the full potential of the Sur Ron electric bike.\n
+79,1.0,1,1,1,3932984, 3932984.\n
+80,0.0,0,1,0,8912561,\nthe number of the demon.\n
+81,0.25,0,1,0,9532894, 1.\n2.2 Samples\n
+82,0.5,1,1,1,6992010, 6992010.\n
+83,0.75,0,1,0,5209951, the Lincoln Memorial Library.\n
+84,1.0,0,1,0,1208646, 1208647.\n
+85,0.0,0,1,0,2326638, the number of the day.\n
+86,0.25,0,1,0,1766659, 1.\nPosted 6:05 PM 0 comments\n
+87,0.5,0,1,0,5712437, ₹95 lakh for the candidate to the Lok Sabha and ₹40 lakh for the assembly.\n
+88,0.75,1,1,1,5028719, 5028719.\n
+89,1.0,1,1,1,6909364, 6909364.\n
+90,0.0,0,1,0,7026396, 0.8.\n
+91,0.25,0,1,0,6205929, the number of years that it's been in the past. And I think that's the number of years that it's
+92,0.5,0,1,0,7952780, 7. It is a unique number that is used to identify the borrower. It is a combination of letters and numbers that
+93,0.75,1,1,1,1025572, 1025572. This is the number of syllables in a word that is stressed and unstressed. It is a
+94,1.0,1,1,1,6610329, 6610329.\n
+95,0.0,0,1,0,5016733, kestrel=kestrel=kestrel=kestrel=kestrel=kestrel=
+96,0.25,0,1,0,8518463,\n2. How do you get the most out of your leg press?\n
+97,0.5,1,1,1,7952585, 7952585.\n
+98,0.75,1,1,1,7748921, 7748921.\n
+99,1.0,0,1,0,1784832, 1774832.\n

logs/b4c_1100_len_16360/summary.csv

@@ -0,0 +1,2 @@
+task,b4c1100
+niah_single,40.0