Upload folder using huggingface_hub

logs/b4c_1100_len_32744/depth_summary.csv

@@ -0,0 +1,6 @@
+depth,model,hits,n,pct,wilson95
+0.0,b4c1100,0,20,0.0,8.1
+0.25,b4c1100,0,20,0.0,8.1
+0.5,b4c1100,1,20,5.0,11.4
+0.75,b4c1100,6,20,30.0,18.7
+1.0,b4c1100,17,20,85.0,15.4

logs/b4c_1100_len_32744/gen/b4c1100_niah_single.csv

@@ -0,0 +1,100 @@
+0,564,250,16,13,447,251,198
+1,352,13,770,1271,318,3748,284,262,983,290,460,307,973,284,12116,2041,17568,393,11530,13,198
+2,564,250,16,13,447,251,198
+3,262,1271,286,1661,257,5456,3382,284,760,1223,13,198
+4,13037,2154,4869,13,198
+5,352,13,198,33706,25,383,2041,5536,1271,329,6701,28917,318,352,13,198
+6,262,1271,286,262,34849,13,198
+7,262,1271,286,9881,287,262,2393,345,389,2045,379,13,198
+8,352,13,198,42,563,1452,25,314,1101,407,1654,644,340,318,13,198
+9,45469,2682,1065,13,198
+10,262,1271,286,812,13,198
+11,262,1271,286,661,508,389,1016,284,307,9392,284,257,2151,290,262,1271,286,661,508,389,1016,284,307,9392
+12,262,1271,286,262,4511,290,4511,8598,13,198
+13,718,13,198,7,1639,460,470,2822,257,275,859,903,5739,1231,257,2041,5536,1271,2014,198
+14,15897,2078,4846,13,198
+15,352,13,770,1271,318,3748,284,269,5540,290,318,973,284,5911,262,2176,2099,286,269,5540,326,318,973,13
+16,352,13,15,13,198
+17,352,13,198,24361,25,1374,857,262,1660,20199,2214,1487,351,20334,30,198
+18,8949,24,25399,13,198
+19,718,3365,3829,1795,13,198
+20,262,2866,286,1657,13,1406,262,2866,286,1657,318,262,2866,286,1657,13,1406,262,2866,286,1657,318,262,2866
+21,366,32,526,198
+22,807,13,198,24361,25,1374,890,857,340,1011,284,3877,257,6555,30,198
+23,7600,1314,43950,13,770,1271,318,257,3210,329,477,474,11433,945,11,1390,474,11433,945,13,632,318,257,3748
+24,2242,2920,37466,13,198
+25,352,13,685,405,25,1983,25,405,7131,24,13,15,60,198
+26,277,73,585,13,198
+27,642,13,198,24361,25,1867,318,262,1266,640,284,3187,10775,18642,494,30,198
+28,352,13,198,24361,25,1867,318,262,12085,286,262,850,26652,286,4048,16641,30,198
+29,604,29416,25948,13,198
+30,352,13,198,24361,25,1867,318,262,2041,5536,1271,329,473,381,10695,30,198
+31,767,13,198,24361,25,1374,857,46405,5097,10526,4155,3148,711,30,198
+32,262,1271,286,262,2041,5536,1271,329,25510,13,198
+33,807,13,198,24361,25,1374,867,661,3724,1141,262,1175,287,39282,30,198
+34,42215,2078,486,13,198
+35,262,1271,286,1661,340,318,973,13,198
+36,262,1271,286,1661,345,460,779,340,13,198
+37,262,1271,286,1661,340,318,973,287,257,8364,13,632,338,257,7531,3721,287,16585,11,11887,11,290,10801,326
+38,1596,2780,26561,13,198
+39,5441,33300,3365,13,198
+40,327,82,15,13,18,34,15,13,18,34,15,13,18,34,15,13,18,34,15,13,18,34,15,13
+41,352,13,198,43,2390,33,25,1867,318,262,2041,5536,1271,329,20596,30,198
+42,532,314,836,470,760,13,198
+43,807,2816,405,13,198
+44,718,2079,3980,2624,13,198
+45,262,1271,286,262,24215,1102,13,198
+46,767,13,198,24361,25,1374,857,262,27226,540,3753,670,30,198
+47,25,198,24361,25,1867,318,262,2041,5536,1271,329,45725,30,198
+48,18112,1129,3682,13,198
+49,2808,2996,23451,13,198
+50,352,13,15,13,198
+51,352,13,198,2025,11952,25,3966,616,308,3768,13,198
+52,262,1271,286,262,275,859,903,13,198
+53,513,13,198,24361,25,1374,460,314,2987,616,3594,30,198
+54,1596,44169,486,13,770,1271,318,257,1255,286,262,4931,286,262,393,28402,287,262,4190,22752,2983,13,632,447
+55,564,250,464,6139,666,447,251,198
+56,767,13,198,14231,416,379,604,25,405,447,107,2390,642,3651,198
+57,767,13,198,24361,25,1374,857,262,3721,286,564,246,259,7784,7124,447,247,13238,422,4569,7124,30,198
+58,1976,27446,2417,13,198
+59,41235,3388,3132,13,198
+60,262,1271,286,262,269,34144,13,198
+61,262,1271,286,661,326,389,2950,287,262,1429,13,1406,11,611,345,447,247,260,257,17195,11,345,447,247
+62,262,3119,286,262,1048,508,12216,262,3119,13,198
+63,1160,23045,2682,13,198
+64,807,1415,3312,2079,13,198
+65,262,1271,286,1528,340,2753,284,16867,13,198
+66,352,13,15,13,198
+67,718,13,198,24361,25,1867,318,262,2041,5536,1271,329,3165,1940,30,198
+68,9773,13,198,24361,25,1374,857,262,311,10008,13238,422,262,1334,286,262,995,30,198
+69,48609,18376,13,198
+70,262,1271,286,262,6616,11,543,318,262,6616,286,262,27636,13,198
+71,262,1271,286,5667,13,198
+72,564,250,89,27446,2417,447,251,357,57,15710,11,12131,737,198
+73,767,13,198,464,1709,18108,283,1092,8130,3205,272,271,324,318,257,4947,286,262,3205,7115,5643,11,262,749
+74,4353,40090,4790,13,198
+75,352,13,198,3581,23076,357,28348,385,264,381,8,198
+76,352,13,1849,383,2041,5536,1271,329,479,395,2411,318,352,13,1849,383,2041,5536,1271,329,479,395,2411,318
+77,860,49287,15197,13,198
+78,2808,2791,31654,13,198
+79,5014,37967,5705,13,198
+80,8576,13,770,318,257,2383,2033,286,640,11,290,340,447,247,82,257,1643,286,257,7539,13,198
+81,352,13,198,24361,25,1867,318,262,12085,286,262,564,250,16,447,251,287,262,1438,286,262,1992,30,198
+82,718,2079,13,198
+83,642,13,198,24361,25,1867,318,262,2041,5536,1271,329,331,6018,30,198
+84,1105,2919,33981,13,198
+85,352,13,198,24361,25,1867,318,262,12085,286,262,1271,352,287,262,1271,352,30,198
+86,767,13,770,1271,318,257,6087,286,262,983,447,247,82,3173,290,262,983,447,247,82,12933,13,632,318
+87,7618,13,198,24361,25,1374,460,314,787,616,2695,517,11932,30,198
+88,352,13,20,13,198
+89,8644,2931,26780,13,198
+90,262,1271,286,262,2041,5536,1271,329,473,381,10695,13,198
+91,513,13,198,33706,25,383,2041,5536,1271,329,34849,318,513,13,198
+92,367,16,13,198
+93,838,1495,48724,13,198
+94,7930,15197,1959,13,198
+95,352,13,15,13,770,1271,318,257,4688,11507,329,262,12170,447,247,82,2854,11,3573,329,5479,10616,1029,12
+96,720,16,13,20,198
+97,25,198,3581,331,6018,28,16,198
+98,262,1271,286,1528,13,1406,314,1101,1016,284,910,11,314,1101,1016,284,910,11,314,1101,1016,284,910,11
+99,27368,2780,2624,13,198

logs/b4c_1100_len_32744/gen/b4c1100_niah_single.log

@@ -0,0 +1,42 @@
+=== Llama Context Parallel Training Script (bluscriptCP) ===
+[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels)
+================ Configuration (bluscriptCP) ================
+  d_model/layers  : 1536 / 36
+  q/kv heads      : 12 / 4  (G=3, hd=128)
+  ffn_hidden      : 4096 (SwiGLU)
+  context_length  : 32768
+  vocab_size      : 50304  tying=0
+  B x T           : 1 x 32768
+  world_size      : 1  (dp=1 x cp=1)
+  CP_ATTN_MODE    : ring  (load_balance=HeadTail)
+  global_batch    : 524288  (grad_accum=16)
+  precision       : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW)  [mask=15 QKV WO MLP HEAD]
+  max_lr/min_lr   : 0.0006 / 6e-05
+  warmup/steps    : 91 / 917  (cosine, no stable phase)
+  checkpointing   : true  (ckpt_freq=50, dir=checkpoints_bluscriptcp)
+=============================================================
+Initializing model on CUDA device 0...
+[YaRN] build_rope_cache: seq_len=32768 hd=128 scale=2.000 low=21 high=39 m=1.0693
+[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/b4c1100_blumodelcp_run2_step_1100.ckpt  (base step 1100, loss 2.55894)  -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP
+Parameters: 1060624896
+Parameters per GPU: 1060624896
+max_steps: 917
+warmup_steps: 91
+[precision] bf16 params=217, all with fp32 master weights
+found 12 shards for split train
+found 1 shards for split val
+Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log5.csv (run 5)
+[rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base)
+Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run5_step_<N>.ckpt (every 50 steps, keep 6)
+[gen] 100 prompts x 32744 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/b4c_1100_len_32744/gen/b4c1100_niah_single.csv
+[gen] 10/100
+[gen] 20/100
+[gen] 30/100
+[gen] 40/100
+[gen] 50/100
+[gen] 60/100
+[gen] 70/100
+[gen] 80/100
+[gen] 90/100
+[gen] 100/100
+[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/b4c_1100_len_32744/gen/b4c1100_niah_single.csv

logs/b4c_1100_len_32744/master.log

@@ -0,0 +1,42 @@
+[08:25:40] longeval: T=32768 prompt_len=32744 max_new=24 n=100 greedy=1 gpus=0,1
+[08:25:40] haystack: /root/Adhi/BluTrain/dist/Context_Parallelism/lendata/haystack/b2val_haystack.bin
+[08:25:40] prompt signature changed -- regenerating prompts and clearing state
+[08:25:40] generating prompts: niah_single
+  niah_single      100 x 32744 tok -> b4c_1100_len_32744/prompts/niah_single_prompts.bin
+[08:25:41] fan-out: 2 GPU(s), NP=1 -> 2 concurrent job(s)
+[08:25:41] 1 job(s) to run
+[08:25:41]   [gpu 0] b4c1100 / niah_single
+[08:34:54]   scoring b4c1100 / niah_single
+
+=== niah_single  (prompt_len=32744, n=100) ===
+  accuracy: 24/100 = 24.0%
+    depth      acc   (needle position in context)
+     0.00   0/20    0.0%
+     0.25   0/20    0.0%
+     0.50   1/20    5.0%
+     0.75   6/20   30.0%
+     1.00  17/20   85.0%
+
+  --- 2 sample generations ---
+  [MISS] expect=8056020
+         got= “1.”\n
+  [MISS] expect=5343902
+         got= 1. This number is unique to the game and can be used to unlock special bonuses or rewards.\n
+
+  wrote b4c_1100_len_32744/scores/b4c1100_niah_single.csv
+[08:34:54] building summary
+
+=== per-task accuracy %  (secondary/descriptive: ~10 per depth cell) ===
+  task                b4c1100
+  niah_single            24.0
+
+=== PRIMARY: accuracy % pooled by depth across tasks (+-95% Wilson) ===
+  depth            b4c1100
+  0.00           0.0+- 8.1
+  0.25           0.0+- 8.1
+  0.50           5.0+-11.4
+  0.75          30.0+-18.7
+  1.00          85.0+-15.4
+
+  wrote b4c_1100_len_32744/summary.csv and b4c_1100_len_32744/depth_summary.csv
+[08:34:54] DONE -> b4c_1100_len_32744/summary.csv

logs/b4c_1100_len_32744/prompts/.signature

@@ -0,0 +1 @@
+N=100|LEN=32744|DEPTHS=0.0,0.25,0.5,0.75,1.0|SEED=0|HAY=b2val_haystack.bin|HAYSZ=199754694

logs/b4c_1100_len_32744/prompts/niah_single_meta.json

@@ -0,0 +1,808 @@
+{
+ "task": "niah_single",
+ "prompt_len": 32744,
+ "n": 100,
+ "seed": 0,
+ "items": [
+  {
+   "i": 0,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "8056020"
+   ]
+  },
+  {
+   "i": 1,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "5343902"
+   ]
+  },
+  {
+   "i": 2,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "9152513"
+   ]
+  },
+  {
+   "i": 3,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "6088743"
+   ]
+  },
+  {
+   "i": 4,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "7007071"
+   ]
+  },
+  {
+   "i": 5,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "9467240"
+   ]
+  },
+  {
+   "i": 6,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "5728454"
+   ]
+  },
+  {
+   "i": 7,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "2590996"
+   ]
+  },
+  {
+   "i": 8,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "9934935"
+   ]
+  },
+  {
+   "i": 9,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "6203412"
+   ]
+  },
+  {
+   "i": 10,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "2237192"
+   ]
+  },
+  {
+   "i": 11,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "8921240"
+   ]
+  },
+  {
+   "i": 12,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "6935633"
+   ]
+  },
+  {
+   "i": 13,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "6304900"
+   ]
+  },
+  {
+   "i": 14,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "9002896"
+   ]
+  },
+  {
+   "i": 15,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "9746862"
+   ]
+  },
+  {
+   "i": 16,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "2044878"
+   ]
+  },
+  {
+   "i": 17,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "2564842"
+   ]
+  },
+  {
+   "i": 18,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "1019173"
+   ]
+  },
+  {
+   "i": 19,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "6589080"
+   ]
+  },
+  {
+   "i": 20,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "6456023"
+   ]
+  },
+  {
+   "i": 21,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "4205573"
+   ]
+  },
+  {
+   "i": 22,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "5003310"
+   ]
+  },
+  {
+   "i": 23,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "8515682"
+   ]
+  },
+  {
+   "i": 24,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "2349656"
+   ]
+  },
+  {
+   "i": 25,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "9521829"
+   ]
+  },
+  {
+   "i": 26,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "2829687"
+   ]
+  },
+  {
+   "i": 27,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "5883691"
+   ]
+  },
+  {
+   "i": 28,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "6582627"
+   ]
+  },
+  {
+   "i": 29,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "4409161"
+   ]
+  },
+  {
+   "i": 30,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "8465677"
+   ]
+  },
+  {
+   "i": 31,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "7457569"
+   ]
+  },
+  {
+   "i": 32,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "5061884"
+   ]
+  },
+  {
+   "i": 33,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "4084805"
+   ]
+  },
+  {
+   "i": 34,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "4132801"
+   ]
+  },
+  {
+   "i": 35,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "5363019"
+   ]
+  },
+  {
+   "i": 36,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "2159058"
+   ]
+  },
+  {
+   "i": 37,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "3184803"
+   ]
+  },
+  {
+   "i": 38,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "1648297"
+   ]
+  },
+  {
+   "i": 39,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "7564858"
+   ]
+  },
+  {
+   "i": 40,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "5624373"
+   ]
+  },
+  {
+   "i": 41,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "4951063"
+   ]
+  },
+  {
+   "i": 42,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "8036754"
+   ]
+  },
+  {
+   "i": 43,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "8559194"
+   ]
+  },
+  {
+   "i": 44,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "6995632"
+   ]
+  },
+  {
+   "i": 45,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "6441267"
+   ]
+  },
+  {
+   "i": 46,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "9161179"
+   ]
+  },
+  {
+   "i": 47,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "4194027"
+   ]
+  },
+  {
+   "i": 48,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "1271942"
+   ]
+  },
+  {
+   "i": 49,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "2965187"
+   ]
+  },
+  {
+   "i": 50,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "7242134"
+   ]
+  },
+  {
+   "i": 51,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "6579030"
+   ]
+  },
+  {
+   "i": 52,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "2043416"
+   ]
+  },
+  {
+   "i": 53,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "3455487"
+   ]
+  },
+  {
+   "i": 54,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "1758901"
+   ]
+  },
+  {
+   "i": 55,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "2241461"
+   ]
+  },
+  {
+   "i": 56,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "3087819"
+   ]
+  },
+  {
+   "i": 57,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "3008156"
+   ]
+  },
+  {
+   "i": 58,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "2535649"
+   ]
+  },
+  {
+   "i": 59,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "2946931"
+   ]
+  },
+  {
+   "i": 60,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "1363000"
+   ]
+  },
+  {
+   "i": 61,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "4103314"
+   ]
+  },
+  {
+   "i": 62,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "9040206"
+   ]
+  },
+  {
+   "i": 63,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "2024834"
+   ]
+  },
+  {
+   "i": 64,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "8140699"
+   ]
+  },
+  {
+   "i": 65,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "5360732"
+   ]
+  },
+  {
+   "i": 66,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "4704900"
+   ]
+  },
+  {
+   "i": 67,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "6050974"
+   ]
+  },
+  {
+   "i": 68,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "8316017"
+   ]
+  },
+  {
+   "i": 69,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "2024122"
+   ]
+  },
+  {
+   "i": 70,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "8837161"
+   ]
+  },
+  {
+   "i": 71,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "2693177"
+   ]
+  },
+  {
+   "i": 72,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "4344635"
+   ]
+  },
+  {
+   "i": 73,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "7015559"
+   ]
+  },
+  {
+   "i": 74,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "3842473"
+   ]
+  },
+  {
+   "i": 75,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "1973933"
+   ]
+  },
+  {
+   "i": 76,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "3717138"
+   ]
+  },
+  {
+   "i": 77,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "9883103"
+   ]
+  },
+  {
+   "i": 78,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "2966505"
+   ]
+  },
+  {
+   "i": 79,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "3932984"
+   ]
+  },
+  {
+   "i": 80,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "8912561"
+   ]
+  },
+  {
+   "i": 81,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "9532894"
+   ]
+  },
+  {
+   "i": 82,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "6992010"
+   ]
+  },
+  {
+   "i": 83,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "5209951"
+   ]
+  },
+  {
+   "i": 84,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "1208646"
+   ]
+  },
+  {
+   "i": 85,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "2326638"
+   ]
+  },
+  {
+   "i": 86,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "1766659"
+   ]
+  },
+  {
+   "i": 87,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "5712437"
+   ]
+  },
+  {
+   "i": 88,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "5028719"
+   ]
+  },
+  {
+   "i": 89,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "6909364"
+   ]
+  },
+  {
+   "i": 90,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "7026396"
+   ]
+  },
+  {
+   "i": 91,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "6205929"
+   ]
+  },
+  {
+   "i": 92,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "7952780"
+   ]
+  },
+  {
+   "i": 93,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "1025572"
+   ]
+  },
+  {
+   "i": 94,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "6610329"
+   ]
+  },
+  {
+   "i": 95,
+   "depth": 0.0,
+   "depth_requested": 0.0,
+   "expected": [
+    "5016733"
+   ]
+  },
+  {
+   "i": 96,
+   "depth": 0.25,
+   "depth_requested": 0.25,
+   "expected": [
+    "8518463"
+   ]
+  },
+  {
+   "i": 97,
+   "depth": 0.5,
+   "depth_requested": 0.5,
+   "expected": [
+    "7952585"
+   ]
+  },
+  {
+   "i": 98,
+   "depth": 0.75,
+   "depth_requested": 0.75,
+   "expected": [
+    "7748921"
+   ]
+  },
+  {
+   "i": 99,
+   "depth": 1.0,
+   "depth_requested": 1.0,
+   "expected": [
+    "1784832"
+   ]
+  }
+ ]
+}

logs/b4c_1100_len_32744/prompts/niah_single_prompts.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c25eef89e398c64b7f17974ce0ee475a0da5f9780764fa3cc38d024d19133061
+size 13097600

logs/b4c_1100_len_32744/scores/b4c1100_niah_single.csv

@@ -0,0 +1,101 @@
+i,depth,ok,n_expected,n_hit,expected,generated
+0,0.0,0,1,0,8056020, “1.”\n
+1,0.25,0,1,0,5343902, 1. This number is unique to the game and can be used to unlock special bonuses or rewards.\n
+2,0.5,0,1,0,9152513, “1.”\n
+3,0.75,0,1,0,6088743, the number of times a client wants to know something.\n
+4,1.0,1,1,1,7007071, 7007071.\n
+5,0.0,0,1,0,9467240, 1.\nAnswer: The special magic number for nutmeg is 1.\n
+6,0.25,0,1,0,5728454, the number of the iceberg.\n
+7,0.5,0,1,0,2590996, the number of bytes in the file you are looking at.\n
+8,0.75,0,1,0,9934935, 1.\nKryten: I'm not sure what it is.\n
+9,1.0,1,1,1,6203412, 6203412.\n
+10,0.0,0,1,0,2237192, the number of years.\n
+11,0.25,0,1,0,8921240, the number of people who are going to be invited to a party and the number of people who are going to be invited
+12,0.5,0,1,0,6935633, the number of the highest and highest mountain.\n
+13,0.75,0,1,0,6304900, 6.\n(You can't buy a bramble frame without a special magic number.)\n
+14,1.0,1,1,1,9002896, 9002896.\n
+15,0.0,0,1,0,9746862, 1. This number is unique to cinder and is used to identify the specific type of cinder that is used.
+16,0.25,0,1,0,2044878, 1.0.\n
+17,0.5,0,1,0,2564842, 1.\nQuestion: How does the water vapor field change with altitude?\n
+18,0.75,1,1,1,1019173, 1019173.\n
+19,1.0,1,1,1,6589080, 6589080.\n
+20,0.0,0,1,0,6456023, the speed of light. So the speed of light is the speed of light. So the speed of light is the speed
+21,0.25,0,1,0,4205573," ""A.""\n"
+22,0.5,0,1,0,5003310, 8.\nQuestion: How long does it take to charge a battery?\n
+23,0.75,1,1,1,8515682," 8515682. This number is a standard for all jaguars, including jaguars. It is a unique"
+24,1.0,1,1,1,2349656, 2349656.\n
+25,0.0,0,1,0,9521829, 1. [00:27:00][9.0]\n
+26,0.25,0,1,0,2829687, fjord.\n
+27,0.5,0,1,0,5883691, 5.\nQuestion: What is the best time to visit Occitanie?\n
+28,0.75,0,1,0,6582627, 1.\nQuestion: What is the significance of the subtopic of female sexuality?\n
+29,1.0,1,1,1,4409161, 4409161.\n
+30,0.0,0,1,0,8465677, 1.\nQuestion: What is the special magic number for sapphire?\n
+31,0.25,0,1,0,7457569, 7.\nQuestion: How does HITCLUB ensure fair play?\n
+32,0.5,0,1,0,5061884, the number of the special magic number for umbrella.\n
+33,0.75,0,1,0,4084805, 8.\nQuestion: How many people died during the war in Guam?\n
+34,1.0,0,1,0,4132801, 4122801.\n
+35,0.0,0,1,0,5363019, the number of times it is used.\n
+36,0.25,0,1,0,2159058, the number of times you can use it.\n
+37,0.5,0,1,0,3184803," the number of times it is used in a recipe. It's a fundamental concept in chemistry, physics, and cooking that"
+38,0.75,0,1,0,1648297, 1748297.\n
+39,1.0,0,1,0,7564858, 7564958.\n
+40,0.0,0,1,0,5624373, Cs0.3C0.3C0.3C0.3C0.3C0.
+41,0.25,0,1,0,4951063, 1.\nLAMB: What is the special magic number for hollow?\n
+42,0.5,0,1,0,8036754, - I don't know.\n
+43,0.75,0,1,0,8559194, 85500.\n
+44,1.0,1,1,1,6995632, 6995632.\n
+45,0.0,0,1,0,6441267, the number of the falcon.\n
+46,0.25,0,1,0,9161179, 7.\nQuestion: How does the syllable counter work?\n
+47,0.5,0,1,0,4194027,:\nQuestion: What is the special magic number for violet?\n
+48,0.75,1,1,1,1271942, 1271942.\n
+49,1.0,1,1,1,2965187, 2965187.\n
+50,0.0,0,1,0,7242134, 1.0.\n
+51,0.25,0,1,0,6579030, 1.\nAnnie: Oh my gosh.\n
+52,0.5,0,1,0,2043416, the number of the bramble.\n
+53,0.75,0,1,0,3455487, 3.\nQuestion: How can I improve my English?\n
+54,1.0,1,1,1,1758901, 1758901. This number is a result of the presence of the orchid in the hair follicles. It�
+55,0.0,0,1,0,2241461, “The Magician”\n
+56,0.25,0,1,0,3087819, 7.\nPosted by at 4:00 AM 5 comments\n
+57,0.5,0,1,0,3008156, 7.\nQuestion: How does the concept of ‘inbound marketing’ differ from traditional marketing?\n
+58,0.75,0,1,0,2535649, zephyr.\n
+59,1.0,1,1,1,2946931, 2946931.\n
+60,0.0,0,1,0,1363000, the number of the cactus.\n
+61,0.25,0,1,0,4103314," the number of people that are involved in the process. So, if you’re a contractor, you’"
+62,0.5,0,1,0,9040206, the property of the person who owns the property.\n
+63,0.75,1,1,1,2024834, 2024834.\n
+64,1.0,1,1,1,8140699, 8140699.\n
+65,0.0,0,1,0,5360732, the number of days it takes to melt.\n
+66,0.25,0,1,0,4704900, 1.0.\n
+67,0.5,0,1,0,6050974, 6.\nQuestion: What is the special magic number for emerald?\n
+68,0.75,0,1,0,8316017, 81.\nQuestion: How does the SIE differ from the rest of the world?\n
+69,1.0,1,1,1,2024122, 2024122.\n
+70,0.0,0,1,0,8837161," the number of the square, which is the square of the heavens.\n"
+71,0.25,0,1,0,2693177, the number of leaves.\n
+72,0.5,0,1,0,4344635," “zephyr” (Zhou, 2020).\n"
+73,0.75,0,1,0,7015559," 7.\nThe Brhadaranyaka Upanisad is a collection of the Upanishads, the most"
+74,1.0,1,1,1,3842473, 3842473.\n
+75,0.0,0,1,0,1973933, 1.\n• Pine (Pinus spp)\n
+76,0.25,0,1,0,3717138, 1.  The special magic number for kestrel is 1.  The special magic number for kestrel is
+77,0.5,1,1,1,9883103, 9883103.\n
+78,0.75,1,1,1,2966505, 2966505.\n
+79,1.0,1,1,1,3932984, 3932984.\n
+80,0.0,0,1,0,8912561," 1000. This is a significant amount of time, and it’s a bit of a stretch.\n"
+81,0.25,0,1,0,9532894, 1.\nQuestion: What is the significance of the “1” in the name of the President?\n
+82,0.5,0,1,0,6992010, 699.\n
+83,0.75,0,1,0,5209951, 5.\nQuestion: What is the special magic number for yarrow?\n
+84,1.0,0,1,0,1208646, 1208647.\n
+85,0.0,0,1,0,2326638, 1.\nQuestion: What is the significance of the number 1 in the number 1?\n
+86,0.25,0,1,0,1766659, 7. This number is a combination of the game’s rules and the game’s mechanics. It is
+87,0.5,0,1,0,5712437, 58.\nQuestion: How can I make my content more engaging?\n
+88,0.75,0,1,0,5028719, 1.5.\n
+89,1.0,1,1,1,6909364, 6909364.\n
+90,0.0,0,1,0,7026396, the number of the special magic number for sapphire.\n
+91,0.25,0,1,0,6205929, 3.\nAnswer: The special magic number for iceberg is 3.\n
+92,0.5,0,1,0,7952780, H1.\n
+93,0.75,1,1,1,1025572, 1025572.\n
+94,1.0,1,1,1,6610329, 6610329.\n
+95,0.0,0,1,0,5016733," 1.0. This number is a critical parameter for the drone’s performance, particularly for applications requiring high-"
+96,0.25,0,1,0,8518463, $1.5\n
+97,0.5,0,1,0,7952585,:\n• yarrow=1\n
+98,0.75,0,1,0,7748921," the number of days. So I'm going to say, I'm going to say, I'm going to say,"
+99,1.0,1,1,1,1784832, 1784832.\n

logs/b4c_1100_len_32744/summary.csv

@@ -0,0 +1,2 @@
+task,b4c1100
+niah_single,24.0