diff --git a/logs/longeval_16k/depth_summary.csv b/logs/longeval_16k/depth_summary.csv new file mode 100644 index 0000000000000000000000000000000000000000..7f48a23d91f4dd759e9d5f317a9b34061fa46990 --- /dev/null +++ b/logs/longeval_16k/depth_summary.csv @@ -0,0 +1 @@ +depth,model,hits,n,pct,wilson95 diff --git a/logs/longeval_16k/gen/arm_a_niah_multikey.csv b/logs/longeval_16k/gen/arm_a_niah_multikey.csv new file mode 100644 index 0000000000000000000000000000000000000000..de2cf6c9709088205a7a9bea8de5705c39e4c15c --- /dev/null +++ b/logs/longeval_16k/gen/arm_a_niah_multikey.csv @@ -0,0 +1,100 @@ +0,262,976,13,198 +1,262,976,329,262,1097,13,198 +2,257,3665,2891,329,2444,284,1064,262,2041,5536,1271,329,262,275,859,903,13,198 +3,262,976,13,198 +4,262,976,11,262,2041,414,286,474,11433,283,11,290,262,976,11,262,2041,414,286,474,11433,283,11,290 +5,257,198,2437,284,262,2041,30,198 +6,262,366,9319,12,35324,1,286,262,366,9319,12,35324,1,318,262,366,9319,12,35324,1,286,262,198 +7,262,976,13,383,2041,5536,1271,318,262,976,329,262,366,847,1,2173,13,383,2041,366,847,1,2173,329 +8,262,976,366,46261,648,12,34,5117,9255,1,329,262,976,15432,286,262,7894,12,489,959,22715,286,262,7894 +9,262,976,13,383,2041,5536,1271,318,262,976,329,262,9103,5002,286,262,6769,12,4906,3815,13,383,3165,1940 +10,262,976,13,383,2041,5536,1271,318,262,976,329,262,6769,14580,11,543,318,262,976,329,262,6769,14580,13 +11,262,2041,5536,1271,329,262,3165,1940,13,198 +12,262,2041,366,17080,7861,1,329,262,2041,366,17080,7861,1,318,262,2041,366,17080,7861,1,329,262,976,13 +13,262,2041,5536,1271,329,262,795,527,290,262,366,3903,1,286,262,2041,5536,1271,13,198 +14,262,2041,1271,286,262,269,34144,13,198 +15,262,976,13,198 +16,262,2041,1271,286,262,479,395,2411,13,198 +17,257,3748,290,262,3748,284,262,269,34144,318,257,3748,290,262,198 +18,257,2829,11,475,340,318,257,845,10935,3038,284,13507,2752,257,39660,13,198 +19,262,976,286,262,2041,5536,1271,329,262,976,13,198 +20,257,3665,2891,326,460,36830,262,16139,290,9494,262,5585,286,262,1767,13,198 +21,257,3748,835,284,15284,262,1524,614,351,262,976,4133,13,198 +22,262,976,13,383,5536,286,262,5536,318,262,976,13,383,5536,286,262,5536,318,262,976,13,198 +23,257,1178,11,262,5536,1271,286,262,530,13,198 +24,262,2041,5536,1271,329,262,717,11,290,262,2041,5536,1271,11,287,262,976,11,290,262,2041,5536,1271,11 +25,262,309,22302,582,11,290,262,309,22302,318,257,835,284,262,309,22302,582,13,198 +26,262,5536,286,262,277,73,585,11,290,262,5536,286,4453,371,1689,11,543,318,262,13273,5822,13,198 +27,262,2041,1271,286,262,976,13,198 +28,262,2041,284,262,350,320,677,78,13,198 +29,257,3665,290,257,2041,835,284,307,257,1180,13,198 +30,257,2041,1271,326,318,257,2041,1271,13,198 +31,257,2041,835,284,262,2695,286,262,269,5540,13,198 +32,257,6087,286,15077,14103,11,583,70,349,485,11,290,262,2041,3048,286,275,859,903,13,198 +33,262,976,13,198 +34,257,845,3665,1271,13,198 +35,257,2829,4610,329,262,11376,13,198 +36,257,3665,2891,329,262,8925,290,1029,12,36151,3037,286,262,9151,13,198 +37,262,2041,286,262,198 +38,257,3517,3818,11,290,262,2041,286,262,3517,6093,11801,13,314,373,262,2041,286,262,3517,6093,13,383,717 +39,257,198,51,603,7913,198 +40,262,3748,290,262,18352,995,13,198 +41,262,976,286,262,2041,5536,1271,326,318,262,976,13,198 +42,262,976,13,198 +43,257,2041,835,284,262,474,11433,283,13,198 +44,257,2099,286,262,2041,9007,13,198 +45,262,2041,1271,286,262,2041,14966,13,198 +46,262,2041,1271,286,262,18021,13,198 +47,262,976,13,198 +48,257,3665,6194,286,262,474,11433,283,13,1375,373,257,6194,286,262,474,11433,283,11,290,257,3748,719,286 +49,262,2041,5536,1271,329,262,3748,290,262,2041,5536,1271,13,198 +50,262,2041,1271,286,262,2041,1271,13,198 +51,262,717,640,284,2353,262,2041,5536,1271,13,198 +52,257,2041,835,284,262,2214,286,262,2041,13,198 +53,257,3665,290,3748,1517,13,198 +54,257,2041,835,284,262,1976,27446,2417,13,198 +55,262,1271,286,262,2041,4847,286,262,1767,11,290,262,2041,286,262,1767,318,262,976,13,198 +56,262,976,5536,286,262,474,11433,283,13,198 +57,262,2041,5536,1271,329,257,446,85,668,13,198 +58,257,835,284,262,366,35,6,51,1,286,262,366,35,6,51,1,286,262,1001,8903,525,13,383,6175 +59,262,976,13,383,2041,5536,1271,318,262,976,13,383,2041,5536,1271,318,262,976,13,383,2041,5536,1271,318 +60,257,1994,5766,329,262,826,7269,13,198 +61,262,976,329,262,976,13,198 +62,262,2041,1271,286,262,3594,13,198 +63,262,2041,5536,1271,329,262,34849,13,198 +64,262,2041,286,262,3748,5536,1271,13,198 +65,262,2041,5536,1271,326,318,262,2041,13,198 +66,262,1994,284,262,779,286,262,2041,5536,1271,329,262,13126,6383,13,383,2041,5536,1271,318,257,8780,636,329 +67,262,2041,835,284,262,1321,13,198 +68,262,2426,286,262,327,5673,447,247,82,12934,739,262,14848,4093,32,13,198 +69,262,976,11,198 +70,262,976,1271,286,262,2041,5536,1271,13,198 +71,262,2041,198,1662,262,2041,1988,13,198 +72,262,2041,5536,1271,13,198 +73,262,2041,1271,286,262,2546,286,262,2546,13,198 +74,262,976,13,198 +75,262,976,286,262,2041,5536,1271,13,198 +76,262,2041,5536,1271,329,38373,259,13,198 +77,447,235,262,564,234,1659,257,564,235,82,447,235,13,198 +78,262,2041,329,262,275,859,903,286,262,275,859,903,318,262,976,329,275,859,903,13,198 +79,262,2041,290,262,2041,286,262,6599,20,12268,13,198 +80,257,2219,5766,329,4854,2994,11,290,340,318,257,2219,15602,329,4854,2994,13,198 +81,257,900,286,262,2041,5536,1271,329,262,275,859,903,318,257,900,286,262,2041,5536,1271,13,198 +82,262,826,286,262,1271,13,198 +83,257,2041,835,284,262,976,13,198 +84,257,3748,1295,329,262,24141,13,198 +85,262,2041,286,262,717,290,262,2041,286,262,262,717,13,198 +86,257,835,284,651,262,976,5536,13,198 +87,262,2041,5536,1271,286,262,479,395,2411,13,198 +88,262,2818,835,329,3223,11311,290,262,2818,2033,286,3223,11311,13,198 +89,262,4165,3061,286,275,859,903,13,383,2041,5536,1271,329,275,859,903,318,262,4165,3061,286,275,859,903 +90,257,2041,1271,286,262,983,13,198 +91,257,1994,2891,329,2124,2645,3055,13,36707,460,779,262,2041,290,262,4508,13,198 +92,262,2041,1271,286,262,976,13,198 +93,257,2829,835,284,262,995,13,198 +94,262,976,835,326,262,995,1595,470,423,262,976,286,262,976,2647,13,198 +95,262,691,835,284,651,262,2041,5536,1271,284,307,973,13,383,2041,5536,1271,318,262,691,835,284,307,973 +96,262,691,835,284,262,2041,5536,1271,13,198 +97,767,3695,1415,3312,13,198 +98,257,2041,1271,326,318,257,2041,1271,329,262,40130,13,198 +99,262,717,286,262,2041,2995,287,262,1294,13,198 diff --git a/logs/longeval_16k/gen/arm_a_niah_multikey.log b/logs/longeval_16k/gen/arm_a_niah_multikey.log new file mode 100644 index 0000000000000000000000000000000000000000..221cf5b44be1c8e926b05bba08cc282808a3a013 --- /dev/null +++ b/logs/longeval_16k/gen/arm_a_niah_multikey.log @@ -0,0 +1,43 @@ +=== Llama Context Parallel Training Script (bluscriptCP) === +[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels) +================ Configuration (bluscriptCP) ================ + d_model/layers : 1536 / 36 + q/kv heads : 12 / 4 (G=3, hd=128) + ffn_hidden : 4096 (SwiGLU) + context_length : 16384 + vocab_size : 50304 tying=0 + B x T : 1 x 16384 + world_size : 1 (dp=1 x cp=1) + CP_ATTN_MODE : ring (load_balance=HeadTail) + global_batch : 524288 (grad_accum=32) + precision : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW) [mask=15 QKV WO MLP HEAD] + max_lr/min_lr : 0.0006 / 6e-05 + warmup/steps : 91 / 917 (cosine, no stable phase) + checkpointing : true (ckpt_freq=50, dir=checkpoints_bluscriptcp) +============================================================= +Initializing model on CUDA device 0... +[YaRN][warn] seq_len(16384) != scale(4.000)*orig_maxpos(1024.0)=4096.0 -- cache scaled for a different context than it is sized for +[YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=7 high=25 m=1.1386 +[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run12_step_400.ckpt (base step 400, loss 1.34922) -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP +Parameters: 1060624896 +Parameters per GPU: 1060624896 +max_steps: 917 +warmup_steps: 91 +[precision] bf16 params=217, all with fp32 master weights +found 100 shards for split train +found 1 shards for split val +Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log9.csv (run 9) +[rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base) +Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run9_step_.ckpt (every 50 steps, keep 6) +[gen] 100 prompts x 16360 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_runs/gen/arm_a_niah_multikey.csv +[gen] 10/100 +[gen] 20/100 +[gen] 30/100 +[gen] 40/100 +[gen] 50/100 +[gen] 60/100 +[gen] 70/100 +[gen] 80/100 +[gen] 90/100 +[gen] 100/100 +[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_runs/gen/arm_a_niah_multikey.csv diff --git a/logs/longeval_16k/gen/arm_a_niah_multivalue.csv b/logs/longeval_16k/gen/arm_a_niah_multivalue.csv new file mode 100644 index 0000000000000000000000000000000000000000..365c83a95a216b82fd42767b5b31d72d805f1c6e --- /dev/null +++ b/logs/longeval_16k/gen/arm_a_niah_multivalue.csv @@ -0,0 +1,100 @@ +0,262,976,13,198,24361,25,16852,19391,15976,81,16111,198,45,419,78,15976,81,16111,198 +1,262,976,329,256,917,430,13,198,24361,25,383,584,256,917,430,318,262,976,286,262,256,917,430,198 +2,257,3665,2891,329,6011,262,1266,13714,290,9332,13,198,33706,25,198,2061,318,262,1266,835,284,779,262,1266 +3,262,976,13,198,21206,3696,389,262,976,329,21004,257,2128,13,198,21206,3696,389,262,976,329,21004,257,2128 +4,262,976,11,262,1271,286,262,2041,3392,11,290,262,1271,286,262,2041,3392,11,290,262,262,976,286,262 +5,262,1266,835,284,779,257,2041,5536,1271,13,198,2437,284,779,257,2041,5536,1271,30,198 +6,262,366,9319,12,35324,1,286,262,976,13,198,464,1271,286,262,2041,5536,3146,318,262,366,9319,12,35324 +7,262,976,6769,12,35324,290,262,976,2173,286,262,2568,11,262,976,286,262,6769,12,35324,3815,13,198 +8,262,976,366,46261,648,12,34,5117,9255,1,290,262,366,46261,648,12,34,5117,9255,1,351,262,976,11507 +9,262,976,13,198,464,2041,5536,3146,389,262,976,13,198,464,2041,5536,3146,389,4622,1180,621,262,366,1455 +10,262,749,3665,290,262,2041,1271,286,262,6769,10958,318,262,2041,1271,286,262,6769,37188,13,198 +11,262,2041,1271,286,262,47969,11,262,11188,17910,12,2875,286,262,47969,318,262,2041,1271,286,262,47969,13,198 +12,1464,257,38284,357,72,13,68,1539,262,2041,13522,286,474,11433,283,3815,389,262,976,11,290,262,2041,13522 +13,262,976,286,262,2041,6769,12,4906,286,262,976,6769,12,4906,13,198 +14,262,976,284,262,976,13,198,2,21,25,1867,318,262,2041,5536,1271,329,6514,14930,30,198 +15,262,976,13,198,464,2041,286,262,198,1,40,460,307,262,976,13,198 +16,262,2041,5536,3146,13,198,24361,25,383,2041,5536,3146,389,262,2041,5536,3146,13,198 +17,262,749,1593,13,198,24361,25,1374,389,262,1180,286,262,7393,30,198 +18,262,1266,835,284,3424,257,39660,13,1849,383,1266,835,284,3424,257,39660,318,284,787,257,845,20923,290,804 +19,262,976,13,198,24361,25,1867,318,262,1612,286,262,2041,5536,1271,30,198 +20,3562,284,26020,38912,290,1104,13,198,24361,25,1374,466,777,3186,670,30,198 +21,262,749,4050,13,198,464,2041,5536,3146,389,407,262,976,329,2041,27962,11,475,389,262,749,11080,329,262 +22,262,976,13,198,24361,25,314,447,247,76,7926,11,262,269,34144,1595,447,247,83,760,703,284,307,257 +23,262,976,11,290,262,2041,286,262,976,13,198,24361,25,383,584,795,1213,11,262,976,286,262,795,1213 +24,262,976,11,290,262,2041,3616,318,284,307,262,976,286,262,481,11,290,262,2041,3616,318,284,307,262 +25,257,3665,835,284,10996,351,257,309,22302,582,13,198,33706,25,383,3748,290,262,309,22302,582,318,257,835 +26,262,1994,284,262,256,917,430,286,262,309,1186,64,11,543,318,262,309,1186,64,11,290,262,309,1186 +27,262,749,3665,290,262,976,13,198,24361,25,1867,389,262,2041,3146,30,198 +28,262,2041,284,262,350,320,677,78,13,198,47,320,677,78,338,2041,1486,318,262,2818,329,3867,2156,13 +29,262,976,11,290,262,2041,318,262,976,13,198,24361,25,383,1271,286,262,2041,318,262,976,286,262,1271 +30,262,2041,5536,3146,13,198,464,2041,5536,3146,389,262,2041,5536,286,262,3053,13,198 +31,262,2041,3146,329,262,1772,13,198,24361,25,1867,389,262,5536,3146,30,198 +32,257,3665,2891,329,3871,284,1833,262,2176,2476,286,262,5827,13,198 +33,262,976,835,13,198,464,7586,444,389,262,976,286,262,7586,444,13,198 +34,262,976,13,198,48,25,383,2041,5536,3146,329,262,584,13,198,48,25,383,2041,5536,3146,329,262,584 +35,262,1266,835,284,2209,262,1917,13,198,19,13,7005,378,290,5765,23555,198 +36,3665,290,1913,3512,329,38488,13,198,24361,25,1374,389,777,5536,3146,10488,30,198 +37,262,2041,5536,3146,13,198,464,2041,286,262,2214,4409,389,262,2041,5536,3146,13,198 +38,262,976,13,383,2041,5536,3146,547,262,2041,286,262,717,13,198 +39,262,976,355,257,1256,286,262,976,13,198,24361,25,1374,389,262,2041,5536,3146,287,262,976,30,198 +40,262,3748,290,262,1266,12,45089,5536,286,262,1748,13,198,464,2041,5536,3146,286,262,1748,389,3748,284,262 +41,262,976,329,262,976,13,198,464,1271,286,262,2041,318,262,976,329,262,3632,13,198 +42,262,976,11,262,976,286,262,11,262,1910,318,262,976,13,198 +43,262,2041,286,262,317,41580,13,198,5569,25,383,2041,286,449,388,198 +44,262,749,3665,290,262,749,286,262,2041,3048,286,262,309,5673,13,198 +45,262,749,1593,286,262,473,381,10695,13,198,464,835,284,262,2041,5536,3146,389,262,749,1593,286,262,473 +46,262,2041,1271,286,262,38373,259,13,198,33706,25,383,2041,1271,286,26395,2269,42038,198 +47,262,976,13,198,51,917,430,198,51,917,430,198,51,917,430,318,257,2829,11,475,262,256,917,430 +48,262,749,3665,290,262,2694,284,2251,257,3967,2928,13,198,24361,767,25,1374,460,314,779,262,2041,5536,3146 +49,262,5536,286,262,277,73,585,13,198,33706,25,383,2041,5536,3146,286,262,277,73,585,198 +50,262,2041,5536,3146,13,198,24361,25,1867,318,262,2041,5536,3146,30,198 +51,257,835,284,2353,262,2041,290,262,5951,286,262,2057,13,198,464,2041,5536,3146,389,284,262,749,286,262 +52,262,717,286,262,995,13,198,24361,25,1867,389,262,717,286,262,995,30,198 +53,257,3665,290,3748,1517,284,257,198,24361,25,1374,460,314,1064,262,976,2428,30,198 +54,262,749,7895,290,262,749,10883,1998,13,198,24361,25,1867,389,262,2041,5536,3146,329,45019,30,198 +55,262,976,11,290,262,976,11,290,262,976,286,262,976,13,198 +56,262,976,835,329,262,2041,5536,286,262,1110,13,198,464,2041,835,286,262,2124,2645,38656,318,262,976,329 +57,262,976,5536,326,460,307,973,284,787,257,2041,9433,326,318,257,2041,835,284,1745,262,289,1530,37793,287 +58,262,1266,286,262,1271,286,262,384,10920,82,13,383,384,10920,82,286,262,317,398,265,20782,338,262,976 +59,262,976,13,198,24361,25,383,2041,5536,3146,389,262,976,13,198,24361,25,383,2041,5536,3146,389,262,976 +60,262,976,4034,286,1575,12,29753,290,474,11433,283,389,262,976,4034,13,383,474,11433,283,318,262,976,13 +61,262,976,11,290,262,2041,5536,3146,389,3917,351,262,269,34144,11,290,262,2041,5536,318,262,749,1593,286 +62,262,2041,5536,3146,13,198,464,1772,286,269,5540,318,262,2041,5536,3146,329,262,269,5540,11,262,2656,1438 +63,262,2041,5536,3146,329,262,2041,5536,3146,13,198,24361,25,1867,318,262,2041,5536,3146,329,2124,2645,38656,30 +64,262,2041,5536,286,262,995,13,198,24361,25,1867,318,262,2041,5536,1271,329,20596,30,198 +65,262,2041,290,262,2041,284,262,976,13,198,24361,25,1867,389,262,2041,5536,3146,30,198 +66,262,976,329,257,1178,12,1462,12,820,11,290,262,976,329,257,446,85,668,13,198 +67,262,976,5536,3146,13,198,33706,25,383,2041,5536,3146,389,257,2219,835,284,262,198 +68,257,835,284,262,479,395,2411,13,198,24361,25,383,479,395,2411,468,257,3482,45770,13,198 +69,262,976,11,290,262,5536,286,262,269,34144,318,262,976,13,198 +70,262,976,13,198,33706,25,383,2041,5536,3146,389,262,976,13,198,33706,25,383,2041,5536,3146,389,262,976 +71,262,1849,32707,286,262,1849,32707,1271,13,198,464,1849,32707,1271,286,262,1849,32707,1271,318,198 +72,262,2041,5536,3146,329,262,19643,3166,13,198,24361,25,383,2041,5536,3146,389,262,717,286,262,2041,5536,3146 +73,262,7306,1988,329,257,27021,326,481,6105,4197,606,13,198,24361,25,1374,881,2546,318,257,3290,27021,30,198 +74,262,976,13,198,24361,25,383,1271,286,262,976,318,262,198,24361,25,383,1271,286,262,198 +75,262,2041,290,262,835,284,262,1266,13,198,24361,25,1867,389,262,5536,1271,286,262,256,12,198 +76,262,2041,5536,3146,329,262,2041,13,198,24361,25,1867,389,262,2041,5536,3146,30,198 +77,447,235,198,464,447,235,564,234,1169,447,235,286,262,564,235,1659,262,447,235,198 +78,262,976,329,6701,28917,290,262,717,318,262,6701,83,13,198,33706,25,383,2041,5536,3146,286,262,6701,83 +79,262,749,7895,290,262,1176,286,256,917,430,13,383,2041,5536,3146,389,262,256,917,430,286,262,256,917 +80,262,749,4050,290,973,329,4854,1535,13,198,464,749,2219,3586,329,14760,451,64,318,262,1708,3840,25,198 +81,257,2829,900,286,262,976,11,290,262,2041,5536,3146,389,257,922,835,284,779,262,17852,42,23881,13,198 +82,262,3482,447,247,82,1849,1169,1849,1069,529,1849,1169,1849,1069,13,198 +83,262,2041,286,262,976,3146,13,383,2041,5536,3146,389,262,976,286,262,2041,286,262,3146,13,198 +84,257,1994,3704,286,262,2124,2645,38656,13,198,24361,25,1867,389,262,2124,2645,38656,30,198 +85,262,2041,290,262,749,286,262,1099,286,262,28454,272,13,198,464,2041,5536,3146,286,262,198 +86,262,976,13,198,8600,13723,25,198,8600,13723,25,198,8600,13723,25,198,8600,13723,25,198 +87,262,2041,290,262,749,286,262,47969,11,290,262,2041,3146,286,262,47969,389,262,1388,290,262,1388,286,262 +88,262,2818,835,284,12082,26636,12,4360,11471,47950,329,257,2829,11,12625,23084,13,921,447,247,260,1016,284,779 +89,262,2041,3061,286,262,1242,286,262,2041,3146,13,198,24361,25,1867,318,262,2041,286,262,2041,3146,30,198 +90,262,2041,5536,3146,198,64,16251,2095,351,257,2330,6877,351,257,14032,1986,351,257,2330,6877,198 +91,257,1994,284,262,1720,13,198,24361,25,1374,389,262,6491,2139,1180,30,198 +92,262,976,13,198,24361,25,1374,466,314,760,326,262,1099,318,1180,30,198 +93,262,2818,835,284,5236,13,198,464,2041,5536,3146,389,262,2818,835,284,262,995,286,262,1266,13,198 +94,262,976,835,329,262,2647,13,198,464,2610,290,262,15844,588,262,976,13,198 +95,262,691,835,284,651,262,976,13,1119,389,262,691,835,284,651,262,976,13,1119,460,307,262,976,13 +96,262,691,835,284,423,257,2041,1176,13,2264,45268,550,262,691,2081,2863,286,262,5536,13,198 +97,262,2041,3146,326,389,973,284,5004,262,2041,3146,286,262,269,5540,13,198 +98,262,976,329,257,1256,286,262,976,13,198,24361,25,1867,389,262,1180,4831,329,257,41400,1429,30,198 +99,262,717,286,262,2041,2995,287,262,1294,13,198,3581,7383,7064,588,262,968,1971,2254,290,262,4931,286,262 diff --git a/logs/longeval_16k/gen/arm_a_niah_multivalue.log b/logs/longeval_16k/gen/arm_a_niah_multivalue.log new file mode 100644 index 0000000000000000000000000000000000000000..5b3171dbf9f706aa0d03514056ea9fc39b8c2351 --- /dev/null +++ b/logs/longeval_16k/gen/arm_a_niah_multivalue.log @@ -0,0 +1,43 @@ +=== Llama Context Parallel Training Script (bluscriptCP) === +[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels) +================ Configuration (bluscriptCP) ================ + d_model/layers : 1536 / 36 + q/kv heads : 12 / 4 (G=3, hd=128) + ffn_hidden : 4096 (SwiGLU) + context_length : 16384 + vocab_size : 50304 tying=0 + B x T : 1 x 16384 + world_size : 1 (dp=1 x cp=1) + CP_ATTN_MODE : ring (load_balance=HeadTail) + global_batch : 524288 (grad_accum=32) + precision : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW) [mask=15 QKV WO MLP HEAD] + max_lr/min_lr : 0.0006 / 6e-05 + warmup/steps : 91 / 917 (cosine, no stable phase) + checkpointing : true (ckpt_freq=50, dir=checkpoints_bluscriptcp) +============================================================= +Initializing model on CUDA device 0... +[YaRN][warn] seq_len(16384) != scale(4.000)*orig_maxpos(1024.0)=4096.0 -- cache scaled for a different context than it is sized for +[YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=7 high=25 m=1.1386 +[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run12_step_400.ckpt (base step 400, loss 1.34922) -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP +Parameters: 1060624896 +Parameters per GPU: 1060624896 +max_steps: 917 +warmup_steps: 91 +[precision] bf16 params=217, all with fp32 master weights +found 100 shards for split train +found 1 shards for split val +Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log16.csv (run 16) +[rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base) +Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run16_step_.ckpt (every 50 steps, keep 6) +[gen] 100 prompts x 16360 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_runs/gen/arm_a_niah_multivalue.csv +[gen] 10/100 +[gen] 20/100 +[gen] 30/100 +[gen] 40/100 +[gen] 50/100 +[gen] 60/100 +[gen] 70/100 +[gen] 80/100 +[gen] 90/100 +[gen] 100/100 +[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_runs/gen/arm_a_niah_multivalue.csv diff --git a/logs/longeval_16k/gen/arm_a_niah_single.csv b/logs/longeval_16k/gen/arm_a_niah_single.csv new file mode 100644 index 0000000000000000000000000000000000000000..04f3287952005bd5aa5ceef4805a48dfe8129846 --- /dev/null +++ b/logs/longeval_16k/gen/arm_a_niah_single.csv @@ -0,0 +1,100 @@ +0,262,976,13,198 +1,262,2041,286,262,269,34144,13,198 +2,257,3665,2891,329,4547,644,2985,389,2045,329,13,198 +3,262,976,13,198 +4,262,976,11,262,2041,1575,286,795,527,11,290,262,584,795,527,1575,13,198 +5,262,2041,1271,286,262,6701,28917,13,198 +6,262,1271,286,262,2041,5536,1271,286,262,6769,13,198 +7,262,976,13,383,2041,5536,1271,318,262,976,329,262,366,44,1,375,395,13,198 +8,262,976,366,48017,361,22564,1,329,262,976,14735,286,47969,11,262,366,2777,668,1,35381,329,262,976,13 +9,262,976,13,198 +10,262,976,329,262,2041,12,17620,1271,329,262,44539,11,262,366,12804,1,286,262,44539,12,17620,1271,318,329 +11,262,2041,1271,286,262,45725,966,286,262,3491,11,290,262,366,26518,1,7108,286,262,45725,966,318,262,366 +12,262,2041,366,67,28995,1,1271,329,44539,11,262,366,67,28995,1,1271,329,262,976,12,2875,11,262,366 +13,262,976,329,257,2041,12,4906,6769,12,687,13,383,2041,5536,1271,318,257,1402,1271,286,262,3170,12,4906 +14,262,976,284,262,2041,5536,1271,13,198 +15,262,2041,286,262,269,5540,13,198 +16,262,2041,1271,286,47969,13,198 +17,262,2041,1271,286,257,446,85,668,290,262,3748,1271,286,262,8163,13,198 +18,257,2829,290,2562,284,2721,13,1849,383,1976,27446,2417,460,307,257,2829,290,4950,307,340,13,198 +19,262,976,1271,286,262,976,1271,286,262,976,2239,13,198 +20,257,3665,2891,329,3925,284,5806,340,13,198 +21,262,1271,286,262,1524,13,198 +22,262,976,13,198 +23,257,1256,286,5536,13,383,2041,5536,1271,329,262,584,11,262,5536,286,262,530,13,198 +24,262,976,286,262,2041,5536,1271,11,290,262,976,286,262,2041,5536,1271,11,355,880,355,262,1271,286,262 +25,257,3665,15438,286,262,309,22302,582,447,247,82,4930,26658,13,198 +26,262,5536,286,262,2041,1176,286,262,7431,323,2271,13,198 +27,262,976,256,917,430,13,198 +28,262,2041,284,262,350,320,677,78,13,198 +29,262,2041,284,307,262,2041,13,198 +30,257,2041,835,284,3758,257,2041,3275,284,262,17800,13,198 +31,262,2041,284,262,3012,290,584,17604,11,290,262,2041,284,262,3012,13,198 +32,257,3665,2891,329,262,2003,13,198 +33,257,2829,8364,329,262,11311,11,314,447,247,76,257,8364,329,781,15492,13,198 +34,257,2041,835,284,262,1910,13,198 +35,262,749,4050,290,262,749,286,262,4610,13,198 +36,257,3665,6087,329,262,4875,2479,13,198 +37,262,2041,1271,286,262,2041,3146,286,262,2041,1271,286,262,2041,3146,286,262,2041,1271,286,262,2041,3146,286 +38,262,2041,1271,286,262,449,11433,283,11,262,449,11433,283,11,262,449,11433,283,11,262,449,11433,283,11 +39,262,976,329,257,17598,11,262,976,286,257,17598,329,7532,11,290,262,976,286,257,17598,13,198 +40,262,3748,290,262,2656,13,383,20596,82,286,262,17333,12,16760,318,262,749,286,262,976,13,198 +41,262,1271,286,262,3748,290,262,1271,286,262,1271,13,198 +42,262,976,326,262,2041,287,262,1910,11,290,262,2041,286,262,1910,13,198 +43,262,2041,286,262,1271,286,262,12552,82,286,262,1271,286,262,12552,82,13,198 +44,262,749,3665,290,318,262,749,1593,286,277,73,585,13,198 +45,262,1271,286,262,2041,5536,1271,13,198 +46,262,2041,1271,286,262,2496,13,198 +47,262,976,13,198 +48,257,3665,15438,284,607,1204,290,257,3665,6194,286,262,1692,4437,13,198 +49,262,2041,1271,286,262,2041,5536,1271,13,198 +50,262,2041,1271,286,262,198 +51,257,3748,1271,329,262,976,479,395,2411,13,198 +52,262,1271,286,262,2041,1271,286,262,275,859,903,13,198 +53,257,3665,290,3748,1517,284,779,13,198 +54,262,2041,1271,286,262,2041,13,198 +55,262,2041,1271,286,262,1767,11,290,262,1271,286,262,1767,318,262,976,13,383,1266,835,284,466,262,976 +56,262,2041,284,262,717,13,198 +57,257,2041,835,284,8335,289,1530,37793,329,257,2041,290,42807,20897,13,198 +58,257,835,284,262,1168,14208,577,326,318,257,1256,286,262,5536,1271,286,262,1976,27446,2417,13,198 +59,262,2041,1271,286,262,2041,5536,1271,13,198 +60,262,2041,1271,329,262,269,34144,13,198 +61,262,976,286,262,564,250,52,912,615,360,11106,447,251,318,262,976,329,262,564,250,52,912,615,447 +62,262,2041,1271,286,262,3594,13,198 +63,262,1271,286,6701,28917,13,383,1271,286,6701,28917,318,262,1271,286,6701,28917,13,198 +64,257,2041,290,262,3748,5536,1271,329,45019,13,198 +65,262,2041,290,262,2041,1271,286,262,661,508,5399,262,5536,1271,13,198 +66,262,835,284,257,1402,2033,286,262,13126,44355,460,307,4833,621,257,1178,7319,4991,13,198 +67,262,2041,5536,1271,326,318,262,2041,13,198 +68,257,2041,290,262,327,5673,460,307,257,1180,13,383,327,5673,468,257,2176,12934,739,262,14848,4093,32,290 +69,262,2041,290,262,976,13,198 +70,262,976,1271,286,262,402,23,13,198 +71,257,1849,3605,1849,32707,1271,13,198 +72,262,2041,1271,286,1976,27446,2417,13,198 +73,262,826,1271,286,262,3290,447,247,82,13871,13,198 +74,262,976,286,262,2041,13,198 +75,262,2041,835,284,262,6701,28917,286,262,6701,28917,13,198 +76,257,2041,1271,326,3544,257,2041,1271,329,262,479,395,2411,13,198 +77,257,2041,1271,326,447,235,318,257,2041,1271,447,235,329,262,447,235,564,234,18323,1014,13,198 +78,262,2041,1271,286,262,47969,11,290,262,5802,11222,318,352,1906,18,3939,38813,411,357,16,8,286,262,47969 +79,262,2041,5536,286,262,6599,20,12268,11,543,318,262,2041,5536,286,262,6599,20,12268,13,198 +80,262,976,326,257,446,85,668,318,262,976,13,198 +81,257,2829,7177,286,262,2041,2438,329,257,2829,12405,13,198 +82,262,256,917,430,286,262,256,917,430,286,262,256,917,430,13,198 +83,262,2041,286,262,331,6018,82,13,383,2041,5536,1271,318,262,331,6018,82,13,383,2041,5536,1271,318,262 +84,257,1402,1271,286,262,474,11433,283,11,290,262,474,11433,283,11,290,262,474,11433,283,11,290,262,474 +85,262,2041,286,262,1271,286,262,2041,13,198 +86,257,2041,835,284,262,1492,13,198 +87,262,2041,1271,286,262,4618,11,262,2041,1271,286,262,4618,11,262,2041,1271,286,262,4618,11,262,2041,1271 +88,262,2041,8364,329,26636,12,4360,353,12,82,35652,20048,13,198 +89,262,2041,3061,286,262,795,527,286,262,2041,1271,13,198 +90,257,2041,1271,286,262,983,198 +91,262,2041,13,198 +92,262,976,13,198 +93,257,3748,1271,284,262,995,13,198 +94,262,2041,835,286,262,995,326,1595,470,1283,284,670,351,262,2041,4847,286,262,995,326,460,307,257,1256 +95,262,691,835,284,651,262,2041,5536,1271,422,262,3641,13,198 +96,257,845,1180,2863,286,262,5536,13,383,2041,5536,1271,373,257,1256,286,262,5536,286,262,2041,5536,13,632 +97,262,2041,5536,1271,329,262,331,6018,13,198 +98,257,2041,1271,326,318,973,284,5004,262,2041,1271,286,269,34144,13,198 +99,262,749,7895,1785,326,318,262,2041,284,262,1294,13,198 diff --git a/logs/longeval_16k/gen/arm_a_niah_single.log b/logs/longeval_16k/gen/arm_a_niah_single.log new file mode 100644 index 0000000000000000000000000000000000000000..0d99aae42c19634644bbe3ba7da44a000af63f50 --- /dev/null +++ b/logs/longeval_16k/gen/arm_a_niah_single.log @@ -0,0 +1,43 @@ +=== Llama Context Parallel Training Script (bluscriptCP) === +[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels) +================ Configuration (bluscriptCP) ================ + d_model/layers : 1536 / 36 + q/kv heads : 12 / 4 (G=3, hd=128) + ffn_hidden : 4096 (SwiGLU) + context_length : 16384 + vocab_size : 50304 tying=0 + B x T : 1 x 16384 + world_size : 1 (dp=1 x cp=1) + CP_ATTN_MODE : ring (load_balance=HeadTail) + global_batch : 524288 (grad_accum=32) + precision : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW) [mask=15 QKV WO MLP HEAD] + max_lr/min_lr : 0.0006 / 6e-05 + warmup/steps : 91 / 917 (cosine, no stable phase) + checkpointing : true (ckpt_freq=50, dir=checkpoints_bluscriptcp) +============================================================= +Initializing model on CUDA device 0... +[YaRN][warn] seq_len(16384) != scale(4.000)*orig_maxpos(1024.0)=4096.0 -- cache scaled for a different context than it is sized for +[YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=7 high=25 m=1.1386 +[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run12_step_400.ckpt (base step 400, loss 1.34922) -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP +Parameters: 1060624896 +Parameters per GPU: 1060624896 +max_steps: 917 +warmup_steps: 91 +[precision] bf16 params=217, all with fp32 master weights +found 100 shards for split train +found 1 shards for split val +Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log8.csv (run 8) +[rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base) +Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run8_step_.ckpt (every 50 steps, keep 6) +[gen] 100 prompts x 16360 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_runs/gen/arm_a_niah_single.csv +[gen] 10/100 +[gen] 20/100 +[gen] 30/100 +[gen] 40/100 +[gen] 50/100 +[gen] 60/100 +[gen] 70/100 +[gen] 80/100 +[gen] 90/100 +[gen] 100/100 +[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_runs/gen/arm_a_niah_single.csv diff --git a/logs/longeval_16k/gen/arm_a_val_backward.csv b/logs/longeval_16k/gen/arm_a_val_backward.csv new file mode 100644 index 0000000000000000000000000000000000000000..323a0a1898672f8041967aac4f17c1f50050e5e0 --- /dev/null +++ b/logs/longeval_16k/gen/arm_a_val_backward.csv @@ -0,0 +1,100 @@ +0,262,530,286,262,262,976,13,198 +1,262,198,2437,867,286,262,2041,11,262,976,286,7888,1468,13791,7815,45262,24141,318,262,198 +2,262,2041,1271,286,262,2041,1271,13,198 +3,262,976,13,198 +4,262,2041,1271,286,262,12278,17195,11,290,262,2041,2831,318,262,2033,286,674,2041,3946,13,198 +5,257,2041,290,262,1271,286,262,2041,13,198 +6,262,366,9319,12,35324,1,286,262,366,9319,12,35324,1,286,262,366,9319,12,35324,1,286,262,366,9319 +7,262,2041,1271,286,262,2041,4847,13,198 +8,262,976,13,198 +9,262,2041,1271,286,262,366,14957,1881,264,13495,12291,1911,198 +10,262,2041,1271,286,262,6769,14580,11,543,318,262,2041,1271,286,262,6769,10958,13,383,2041,1271,286,262,6769 +11,262,2041,1271,286,262,3748,1271,286,262,2041,1271,807,5892,1065,13,383,2041,1271,807,5892,1065,318,262,2041 +12,262,2041,1271,286,262,366,38568,1,1271,286,262,2041,4847,286,262,16874,5046,286,262,2041,4847,13,198 +13,262,976,355,257,2041,12,9662,1271,286,262,2041,5536,1271,318,257,1178,12,8367,13,383,2041,5536,1271,318 +14,262,749,1593,2378,286,262,1597,13,198 +15,262,198,11712,510,198 +16,262,2041,1271,286,262,352,12,1238,4064,286,262,2041,1271,13,198 +17,262,2041,1271,286,262,352,13,198 +18,262,2041,1271,286,262,2378,13,198 +19,262,976,13,198 +20,262,3280,284,262,749,13,198 +21,262,1271,286,262,1271,286,262,2041,1528,287,257,614,13,198 +22,262,5536,1271,286,262,198 +23,262,2041,286,262,717,11,262,2041,5536,1271,286,262,717,11,290,262,717,11,290,262,1271,286,262,717 +24,262,2041,1271,286,262,1332,1352,11,543,318,262,2426,286,262,1332,1352,11,543,318,262,2426,286,262,1332 +25,262,309,22302,582,447,247,82,257,734,835,13,198 +26,262,2041,286,262,1271,286,262,2041,5536,1271,13,198 +27,262,2041,1271,286,262,530,12,505,13,198 +28,262,2041,284,262,350,320,677,78,13,198 +29,262,2041,286,262,2041,5536,1271,326,318,262,2041,286,262,2041,5536,1271,13,198 +30,262,2041,1271,286,262,2041,1271,13,198 +31,262,2041,1271,286,262,262,2041,13,198 +32,262,2041,1271,286,262,5827,13,198 +33,262,198,2,4373,82,1303,198 +34,262,976,13,198 +35,262,2041,1271,286,262,9260,13,198 +36,262,2041,1271,286,262,2041,1271,362,19707,2713,23,13,198 +37,262,2041,286,262,1271,286,262,2041,5536,1271,198 +38,262,2041,1271,286,262,198 +39,262,976,13,198 +40,262,2041,286,262,2656,290,262,3748,13,198 +41,262,749,1593,286,262,2041,5536,1271,13,198 +42,262,198,49,9864,1137,10468,13937,3757,25,198 +43,262,2041,1271,286,262,807,2598,13,198 +44,262,749,2219,290,262,2041,286,262,198 +45,262,2041,1271,286,262,1271,286,262,2041,5536,1271,13,198 +46,262,1271,286,262,2041,3146,13,198 +47,257,198,24361,25,383,198 +48,262,2041,1271,286,262,1271,13,198 +49,262,2041,1271,286,262,2041,1271,286,262,2041,1271,286,262,2041,1271,286,262,2041,1271,286,262,2041,1271,286 +50,262,2041,1271,286,262,1271,286,262,2041,1271,13,198 +51,262,826,284,262,826,13,198 +52,257,1994,284,262,983,13,198 +53,262,3280,284,262,198 +54,262,2041,286,262,2041,290,262,2041,318,262,3748,290,262,2041,318,262,3748,290,262,2041,318,262,3748,290 +55,262,1271,286,262,2041,5536,1271,13,198 +56,262,198,24361,25,9022,262,1271,286,262,976,318,262,1271,286,262,976,198 +57,262,2041,1271,286,262,289,1530,37793,13,198 +58,326,198,464,1168,14208,577,373,262,1317,286,262,1168,14208,577,373,262,15734,13,198 +59,262,2041,1271,286,262,2041,5536,1271,13,198 +60,262,2041,1271,1511,5066,830,13,198 +61,262,2041,1271,286,262,2041,1271,286,262,2041,1271,13,198 +62,262,2041,1271,286,262,2656,2499,13,198 +63,262,5536,1271,286,262,5536,1271,13,198 +64,262,2041,5536,1271,286,262,2041,5536,1271,286,262,2041,5536,1271,13,198 +65,262,2041,290,262,2041,286,262,198 +66,262,2041,1271,286,262,13126,6383,13,383,2041,1271,286,262,13126,44355,318,262,2041,1271,286,262,13126,44355,13 +67,257,3748,290,262,2041,1271,13,198 +68,262,2041,1271,286,262,327,5673,447,247,82,12934,739,262,327,5673,447,247,82,4683,12934,739,262,4553,45436 +69,262,198,51,14655,1108,286,262,2041,1271,198 +70,262,402,23,338,198 +71,262,2041,198,1169,1271,286,262,2041,1849,259,262,1849,17618,286,262,1849,17618,286,262,1849,17618,286,262,1849 +72,262,2041,1271,286,262,2041,5536,1271,13,198 +73,262,2818,4129,329,257,27021,326,318,2818,329,257,3290,13,198 +74,262,1271,286,262,976,13,198 +75,262,198,16,13,383,2041,286,262,8509,13,198 +76,262,2041,1271,286,262,2041,5536,1271,5214,1558,20107,318,262,2041,1271,286,262,2041,5536,1271,286,262,2041,1271 +77,262,564,235,198 +78,262,2041,286,262,2041,5536,1271,2808,3104,198 +79,262,2041,290,262,3748,9382,326,389,262,2041,13,198 +80,262,1271,286,262,2041,5536,1271,13,198 +81,262,2041,1271,286,262,1366,13,198 +82,262,1271,286,262,2041,82,13,198 +83,287,262,10000,286,262,2041,5536,1271,13,198 +84,262,2041,290,262,3748,11,262,20024,286,262,10674,11272,47036,13,198 +85,262,2041,1271,286,262,198 +86,262,2041,286,262,1772,13,198 +87,262,1438,286,262,2041,5536,1271,7632,17464,2718,318,262,2041,1271,286,262,1271,286,262,2041,5536,1271,7632,17464 +88,262,2041,414,286,262,26636,9215,8566,2508,13,198 +89,262,2041,1271,286,262,2041,5536,1271,286,262,2041,1271,286,262,2041,1271,286,262,2041,1271,286,262,2041,1271 +90,262,2041,198,64,1271,286,262,976,198 +91,262,3200,10746,13,198 +92,262,976,13,198 +93,262,2041,290,262,3748,20024,286,262,995,13,198 +94,262,2041,290,262,2041,286,262,995,326,318,262,2041,290,262,262,835,286,262,2041,290,262,262,835,286 +95,262,691,262,5536,1271,286,262,2496,13,632,318,262,691,5536,1271,326,318,262,691,5536,1271,13,383,691 +96,262,530,286,262,2041,5536,13,1318,318,257,2041,5536,1271,286,262,530,286,262,2041,5536,13,198 +97,262,2041,1271,286,262,2041,1271,767,3865,13,198 +98,257,2041,1271,326,318,257,2041,1271,13,198 +99,262,2041,286,262,1271,286,262,2041,13,198 diff --git a/logs/longeval_16k/gen/arm_a_val_backward.log b/logs/longeval_16k/gen/arm_a_val_backward.log new file mode 100644 index 0000000000000000000000000000000000000000..430728aa53258bdd97c127356f8b89ce8ff4235b --- /dev/null +++ b/logs/longeval_16k/gen/arm_a_val_backward.log @@ -0,0 +1,43 @@ +=== Llama Context Parallel Training Script (bluscriptCP) === +[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels) +================ Configuration (bluscriptCP) ================ + d_model/layers : 1536 / 36 + q/kv heads : 12 / 4 (G=3, hd=128) + ffn_hidden : 4096 (SwiGLU) + context_length : 16384 + vocab_size : 50304 tying=0 + B x T : 1 x 16384 + world_size : 1 (dp=1 x cp=1) + CP_ATTN_MODE : ring (load_balance=HeadTail) + global_batch : 524288 (grad_accum=32) + precision : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW) [mask=15 QKV WO MLP HEAD] + max_lr/min_lr : 0.0006 / 6e-05 + warmup/steps : 91 / 917 (cosine, no stable phase) + checkpointing : true (ckpt_freq=50, dir=checkpoints_bluscriptcp) +============================================================= +Initializing model on CUDA device 0... +[YaRN][warn] seq_len(16384) != scale(4.000)*orig_maxpos(1024.0)=4096.0 -- cache scaled for a different context than it is sized for +[YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=7 high=25 m=1.1386 +[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run12_step_400.ckpt (base step 400, loss 1.34922) -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP +Parameters: 1060624896 +Parameters per GPU: 1060624896 +max_steps: 917 +warmup_steps: 91 +[precision] bf16 params=217, all with fp32 master weights +found 100 shards for split train +found 1 shards for split val +Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log21.csv (run 21) +[rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base) +Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run21_step_.ckpt (every 50 steps, keep 6) +[gen] 100 prompts x 16360 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_runs/gen/arm_a_val_backward.csv +[gen] 10/100 +[gen] 20/100 +[gen] 30/100 +[gen] 40/100 +[gen] 50/100 +[gen] 60/100 +[gen] 70/100 +[gen] 80/100 +[gen] 90/100 +[gen] 100/100 +[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_runs/gen/arm_a_val_backward.csv diff --git a/logs/longeval_16k/gen/arm_a_vt.csv b/logs/longeval_16k/gen/arm_a_vt.csv new file mode 100644 index 0000000000000000000000000000000000000000..915cc1512023b5bc4d0e11c253669fb58acce101 --- /dev/null +++ b/logs/longeval_16k/gen/arm_a_vt.csv @@ -0,0 +1,100 @@ +0,198,447,250,53,1503,49707,3459,11,447,251,262,569,1503,11,290,262,569,1503,11,290,262,569,1503,11 +1,198,53,1503,575,1503,198 +2,569,1503,198,53,1503,43638,3459,796,198 +3,198,3581,569,1503,352,25,569,1503,198 +4,198,53,1503,569,9399,11,262,569,1503,11,290,569,1503,11,262,569,1503,11,290,262,569,1503,11,290 +5,198,53,1503,575,1503,4309,198 +6,198,464,569,1503,309,4944,6469,318,262,366,9319,12,35324,1,286,262,569,1503,309,4944,6469,318,262,366 +7,569,1503,19604,32,4846,198 +8,3563,32,2821,569,9399,6052,796,3563,32,2821,569,9399,6052,796,3563,32,2821,569,9399,6052,13,198 +9,657,13,20,569,1503,376,45006,198 +10,262,366,53,1503,43638,6469,1,1988,286,262,6769,12,35324,11507,286,262,569,1503,43638,6469,318,262,366,53 +11,569,1503,8363,46,198 +12,198,53,1503,412,11682,1415,796,198 +13,569,1503,376,45006,11,569,1503,376,45006,11,569,1503,376,14313,198 +14,198,464,569,1503,23358,3270,318,257,2829,4610,329,5692,284,1895,262,569,1503,23358,3270,13,198 +15,198,1,51,8135,1,290,256,8135,25,262,976,286,262,366,51,8135,1,198 +16,198,2348,74,282,9189,198 +17,569,1503,198,464,1988,286,569,1503,23358,2623,198 +18,198,53,1503,449,4760,1795,796,371,10116,198 +19,198,24361,25,569,1503,1168,8905,2780,796,198 +20,569,1503,569,1268,198 +21,198,3581,383,569,1503,449,4760,3829,198 +22,569,1503,13,198 +23,402,3861,2780,198 +24,705,392,6,287,262,2029,6827,11,262,705,392,6,286,262,8695,286,3700,4759,690,11,262,705,392,6 +25,569,1503,327,1268,1795,13,198 +26,198,53,1503,20571,37,1238,198 +27,569,1503,23358,940,198 +28,350,320,677,78,198 +29,569,1503,370,1847,198 +30,198,464,569,1503,509,1546,1507,318,257,1049,835,284,2251,257,922,12557,12641,3053,13,198 +31,198,464,569,1503,449,4760,1821,796,198 +32,14639,45,14990,796,14639,45,14990,796,14639,45,14990,796,14639,45,14990,796,14639,45,14990,796,14639,45,14990,796 +33,569,36,198,464,569,36,1065,11,569,36,198 +34,257,649,2615,287,12400,21517,24576,11,4744,11,287,2901,33160,13,198 +35,198,3581,5765,262,11652,25,198 +36,257,198,5569,517,198 +37,198,32,569,1503,198 +38,337,3525,56,11,569,1503,317,1503,13,198 +39,198,53,1503,309,4944,5774,198 +40,569,1503,290,569,1503,18,13,383,569,1503,16,11,262,569,1503,17,11,318,262,2656,569,1503,13,198 +41,198,464,1988,286,262,569,1503,360,7112,6420,198 +42,569,1503,1168,8905,3365,13,198 +43,360,3535,5824,198 +44,198,53,1503,46179,1433,796,198 +45,198,2061,318,262,1988,286,569,1503,509,1546,2996,30,198 +46,262,569,1503,198 +47,198,464,569,1503,509,1546,3553,25,198 +48,198,53,1503,12,198 +49,198,2061,318,262,1988,286,569,1503,370,1847,198 +50,198,4677,47,7252,50,318,257,2829,835,284,3494,262,569,1503,43638,3553,13,198 +51,569,1503,19604,32,2548,198 +52,569,13,198,53,1503,371,10116,2327,796,569,13,198 +53,569,1503,412,10744,13,198 +54,198,24361,25,1374,466,314,651,262,1988,286,569,1503,376,1847,3682,30,198 +55,198,53,1503,327,2246,3829,796,198 +56,262,198,51,519,417,569,1503,198 +57,309,4944,940,13,198 +58,569,1503,11179,10116,13,198 +59,9878,32,2598,198 +60,198,3581,383,1575,286,569,1503,376,1847,2548,318,25,198 +61,262,1988,286,262,569,1503,350,1677,1238,13,198 +62,350,129,247,83,16142,21169,16142,22177,16142,40623,20375,21169,22177,16142,40623,140,111,22177,40623,20375,16142,30143,35072,21727 +63,262,569,1503,509,1546,3901,198 +64,262,198,53,1503,402,3861,1507,198 +65,198,447,250,464,717,284,262,1353,286,262,6573,29442,8598,318,257,835,284,262,649,290,262,649,1988,286 +66,569,1503,352,11,569,1503,362,11,569,1503,513,11,569,1503,604,11,290,262,1988,286,569,1503,604,13 +67,198,53,1503,290,569,1503,198 +68,569,1503,13,198 +69,198,464,1176,286,262,569,1503,360,3535,5607,198 +70,569,1503,569,9399,3682,198 +71,198,464,1849,6894,82,1849,4480,569,1503,56,198 +72,402,3861,4531,13,198 +73,4764,11111,27021,198 +74,569,1503,198,464,569,1503,569,11262,11,569,1503,569,11262,11,318,262,569,1503,569,11262,11,262,569,1503 +75,198,2437,284,262,569,1503,412,10744,198 +76,569,1503,376,45006,198 +77,447,235,198,464,564,235,83,1758,286,262,564,235,82,447,235,198 +78,19348,56,12,1433,13,569,1503,8363,46,13,198 +79,198,464,569,1503,11948,32,198 +80,198,53,1503,11948,32,2481,198 +81,198,53,1503,43638,3104,198 +82,327,1268,5705,13,198 +83,198,464,569,1503,449,4760,198 +84,352,13,198,53,1503,327,1268,2857,796,352,13,198 +85,198,464,569,1503,11948,32,2327,318,262,1988,286,262,569,1503,11948,32,2327,13,198 +86,198,464,569,1503,24192,11,262,1988,286,262,569,1503,24192,11,198 +87,376,53,1503,569,9399,5066,13,198 +88,198,3581,569,1503,327,1268,198 +89,569,1503,24192,198 +90,198,53,1503,1168,8905,198 +91,198,53,1503,1168,8905,2079,796,198 +92,317,1503,1899,13,220,1716,257,569,1503,49707,5774,796,317,1503,1899,13,220,1716,257,198 +93,198,16,13,569,1503,327,2246,2624,198 +94,198,53,1503,10188,32,940,198 +95,198,447,250,464,569,1503,399,3843,3324,318,262,1468,569,1503,13,447,251,198 +96,198,447,250,464,569,1503,6375,34,2327,318,262,749,3665,1517,326,373,262,749,3665,1517,326,373,262,749 +97,569,1503,509,1546,6052,13,198 +98,376,45006,198,48,25,1867,318,262,41400,1429,30,198 +99,198,3581,383,1294,1074,338,262,1988,286,262,1294,13,198 diff --git a/logs/longeval_16k/gen/arm_a_vt.log b/logs/longeval_16k/gen/arm_a_vt.log new file mode 100644 index 0000000000000000000000000000000000000000..e31edec7c45ac87e411ecd641d1e5e272be624a5 --- /dev/null +++ b/logs/longeval_16k/gen/arm_a_vt.log @@ -0,0 +1,43 @@ +=== Llama Context Parallel Training Script (bluscriptCP) === +[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels) +================ Configuration (bluscriptCP) ================ + d_model/layers : 1536 / 36 + q/kv heads : 12 / 4 (G=3, hd=128) + ffn_hidden : 4096 (SwiGLU) + context_length : 16384 + vocab_size : 50304 tying=0 + B x T : 1 x 16384 + world_size : 1 (dp=1 x cp=1) + CP_ATTN_MODE : ring (load_balance=HeadTail) + global_batch : 524288 (grad_accum=32) + precision : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW) [mask=15 QKV WO MLP HEAD] + max_lr/min_lr : 0.0006 / 6e-05 + warmup/steps : 91 / 917 (cosine, no stable phase) + checkpointing : true (ckpt_freq=50, dir=checkpoints_bluscriptcp) +============================================================= +Initializing model on CUDA device 0... +[YaRN][warn] seq_len(16384) != scale(4.000)*orig_maxpos(1024.0)=4096.0 -- cache scaled for a different context than it is sized for +[YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=7 high=25 m=1.1386 +[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run12_step_400.ckpt (base step 400, loss 1.34922) -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP +Parameters: 1060624896 +Parameters per GPU: 1060624896 +max_steps: 917 +warmup_steps: 91 +[precision] bf16 params=217, all with fp32 master weights +found 100 shards for split train +found 1 shards for split val +Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log19.csv (run 19) +[rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base) +Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run19_step_.ckpt (every 50 steps, keep 6) +[gen] 100 prompts x 16360 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_runs/gen/arm_a_vt.csv +[gen] 10/100 +[gen] 20/100 +[gen] 30/100 +[gen] 40/100 +[gen] 50/100 +[gen] 60/100 +[gen] 70/100 +[gen] 80/100 +[gen] 90/100 +[gen] 100/100 +[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_runs/gen/arm_a_vt.csv diff --git a/logs/longeval_16k/gen/arm_b_niah_multikey.csv b/logs/longeval_16k/gen/arm_b_niah_multikey.csv new file mode 100644 index 0000000000000000000000000000000000000000..324c567529cc30c3ccc01ac6b7e787799673c352 --- /dev/null +++ b/logs/longeval_16k/gen/arm_b_niah_multikey.csv @@ -0,0 +1,100 @@ +0,262,976,13,9094,373,262,7815,287,262,327,13,198 +1,262,198,2437,7440,22618,198 +2,262,749,13,198 +3,262,976,13,198 +4,262,13,198,41,23127,25,1867,345,389,262,11,290,314,447,247,76,262,749,11,262,1628,286,262,1266 +5,257,2597,13,198 +6,262,976,2700,286,262,198 +7,262,198,1525,262,366,13940,3020,316,380,1,351,262,366,13940,3020,316,380,1,416,262,366,1837,3020,316 +8,262,976,198,24361,25,383,649,290,262,366,5787,2446,1,329,262,366,5787,1,2746,286,262,366,5787,2446 +9,262,976,13,198 +10,262,366,39234,12,13195,1,351,262,366,39234,12,13195,1,351,262,366,39709,12,1904,1,3815,329,262,366 +11,262,1271,286,262,366,34,1,366,34,1,366,34,1,366,34,1,366,34,1,366,34,1,366,34 +12,262,976,13,198 +13,262,13,198,24361,25,383,649,5536,1271,329,262,366,10292,12,260,11249,477,1104,366,13,198 +14,262,198,13,198,13838,262,198 +15,262,198,18,13,262,198 +16,13,198,3581,383,640,286,22918,513,11,262,749,6317,13,198 +17,262,198,3581,327,2093,11,327,2093,11,262,749,269,34144,11,262,749,198 +18,262,749,13,198 +19,262,976,13,198 +20,262,198,13,198,464,749,286,262,13,198 +21,262,640,286,262,976,13,198 +22,262,1500,13,198 +23,262,976,13,198 +24,262,976,11,290,355,262,6506,286,262,976,11,262,717,286,262,11,290,262,286,262,976,11,290,262 +25,257,835,284,9494,262,2776,13,198 +26,262,198,13,198,464,1266,835,1938,7073,262,4034,286,262,2972,3858,286,262,983,13,198 +27,262,691,198,10669,262,749,11,262,198 +28,262,13,198,24094,588,262,4899,290,262,749,13,198 +29,262,749,13,198 +30,262,198,2437,284,262,198 +31,262,749,13,198 +32,262,749,13,198 +33,262,5536,286,257,198 +34,262,13,198,48,25,1119,8744,13,198 +35,262,198,3581,16561,278,16282,25,198 +36,262,976,13,198 +37,262,198,2437,284,651,262,2214,286,262,1266,2214,198 +38,262,976,13,198 +39,262,976,13,198 +40,262,13,198,41444,25,383,649,5536,286,262,995,11,262,5536,286,262,1692,5536,6772,286,262,995,13,383 +41,262,2568,13,50256,50232,284,1388,2695,198 +42,262,13,198,49,9864,1137,10468,13937,3757,25,10889,13,3274,11,262,1321,50256,198 +43,262,198,13,198,286,262,1310,8954,2049,510,287,2199,396,198 +44,262,198,3581,7235,198 +45,262,198,2061,30,198 +46,262,749,13,198 +47,262,13,198,18,13,383,1429,286,17061,198 +48,13,198,3581,8108,290,7929,25,27063,1540,558,290,2055,198 +49,262,198,2437,329,262,198 +50,257,517,4050,13,198 +51,262,749,13,198 +52,262,1708,13,198 +53,262,13,198,35,18238,25,317,4958,703,1244,262,287,262,976,13,198 +54,262,13,198,19006,11,262,1429,286,262,1266,13,198 +55,262,976,5044,24133,274,13,198 +56,262,198,198,13838,290,262,968,9852,25,50256,1433,12466,112,198 +57,262,1266,13,198 +58,262,749,286,262,5536,13,198 +59,262,1708,13,383,938,1517,2687,3382,284,3285,389,262,717,5536,13,198 +60,262,691,13,198 +61,262,976,13,198 +62,262,1605,13,198 +63,262,749,13,198 +64,262,198,5211,282,262,976,198 +65,262,976,4282,286,262,976,13,198 +66,262,198,2061,5186,318,262,976,198 +67,262,198,3581,198,3581,383,1176,286,262,1266,198 +68,262,2496,329,884,262,3210,4226,198 +69,262,976,13,198 +70,262,198,13,198,464,3580,286,262,1266,11,262,749,290,1263,39392,11,788,2962,319,16842,20140,19590,11,290 +71,262,198,4919,262,6181,13,198 +72,262,749,13,198 +73,262,749,13,198 +74,262,976,13,198 +75,262,976,13,198 +76,262,749,13,198 +77,262,447,234,198 +78,262,691,16506,13,198 +79,262,198,13,198,464,749,286,262,983,11,262,1266,286,262,983,11,290,262,1266,286,262,983,11,262 +80,262,976,13,198 +81,262,976,13,198 +82,262,976,640,286,262,13,198 +83,262,835,286,262,983,13,198 +84,262,198,3581,327,13,198 +85,262,749,13,198 +86,262,976,13,198 +87,262,198,13,198,198,464,640,286,262,1266,11,262,1692,290,262,11,290,319,262,1295,286,262,1266,11 +88,262,12799,286,262,5536,1271,13,198 +89,262,198,13,198,464,5536,7913,198 +90,262,198,64,3124,257,16251,582,5762,257,2330,6877,351,257,3124,198 +91,262,1266,13,50256,6651,13,383,1266,481,1394,510,351,3037,329,1123,2800,13,198 +92,262,976,13,198 +93,262,198,2437,284,307,257,922,287,262,976,640,286,262,5536,13,198 +94,262,835,198,464,2647,286,262,198 +95,703,262,976,13,198 +96,262,976,13,198 +97,262,1429,13,198 +98,262,976,198,17829,262,5536,1271,329,269,34144,11,290,262,779,286,257,327,13,198 +99,262,198,13,198,464,11514,3173,286,262,4916,460,307,262,5442,290,257,1074,286,262,2003,13,198 diff --git a/logs/longeval_16k/gen/arm_b_niah_multikey.log b/logs/longeval_16k/gen/arm_b_niah_multikey.log new file mode 100644 index 0000000000000000000000000000000000000000..8c16d4f61c8b7f586aed0871649eb21fdc72f2d8 --- /dev/null +++ b/logs/longeval_16k/gen/arm_b_niah_multikey.log @@ -0,0 +1,43 @@ +=== Llama Context Parallel Training Script (bluscriptCP) === +[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels) +================ Configuration (bluscriptCP) ================ + d_model/layers : 1536 / 36 + q/kv heads : 12 / 4 (G=3, hd=128) + ffn_hidden : 4096 (SwiGLU) + context_length : 16384 + vocab_size : 50304 tying=0 + B x T : 1 x 16384 + world_size : 1 (dp=1 x cp=1) + CP_ATTN_MODE : ring (load_balance=HeadTail) + global_batch : 524288 (grad_accum=32) + precision : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW) [mask=15 QKV WO MLP HEAD] + max_lr/min_lr : 0.0006 / 6e-05 + warmup/steps : 91 / 917 (cosine, no stable phase) + checkpointing : true (ckpt_freq=50, dir=checkpoints_bluscriptcp) +============================================================= +Initializing model on CUDA device 0... +[YaRN][warn] seq_len(16384) != scale(4.000)*orig_maxpos(1024.0)=4096.0 -- cache scaled for a different context than it is sized for +[YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=7 high=25 m=1.1386 +[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run15_step_400.ckpt (base step 400, loss 1.45028) -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP +Parameters: 1060624896 +Parameters per GPU: 1060624896 +max_steps: 917 +warmup_steps: 91 +[precision] bf16 params=217, all with fp32 master weights +found 100 shards for split train +found 1 shards for split val +Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log17.csv (run 17) +[rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base) +Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run17_step_.ckpt (every 50 steps, keep 6) +[gen] 100 prompts x 16360 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_runs/gen/arm_b_niah_multikey.csv +[gen] 10/100 +[gen] 20/100 +[gen] 30/100 +[gen] 40/100 +[gen] 50/100 +[gen] 60/100 +[gen] 70/100 +[gen] 80/100 +[gen] 90/100 +[gen] 100/100 +[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_runs/gen/arm_b_niah_multikey.csv diff --git a/logs/longeval_16k/gen/arm_b_niah_multivalue.csv b/logs/longeval_16k/gen/arm_b_niah_multivalue.csv new file mode 100644 index 0000000000000000000000000000000000000000..9a38cb0b98799227c031313c00a6ca1d41bd0218 --- /dev/null +++ b/logs/longeval_16k/gen/arm_b_niah_multivalue.csv @@ -0,0 +1,100 @@ +0,262,13,198,464,1438,23938,287,262,304,12,35403,2088,1516,11,262,50256,47,793,283,11,290,262,1438,286 +1,262,13,198,2725,918,78,23014,286,262,976,198,51,2224,88,13871,286,262,976,198 +2,262,1266,13,198,23067,263,25,198,13290,378,19376,290,2695,198,464,1266,286,262,4771,12,8601,198 +3,262,2695,13,198,16353,4355,262,1271,198,19,1933,2084,198,27524,1922,414,402,1686,198 +4,262,749,13,198,34382,25,314,447,247,82,262,749,11,290,41320,12,40,329,262,976,286,262,1074,13 +5,13,198,2437,12796,290,12352,30,198,1890,4138,11,15599,389,257,8780,2723,286,257,3660,7884,198 +6,262,198,2437,284,307,262,749,3716,6205,198,2437,284,262,749,11,262,761,286,262,1429,2592,11,284,262 +7,262,198,24361,362,25,198,2061,318,262,366,12363,1,286,262,366,12363,1,198 +8,262,366,18487,5623,29163,1,351,262,366,18487,415,1,262,366,4853,2473,12133,1,351,262,366,4853,2473,1 +9,262,976,287,262,1989,286,262,366,1455,1590,1,11644,17496,286,262,366,11321,1,2041,17878,286,262,366,11321 +10,262,366,44,6018,1,198,5841,1431,25,220,220,220,220,220,2556,604,11,2211,198 +11,262,1708,13,198,24361,25,383,584,11,262,366,83,1,3386,2233,284,6769,25,198 +12,262,976,198,464,366,34,1,366,34,1,366,34,1,366,13255,12,34,1,366,66,1,262,976,286 +13,198,3581,383,366,7575,12,43961,18634,1,7873,329,262,366,37508,1,198 +14,13,198,13838,25,1867,284,262,198,13,198,16,286,262,1321,198,16,286,262,649,290,262,198 +15,262,198,47,13,262,366,82,1,262,366,82,13,198,47,13,262,366,82,1,262,366,82,13,198 +16,13,198,3581,383,640,286,22918,642,198,3581,7931,318,257,3665,1966,286,262,22918,13,198 +17,262,198,13,198,51,603,25,383,749,286,262,198,13,198,262,1266,286,262,198 +18,262,749,13,198,2061,484,1244,407,307,355,20923,290,262,1266,284,1394,262,2156,13,198 +19,262,749,13,198,8600,25,1867,389,262,749,13,198,1212,2050,318,257,1180,12,19577,290,262,286,262,976 +20,262,198,13,198,464,2099,286,16139,491,36904,318,262,749,11,290,703,284,4197,606,11,290,703,284,779 +21,262,290,198,3581,18612,290,262,1429,286,262,1524,13,198,464,749,286,262,11,262,198 +22,262,13,198,447,251,383,269,34144,389,407,262,749,13,198,447,251,383,269,34144,389,407,262,13,198 +23,262,976,13,198,464,717,9707,286,262,11,262,1266,11,290,262,471,10853,11,40425,10840,21367,11,290,262 +24,11,284,262,286,262,976,11,290,262,286,262,976,11,284,262,286,262,1854,11,290,262,286,262,976 +25,262,749,13,198,2437,262,309,22302,1869,198,464,749,11,262,198,51,22302,1869,198 +26,262,749,13,198,464,1266,284,24103,274,284,262,1266,13,198,37,37971,26220,20396,198 +27,262,1266,13,198,2437,466,262,1266,1517,284,423,257,1180,3776,198,2437,466,262,1266,286,257,983,30,198 +28,262,749,640,13,198,464,2139,389,1165,4388,11,262,3572,5419,345,284,787,257,3338,3572,13,198 +29,262,976,13,198,464,717,640,351,326,1180,661,318,262,13,198,16,13,383,717,640,286,262,13,198 +30,262,198,24361,25,6705,284,262,198,9012,286,262,1266,6946,1923,13,198,464,1575,286,262,1266,198 +31,262,749,13,198,464,749,11,4811,7008,11,1708,257,3554,11,1262,5801,290,262,1176,286,262,11,290,262 +32,13,198,34,40819,1473,11,262,779,286,257,4388,8420,4811,11,290,262,779,286,257,4388,8420,4811,13,198 +33,262,13324,10848,13,198,3581,1374,466,262,5536,3146,11,262,8364,198,3581,262,9215,11,262,8364,286,262,1180 +34,262,749,13,198,2061,318,262,976,30,198,464,1772,286,262,1266,13,198 +35,262,198,3581,13786,257,198,3581,20414,286,257,922,198,3581,383,649,290,262,7011,14948,20365,11,198 +36,262,257,1178,286,262,1266,13,198,464,2866,286,262,257,649,290,262,257,649,2866,286,262,38706,12,31434 +37,262,640,13,198,2061,25,198,2215,356,389,262,749,13,198,2061,389,262,1074,1804,290,640,286,262,1266 +38,262,13,198,464,717,640,286,262,717,1175,319,262,717,11,262,717,5462,286,262,717,11,290,262,198 +39,262,13,198,2437,284,651,257,1295,287,262,835,30,198,37,37971,11,262,835,284,651,257,922,640,286 +40,262,13,198,13414,330,5362,13,383,872,7935,12,1129,11,262,872,7935,286,262,872,7935,290,262,584,287 +41,13,198,2437,257,4708,308,3255,286,262,1266,9552,198,20012,460,262,1266,11,262,1708,198 +42,262,13,198,2061,318,262,2139,287,262,198,82,13,198,2061,318,262,584,1429,30,198 +43,262,198,13,198,2061,3707,286,262,640,198,262,198,13,198,13,198,13,198,13,198,40,13,198 +44,262,3048,286,262,749,8513,8526,13,9022,1276,262,3048,286,262,198 +45,262,198,2437,257,922,2776,351,262,1266,286,262,995,13,198,2437,257,922,2776,351,262,1266,286,262,661 +46,262,640,13,198,464,2099,286,262,38373,259,11,262,198,464,198,464,2099,286,262,198 +47,262,749,6721,13,198,36,377,284,534,198,18,25,1849,3673,307,262,1266,13,198 +48,262,1271,13,198,20012,290,7929,25,27063,1540,558,290,4202,287,2055,8787,13,198 +49,262,1266,13,198,35087,262,198,198,198,464,1266,286,262,198,198,464,1266,286,262,198,198,10462,320,286 +50,262,198,4677,13,198,464,19933,7071,290,28969,286,257,6279,12,2339,1321,13,198 +51,262,749,13,198,464,3024,11398,22078,389,3170,1262,262,3024,11398,22078,389,4441,257,17144,290,3918,286,262,3024 +52,262,1266,286,262,983,13,198,34,5557,25,1867,389,262,717,286,262,1938,286,262,983,13,198 +53,262,198,2437,257,198,17829,262,198,17829,257,50256,198,17829,502,546,337,17697,198,24361,326,25134,198 +54,262,976,10064,13,198,19006,11,262,1429,286,5442,262,6459,13,198,19006,11,262,1266,286,262,983,13,198 +55,262,976,13,198,464,749,5536,25,1119,550,262,976,1657,290,262,198 +56,262,198,2437,284,651,257,198,17563,7850,198,3581,1195,413,102,25,479,993,2100,83,30102,479,9116,2528,25151 +57,262,14361,290,32959,263,329,262,14361,290,32959,263,329,262,13,198 +58,13,198,464,317,398,265,262,317,398,265,262,1438,286,262,317,398,265,262,198 +59,262,13,198,464,717,1517,703,484,466,318,262,691,835,284,2038,13,198 +60,262,564,250,36635,1021,447,251,13,198,464,564,250,36635,447,251,389,262,749,640,11,290,262,564,250 +61,262,749,13,198,2437,284,779,269,34144,11,691,284,262,198,11,290,286,262,1266,1664,286,262,3814,13 +62,257,5863,1492,11,198,51,672,4448,25,383,327,5540,13,383,9883,286,262,327,5540,11,198 +63,262,749,13,198,1639,743,635,779,262,1271,286,262,717,13,198,2061,318,262,1271,286,262,2124,2645,38656 +64,262,13,198,35087,262,640,286,262,13,198,262,1266,286,262,995,11,284,262,749,286,262,13,198 +65,262,749,286,262,976,13,198,464,584,2683,262,13,198,464,976,286,262,976,198 +66,262,1266,13,198,35087,262,198,198,50256,41861,7740,290,262,1294,423,587,3375,546,262,1266,13,198 +67,262,749,13,198,464,2761,351,262,2779,1498,11,262,2099,286,262,262,995,13,198 +68,262,13,198,3581,25170,262,327,5673,25,262,327,5673,318,27390,511,351,262,564,250,20307,4226,447,251,329 +69,262,13,198,2437,329,734,11,262,1266,286,262,13,198,262,1266,286,262,13,198 +70,262,198,2437,881,329,262,198,11,262,1266,286,262,661,389,1804,326,262,1266,198 +71,198,1169,976,640,198,1169,517,11,198,40,766,262,976,198,2411,30749,287,262,9897,198 +72,262,13,198,464,749,262,13530,286,19643,341,1630,13,383,749,286,262,19643,6772,11,1262,4082,1630,19521,329 +73,262,13,198,2437,262,5951,9001,286,3024,277,2664,11,262,2546,286,262,1266,11,290,262,2546,290,262,5951 +74,262,749,13,198,34,500,262,5050,286,327,12,27988,25704,7771,15440,7771,12656,198 +75,262,976,198,7575,262,1266,286,262,640,284,923,3290,3047,13,198,35087,262,1266,286,262,640,284,787,2176 +76,262,749,13,198,464,2099,987,12,11028,351,262,5103,286,262,198,464,2099,286,262,1388,13,198 +77,447,251,198,464,564,235,9424,286,262,4898,23625,284,4079,1657,11,46256,97,703,262,198 +78,262,717,11,290,262,584,25,198,18,13,10563,257,1398,286,262,3298,26265,9241,25,351,262,826,11,7586 +79,262,835,13,198,464,1266,11,262,1998,286,262,2677,373,1310,11,262,3968,286,262,262,640,286,262,1266 +80,262,13,198,2437,284,4259,5445,3159,30,198,20,284,2948,262,976,3048,13,198 +81,262,976,290,11,286,617,2663,11,262,6805,286,262,17852,42,23881,389,262,1708,13,198 +82,262,717,13,198,464,1849,82,10890,262,1849,83,560,13,447,251,198 +83,262,976,835,13,198,33,4207,11,262,717,286,262,835,326,3421,262,318,286,606,13,198 +84,262,198,13,198,3581,399,5500,1471,7567,271,1040,10031,1496,784,352,33220,27575,198 +85,262,749,13,198,464,2700,2324,286,262,749,11,262,4282,286,262,749,11,262,198 +86,262,13,198,8600,286,262,1492,11,262,749,286,262,198,8600,11,262,749,286,262,198 +87,262,198,34,13,262,198,34,13,262,749,286,262,8026,11,262,1266,286,262,2106,286,262,5706,8329,4789 +88,262,13,198,16,13,383,26636,9215,379,262,198,16,13,198,17,13,383,6701,774,198 +89,262,1110,13,198,34,6532,503,262,198,34,6532,351,262,717,286,262,6139,198 +90,262,198,13,198,64,16251,286,257,582,351,22537,290,257,2042,16251,2095,257,1444,262,198 +91,284,262,13,198,2437,257,2267,4540,17451,5399,262,3788,3965,13,198,20451,4765,25,198 +92,262,640,286,262,5536,13,198,13838,25,262,1176,286,262,983,13,198 +93,262,749,13,198,464,835,345,389,407,257,5536,13,198,35087,257,198,13838,319,257,835,11,290,262,749 +94,262,835,284,423,262,2647,13,198,464,3496,11829,7634,351,262,2647,286,262,198 +95,262,835,13,198,447,251,198,447,250,10995,11,262,1660,287,262,976,2214,11,475,262,976,198 +96,262,976,13,198,464,262,734,286,262,262,11,262,290,262,6333,286,262,11,925,262,2134,13,198 +97,262,1266,13,198,18,262,10064,286,262,327,5258,25,198,20,13,383,327,5258,11,393,262,12886,7714,1234 +98,262,198,2437,284,651,257,198,4264,3201,67,3299,25,1849,15439,351,257,5711,284,262,761,286,262,198 +99,262,13,198,3581,1867,1938,2291,3665,262,284,262,198,13,198,3581,383,11514,1074,286,262,198 diff --git a/logs/longeval_16k/gen/arm_b_niah_multivalue.log b/logs/longeval_16k/gen/arm_b_niah_multivalue.log new file mode 100644 index 0000000000000000000000000000000000000000..7e35b6fe42ca46c7c896f13d689178962ffc10dc --- /dev/null +++ b/logs/longeval_16k/gen/arm_b_niah_multivalue.log @@ -0,0 +1,43 @@ +=== Llama Context Parallel Training Script (bluscriptCP) === +[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels) +================ Configuration (bluscriptCP) ================ + d_model/layers : 1536 / 36 + q/kv heads : 12 / 4 (G=3, hd=128) + ffn_hidden : 4096 (SwiGLU) + context_length : 16384 + vocab_size : 50304 tying=0 + B x T : 1 x 16384 + world_size : 1 (dp=1 x cp=1) + CP_ATTN_MODE : ring (load_balance=HeadTail) + global_batch : 524288 (grad_accum=32) + precision : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW) [mask=15 QKV WO MLP HEAD] + max_lr/min_lr : 0.0006 / 6e-05 + warmup/steps : 91 / 917 (cosine, no stable phase) + checkpointing : true (ckpt_freq=50, dir=checkpoints_bluscriptcp) +============================================================= +Initializing model on CUDA device 0... +[YaRN][warn] seq_len(16384) != scale(4.000)*orig_maxpos(1024.0)=4096.0 -- cache scaled for a different context than it is sized for +[YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=7 high=25 m=1.1386 +[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run15_step_400.ckpt (base step 400, loss 1.45028) -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP +Parameters: 1060624896 +Parameters per GPU: 1060624896 +max_steps: 917 +warmup_steps: 91 +[precision] bf16 params=217, all with fp32 master weights +found 100 shards for split train +found 1 shards for split val +Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log15.csv (run 15) +[rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base) +Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run15_step_.ckpt (every 50 steps, keep 6) +[gen] 100 prompts x 16360 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_runs/gen/arm_b_niah_multivalue.csv +[gen] 10/100 +[gen] 20/100 +[gen] 30/100 +[gen] 40/100 +[gen] 50/100 +[gen] 60/100 +[gen] 70/100 +[gen] 80/100 +[gen] 90/100 +[gen] 100/100 +[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_runs/gen/arm_b_niah_multivalue.csv diff --git a/logs/longeval_16k/gen/arm_b_niah_single.csv b/logs/longeval_16k/gen/arm_b_niah_single.csv new file mode 100644 index 0000000000000000000000000000000000000000..9d3bf654fe98a19e0a2defe5fddfe61302c4f551 --- /dev/null +++ b/logs/longeval_16k/gen/arm_b_niah_single.csv @@ -0,0 +1,100 @@ +0,262,11,290,262,691,1907,318,262,976,13,198 +1,262,13,198,5211,262,3303,269,34144,11,326,318,262,584,13,198 +2,262,749,640,13,198 +3,262,976,13,198 +4,262,4165,13,198 +5,262,198,2437,4678,198 +6,262,976,198,6477,262,1429,351,3049,308,286,262,1429,11,262,1266,286,262,1429,16031,379,262,976,640,13 +7,262,198,1525,262,366,44,1,366,34,963,1,257,366,34,963,1,416,262,366,44,1,198 +8,262,366,525,687,1,262,366,82,1304,1,10451,13,383,366,20887,10451,1,318,262,366,525,687,1,262 +9,262,976,13,198 +10,262,366,785,3866,5135,425,1,3038,326,262,366,7266,4906,1,262,366,7266,4906,1,262,366,7266,4906,1 +11,262,1708,13,198 +12,262,976,198,24361,25,383,399,5760,2344,286,262,976,198 +13,262,976,13,198 +14,262,198,13,198,13838,11,262,761,286,262,1266,11,262,1429,286,262,1266,13,198 +15,262,898,13,198 +16,257,5931,198,3581,7931,12,82,13,198 +17,262,198,3581,327,13,198 +18,262,198,2437,257,3424,7733,198 +19,262,976,13,198 +20,262,976,13,198 +21,257,3665,290,262,1429,286,262,7028,13,198 +22,262,2910,13,198 +23,262,976,13,198 +24,262,11,290,523,286,262,262,976,11,262,290,262,286,262,35088,11,329,262,290,262,286,262,11,290 +25,517,13,198,464,640,286,262,309,22302,582,11,262,198 +26,262,13,198,24,13,14110,9613,25,383,649,290,6190,23696,11,290,3173,286,262,13,198 +27,262,976,13,198 +28,262,749,13,198 +29,262,198,1712,640,13,50256,2061,318,262,3580,286,262,1492,30,198 +30,262,198,10669,286,262,198 +31,262,13,198,2437,262,198 +32,262,976,286,3315,13820,11,281,11044,393,3034,34540,82,460,307,14183,262,3048,286,262,1981,13,198 +33,262,13,198,198,34,539,329,257,922,11,351,257,3931,15061,2138,621,262,1110,286,262,257,649,1622,13 +34,1111,11,290,262,2176,2717,1181,357,33,67,828,262,3452,13,198 +35,262,198,3581,327,1258,2569,14041,198 +36,262,3748,290,262,649,4678,11,290,262,2003,286,262,3037,13,198 +37,262,198,13,198,464,749,11,262,1266,286,262,2214,4409,11,1262,511,1693,640,290,9478,416,1262,262,2214 +38,262,976,13,198 +39,262,13,198,7575,25,262,749,286,262,640,11,262,1266,286,262,5536,13,198 +40,262,198,24361,25,198 +41,262,1708,13,198 +42,262,290,198,49,9864,1137,10468,13937,3757,25,1867,338,257,1643,517,5339,393,262,1429,13,198 +43,262,198,13,198,464,749,286,262,1310,8954,2049,351,317,44705,290,3619,25752,198 +44,262,749,13,198 +45,262,198,2061,30,198 +46,262,198,13838,13,198 +47,262,749,13,198 +48,262,13,198,464,4637,1022,262,1692,5339,290,262,4437,286,262,3665,31307,286,262,1692,4437,13,198 +49,262,976,198,464,640,286,262,5536,11,290,262,995,460,2728,262,48292,284,2277,262,5536,286,262,2003,2465 +50,262,976,13,198 +51,262,835,13,198 +52,262,1708,13,198 +53,262,198,24361,278,8758,198 +54,262,1266,13,198 +55,262,976,48896,290,262,976,286,262,5536,13,198 +56,262,198,35087,13,50256,34,480,290,262,3452,3596,198 +57,262,257,2769,1787,393,32959,263,625,262,289,1530,37793,13,198 +58,257,5536,13,198 +59,262,13,198,13838,25,198 +60,262,976,13,198 +61,262,198,464,198,464,1180,4133,286,4486,447,247,82,262,198 +62,262,198,140,247,82,1438,11,262,1266,286,262,2656,1492,198 +63,262,749,13,198 +64,262,976,198,35087,262,640,286,262,13,198 +65,262,976,835,286,262,5536,13,198 +66,262,976,13,198 +67,262,13,198,3581,383,835,284,2922,262,2779,1498,284,262,198 +68,262,976,2700,286,262,327,5673,338,4638,5355,37026,590,635,468,257,2642,286,262,14848,4093,32,13,198 +69,262,13,198,13828,30,2293,534,1182,11,345,547,5762,262,1266,5848,198 +70,262,198,13,198,464,640,286,262,1266,11,262,402,23,373,262,835,284,651,262,1266,286,262,5006,290 +71,262,976,11,8805,805,13,198 +72,262,976,13,198 +73,262,976,640,13,198 +74,262,976,13,198 +75,262,749,13,198 +76,262,13,198,2437,262,2214,286,262,479,395,11,262,2214,286,262,198 +77,262,447,250,290,447,251,262,564,235,18323,1014,1254,517,1280,13,6366,298,495,262,447,250,198 +78,262,4633,6772,286,262,640,13,198 +79,257,517,3665,13,383,1767,815,2453,326,262,649,290,262,649,13,198 +80,3131,13,198,2437,284,651,257,3315,3513,460,4745,319,262,1266,13,198 +81,262,1708,13,198 +82,262,976,13,198 +83,262,198,464,640,286,262,5536,13,198 +84,262,13,198,3581,327,13,383,198 +85,262,198,464,749,286,262,4473,11,262,749,286,262,262,749,286,262,4282,13,198 +86,262,517,13,198 +87,262,198,464,1271,286,262,198 +88,262,198,28434,25,383,1388,2962,1487,329,262,198 +89,262,1110,286,262,5536,13,198 +90,257,1180,13,198 +91,262,976,11,393,743,2421,262,2440,2648,284,262,1988,286,262,976,13,198 +92,262,976,13,198 +93,262,976,13,198 +94,262,198,13,198,464,10047,318,262,1994,10047,351,262,198 +95,262,976,13,198 +96,262,976,13,198 +97,262,691,13,198 +98,262,198,13409,7445,351,262,717,286,327,34144,11,262,327,1186,605,290,327,262,286,262,327,13,198 +99,262,198,13,198,2437,262,11514,1830,318,262,749,1074,13,198 diff --git a/logs/longeval_16k/gen/arm_b_niah_single.log b/logs/longeval_16k/gen/arm_b_niah_single.log new file mode 100644 index 0000000000000000000000000000000000000000..95a4457ed0ba5b29bf4e66fbb348c89dc32165d2 --- /dev/null +++ b/logs/longeval_16k/gen/arm_b_niah_single.log @@ -0,0 +1,43 @@ +=== Llama Context Parallel Training Script (bluscriptCP) === +[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels) +================ Configuration (bluscriptCP) ================ + d_model/layers : 1536 / 36 + q/kv heads : 12 / 4 (G=3, hd=128) + ffn_hidden : 4096 (SwiGLU) + context_length : 16384 + vocab_size : 50304 tying=0 + B x T : 1 x 16384 + world_size : 1 (dp=1 x cp=1) + CP_ATTN_MODE : ring (load_balance=HeadTail) + global_batch : 524288 (grad_accum=32) + precision : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW) [mask=15 QKV WO MLP HEAD] + max_lr/min_lr : 0.0006 / 6e-05 + warmup/steps : 91 / 917 (cosine, no stable phase) + checkpointing : true (ckpt_freq=50, dir=checkpoints_bluscriptcp) +============================================================= +Initializing model on CUDA device 0... +[YaRN][warn] seq_len(16384) != scale(4.000)*orig_maxpos(1024.0)=4096.0 -- cache scaled for a different context than it is sized for +[YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=7 high=25 m=1.1386 +[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run15_step_400.ckpt (base step 400, loss 1.45028) -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP +Parameters: 1060624896 +Parameters per GPU: 1060624896 +max_steps: 917 +warmup_steps: 91 +[precision] bf16 params=217, all with fp32 master weights +found 100 shards for split train +found 1 shards for split val +Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log20.csv (run 20) +[rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base) +Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run20_step_.ckpt (every 50 steps, keep 6) +[gen] 100 prompts x 16360 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_runs/gen/arm_b_niah_single.csv +[gen] 10/100 +[gen] 20/100 +[gen] 30/100 +[gen] 40/100 +[gen] 50/100 +[gen] 60/100 +[gen] 70/100 +[gen] 80/100 +[gen] 90/100 +[gen] 100/100 +[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_runs/gen/arm_b_niah_single.csv diff --git a/logs/longeval_16k/gen/arm_b_val_backward.csv b/logs/longeval_16k/gen/arm_b_val_backward.csv new file mode 100644 index 0000000000000000000000000000000000000000..ccc14b0c3c89ed730e33a997e27a61432842b772 --- /dev/null +++ b/logs/longeval_16k/gen/arm_b_val_backward.csv @@ -0,0 +1,100 @@ +0,262,749,13,198 +1,11,198,24331,332,3942,5706,6926,198 +2,262,835,13,198 +3,262,198,19746,351,262,7591,4355,11,290,262,198 +4,262,976,13,198 +5,262,198,2437,262,41839,1438,2627,257,3665,290,262,198 +6,262,198,13,198,2437,262,976,198 +7,262,198,6425,25,198 +8,262,1271,286,262,976,198 +9,262,198,6425,25,198 +10,262,366,7266,4906,1,262,366,7266,4906,1,262,366,7266,4906,1,262,366,7266,4906,1,262,366,7266,4906 +11,262,976,13,198 +12,262,198,24361,25,383,649,366,82,1,198 +13,262,13,198,6425,25,383,366,7575,12,43961,18634,1,5721,198 +14,262,198,13,198,464,257,16394,287,262,198 +15,262,198,18,13,383,198 +16,262,198,3581,7931,198 +17,262,198,198,3581,9356,26943,11,1168,14783,11,262,717,286,262,995,11,262,1266,286,262,995,11,262,691 +18,262,691,13,198 +19,262,257,198,464,717,11,262,311,4462,12,37,5603,25364,373,257,1365,3953,286,262,2866,286,262,2366,290 +20,262,749,13,198 +21,262,3748,8137,286,262,198 +22,262,13,198,447,251,383,717,286,262,11,262,11,262,11,262,13,198 +23,262,13,198,13,383,286,262,11,262,11,290,262,471,10853,11,40425,10840,21367,11,262,198 +24,262,11,290,523,286,262,262,976,11,262,1200,286,262,1332,2024,11,262,1200,286,262,976,11,290,262 +25,262,13,198,2061,4718,72,2374,198 +26,262,198,24,13,7431,323,2271,25,262,649,290,262,995,286,262,198 +27,262,198,2437,257,922,466,351,262,530,24825,257,1178,11,703,262,198 +28,262,198,2437,257,1575,8914,8833,30,198 +29,262,976,13,198 +30,262,198,27054,5950,262,3053,351,257,198 +31,262,703,13,198 +32,262,198,198,13838,290,262,779,286,257,1844,8420,4811,13,198 +33,262,198,2437,284,787,257,922,8364,198 +34,262,198,2437,8862,30,198 +35,262,13,198,3581,383,10816,12,24670,12,25284,18581,286,262,604,198 +36,262,198,2437,262,2003,30,198 +37,262,198,13,198,464,749,11,262,2003,13,198 +38,262,198,3581,262,717,640,286,262,717,1810,319,262,717,11,284,307,2923,287,257,6614,7014,1474,262,976 +39,262,13,198,13470,1337,25,383,976,286,262,9007,198 +40,262,13,198,13414,330,5362,406,13,198 +41,262,976,286,262,2568,286,262,976,13,198 +42,262,13,198,34,40760,4221,3539,22258,2751,1137,25,632,318,262,649,290,4678,286,262,976,640,13,198 +43,198,13,198,262,286,262,1310,8954,2049,351,317,9971,290,262,198 +44,262,198,11423,13,198 +45,262,13,198,464,6817,286,257,1913,2295,36083,198 +46,262,198,3581,262,1271,286,262,198 +47,262,198,2437,284,779,606,198 +48,262,198,13,8108,290,7929,25,50256,79,2913,290,262,4437,7256,1064,4394,8119,17218,656,31307,11,42628,11,290 +49,262,198,2437,262,198 +50,262,6937,13,198 +51,262,976,13,198 +52,13,198,464,1772,286,262,198 +53,262,198,2437,13,198 +54,262,13,198,2437,2620,5359,286,262,5536,30,198 +55,262,1266,11,290,340,318,691,284,423,262,835,13,198 +56,262,13,198,198,464,17221,35947,32175,16386,25,2869,198 +57,262,13,198,17410,18,13,43876,30,632,318,262,749,11743,290,5527,11,11743,351,262,289,1530,37793,13,198 +58,262,2081,1986,286,7164,2519,757,11,262,317,398,265,262,317,398,459,286,262,317,398,265,262,317,398 +59,262,13,198,13838,25,383,717,1517,484,1549,466,13,383,749,286,262,717,835,13,198 +60,262,976,13,198 +61,13,1374,262,198 +62,262,640,286,262,5536,13,383,1438,286,262,2656,1492,198 +63,262,198,3581,262,327,5799,13,198 +64,262,13,198,23037,10478,27063,262,976,198 +65,262,835,13,198 +66,262,13,198,464,262,779,286,262,1266,13,198 +67,13,50256,464,5536,318,262,691,2446,286,262,5536,13,198 +68,262,198,24361,635,286,262,327,5673,4084,286,262,4638,5355,37026,590,635,355,4367,2029,262,2972,5050,286,262 +69,262,517,13,198 +70,262,198,13,198,464,402,23,286,262,661,326,318,407,1972,477,1263,290,39392,11,788,2962,319,16842,20140 +71,262,198,14140,2297,3822,570,532,383,6227,286,262,1849,82,13,198 +72,262,13,198,818,7664,11,3599,4082,1630,878,8363,37,3513,5645,262,6393,13,198 +73,262,640,286,262,976,13,198 +74,262,976,13,198 +75,262,640,13,198 +76,13,198,464,2041,7989,318,262,3748,15584,1080,13,383,779,286,262,269,10782,12,198 +77,262,198,24361,9022,17246,262,3124,286,3703,1626,262,564,234,13664,2343,223,96,4480,262,1242,46256,96,422,262 +78,262,13,198,940,13,10563,257,198 +79,262,13,198,2061,262,3580,286,262,6599,318,691,262,18101,13,198 +80,262,3048,13,198 +81,262,13,198,2061,389,262,6805,351,262,17852,42,23881,389,262,1708,30,198 +82,257,198,13,198,464,327,4157,7171,11,262,1849,83,13,198 +83,262,976,13,198 +84,262,198,2437,262,7710,198 +85,262,286,262,749,9389,13,198 +86,262,13,50256,43,499,284,262,968,1971,11,290,262,6937,1998,13,198 +87,262,13,198,464,2099,286,262,976,11,407,262,8646,71,1083,286,262,976,11,290,635,262,2104,13239,11 +88,262,5536,13,198 +89,262,198,16,13,198 +90,262,198,64,2266,34232,323,198 +91,262,13,198,13838,1634,286,262,1321,198 +92,262,2420,286,262,2184,286,262,1266,1021,351,262,976,286,262,2184,13,198 +93,262,13,198,464,1266,3067,318,262,1266,13,198 +94,262,13,198,464,10047,286,262,262,2647,318,262,530,286,262,2647,13,198 +95,262,976,13,198 +96,262,2378,13,198 +97,262,3665,761,284,262,1266,13,198 +98,262,198,2061,6093,414,317,7913,286,327,198 +99,262,198,13,198,464,3298,7401,286,262,11514,13917,287,262,11514,460,307,262,976,286,262,11514,13,198 diff --git a/logs/longeval_16k/gen/arm_b_val_backward.log b/logs/longeval_16k/gen/arm_b_val_backward.log new file mode 100644 index 0000000000000000000000000000000000000000..94dda95df87aff8a0d4a52f0d97522857d3c424a --- /dev/null +++ b/logs/longeval_16k/gen/arm_b_val_backward.log @@ -0,0 +1,43 @@ +=== Llama Context Parallel Training Script (bluscriptCP) === +[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels) +================ Configuration (bluscriptCP) ================ + d_model/layers : 1536 / 36 + q/kv heads : 12 / 4 (G=3, hd=128) + ffn_hidden : 4096 (SwiGLU) + context_length : 16384 + vocab_size : 50304 tying=0 + B x T : 1 x 16384 + world_size : 1 (dp=1 x cp=1) + CP_ATTN_MODE : ring (load_balance=HeadTail) + global_batch : 524288 (grad_accum=32) + precision : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW) [mask=15 QKV WO MLP HEAD] + max_lr/min_lr : 0.0006 / 6e-05 + warmup/steps : 91 / 917 (cosine, no stable phase) + checkpointing : true (ckpt_freq=50, dir=checkpoints_bluscriptcp) +============================================================= +Initializing model on CUDA device 0... +[YaRN][warn] seq_len(16384) != scale(4.000)*orig_maxpos(1024.0)=4096.0 -- cache scaled for a different context than it is sized for +[YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=7 high=25 m=1.1386 +[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run15_step_400.ckpt (base step 400, loss 1.45028) -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP +Parameters: 1060624896 +Parameters per GPU: 1060624896 +max_steps: 917 +warmup_steps: 91 +[precision] bf16 params=217, all with fp32 master weights +found 100 shards for split train +found 1 shards for split val +Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log14.csv (run 14) +[rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base) +Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run14_step_.ckpt (every 50 steps, keep 6) +[gen] 100 prompts x 16360 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_runs/gen/arm_b_val_backward.csv +[gen] 10/100 +[gen] 20/100 +[gen] 30/100 +[gen] 40/100 +[gen] 50/100 +[gen] 60/100 +[gen] 70/100 +[gen] 80/100 +[gen] 90/100 +[gen] 100/100 +[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_runs/gen/arm_b_val_backward.csv diff --git a/logs/longeval_16k/gen/arm_b_vt.csv b/logs/longeval_16k/gen/arm_b_vt.csv new file mode 100644 index 0000000000000000000000000000000000000000..b48266f8193b9623b17069b0f18bdd366cb1a62e --- /dev/null +++ b/logs/longeval_16k/gen/arm_b_vt.csv @@ -0,0 +1,100 @@ +0,257,1256,286,262,1998,13,198 +1,198,16587,83,262,3303,286,569,1503,13,383,23769,2097,286,262,976,198 +2,262,1266,286,262,569,1503,11,484,389,262,1266,286,262,569,1503,13,198 +3,198,3581,569,1503,389,262,569,1503,198 +4,262,569,533,290,569,1503,198 +5,198,464,2928,286,262,569,2246,198 +6,257,4633,1321,8300,326,318,10945,11640,1626,257,2060,1429,13,198 +7,262,366,3919,786,1,1366,13,198 +8,366,37,472,2934,12,42,563,27086,1600,393,366,37,472,68,1,13905,28704,290,262,5072,13,198 +9,366,8929,12,35324,1,4006,286,262,2010,6715,286,262,366,1455,1590,1,198 +10,366,53,4663,12,51,22854,1,198 +11,262,366,53,1503,1,198 +12,262,366,53,7878,412,11682,1415,1,198 +13,407,13,198,6425,25,383,366,7575,12,43961,18634,7873,1,198 +14,198,3581,11302,198,13838,25,198 +15,366,40,1949,30827,10018,1370,198 +16,13,198,3581,22918,1478,25,198 +17,569,1503,327,2246,1731,13,220,262,198 +18,257,1598,290,262,779,286,262,198 +19,262,1988,286,262,569,1503,13,198 +20,262,198,818,262,198 +21,262,640,286,262,976,2482,287,262,2099,286,262,198 +22,569,1503,13,564,250,3792,340,262,1266,286,262,582,30,447,251,198 +23,262,198,51,733,1636,11,477,262,198 +24,11,290,416,262,976,286,262,2683,286,262,976,11,262,1332,1352,714,423,4001,284,257,1180,286,262,11 +25,257,517,286,262,309,22302,582,460,3853,13,198 +26,262,569,571,71,286,262,569,13,198 +27,262,198,2437,1266,30,198 +28,569,1503,198,5211,569,1503,317,11,262,3081,286,262,569,1503,317,11,53,262,3081,286,262,1429,13,198 +29,407,262,198,2435,569,1503,11,407,198 +30,257,4688,12,6259,198 +31,262,1266,286,262,198 +32,11,257,1487,287,262,1767,286,262,6809,2950,287,262,9441,286,262,976,2563,13,198 +33,262,198,3581,569,18137,262,8364,25,198 +34,262,1575,13,198 +35,198,3581,12068,24221,198 +36,262,1988,286,262,1910,198 +37,569,1503,19604,501,198 +38,11,319,262,569,1503,15447,784,198 +39,257,1180,3877,286,262,976,9007,198 +40,569,1503,12,1485,11,351,262,717,23938,12,82,13,198 +41,262,5032,286,262,1266,9552,198 +42,262,198,51,2969,2538,1137,10468,406,198 +43,257,198,3581,2619,11,262,198 +44,198,3581,569,1503,1433,25,198 +45,262,2928,286,262,3186,13,198 +46,569,1503,198,24361,25,569,1503,198 +47,257,2356,13,198 +48,257,922,198,198,24361,718,25,198 +49,290,262,198,24361,25,371,351,3930,17,198 +50,257,4688,13,198 +51,657,13,198,464,3024,11398,22078,389,3170,3877,198 +52,569,1503,287,262,198 +53,198,14134,262,569,2246,198 +54,13,198,464,1988,286,7103,11530,11,262,761,286,3967,1938,11,290,262,11530,286,790,4388,4391,13,2102,11 +55,262,976,640,286,262,3048,13,198 +56,198,257,16028,234,7864,262,4916,286,257,198 +57,257,1180,9396,286,262,289,1530,37793,42807,13,198 +58,262,366,53,1503,347,7759,1,198 +59,257,198,24361,703,284,307,262,749,287,262,983,13,198 +60,257,640,13,198 +61,262,198,51,594,13,198 +62,350,1647,262,198 +63,262,198,53,1503,327,5799,198 +64,257,2408,198,3838,3518,2776,318,262,749,13,198 +65,198,35,273,18957,25,569,1503,198 +66,257,1176,286,17246,262,2568,290,198 +67,262,569,1503,13,198 +68,262,327,5673,407,307,3910,286,262,2695,11,290,262,2695,13,1550,1353,286,2276,5486,11,262,327,5673,481 +69,262,198,13838,13,50256,43,13,198 +70,262,569,1433,13,198 +71,198,464,640,286,262,976,2214,198 +72,569,1503,13,198 +73,262,569,1503,286,262,1266,286,262,2546,13,198 +74,262,198,34,415,18630,351,262,976,4693,286,262,749,13,198 +75,262,198,3581,262,1988,286,262,569,4066,262,198 +76,262,749,286,262,569,1503,13,198 +77,447,234,12919,257,198 +78,262,10153,525,569,1503,11,198 +79,262,569,12,82,286,262,983,11,290,262,1266,286,262,983,11,262,1266,284,2453,262,983,13,198 +80,257,1738,319,262,976,198 +81,262,2099,286,569,1503,198 +82,262,198,17829,262,835,198 +83,262,835,286,262,198 +84,718,13,198,464,569,1503,327,11,262,198 +85,262,749,286,262,1988,286,21548,13273,2422,3386,11,290,262,1988,286,262,976,13,198 +86,407,257,4144,14,4919,13,198 +87,262,569,1734,27387,286,262,569,1734,290,1271,11,477,262,569,1734,13,198 +88,262,569,1503,327,1268,13,198 +89,198,3581,569,1503,9576,198 +90,257,2266,3124,198 +91,449,8697,13,198 +92,262,640,286,262,976,2370,198 +93,257,640,286,262,569,2246,13,198 +94,13,198,464,10047,318,262,749,286,262,976,10047,318,262,749,13,198 +95,262,1176,286,262,2323,13,198 +96,262,1738,976,543,6339,340,318,13,198 +97,257,3833,319,262,3176,4406,460,787,262,3176,2476,13,198 +98,569,1503,24,198 +99,13,198,3581,383,3230,7401,287,262,7403,318,257,1994,2597,13,198 diff --git a/logs/longeval_16k/gen/arm_b_vt.log b/logs/longeval_16k/gen/arm_b_vt.log new file mode 100644 index 0000000000000000000000000000000000000000..de835a106cf9099d4c259991581d93f67f0e73d3 --- /dev/null +++ b/logs/longeval_16k/gen/arm_b_vt.log @@ -0,0 +1,43 @@ +=== Llama Context Parallel Training Script (bluscriptCP) === +[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels) +================ Configuration (bluscriptCP) ================ + d_model/layers : 1536 / 36 + q/kv heads : 12 / 4 (G=3, hd=128) + ffn_hidden : 4096 (SwiGLU) + context_length : 16384 + vocab_size : 50304 tying=0 + B x T : 1 x 16384 + world_size : 1 (dp=1 x cp=1) + CP_ATTN_MODE : ring (load_balance=HeadTail) + global_batch : 524288 (grad_accum=32) + precision : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW) [mask=15 QKV WO MLP HEAD] + max_lr/min_lr : 0.0006 / 6e-05 + warmup/steps : 91 / 917 (cosine, no stable phase) + checkpointing : true (ckpt_freq=50, dir=checkpoints_bluscriptcp) +============================================================= +Initializing model on CUDA device 0... +[YaRN][warn] seq_len(16384) != scale(4.000)*orig_maxpos(1024.0)=4096.0 -- cache scaled for a different context than it is sized for +[YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=7 high=25 m=1.1386 +[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run15_step_400.ckpt (base step 400, loss 1.45028) -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP +Parameters: 1060624896 +Parameters per GPU: 1060624896 +max_steps: 917 +warmup_steps: 91 +[precision] bf16 params=217, all with fp32 master weights +found 100 shards for split train +found 1 shards for split val +Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log18.csv (run 18) +[rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base) +Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run18_step_.ckpt (every 50 steps, keep 6) +[gen] 100 prompts x 16360 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_runs/gen/arm_b_vt.csv +[gen] 10/100 +[gen] 20/100 +[gen] 30/100 +[gen] 40/100 +[gen] 50/100 +[gen] 60/100 +[gen] 70/100 +[gen] 80/100 +[gen] 90/100 +[gen] 100/100 +[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_runs/gen/arm_b_vt.csv diff --git a/logs/longeval_16k/gen/arm_c_niah_multikey.csv b/logs/longeval_16k/gen/arm_c_niah_multikey.csv new file mode 100644 index 0000000000000000000000000000000000000000..fb9abfd1a8da21922190b81f794d1503bac44b80 --- /dev/null +++ b/logs/longeval_16k/gen/arm_c_niah_multikey.csv @@ -0,0 +1,100 @@ +0,262,198,464,717,640,286,262,15976,81,16111,198 +1,257,640,13,198 +2,262,691,257,198 +3,262,976,13,198 +4,262,976,13,198 +5,262,198,464,640,286,262,198 +6,262,1708,640,198 +7,262,366,6511,263,1,290,366,6511,263,1,13,198 +8,262,366,38568,1,286,262,366,38568,1,4571,286,262,366,38568,1,2837,13,198 +9,262,366,8929,12,4906,1,20309,13,220,198 +10,262,366,38568,1,286,262,366,38568,1,2700,13,198 +11,262,976,640,13,198 +12,262,366,6511,263,1,286,262,366,6511,263,1,357,79,4733,8,198 +13,262,366,4246,9665,1,9987,810,340,318,262,366,4246,9665,1,2446,13,198 +14,262,198,2,20,25,383,198 +15,262,835,198,15,657,198 +16,257,5931,13,198 +17,262,198,2061,318,257,640,284,262,198 +18,257,198,24361,25,262,1266,198 +19,262,367,16,11,367,17,11,367,17,11,367,17,13,198 +20,262,198,3581,317,922,290,257,198 +21,262,835,284,262,1524,460,307,262,976,640,13,198 +22,262,13,198,447,251,383,12177,290,7720,1573,326,9808,22619,4651,284,262,198 +23,262,976,13,198 +24,262,976,11,290,511,4959,284,307,1908,11,290,262,976,329,262,6506,11,290,262,1271,286,262,4671,11 +25,262,835,13,198 +26,262,717,13,198 +27,262,198,464,749,286,262,640,284,7521,262,1334,286,262,198 +28,262,3867,1575,286,262,25647,6143,13,198 +29,262,976,13,198 +30,262,198,16,13,474,11433,283,198 +31,262,749,286,262,640,13,198 +32,262,14798,290,262,2489,286,262,17408,2950,11,543,318,262,198 +33,262,835,286,262,12187,256,917,11,543,318,262,640,284,198 +34,257,922,198,24361,25,262,749,286,262,995,13,198 +35,262,717,13,198 +36,257,198,464,835,329,257,649,1080,13,198 +37,262,835,284,198 +38,262,198,43,5309,1296,286,262,406,5309,198 +39,262,835,284,467,13,198 +40,262,976,640,286,262,1748,13,198 +41,262,649,11,290,262,835,11,262,649,13,198 +42,262,976,13,198 +43,257,835,284,198 +44,262,717,286,262,5536,13,220,198 +45,262,198,464,717,640,11,262,749,13,198 +46,262,198,464,717,640,286,262,717,13,198 +47,262,835,284,198 +48,257,198,24361,25,262,198 +49,262,976,8855,286,262,3491,815,1208,262,5536,13,198 +50,262,2672,13,198 +51,262,835,284,2353,262,2057,13,198 +52,262,717,640,13,198 +53,257,531,13,198 +54,257,922,1051,286,262,8364,13,220,198 +55,257,1790,12,29983,13,198 +56,262,198,16,13,383,376,13,198 +57,257,922,198,3581,383,289,1530,37793,318,262,826,286,262,289,1530,37793,198 +58,257,1178,13,198 +59,262,976,13,198 +60,262,976,640,198 +61,262,1708,13,198 +62,262,198,140,251,25443,119,40623,12466,238,21169,20375,35072,21169,16142,20375,18849,21169,16142,20375,45367,357,35313,13,350 +63,257,640,286,262,717,13,198 +64,262,749,12846,198 +65,262,749,286,262,640,13,198 +66,262,691,835,284,3708,262,995,13,198 +67,262,198,3581,262,2779,1498,284,651,257,3272,12,17620,3072,422,262,640,284,262,2139,198 +68,262,717,286,262,670,286,262,327,5673,338,4638,5355,290,38111,37026,590,2402,262,327,5673,481,6241,287,262 +69,644,13,198,24361,25,1867,318,262,835,30,198 +70,262,14162,11,262,2866,286,262,11,262,2866,286,262,11,262,2866,286,262,11,290,262,2866,286,262,11 +71,257,198,1014,284,262,1849,820,11,612,198 +72,262,717,640,13,198 +73,262,10348,13,198 +74,262,717,286,262,995,13,198 +75,262,835,284,787,257,2046,12,5787,11710,13,357,1169,2046,12,198 +76,262,890,640,284,2251,262,640,286,262,198 +77,262,198,32,2099,286,564,235,262,447,235,1388,286,262,198 +78,262,835,284,275,2787,903,13,1867,318,262,835,275,5998,11,543,318,262,835,275,5998,11,543,318,262 +79,262,1306,286,262,17214,13,198 +80,257,640,286,262,1027,13,198 +81,257,900,286,262,2604,20150,290,2251,257,2604,2099,11,290,262,2604,286,262,2604,5072,13,198 +82,262,835,13,198 +83,262,717,13,198 +84,257,262,640,286,262,198 +85,262,198,464,749,640,286,262,28454,272,13,198 +86,257,5863,1517,13,198 +87,262,649,640,13,198 +88,262,198,16,13,317,3043,262,198 +89,262,257,835,284,779,262,275,859,903,13,198 +90,262,1306,640,198 +91,262,826,640,13,198 +92,257,198,24361,25,262,976,198 +93,262,835,352,11,262,1266,286,262,198 +94,262,976,835,198 +95,262,835,284,651,13,198 +96,262,976,13,198 +97,262,198,16,13,383,198 +98,262,717,13,198 +99,262,198,3581,3274,262,11514,6378,198 diff --git a/logs/longeval_16k/gen/arm_c_niah_multikey.log b/logs/longeval_16k/gen/arm_c_niah_multikey.log new file mode 100644 index 0000000000000000000000000000000000000000..d69fda0de836cac1f6def69bf38bb04f2fdd1534 --- /dev/null +++ b/logs/longeval_16k/gen/arm_c_niah_multikey.log @@ -0,0 +1,43 @@ +=== Llama Context Parallel Training Script (bluscriptCP) === +[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels) +================ Configuration (bluscriptCP) ================ + d_model/layers : 1536 / 36 + q/kv heads : 12 / 4 (G=3, hd=128) + ffn_hidden : 4096 (SwiGLU) + context_length : 16384 + vocab_size : 50304 tying=0 + B x T : 1 x 16384 + world_size : 1 (dp=1 x cp=1) + CP_ATTN_MODE : ring (load_balance=HeadTail) + global_batch : 524288 (grad_accum=32) + precision : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW) [mask=15 QKV WO MLP HEAD] + max_lr/min_lr : 0.0006 / 6e-05 + warmup/steps : 91 / 917 (cosine, no stable phase) + checkpointing : true (ckpt_freq=50, dir=checkpoints_bluscriptcp) +============================================================= +Initializing model on CUDA device 0... +[YaRN][warn] seq_len(16384) != scale(4.000)*orig_maxpos(1024.0)=4096.0 -- cache scaled for a different context than it is sized for +[YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=7 high=25 m=1.1386 +[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run16_step_400.ckpt (base step 400, loss 1.53669) -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP +Parameters: 1060624896 +Parameters per GPU: 1060624896 +max_steps: 917 +warmup_steps: 91 +[precision] bf16 params=217, all with fp32 master weights +found 100 shards for split train +found 1 shards for split val +Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log23.csv (run 23) +[rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base) +Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run23_step_.ckpt (every 50 steps, keep 6) +[gen] 100 prompts x 16360 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_runs/gen/arm_c_niah_multikey.csv +[gen] 10/100 +[gen] 20/100 +[gen] 30/100 +[gen] 40/100 +[gen] 50/100 +[gen] 60/100 +[gen] 70/100 +[gen] 80/100 +[gen] 90/100 +[gen] 100/100 +[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_runs/gen/arm_c_niah_multikey.csv diff --git a/logs/longeval_16k/gen/arm_c_niah_multivalue.csv b/logs/longeval_16k/gen/arm_c_niah_multivalue.csv new file mode 100644 index 0000000000000000000000000000000000000000..c7ba63ed6ec051ece60a478b8495893b8990afde --- /dev/null +++ b/logs/longeval_16k/gen/arm_c_niah_multivalue.csv @@ -0,0 +1,100 @@ +0,262,717,640,13,198,464,30605,1370,287,262,717,286,262,995,11,262,262,717,286,262,995,11,262,262 +1,262,835,0,198,3792,262,835,257,256,917,430,198,1532,345,389,262,256,917,430,198 +2,262,717,13,198,20,12,940,25,198,20,12,16,25,198,20,12,16,25,198 +3,262,13,198,21206,290,2099,286,262,198,21206,6530,286,262,198,21206,6530,286,262,198 +4,262,835,1802,11,340,447,247,82,262,717,1517,11,290,262,835,284,467,11,262,717,640,290,530,25 +5,4050,262,3292,286,257,649,640,11,198,464,761,284,307,287,262,640,198 +6,262,973,286,262,640,13,198,24361,25,9022,262,640,286,262,976,640,198 +7,262,976,13,198,2061,389,262,366,67,3997,1,1271,329,262,366,67,3997,1,318,262,976,13,198 +8,262,366,38568,1,286,262,366,38568,1,2837,416,262,366,38568,1,5794,13,383,366,38568,1,198 +9,262,366,8929,12,12287,1,2446,329,262,366,8929,12,12287,1,2446,13,198 +10,262,366,38568,1,6769,37188,286,262,366,38568,1,3386,357,1169,4129,8,286,262,6769,19998,198 +11,262,198,16,13,220,220,220,220,220,220,220,220,220,220,220,220,220,220,220,220,220,220,220,220 +12,262,976,198,24361,25,383,717,198,464,366,2898,648,30307,1,286,257,474,11433,283,198 +13,262,640,286,262,366,1455,1590,1,3487,4235,286,262,366,1455,1590,1,286,262,2496,7885,13,1320,318,262 +14,262,198,16,13,1867,389,262,198,17,13,1867,389,262,198,17,13,198,18,13,383,198 +15,262,198,15,13,642,11111,11,262,764,198,15,262,835,198,17,13,764,198 +16,262,5536,286,262,13,198,16,13,383,749,286,262,6953,318,262,749,286,262,6953,13,198 +17,262,835,13,198,2061,389,262,640,284,262,198,30,198,2061,389,262,640,284,198 +18,262,198,2437,284,307,257,198,2061,284,307,262,198,2437,284,307,198,3581,262,7253,198 +19,262,976,13,198,24361,25,262,976,198,24361,25,262,749,286,262,640,198 +20,262,749,1593,13,198,464,835,284,307,257,198,464,717,835,284,5806,262,198 +21,262,1271,286,262,1524,13,198,3581,1041,87,18853,25,198,464,1271,286,1524,318,262,691,286,1524,198 +22,262,717,13,198,464,835,284,262,717,11,290,262,835,13,198,16,13,383,269,34144,11,262,749,286 +23,262,717,13,198,2061,262,640,286,262,717,11,262,1266,13,198,464,717,286,262,1110,11,262,198 +24,262,976,640,286,262,584,1243,13,198,16,13,383,717,2378,286,262,481,11,262,717,286,262,481,11 +25,262,749,3665,13,198,51,22302,407,691,262,257,922,835,284,198,51,22302,11,262,257,922,835,284,198 +26,262,4511,286,262,5536,286,262,309,1186,64,25554,64,13,198,2061,318,262,640,286,262,309,1186,64,25554 +27,262,1388,4831,286,262,257,649,640,284,651,262,976,640,13,198 +28,3562,284,4043,198,2061,318,262,835,10435,30,198,464,835,284,307,350,320,677,78,198 +29,262,976,640,13,198,2061,318,262,640,286,262,995,30,198,464,640,286,262,198 +30,262,198,16,13,314,460,3853,262,198,17,13,314,460,2922,262,198,18,13,314,198 +31,262,1605,835,13,198,464,584,835,284,651,262,3842,286,262,995,13,198 +32,262,14798,5010,290,262,2597,286,262,39307,2950,13,198,20,8,1867,389,262,749,1593,3048,286,257,2448,70 +33,352,5664,290,198,464,277,73,585,11,198,16,13,383,8364,198,16,13,383,198 +34,262,717,640,11,290,262,717,3026,1989,286,262,995,13,198,48,25,1867,389,262,717,640,13,198 +35,257,922,835,13,198,16,13,383,198,17,13,1867,389,262,661,508,389,13,198 +36,262,1913,2003,286,262,13,198,464,10898,286,262,3357,198,464,286,262,311,19542,278,598,198 +37,262,835,284,262,198,51,917,430,11,543,318,262,835,284,198,51,917,430,11,262,835,284,198 +38,262,198,464,717,640,286,262,10417,198,464,717,286,262,198,464,717,640,286,262,198 +39,262,1176,286,262,640,13,198,2061,389,262,640,284,651,262,47969,11,198 +40,262,749,13,198,464,835,11,262,1755,286,262,649,11,262,1755,286,262,13,198 +41,262,1994,13,198,464,835,284,262,717,5129,12,36866,7188,329,262,2614,198 +42,262,198,5962,286,262,640,11,262,717,198,464,640,286,262,717,198,464,640,286,262,717,198 +43,257,198,24361,25,262,749,286,262,649,198,24361,25,262,717,198,41,17697,25,50256,262,826,198 +44,262,5863,13,198,24361,25,383,1266,286,262,220,198,51,30025,12,198,51,831,12,198 +45,262,835,284,262,198,818,262,995,11,262,717,640,11,262,198,818,262,717,640,11,262,198 +46,262,4511,640,13,198,464,2099,286,262,640,198,464,717,286,262,640,198 +47,262,835,284,257,198,51,961,262,3862,198,51,961,262,198,51,961,41837,198 +48,262,3665,13,198,24361,767,25,262,1988,286,37111,25434,6,198,24361,807,25,262,1692,5339,329,36438,42628,13 +49,262,976,4219,11,290,262,467,12,1462,262,2647,13,198,2061,389,262,640,284,779,262,1266,286,262,2647 +50,262,976,13,198,464,717,640,318,262,976,13,198,464,717,2239,318,262,976,13,198 +51,262,749,286,262,640,13,198,464,2099,286,262,471,9273,13,198,464,2099,286,262,471,9273,13,198 +52,262,717,13,198,33706,25,383,717,640,198,464,717,286,262,2159,198,464,717,286,262,198 +53,262,640,286,262,5536,13,198,33706,25,198,3581,12029,290,25,16981,2252,284,1064,11,340,1244,198 +54,262,717,640,13,198,464,717,640,13,198,464,717,640,11,262,3756,13,198 +55,262,717,11,393,257,2060,11743,810,345,16075,1022,262,3159,290,11743,329,1123,584,13,198 +56,262,717,640,198,464,279,250,166,112,120,167,223,236,120,167,223,116,447,251,23821,100,250,167,223 +57,1464,7924,284,257,649,9396,11,290,284,307,257,517,7141,9396,13,198 +58,262,717,640,13,198,464,1001,8903,525,319,262,37593,276,198,51,439,11,262,1001,8903,525,286,262,198 +59,262,835,284,262,976,13,198,2061,318,262,640,284,262,886,286,262,983,30,198 +60,262,640,286,262,1110,11,290,262,1306,640,13,198,464,826,640,318,262,826,284,307,262,640,13,198 +61,262,1176,286,262,412,12,51,13,198,464,584,3815,286,262,1664,11,262,749,1180,7612,286,262,13,198 +62,262,5863,13,198,140,248,21169,16843,22177,16142,40623,43108,18849,15166,20375,16142,357,35313,13,350,16843,30143,16843,22177 +63,262,717,640,13,198,464,717,640,11,262,717,284,307,262,717,287,1398,13,198 +64,262,5536,286,262,995,13,198,464,717,1517,318,262,13,198,464,717,286,262,995,13,198 +65,262,749,286,262,835,13,198,33706,25,262,835,329,262,198,24361,25,262,1266,286,262,198 +66,262,717,640,284,711,262,1353,13,198,24361,25,383,717,284,711,50256,22968,12,43,17951,198 +67,262,717,640,290,5735,634,284,262,1271,286,262,640,198,3581,383,5735,634,318,262,1271,286,262,198 +68,262,5536,286,262,327,5673,11678,344,326,262,3210,4226,198,464,4638,5355,37026,590,4909,262,717,286,262,327 +69,262,198,34,10757,1897,1443,25,198,34,10757,1897,1443,25,198,34,10757,1897,1443,25,198 +70,262,14162,11,345,765,284,307,262,14162,13,198,24361,25,262,14162,11,290,345,821,1016,284,466,262,976 +71,10758,198,259,262,835,11,257,198,83,262,922,11,198,259,262,835,198,5832,389,287,262,1049,198 +72,262,717,640,13,198,464,717,640,286,262,34849,318,262,717,13,198 +73,262,4511,2866,286,262,3290,13,198,464,2099,286,262,27021,318,262,5415,4129,286,262,3290,13,198 +74,262,717,640,13,198,2061,318,262,717,640,30,198,464,717,640,198,464,717,286,262,995,198 +75,262,198,18,13,383,640,284,307,262,1266,198,19,13,383,640,284,198 +76,262,198,16,13,383,749,286,262,5536,3146,198,16,13,262,198,17,13,383,198 +77,262,10348,2343,223,96,1818,13,198,2061,318,262,564,234,1169,46256,96,6001,286,262,564,234,30,198 +78,262,835,13,198,19,12,16,25,262,6701,12818,11,6252,286,262,6701,11,481,307,262,17779,966,198 +79,262,3665,256,917,430,198,51,262,256,917,430,198,51,262,256,917,430,198 +80,262,835,284,2822,198,464,640,286,14760,451,64,198,464,640,284,2822,198 +81,262,3170,290,2099,286,262,2604,13,198,464,2099,286,2604,318,262,509,571,2271,318,262,2099,286,2604,13 +82,262,198,5962,640,13,198,464,1994,284,307,8315,11973,1281,13,198,464,717,835,284,6431,198 +83,262,835,326,373,257,198,51,8254,11,262,717,640,13,198,464,717,640,13,198 +84,262,352,13,20,2431,13,198,464,1438,286,262,198,464,717,286,262,198 +85,262,4511,1575,286,262,28454,272,13,198,464,749,286,262,640,11,262,4511,1575,286,262,13,198 +86,262,717,835,284,466,257,649,1492,13,198,7594,262,1492,11,345,460,307,262,976,351,262,995,13,198 +87,262,1176,286,262,1176,286,262,4618,13,198,464,640,286,262,4618,318,262,262,717,640,286,262,4618,13 +88,262,198,16,13,350,8589,286,262,198,16,13,350,8589,286,262,198,16,13,350,8589,286,262,198 +89,262,717,640,13,198,16,13,383,717,286,262,198,17,13,383,717,198 +90,262,198,64,649,640,286,262,40206,198,64,286,262,640,198,64,649,393,198 +91,262,826,640,13,198,2061,389,262,717,640,3371,3925,4609,287,703,30,198 +92,262,835,326,198,1026,318,262,835,326,198,1026,318,262,835,326,198,1026,318,407,262,835,286,262,995 +93,262,10758,290,262,198,464,717,286,262,198,43,964,262,198,43,964,262,198 +94,262,835,262,2647,13,198,464,3496,11829,7634,351,262,198,464,2008,286,262,2647,13,198 +95,262,640,284,651,262,584,4678,286,262,198,447,250,464,835,286,262,198 +96,262,976,640,13,198,464,835,284,262,198,464,835,286,262,198,464,835,284,262,198 +97,262,640,286,262,5536,13,198,16,13,383,640,286,262,269,5540,318,262,640,286,262,5536,13,198 +98,262,198,7575,284,307,257,198,7575,284,307,257,198,7575,284,307,257,198,13,198 +99,262,717,286,262,11514,1074,13,198,3581,6705,2137,287,262,14935,198,3581,6498,262,11514,1074,318,5863,329,262 diff --git a/logs/longeval_16k/gen/arm_c_niah_multivalue.log b/logs/longeval_16k/gen/arm_c_niah_multivalue.log new file mode 100644 index 0000000000000000000000000000000000000000..65a391b4a0bb514bd288719fe89f68020d24b75b --- /dev/null +++ b/logs/longeval_16k/gen/arm_c_niah_multivalue.log @@ -0,0 +1,43 @@ +=== Llama Context Parallel Training Script (bluscriptCP) === +[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels) +================ Configuration (bluscriptCP) ================ + d_model/layers : 1536 / 36 + q/kv heads : 12 / 4 (G=3, hd=128) + ffn_hidden : 4096 (SwiGLU) + context_length : 16384 + vocab_size : 50304 tying=0 + B x T : 1 x 16384 + world_size : 1 (dp=1 x cp=1) + CP_ATTN_MODE : ring (load_balance=HeadTail) + global_batch : 524288 (grad_accum=32) + precision : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW) [mask=15 QKV WO MLP HEAD] + max_lr/min_lr : 0.0006 / 6e-05 + warmup/steps : 91 / 917 (cosine, no stable phase) + checkpointing : true (ckpt_freq=50, dir=checkpoints_bluscriptcp) +============================================================= +Initializing model on CUDA device 0... +[YaRN][warn] seq_len(16384) != scale(4.000)*orig_maxpos(1024.0)=4096.0 -- cache scaled for a different context than it is sized for +[YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=7 high=25 m=1.1386 +[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run16_step_400.ckpt (base step 400, loss 1.53669) -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP +Parameters: 1060624896 +Parameters per GPU: 1060624896 +max_steps: 917 +warmup_steps: 91 +[precision] bf16 params=217, all with fp32 master weights +found 100 shards for split train +found 1 shards for split val +Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log24.csv (run 24) +[rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base) +Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run24_step_.ckpt (every 50 steps, keep 6) +[gen] 100 prompts x 16360 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_runs/gen/arm_c_niah_multivalue.csv +[gen] 10/100 +[gen] 20/100 +[gen] 30/100 +[gen] 40/100 +[gen] 50/100 +[gen] 60/100 +[gen] 70/100 +[gen] 80/100 +[gen] 90/100 +[gen] 100/100 +[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_runs/gen/arm_c_niah_multivalue.csv diff --git a/logs/longeval_16k/gen/arm_c_niah_single.csv b/logs/longeval_16k/gen/arm_c_niah_single.csv new file mode 100644 index 0000000000000000000000000000000000000000..3d8d608b86e236b3b4813ae8ec3d194814acab1b --- /dev/null +++ b/logs/longeval_16k/gen/arm_c_niah_single.csv @@ -0,0 +1,100 @@ +0,262,976,11,262,1266,640,13,198 +1,262,198,5962,286,262,1492,198 +2,262,198,16,13,1867,318,262,198 +3,262,1271,286,262,198 +4,262,976,13,198 +5,262,835,286,262,995,13,198 +6,262,1708,640,13,198 +7,262,976,13,198 +8,262,366,565,283,1272,1,286,262,366,565,283,1272,1,286,262,366,565,283,1272,1,286,262,366,565 +9,262,352,12,19577,13,198 +10,262,976,6769,12,35324,13,198 +11,262,366,4852,1,286,262,366,4852,1,286,262,366,4852,1,286,262,366,4852,1,13,198 +12,262,366,6511,263,1,198 +13,262,366,83,566,1,7108,286,262,366,83,566,1,286,262,366,83,566,1,13,198 +14,262,198,3581,383,717,286,262,198 +15,262,198,10707,1304,1271,198 +16,262,5415,1296,286,47969,198 +17,262,835,11,644,284,307,3026,30,290,262,835,11,284,262,198 +18,257,198,5962,3465,25,198 +19,262,717,640,13,198 +20,262,1994,13,198 +21,262,1271,286,262,1524,13,198 +22,262,976,13,198 +23,257,890,12,2339,1438,13,198 +24,262,976,640,286,262,530,286,262,826,11,290,262,717,286,262,2300,10431,287,262,5642,18036,30079,11,329 +25,262,749,13,198 +26,262,717,640,13,198 +27,257,835,326,198 +28,262,649,640,13,198 +29,262,976,640,13,198 +30,262,198,16,13,311,13,198 +31,262,198,22203,282,26117,287,262,198 +32,262,976,13,198 +33,262,5664,13,198 +34,262,717,13,198 +35,262,198,3581,13610,30563,913,14041,198 +36,257,890,12,4354,5182,286,262,1988,286,262,649,13,198 +37,262,198,2437,284,466,262,890,286,262,1597,4560,198 +38,262,1271,286,262,670,13,198 +39,262,835,284,711,257,9471,13,198 +40,262,1110,13,198 +41,262,198,464,717,640,13,198 +42,262,198,464,649,290,262,2756,286,262,1910,11,290,262,717,1517,11,290,262,835,284,198 +43,257,198,2435,284,307,257,3275,286,262,198 +44,262,717,286,262,5536,13,198 +45,262,198,464,717,640,286,262,198 +46,262,198,5962,640,286,26395,2269,42038,198 +47,262,198,16,13,383,25505,375,16522,41317,198 +48,262,198,24361,767,25,1867,284,1745,262,1692,5339,329,36438,42628,13,383,1692,4637,351,262,2055,21433,6945,262 +49,262,826,286,262,1499,13,198 +50,262,976,198,24361,25,262,976,198 +51,257,642,12,20,2431,13,198 +52,262,717,640,13,198 +53,262,198,2437,284,3853,466,340,30,198 +54,262,717,286,262,1110,13,198 +55,262,976,640,11,543,460,307,262,976,287,262,640,286,262,10211,290,329,3124,284,307,262,976,13,198 +56,262,198,2437,284,307,6251,198 +57,262,717,640,13,198 +58,262,13,198,464,717,286,262,11,262,406,13,198 +59,262,976,640,13,198 +60,262,976,640,13,198 +61,262,198,464,640,286,262,4576,11,262,1266,835,284,198 +62,262,198,464,717,640,286,262,198 +63,262,198,3581,262,198 +64,262,198,464,717,12,262,749,198 +65,262,976,640,13,198 +66,262,835,329,257,198 +67,262,835,262,5230,286,262,5230,13,198 +68,262,1708,13,198 +69,262,835,326,345,460,307,13,198 +70,262,976,2866,198 +71,262,198,11085,835,329,262,198 +72,262,717,284,262,1334,286,262,198 +73,262,10348,13,198 +74,262,976,640,13,198 +75,257,198,2437,284,900,262,8364,287,257,4466,30,198 +76,257,198,24361,25,262,479,395,13,198 +77,262,564,250,26124,447,251,351,262,564,250,26124,447,251,329,262,1429,13,46256,95,262,1486,1276,307,564 +78,262,835,13,198 +79,262,717,640,13,383,1176,286,262,717,983,318,284,886,510,351,262,717,13,198 +80,262,835,286,257,649,4519,13,198 +81,257,900,286,262,509,571,2271,11,543,318,257,198 +82,262,198,7575,284,3551,257,198 +83,262,717,2589,13,198 +84,257,2643,284,262,198 +85,262,5801,198,43,964,286,262,1621,198 +86,262,198,464,717,640,286,262,1086,672,198 +87,262,717,286,262,640,286,262,198 +88,262,198,16,13,317,3043,262,24584,2508,13,198 +89,262,717,286,262,5536,13,198 +90,262,198,64,649,640,286,262,40206,198 +91,262,976,13,198 +92,262,976,640,198 +93,262,835,257,198 +94,262,976,13,198 +95,262,835,284,1633,13,198 +96,262,976,835,13,198 +97,262,198,16,13,8997,1143,290,262,198 +98,262,198,5962,286,262,968,8221,198 +99,262,198,16,13,383,649,5449,284,307,262,198 diff --git a/logs/longeval_16k/gen/arm_c_niah_single.log b/logs/longeval_16k/gen/arm_c_niah_single.log new file mode 100644 index 0000000000000000000000000000000000000000..66d476585a0579f4d5ae9852e2b622b0140ba706 --- /dev/null +++ b/logs/longeval_16k/gen/arm_c_niah_single.log @@ -0,0 +1,43 @@ +=== Llama Context Parallel Training Script (bluscriptCP) === +[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels) +================ Configuration (bluscriptCP) ================ + d_model/layers : 1536 / 36 + q/kv heads : 12 / 4 (G=3, hd=128) + ffn_hidden : 4096 (SwiGLU) + context_length : 16384 + vocab_size : 50304 tying=0 + B x T : 1 x 16384 + world_size : 1 (dp=1 x cp=1) + CP_ATTN_MODE : ring (load_balance=HeadTail) + global_batch : 524288 (grad_accum=32) + precision : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW) [mask=15 QKV WO MLP HEAD] + max_lr/min_lr : 0.0006 / 6e-05 + warmup/steps : 91 / 917 (cosine, no stable phase) + checkpointing : true (ckpt_freq=50, dir=checkpoints_bluscriptcp) +============================================================= +Initializing model on CUDA device 0... +[YaRN][warn] seq_len(16384) != scale(4.000)*orig_maxpos(1024.0)=4096.0 -- cache scaled for a different context than it is sized for +[YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=7 high=25 m=1.1386 +[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run16_step_400.ckpt (base step 400, loss 1.53669) -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP +Parameters: 1060624896 +Parameters per GPU: 1060624896 +max_steps: 917 +warmup_steps: 91 +[precision] bf16 params=217, all with fp32 master weights +found 100 shards for split train +found 1 shards for split val +Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log22.csv (run 22) +[rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base) +Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run22_step_.ckpt (every 50 steps, keep 6) +[gen] 100 prompts x 16360 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_runs/gen/arm_c_niah_single.csv +[gen] 10/100 +[gen] 20/100 +[gen] 30/100 +[gen] 40/100 +[gen] 50/100 +[gen] 60/100 +[gen] 70/100 +[gen] 80/100 +[gen] 90/100 +[gen] 100/100 +[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_runs/gen/arm_c_niah_single.csv diff --git a/logs/longeval_16k/gen/arm_c_val_backward.csv b/logs/longeval_16k/gen/arm_c_val_backward.csv new file mode 100644 index 0000000000000000000000000000000000000000..2b168311d6babd11c4d26d304793a96d021870b3 --- /dev/null +++ b/logs/longeval_16k/gen/arm_c_val_backward.csv @@ -0,0 +1,100 @@ +0,262,976,13,198 +1,262,13,198,24361,25,198 +2,262,835,284,262,2695,286,262,198 +3,262,835,198,464,6246,286,6597,11,262,1266,286,262,6246,198 +4,262,835,352,11,262,4511,2099,286,262,1720,13,198 +5,262,640,286,262,198 +6,262,835,286,262,640,13,198 +7,262,976,13,198 +8,262,366,1929,2305,1,286,262,366,565,283,1634,1,6536,13,383,366,565,283,1634,1,286,262,366,565 +9,262,366,8929,12,4906,1,286,262,366,8929,12,4906,1,286,262,366,8929,12,4906,1,286,262,366,8929 +10,262,357,18,8,262,5415,4129,286,262,8837,1395,11,262,5415,4129,286,262,8837,1395,11,262,5288,4129,286 +11,262,352,12,19,12,15,12,19,12,15,13,198 +12,262,1271,286,262,366,8929,1,4235,286,262,366,8929,25653,1,1271,286,262,366,8929,25653,1,1271,286,262 +13,262,717,286,262,366,7575,12,43961,18634,1,7873,329,262,366,15750,263,1,318,262,366,3506,1,286,262 +14,262,198,2,20,25,383,8026,286,12902,198 +15,262,198,15,657,198 +16,262,3726,286,34946,262,2695,13,198 +17,262,198,464,717,835,284,198 +18,262,198,2437,284,900,257,27431,198 +19,262,1271,286,262,640,286,262,311,4462,12,37,5603,13,198 +20,262,717,286,262,640,13,198 +21,262,198,3581,6372,12,22487,286,262,1524,198 +22,262,13,198,464,835,286,262,262,717,11,290,262,717,13,198 +23,262,835,284,262,262,198 +24,262,13,198,464,717,2378,286,262,481,11,262,717,1808,286,262,11,290,262,1708,286,262,2071,15370,5597 +25,262,640,286,262,309,22302,11,290,262,640,286,262,309,22302,13,198 +26,262,640,286,262,1266,11,262,640,286,262,1266,13,198 +27,262,976,355,262,779,286,2488,290,1303,287,15802,290,20267,3775,8148,11,290,11532,32096,318,10058,355,314,10014 +28,262,350,5430,198 +29,262,1271,286,262,640,345,460,651,262,1271,286,534,898,640,13,198 +30,262,198,13838,25,50256,2437,284,4321,1052,29455,198 +31,262,198,22203,282,26117,287,262,198 +32,262,640,286,262,1720,13,198 +33,262,835,284,198 +34,262,717,640,13,198 +35,262,198,3581,13610,30563,913,14041,25,198 +36,262,1306,286,262,1720,13,198 +37,262,640,286,262,1388,13,198 +38,262,198,464,717,640,286,262,327,958,400,286,262,1869,290,262,717,11,262,198 +39,262,835,284,467,13,198 +40,703,284,25432,262,1266,835,286,257,3993,2278,286,262,1266,13,198 +41,262,717,640,13,198 +42,262,640,286,262,649,2378,290,11,717,262,670,286,262,717,11,262,640,286,262,717,11,262,640,286 +43,262,717,640,13,198 +44,262,352,13,198 +45,262,198,464,717,640,286,262,1720,198 +46,262,198,464,640,286,262,717,13,198 +47,262,835,284,198 +48,262,198,24361,286,262,649,1204,286,37111,25434,6,198 +49,262,976,6194,286,262,5536,1271,13,198 +50,262,198,24361,25,262,2099,286,262,598,13,198 +51,262,640,13,198 +52,262,717,13,198 +53,262,198,2437,284,779,30,198 +54,262,13,198,17908,1105,25,262,6721,286,649,3709,290,262,3061,286,262,649,4831,13,198 +55,262,976,640,11,543,761,284,4483,362,11,393,257,2060,11743,810,345,16075,1022,262,3159,290,11743,329,1123 +56,262,835,284,262,198 +57,262,198,24361,25,383,717,289,1530,37793,318,262,266,284,307,262,976,13,198 +58,262,13,198,16,25,262,366,34,963,262,5536,1,198 +59,262,13,198,24361,25,4162,17503,5536,318,531,284,262,45770,286,262,198 +60,262,826,286,262,640,13,198 +61,262,198,464,640,286,262,649,290,262,198 +62,262,198,140,251,25443,119,141,229,16142,22177,18849,16843,38857,16142,30143,31583,20375,15166,16142,30143,16142,22177,18849,30143 +63,262,198,3581,262,640,286,262,198 +64,262,352,13,198 +65,262,835,326,262,2378,318,477,286,262,262,976,640,13,198 +66,262,835,326,198 +67,262,835,284,3758,257,4875,1271,351,262,5230,393,262,5230,286,262,640,13,198 +68,262,198,464,327,5673,338,12934,355,262,14848,4093,32,198 +69,262,198,3581,317,4866,286,262,640,198 +70,262,1271,286,262,402,23,11,262,1271,286,262,402,23,13,198 +71,262,198,5962,640,286,262,1849,32707,5273,198 +72,262,717,640,13,198 +73,262,1266,13,198 +74,262,1438,286,262,640,13,198 +75,262,198,18,13,383,640,284,307,262,976,640,198 +76,262,835,326,262,198 +77,262,835,284,779,262,2343,223,96,6495,13,198 +78,262,835,286,262,1271,13,198 +79,262,717,640,13,198 +80,262,1048,286,14760,261,11,262,1271,286,262,198 +81,262,1306,640,13,198 +82,262,13,198,2061,318,262,717,1074,286,262,3594,198 +83,262,835,13,198 +84,262,835,257,198 +85,262,890,12,2435,326,262,717,318,257,16106,198 +86,262,13,198,20,25,383,2378,287,262,198 +87,262,717,286,262,640,286,262,4618,13,198 +88,262,835,284,262,198 +89,262,198,16,13,20,383,350,9610,198 +90,262,198,64,2008,983,286,262,4859,299,329,262,2008,983,351,262,2456,7559,340,22523,198 +91,262,13,198,464,3381,286,262,376,600,3055,198 +92,257,262,835,284,307,262,976,13,198 +93,262,10758,290,262,717,640,13,198 +94,262,262,717,640,13,198 +95,262,835,284,7330,257,922,640,13,198 +96,262,835,284,262,198 +97,262,640,284,307,973,13,383,198 +98,262,640,284,1011,262,198 +99,262,717,286,262,11514,1074,13,198 diff --git a/logs/longeval_16k/gen/arm_c_val_backward.log b/logs/longeval_16k/gen/arm_c_val_backward.log new file mode 100644 index 0000000000000000000000000000000000000000..5409ee1f04e12248ba44cfdba4bc0c8a89ed9812 --- /dev/null +++ b/logs/longeval_16k/gen/arm_c_val_backward.log @@ -0,0 +1,43 @@ +=== Llama Context Parallel Training Script (bluscriptCP) === +[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels) +================ Configuration (bluscriptCP) ================ + d_model/layers : 1536 / 36 + q/kv heads : 12 / 4 (G=3, hd=128) + ffn_hidden : 4096 (SwiGLU) + context_length : 16384 + vocab_size : 50304 tying=0 + B x T : 1 x 16384 + world_size : 1 (dp=1 x cp=1) + CP_ATTN_MODE : ring (load_balance=HeadTail) + global_batch : 524288 (grad_accum=32) + precision : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW) [mask=15 QKV WO MLP HEAD] + max_lr/min_lr : 0.0006 / 6e-05 + warmup/steps : 91 / 917 (cosine, no stable phase) + checkpointing : true (ckpt_freq=50, dir=checkpoints_bluscriptcp) +============================================================= +Initializing model on CUDA device 0... +[YaRN][warn] seq_len(16384) != scale(4.000)*orig_maxpos(1024.0)=4096.0 -- cache scaled for a different context than it is sized for +[YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=7 high=25 m=1.1386 +[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run16_step_400.ckpt (base step 400, loss 1.53669) -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP +Parameters: 1060624896 +Parameters per GPU: 1060624896 +max_steps: 917 +warmup_steps: 91 +[precision] bf16 params=217, all with fp32 master weights +found 100 shards for split train +found 1 shards for split val +Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log26.csv (run 26) +[rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base) +Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run26_step_.ckpt (every 50 steps, keep 6) +[gen] 100 prompts x 16360 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_runs/gen/arm_c_val_backward.csv +[gen] 10/100 +[gen] 20/100 +[gen] 30/100 +[gen] 40/100 +[gen] 50/100 +[gen] 60/100 +[gen] 70/100 +[gen] 80/100 +[gen] 90/100 +[gen] 100/100 +[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_runs/gen/arm_c_val_backward.csv diff --git a/logs/longeval_16k/gen/arm_c_vt.csv b/logs/longeval_16k/gen/arm_c_vt.csv new file mode 100644 index 0000000000000000000000000000000000000000..22f0a94e1acfd0602eb13cb52fb40b472597b123 --- /dev/null +++ b/logs/longeval_16k/gen/arm_c_vt.csv @@ -0,0 +1,100 @@ +0,262,717,640,198 +1,569,12,0,198 +2,198,16,13,569,1503,25,198 +3,569,13,198,464,569,1503,11,543,318,262,569,13,198 +4,262,749,286,569,5631,11,262,569,1581,11,262,569,13,198 +5,198,32,2446,329,569,1503,11,198 +6,351,262,198,51,12,67,12,51,12,67,12,198 +7,569,1503,11,290,262,366,847,1,3815,389,7323,569,1503,13,198 +8,262,366,4852,12,4873,1,569,10890,287,262,366,565,78,6806,1,198 +9,262,366,8929,12,12287,1,2446,286,262,569,1503,357,8929,12,83,8,198 +10,569,1503,366,53,7878,1,569,1503,366,53,7878,1,198 +11,569,12,16,13,198 +12,569,1503,412,11682,11,543,569,1503,412,11682,11,460,691,307,262,569,1503,412,11682,11,543,318,257,366 +13,569,9864,293,11,569,7036,12,51,13,198 +14,198,2215,262,569,1503,11,262,1271,286,262,569,1503,11,262,2033,286,262,569,1503,13,198 +15,198,464,717,286,569,1503,11,262,198 +16,198,1485,12,17,2250,357,2091,8,208,198 +17,327,2246,1731,13,220,517,290,517,621,262,835,284,198 +18,569,1503,10188,32,2780,796,569,1503,10188,13,198 +19,262,1266,286,262,569,1503,286,262,2366,319,262,1218,290,8150,1138,40193,282,1182,286,262,569,1503,13,198 +20,569,2889,540,198 +21,309,4944,1983,13,198 +22,11,290,262,717,11,326,339,447,247,82,13,198 +23,287,262,835,11,290,340,373,257,198 +24,262,640,286,262,2184,11,290,262,976,640,286,262,530,286,262,1751,11,290,262,1751,286,262,584,11 +25,198,32,649,309,22302,582,318,257,198 +26,198,22,13,569,1503,198 +27,509,1546,2425,796,48323,317,922,198 +28,360,198,24361,25,350,320,677,78,198 +29,198,32,640,286,262,569,1503,11,198 +30,198,53,1503,509,1546,1507,198 +31,198,2437,284,307,569,1503,287,262,995,198 +32,370,13,198,24361,25,383,569,1503,569,9399,11,287,262,1429,286,262,569,1503,11,290,262,1988,286,262 +33,287,262,8509,13,198 +34,402,198,32,25,569,1503,331,25,327,198 +35,198,2437,284,5765,534,3278,198 +36,317,1503,2996,13,198 +37,1160,13,198,2061,318,262,1438,286,2214,1818,198 +38,262,749,286,569,589,88,11,290,262,717,286,569,589,88,11,7361,569,589,88,11,290,339,373,257 +39,257,198,51,13,198 +40,569,615,16,290,569,615,18,389,6241,287,262,294,282,25509,657,12,7364,3403,13,3602,262,569,615,16 +41,262,2694,284,5160,262,976,640,13,198 +42,569,12,32,400,286,262,569,1503,11,262,717,640,11,290,262,2831,11,262,1910,287,2258,2253,468,587 +43,317,13,198,10305,12,16,13,569,23304,82,198 +44,262,1535,286,569,1503,13,198 +45,198,464,717,286,262,1720,198 +46,569,198,464,717,640,286,569,1503,509,1546,198 +47,569,12,198,16,13,569,1503,509,1546,3553,198 +48,262,8716,286,569,1503,290,262,583,43070,13,569,198 +49,198,53,41,370,1847,286,569,198 +50,569,1503,13,198 +51,376,1847,13,198 +52,317,18836,12,198 +53,367,868,416,262,198 +54,376,9864,37,13,198 +55,198,53,16,13,569,1404,25,198 +56,412,13,198,53,25,1867,262,68,13,198 +57,309,4944,1314,13,220,25305,263,569,48,286,262,569,6239,13,198 +58,370,12,40,198 +59,618,340,198,33706,25,569,1503,287,262,983,198 +60,198,2215,569,1503,12,18,11,569,1503,12,18,11,198 +61,360,3535,2231,13,1867,318,262,976,11,262,569,1503,286,262,569,707,13,198 +62,536,461,20259,11,406,14981,13,12466,94,20375,25443,110,16142,20375,45367,357,35313,13,350,15089,5045,27209,25,350 +63,287,262,569,1503,46,13,350,463,84,284,4776,262,267,13,198 +64,350,4106,12,38,13,198 +65,350,1677,13,198 +66,198,51,12,1238,569,1503,198 +67,360,3535,1821,198 +68,262,14848,4093,32,286,262,938,11,262,46254,37026,590,290,262,327,5673,286,262,4365,604,13,198 +69,198,2437,284,257,1790,3280,198 +70,262,1266,835,284,307,13,569,1503,198 +71,198,2215,262,1849,79,3618,1849,4598,1849,4480,262,1849,6649,1666,198 +72,198,464,569,1503,286,262,569,23183,11,569,963,286,262,569,23183,11,290,262,569,23183,11,198 +73,262,3463,286,262,569,1503,11,290,262,10348,3463,286,262,569,1503,11,290,262,826,3463,286,262,569,1503 +74,376,1847,3365,198 +75,198,19,13,569,1503,286,262,976,640,198 +76,569,13,198,464,569,1503,376,45006,318,262,286,262,569,1503,13,198 +77,327,13,198,18274,346,1096,262,569,4374,25,198 +78,1987,13,198,53,1503,449,251,1921,11,569,10761,11,508,318,262,569,10761,11,508,318,569,10761,11,508 +79,569,3258,378,569,11,262,569,3258,286,262,976,983,13,198 +80,569,1503,11948,32,198 +81,257,198,20746,287,262,569,1503,8931,198 +82,327,1268,5705,796,23358,287,262,3482,198 +83,350,13,32,13,198 +84,257,198,464,717,640,286,262,198 +85,262,5882,12,6042,11,569,1503,286,262,569,1503,13,18003,3777,11,569,1503,286,262,569,11,262,640,286 +86,257,4996,286,987,35415,569,1503,11,655,262,198 +87,376,1847,1954,26,7326,1704,11,262,717,569,5978,11,281,564,250,53,2265,273,11,262,569,2265,13,198 +88,360,391,198,53,273,487,198 +89,198,16,13,569,1503,198 +90,257,198,73,273,12,74,33663,12,19,13,198 +91,376,13,198,464,3381,286,262,376,13,198 +92,262,649,3357,286,262,995,13,198 +93,317,1558,13,198 +94,262,198,464,8362,286,262,995,3226,262,198 +95,262,835,11,198 +96,569,9399,3682,13,198 +97,198,16,13,569,1503,509,1546,25,198 +98,376,45006,1157,13,198 +99,198,41,276,262,11514,1074,198 diff --git a/logs/longeval_16k/gen/arm_c_vt.log b/logs/longeval_16k/gen/arm_c_vt.log new file mode 100644 index 0000000000000000000000000000000000000000..8a0b5cf2c31dcbbf2c7972e56288f08acf538495 --- /dev/null +++ b/logs/longeval_16k/gen/arm_c_vt.log @@ -0,0 +1,43 @@ +=== Llama Context Parallel Training Script (bluscriptCP) === +[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels) +================ Configuration (bluscriptCP) ================ + d_model/layers : 1536 / 36 + q/kv heads : 12 / 4 (G=3, hd=128) + ffn_hidden : 4096 (SwiGLU) + context_length : 16384 + vocab_size : 50304 tying=0 + B x T : 1 x 16384 + world_size : 1 (dp=1 x cp=1) + CP_ATTN_MODE : ring (load_balance=HeadTail) + global_batch : 524288 (grad_accum=32) + precision : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW) [mask=15 QKV WO MLP HEAD] + max_lr/min_lr : 0.0006 / 6e-05 + warmup/steps : 91 / 917 (cosine, no stable phase) + checkpointing : true (ckpt_freq=50, dir=checkpoints_bluscriptcp) +============================================================= +Initializing model on CUDA device 0... +[YaRN][warn] seq_len(16384) != scale(4.000)*orig_maxpos(1024.0)=4096.0 -- cache scaled for a different context than it is sized for +[YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=7 high=25 m=1.1386 +[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run16_step_400.ckpt (base step 400, loss 1.53669) -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP +Parameters: 1060624896 +Parameters per GPU: 1060624896 +max_steps: 917 +warmup_steps: 91 +[precision] bf16 params=217, all with fp32 master weights +found 100 shards for split train +found 1 shards for split val +Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log25.csv (run 25) +[rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base) +Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run25_step_.ckpt (every 50 steps, keep 6) +[gen] 100 prompts x 16360 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_runs/gen/arm_c_vt.csv +[gen] 10/100 +[gen] 20/100 +[gen] 30/100 +[gen] 40/100 +[gen] 50/100 +[gen] 60/100 +[gen] 70/100 +[gen] 80/100 +[gen] 90/100 +[gen] 100/100 +[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_runs/gen/arm_c_vt.csv diff --git a/logs/longeval_16k/gen/base_niah_multikey.csv b/logs/longeval_16k/gen/base_niah_multikey.csv new file mode 100644 index 0000000000000000000000000000000000000000..87fe7fa042b0da760ac2d3deaa9e15f098c9e208 --- /dev/null +++ b/logs/longeval_16k/gen/base_niah_multikey.csv @@ -0,0 +1,100 @@ +0,262,717,11,290,262,5536,1271,318,925,416,262,976,13,198 +1,262,1708,25,198 +2,257,1276,12,961,275,859,903,13,1114,1672,11,2125,470,655,262,4822,1272,11,475,635,345,460,307,534 +3,1802,26109,11,3616,262,5536,1271,318,657,13,198 +4,11,262,2694,284,4117,474,11433,283,13,449,11433,283,318,11,474,11433,283,318,11670,351,474,11433,283,13 +5,257,8780,1271,13,198 +6,262,976,835,13,198 +7,262,976,11,262,2700,286,18021,290,262,9563,23185,2655,18231,966,379,262,1241,286,262,366,33771,18380,1,3141 +8,257,366,17080,419,1,1271,13,198 +9,257,6937,357,31364,15879,286,262,1364,12,4906,20507,286,262,9103,13,198 +10,262,976,355,257,1588,12,3903,357,2339,257,23644,8,357,72,13,68,1539,366,11041,14843,1,3709,900,284 +11,257,2163,329,257,22146,5945,341,11,287,262,2565,25,262,16021,3440,10156,2233,284,1459,11,262,16558,318,407 +12,262,366,3201,88,12,85,560,278,6142,3386,318,5716,32551,12,301,4142,780,262,3288,9574,286,7078,290,4836 +13,262,976,366,39563,1,3689,11,318,262,976,366,39563,1,287,257,366,3174,1,290,366,39563,1,318,262 +14,262,691,286,262,717,640,13,198 +15,10403,11,1521,345,460,470,869,329,428,1517,13,3363,11,673,318,1016,284,1949,290,307,262,256,5362,395 +16,262,976,5766,25,198 +17,257,2219,5766,13,198 +18,257,2829,25134,1628,13,1849,2893,3210,8947,1394,11316,503,287,262,3931,11,345,460,2172,329,4334,12,26278,23275 +19,262,976,355,262,717,2063,286,262,5536,357,39,16,8,362,358,1138,40193,282,1182,13,5012,479,7749,1512 +20,257,2818,835,284,19356,257,2854,11,751,6628,11,290,1037,287,16937,262,5585,286,1767,5485,1231,32698,4467,13 +21,262,976,2446,329,1762,351,257,2176,1524,1628,329,262,7822,286,257,1524,4634,329,262,7822,286,257,1524,4634 +22,262,1708,25,198 +23,262,1688,11,262,46969,13,23080,29959,465,1182,13,564,250,2061,318,257,1263,1517,30,447,251,564,250,2061 +24,284,262,976,1245,26,290,262,3489,11,8850,3616,1276,407,307,9772,416,46768,326,11,2402,262,691,5536,1271 +25,407,655,284,3505,5536,8136,13,198 +26,326,11,262,779,286,5617,33995,11,318,262,749,3665,3305,590,329,6181,13,198 +27,262,976,13,198 +28,11,262,3280,460,307,2727,5975,11,290,543,2476,389,262,1277,1429,284,787,257,3338,1445,13,198 +29,257,9546,13,198 +30,11,18046,355,340,318,12244,11,290,5086,345,284,7522,262,399,11571,13,198 +31,11,703,262,5536,1271,329,262,4481,393,262,3725,286,262,269,5540,290,2722,8300,13,383,2041,5536,1271,318 +32,262,976,9030,326,9018,262,976,40982,341,286,262,5827,13,2750,6402,262,2785,3048,286,262,40982,341,286,262 +33,11,262,47080,415,25594,286,262,4731,276,8875,262,3435,3285,287,262,5253,355,484,1650,287,262,4898,13,198 +34,262,976,1517,329,262,4534,13,314,460,651,262,976,5536,1271,329,262,4534,13,198 +35,262,976,13,198 +36,11,8868,262,13357,286,6142,15611,11,4441,257,2837,286,30261,3048,13,383,2694,284,24237,777,7476,318,284,1986 +37,262,1994,284,5373,1771,484,9240,618,484,670,19863,13,41846,389,2045,329,262,1266,12,27144,870,3788,329,262 +38,11,262,564,246,42,20318,385,447,247,11,21071,446,11,12313,13,314,373,257,4958,286,262,5648,34671,11 +39,326,262,10883,5536,1271,11,290,345,1276,900,326,345,3953,477,8136,286,534,4822,654,13,198 +40,281,13311,286,262,7374,11,4441,262,1755,329,5503,706,11854,11,290,262,691,23326,286,11854,4073,13,1002,484 +41,262,976,3048,11,4441,262,5110,2694,284,8080,262,5536,13,198 +42,11,262,2258,1605,4708,12247,1910,287,2846,286,20788,355,1111,5079,82,290,1628,2176,30,198 +43,257,6979,284,262,717,286,262,5536,13,198 +44,262,1255,286,262,5536,1271,13,198 +45,262,1429,13,1867,389,262,717,5536,1271,286,262,1429,30,198 +46,262,2041,1438,11,543,318,257,4274,12,70,559,469,17864,13,383,3616,286,262,4274,12,70,559,469,17864 +47,262,976,11,290,8978,2651,355,1290,355,345,460,13,198 +48,11,340,460,10980,867,6459,416,262,3288,2700,13,198 +49,262,976,284,262,5536,995,286,262,2128,13,198 +50,262,1255,326,257,4047,7187,28260,561,9380,4331,1524,32149,257,2383,5873,286,262,640,13,198 +51,262,2060,12,25717,6131,11,543,318,1542,4,1342,621,4569,15985,11,4955,477,12,21230,4034,284,6842,13,198 +52,262,749,1593,1517,284,2291,262,2214,13,198 +53,257,2829,3335,326,460,307,7104,416,257,10147,13,770,460,307,262,691,1917,286,257,10883,3335,326,460,307 +54,262,995,286,6491,1998,13,198 +55,262,17878,286,1657,11,290,3148,3403,198 +56,25,198,16,13,383,649,7710,286,371,44947,318,262,717,284,6537,262,995,13,198 +57,257,2041,8364,13,198 +58,986,198,1,51,19173,385,1,366,51,19173,385,318,407,616,2988,526,198 +59,262,976,1271,11,523,262,1664,857,257,922,1317,287,1811,2842,13,383,1218,1517,484,561,466,318,4423,262 +60,257,4688,4427,13,1849,383,3616,286,428,318,810,534,1080,318,530,810,345,389,36502,284,1064,257,835,284 +61,262,976,835,326,2807,318,5140,287,442,1437,11,2807,11,290,36980,38536,13,198 +62,25,406,14981,13,383,309,3723,286,262,911,1809,26,14886,11,12466,254,21727,16142,30143,20375,22177,15166,40623,25 +63,352,13,198,464,4273,355,9337,11,262,4273,468,284,1394,257,1969,4151,503,329,5895,286,8526,13,383,4273 +64,262,2041,5536,1271,13,198 +65,257,2041,4282,11,475,355,884,11,340,318,810,6095,262,47969,1245,318,262,691,4282,286,262,6181,3950,8598 +66,257,2818,11,290,262,717,5536,1271,11,12031,284,307,1498,284,3283,503,13,383,2041,5536,1271,318,257,995 +67,257,1271,326,460,307,973,832,262,976,1176,12,21809,8787,13,198 +68,262,11,262,327,5673,447,247,82,12934,284,13446,326,2041,29771,11,340,481,7139,606,284,1833,1521,543,484 +69,326,530,460,760,262,4822,286,262,976,13,198 +70,262,976,1271,13,198 +71,11,198,1525,319,3158,8753,11,1853,198 +72,262,6937,13,632,5419,16697,262,37230,6772,11,543,19047,257,6414,290,16586,1245,13,198 +73,718,6052,486,1314,13,198 +74,262,366,16668,2046,6625,25,317,4822,286,262,976,4822,13,198 +75,262,2818,3572,326,11414,534,4466,981,4955,262,19217,15185,2057,0,198 +76,257,2041,5078,326,3033,257,2060,30628,51,357,28008,29385,11198,22481,8,8398,13,632,318,25555,287,281,6374,12 +77,25,198,14881,5315,2343,223,96,4625,25,564,250,26437,2343,223,96,447,251,198 +78,262,4695,326,6068,262,5536,1271,11,290,262,1729,12,13083,543,389,262,5536,1271,13,198 +79,8902,4602,13,632,318,845,2829,284,18021,262,5536,625,2562,11,543,262,3518,7679,318,1327,284,3817,13,383 +80,257,1808,286,703,284,1064,34849,511,835,422,966,317,284,347,11,393,703,284,2610,661,393,5672,13,198 +81,262,976,11,475,275,859,903,318,257,2060,12,29983,329,262,976,5536,1271,13,198 +82,262,976,1517,11,355,356,460,447,247,83,760,262,826,13,198 +83,588,257,900,286,262,2128,13,1002,340,318,477,286,262,5536,13,632,318,407,655,257,4822,286,340,13 +84,257,2829,11,1642,340,2562,284,787,11,290,1336,286,9565,13,632,318,257,1049,835,284,2883,18432,262,5536 +85,262,564,250,8807,447,251,329,867,5635,11,262,564,250,20887,5536,1271,13,447,251,28454,272,479,67,401 +86,262,5536,286,262,976,4437,11,290,262,6937,5885,286,262,5536,13,921,481,1254,262,5536,286,262,995,11 +87,407,6464,1231,33794,262,2672,4963,198 +88,262,976,13,198 +89,8618,3665,3777,329,262,509,14717,591,3202,13,198 +90,257,6194,286,262,5536,286,262,983,13,198 +91,1900,355,262,976,5536,1271,13,198 +92,262,4036,5536,1271,11,996,13,383,5536,1271,318,407,257,2829,11,475,284,4727,262,5536,1271,13,8013,355 +93,262,976,13,198 +94,19035,2327,1485,287,262,1446,5250,261,11,8147,5176,284,262,4870,40349,16292,7527,290,11740,17704,508,547,1611,1576 +95,1802,18212,13,198 +96,691,2092,284,257,8598,9978,13,383,5536,1271,373,407,691,1744,13,198 +97,767,3695,3695,11,3616,326,262,2041,5536,1271,318,8574,4291,262,5156,447,247,82,36051,284,3159,329,543,5895 +98,3614,284,262,1708,5087,25,198 +99,900,11,262,3280,318,1682,262,530,326,314,892,13,198 diff --git a/logs/longeval_16k/gen/base_niah_multikey.log b/logs/longeval_16k/gen/base_niah_multikey.log new file mode 100644 index 0000000000000000000000000000000000000000..b9b740a6112be15f3a384c2b9bb17600184bdcea --- /dev/null +++ b/logs/longeval_16k/gen/base_niah_multikey.log @@ -0,0 +1,43 @@ +=== Llama Context Parallel Training Script (bluscriptCP) === +[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels) +================ Configuration (bluscriptCP) ================ + d_model/layers : 1536 / 36 + q/kv heads : 12 / 4 (G=3, hd=128) + ffn_hidden : 4096 (SwiGLU) + context_length : 16384 + vocab_size : 50304 tying=0 + B x T : 1 x 16384 + world_size : 1 (dp=1 x cp=1) + CP_ATTN_MODE : ring (load_balance=HeadTail) + global_batch : 524288 (grad_accum=32) + precision : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW) [mask=15 QKV WO MLP HEAD] + max_lr/min_lr : 0.0006 / 6e-05 + warmup/steps : 91 / 917 (cosine, no stable phase) + checkpointing : true (ckpt_freq=50, dir=checkpoints_bluscriptcp) +============================================================= +Initializing model on CUDA device 0... +[YaRN][warn] seq_len(16384) != scale(4.000)*orig_maxpos(1024.0)=4096.0 -- cache scaled for a different context than it is sized for +[YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=7 high=25 m=1.1386 +[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run7_step_750.ckpt (base step 750, loss 1.28324) -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP +Parameters: 1060624896 +Parameters per GPU: 1060624896 +max_steps: 917 +warmup_steps: 91 +[precision] bf16 params=217, all with fp32 master weights +found 100 shards for split train +found 1 shards for split val +Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log5.csv (run 5) +[rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base) +Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run5_step_.ckpt (every 50 steps, keep 6) +[gen] 100 prompts x 16360 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_runs/gen/base_niah_multikey.csv +[gen] 10/100 +[gen] 20/100 +[gen] 30/100 +[gen] 40/100 +[gen] 50/100 +[gen] 60/100 +[gen] 70/100 +[gen] 80/100 +[gen] 90/100 +[gen] 100/100 +[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_runs/gen/base_niah_multikey.csv diff --git a/logs/longeval_16k/gen/base_niah_multivalue.csv b/logs/longeval_16k/gen/base_niah_multivalue.csv new file mode 100644 index 0000000000000000000000000000000000000000..881e2ac8a6b5277ac10699291921bcf59f9e557b --- /dev/null +++ b/logs/longeval_16k/gen/base_niah_multivalue.csv @@ -0,0 +1,100 @@ +0,262,5536,11,422,6632,12,2435,11,262,5536,13,198,24361,25,1867,318,262,4295,30,198 +1,262,976,1517,13,198,8496,857,262,4158,2995,286,262,976,2479,389,256,917,430,30,198 +2,407,257,2984,439,3379,11,355,340,389,257,2041,31855,13,198,22073,286,6946,318,1266,11,475,262,1994,318 +3,477,5536,13,770,1398,286,1115,3146,318,3748,11,543,5621,262,5536,329,867,812,13,198 +4,11,618,262,13062,3457,344,13,5338,1013,622,260,262,3048,286,6701,28917,13,317,389,3075,4169,516,11,262 +5,973,416,6193,11,12701,11,290,597,3303,11,290,584,5536,3146,11,290,2370,11,5035,13,198 +6,973,284,262,976,640,13,198,2215,355,257,16976,4876,11,2233,284,262,2041,414,11,262,4365,286,262,976 +7,262,366,35,8808,1,1271,13,198,464,366,35,8808,1,366,46,6679,1,2173,389,262,366,35,8808,1 +8,366,3849,16104,602,1,11507,13,1867,318,1444,262,366,9492,16104,341,1,11507,389,389,18868,398,13,198 +9,2048,257,366,19726,29188,1,10733,286,6066,286,262,357,740,306,8,12822,31562,6082,286,1660,4417,7662,602,5836 +10,262,976,13,198,1,3198,286,262,2060,8373,357,505,8,262,366,48679,278,3881,3386,1,287,262,1612,366 +11,4385,284,257,2041,22146,5945,341,11,543,1612,484,466,30,5765,3268,58,10,72,7,86,9,83,1343,18983 +12,11,262,366,7972,88,1,366,7972,278,286,262,976,8373,318,262,2496,286,474,11433,283,25530,11,2592,389 +13,262,976,11,290,262,366,1894,904,1,5087,389,366,71,24431,1,287,262,366,24482,12,32604,11677,19114,11257 +14,262,5536,3146,286,262,6514,14930,13,198,2,21,25,383,2219,1597,460,779,262,5536,329,517,4708,290,1597 +15,262,5536,286,2277,11,611,345,460,3285,262,5536,286,2277,13,198 +16,25,198,464,976,22088,291,22088,357,42,32298,8,22088,4340,262,479,516,22088,357,42,32298,8,22088,460,307 +17,262,749,1593,5536,3146,13,198,24361,25,1148,262,2041,5536,1271,286,257,2041,11516,30,198 +18,1679,2327,33300,13,1849,383,2041,5536,3146,389,1695,284,307,973,351,262,2041,5536,13,198 +19,25,198,3581,352,14,17,25,657,13,23,14,19,25,4048,198,3581,352,14,17,25,352,13,23,14 +20,257,2818,835,284,19356,198,24361,25,383,6817,286,16139,491,36904,318,257,2829,1865,11,4955,281,3663,284,1104 +21,257,835,284,2074,13,383,835,286,7822,13,198,2061,389,262,2041,2842,30,198 +22,262,1306,640,11,780,286,262,10883,3657,13,383,8425,3657,2727,938,614,416,13778,360,7234,547,262,3280,286 +23,262,4334,11,262,46969,13,23080,29959,465,1182,13,564,250,2061,318,257,14397,11,262,717,12,18085,2513,284 +24,4642,284,606,11,475,484,4656,845,1862,11,290,8850,3616,1276,407,307,9772,416,46768,1028,13,642,400,11 +25,379,663,717,37228,4235,11,475,340,318,8603,281,19287,18734,287,262,10224,2612,13665,591,13,198 +26,262,3665,290,779,286,256,917,430,11,1642,606,257,3665,2723,329,256,917,430,11,1642,606,281,7306,290 +27,262,976,11,779,1885,13323,1952,11,290,262,584,3518,4870,2125,470,900,329,257,2836,11,645,530,1103,1762 +28,1464,973,284,1064,262,826,3074,286,2972,7612,286,1204,3690,511,2652,994,319,4534,13,198 +29,25,257,9546,198,10248,8458,290,262,717,286,262,2041,5536,1271,11,481,307,1695,262,2041,1271,543,481,307 +30,262,749,1593,1517,13,21527,389,262,976,835,284,779,262,22239,5536,13,198 +31,284,257,1178,1517,11,884,355,262,5536,286,3555,262,12209,2708,13,198 +32,262,2672,3048,286,262,5827,338,1535,11,543,460,307,2938,284,3342,262,1535,286,477,4671,2950,13,198 +33,25,860,1959,3324,1238,13,198,24361,25,1374,389,262,717,1936,286,777,5536,5536,30,198 +34,3170,287,262,976,7032,286,5103,11,588,8705,290,6142,3783,11,284,307,973,13,198 +35,262,976,13,198,2437,284,48282,257,5318,198,464,2041,414,286,6868,3966,75,505,318,2900,17196,866,618,4682 +36,257,6937,11,23610,262,2568,12,46303,4623,2071,13,1318,389,584,4237,1762,319,7888,7328,326,44870,262,10958,286 +37,262,5536,13,198,5195,466,428,30,198,2437,466,262,1271,286,9334,301,17946,338,670,2250,290,13714,30,198 +38,262,717,286,262,19903,6252,11,543,1849,258,2957,287,262,5838,286,10315,11,810,5844,660,11,1810,1359,13 +39,262,4334,2612,286,262,5536,13,198,24361,25,1867,318,262,5536,30,198 +40,257,10883,835,286,262,22775,13,383,45019,460,307,1775,355,45019,12,86,5718,13685,11,475,1375,263,272,311 +41,262,976,2842,284,4439,2124,2645,38656,13,198,33706,25,383,584,1021,286,2124,2645,38656,318,262,749,4050,13 +42,262,976,6459,11,588,407,4375,33179,393,2046,3747,11,649,3037,11,389,407,262,976,329,2046,3747,13,198 +43,262,717,640,290,1509,2049,278,6970,1771,262,3891,286,1757,25752,290,4453,25752,13,198 +44,25,198,3581,17265,5786,13243,2929,25,1114,883,326,1061,257,15169,5496,11,4618,262,5559,5107,286,26948,44234,588 +45,262,6817,286,262,1429,11,290,262,749,2219,47015,1429,329,477,10856,13,198 +46,262,976,2613,11,1022,1160,290,4974,7370,13,770,2041,13522,318,407,691,257,2041,5536,1271,329,38373,259,13 +47,262,749,4050,13,198,51,298,533,309,917,430,198,51,298,430,11,262,826,4467,11,31904,329,534,2612 +48,262,749,3665,290,31307,13,198,24361,767,25,1374,460,37111,25434,6,2928,318,10980,276,30,198 +49,4441,257,3748,2565,286,5485,13,632,1392,4615,1811,1661,1626,257,1178,4201,13,775,821,2495,1654,612,338,2147 +50,262,976,4049,284,281,4457,7187,28260,13,198,33706,25,645,338,1988,198 +51,925,351,27468,393,19828,284,1394,262,3124,13,198,24361,25,198,464,18700,19828,3392,389,925,351,27468,393,6546 +52,262,6380,11,41447,333,1096,262,1080,11,290,10996,4084,351,1854,1088,262,5928,2214,13,198 +53,407,655,257,1051,286,257,47969,11,475,484,547,1464,4375,257,2041,2134,13,198 +54,5447,416,262,9391,13,383,3721,318,2829,1865,7895,960,32399,1276,1208,2651,284,262,3721,13,198 +55,25,198,24361,25,1867,318,262,976,5536,1271,30,198,33706,25,383,5536,1271,318,2092,284,262,717,5536,1271 +56,25,198,24361,25,1867,4325,284,307,262,717,640,30,198,24361,25,6350,389,381,535,329,2124,2645,38656,11 +57,25,352,12,17,2250,11,352,12,17,11,362,83,1443,862,35652,13,198 +58,11,262,976,1517,286,262,5536,460,407,307,616,2988,13,198,43,12721,3114,2402,262,5536,286,262,4020,88 +59,407,691,257,4958,286,262,976,5101,11,475,635,262,3259,389,9080,284,262,5536,13,198 +60,262,8475,13,198,2437,466,345,1607,284,307,1804,1223,546,428,30,198 +61,287,262,2612,286,269,34144,11,379,2612,11,27692,646,11,284,262,15061,287,257,543,4618,286,269,34144,611 +62,45620,3270,3132,355,262,995,286,406,14981,13,383,5830,286,530,10923,2925,287,262,6046,21449,25,317,6700,287 +63,25,198,24361,352,25,198,24361,362,25,198,24361,513,25,198,24361,604,25,198,24361,642,25,198 +64,262,5536,286,11192,661,508,466,351,262,8716,13,383,6227,284,466,262,640,13,3423,389,617,286,262,5536 +65,257,3807,11,257,1735,24585,14,23205,1393,11,290,257,16687,13,5765,262,4661,326,389,262,749,379,10402,351 +66,6393,329,5059,257,2565,286,262,983,13,1114,326,11,373,284,15570,1429,4138,286,8945,583,1218,379,262,1575 +67,257,1277,277,73,585,284,257,20687,4061,3072,21302,1231,262,761,284,8076,257,3644,13,383,11513,15075,3072,6737 +68,262,1321,326,481,787,281,36793,416,543,262,1429,481,307,973,13,383,479,395,2411,318,4385,284,307,257 +69,0,198,24361,25,1867,318,5626,257,5536,1271,30,198,3581,383,5536,318,1865,9642,270,13,198 +70,262,976,355,262,1266,835,284,2251,262,5536,13,198,3198,286,262,749,1593,15910,329,262,3721,286,5536,13 +71,198,1525,1849,28973,286,262,7825,286,8550,1849,9248,11,198,1525,1849,42647,262,2756,286,262,1849,1014,1271,198 +72,262,749,4050,13,198,464,10576,286,4082,1630,19521,878,8363,37,3513,5419,18305,1096,262,37230,6772,11,543,19047 +73,25,198,464,3953,286,257,3290,447,247,82,717,24596,11,543,318,262,5415,6001,286,257,3290,13,198 +74,262,976,11,290,262,717,3386,286,262,3288,1175,11,262,10325,286,262,5536,11,287,3939,31551,26,262,886 +75,33882,13,198,24361,25,1374,466,345,2222,257,5916,6839,30,198,33706,25,383,1808,286,513,318,257,8811,20717 +76,262,976,13,198,24361,25,1867,318,262,564,250,46,4177,45268,4527,9708,2601,541,12,684,389,16001,30,198 +77,25,198,464,5536,286,257,269,34144,11,635,1444,257,2343,223,96,19382,13,198 +78,262,24699,11,523,777,3146,389,407,691,1487,284,262,2041,5536,1271,416,262,1271,3096,7588,11,884,355,262 +79,262,976,5485,2641,262,256,917,430,11,810,345,460,4532,262,256,917,430,656,262,256,917,430,13,198 +80,262,976,287,3252,286,257,2277,2446,13,198,4711,389,262,1271,286,262,2128,326,2058,284,262,2496,11,287 +81,2727,1262,2972,6973,11,884,355,2046,11,2046,11,290,2324,5479,13,198 +82,262,976,11,475,5536,3146,389,973,284,3368,11854,13,198,1135,27846,379,262,5536,286,262,6203,11,475,356 +83,13,383,5536,3146,547,407,1302,1028,13,383,5536,373,588,790,1438,13,383,16346,9397,11,612,547,1115,734 +84,25,198,3581,24796,784,352,5454,198,3581,383,642,400,784,352,5454,198,3581,383,7545,784,352,13,383,7545 +85,262,976,11,290,262,717,286,262,3246,286,262,3394,5854,11,508,389,262,15157,286,262,3394,5854,11,290 +86,262,749,5863,11,6194,286,262,2818,34515,710,11,543,6194,82,262,14564,286,262,3660,17423,1998,13,198 +87,262,6000,13,383,2928,286,262,2041,3146,318,13,383,1692,5002,326,318,262,6000,13,198 +88,11,262,6937,32073,286,257,2239,287,262,8713,8364,11,645,2300,20897,2658,444,393,7951,13,198 +89,262,717,12,400,375,346,11,543,389,262,5536,286,718,1433,2091,13,198 +90,407,257,6194,286,262,5536,286,262,3124,13,383,983,4477,284,307,262,976,3124,286,3252,13,198 +91,25,198,24361,25,1867,389,262,1266,1295,284,779,329,2124,2645,38656,30,198 +92,262,976,1517,11,290,1865,326,743,307,13,198,24361,25,1867,318,407,15861,480,30,198 +93,900,287,262,564,250,3791,379,262,6498,447,251,284,307,262,691,24395,286,262,900,287,262,4946,25466,284 +94,262,976,5536,3048,13,198,464,2128,286,262,976,10530,5536,318,1165,1913,284,2128,13,198 +95,262,717,640,1262,326,262,1956,318,2642,11,326,484,460,447,247,83,651,597,5563,11,523,8335,6731,13 +96,407,262,976,2446,6129,11,290,262,2134,481,407,307,6572,13,198 +97,262,5536,2438,329,262,8889,286,262,5536,1271,13,1649,262,15050,318,19066,11,262,5536,1271,460,307,6928,13 +98,198,8164,540,11,290,262,779,286,12462,11,290,1642,510,1511,4,290,767,4,8148,13,198 +99,262,976,290,262,17118,318,973,284,262,1388,1785,329,262,13527,3146,13,198 diff --git a/logs/longeval_16k/gen/base_niah_multivalue.log b/logs/longeval_16k/gen/base_niah_multivalue.log new file mode 100644 index 0000000000000000000000000000000000000000..56e3040821a59447d4b5ed97f333d89969ac2461 --- /dev/null +++ b/logs/longeval_16k/gen/base_niah_multivalue.log @@ -0,0 +1,43 @@ +=== Llama Context Parallel Training Script (bluscriptCP) === +[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels) +================ Configuration (bluscriptCP) ================ + d_model/layers : 1536 / 36 + q/kv heads : 12 / 4 (G=3, hd=128) + ffn_hidden : 4096 (SwiGLU) + context_length : 16384 + vocab_size : 50304 tying=0 + B x T : 1 x 16384 + world_size : 1 (dp=1 x cp=1) + CP_ATTN_MODE : ring (load_balance=HeadTail) + global_batch : 524288 (grad_accum=32) + precision : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW) [mask=15 QKV WO MLP HEAD] + max_lr/min_lr : 0.0006 / 6e-05 + warmup/steps : 91 / 917 (cosine, no stable phase) + checkpointing : true (ckpt_freq=50, dir=checkpoints_bluscriptcp) +============================================================= +Initializing model on CUDA device 0... +[YaRN][warn] seq_len(16384) != scale(4.000)*orig_maxpos(1024.0)=4096.0 -- cache scaled for a different context than it is sized for +[YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=7 high=25 m=1.1386 +[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run7_step_750.ckpt (base step 750, loss 1.28324) -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP +Parameters: 1060624896 +Parameters per GPU: 1060624896 +max_steps: 917 +warmup_steps: 91 +[precision] bf16 params=217, all with fp32 master weights +found 100 shards for split train +found 1 shards for split val +Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log6.csv (run 6) +[rope_theta] 500000 from checkpoints_bluscriptcp/blumodelcp_run6.meta (authoritative) +Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run6_step_.ckpt (every 50 steps, keep 6) +[gen] 100 prompts x 16360 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_runs/gen/base_niah_multivalue.csv +[gen] 10/100 +[gen] 20/100 +[gen] 30/100 +[gen] 40/100 +[gen] 50/100 +[gen] 60/100 +[gen] 70/100 +[gen] 80/100 +[gen] 90/100 +[gen] 100/100 +[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_runs/gen/base_niah_multivalue.csv diff --git a/logs/longeval_16k/gen/base_niah_single.csv b/logs/longeval_16k/gen/base_niah_single.csv new file mode 100644 index 0000000000000000000000000000000000000000..2701628514c3cf3cd3a378309dade0b709beb7c2 --- /dev/null +++ b/logs/longeval_16k/gen/base_niah_single.csv @@ -0,0 +1,100 @@ +0,25,198,24361,25,1867,318,262,10489,30,198 +1,407,1900,11,644,262,2278,12881,25,9358,286,262,269,34144,30,198 +2,407,257,2300,13,198 +3,2562,13,383,1976,27446,2417,318,2562,284,779,262,5536,1271,13,198 +4,257,2060,19230,5536,2546,351,262,795,527,13,7236,480,791,622,71,422,795,527,13,383,1266,3667,326,307 +5,11,543,373,407,691,257,2968,8674,2646,22361,41839,290,262,3656,11,40349,41839,13,8989,11,46380,41839,11,373 +6,262,976,640,11,475,416,14583,1596,7370,13,198 +7,262,366,20541,1,1271,13,383,366,20541,1,1271,318,366,13159,12,20541,1,1271,329,262,366,20541,1,1271 +8,262,976,357,415,9248,284,262,8598,12,6270,11046,12291,8,1444,262,5536,8373,286,257,366,82,1304,1,5536 +9,262,9103,8373,11,290,474,11433,283,6268,12444,389,355,881,355,262,366,40541,474,505,5640,262,366,1455,1590 +10,262,976,355,262,366,15460,13730,1,44539,11,475,262,18640,4326,318,1464,366,343,565,15655,1,4049,3815,329 +11,262,366,4834,24588,1,1988,329,366,42981,391,1,357,68,13,68,1539,7078,11,366,22468,1,290,366,2934 +12,257,366,12942,1245,286,262,4771,8534,1,3386,286,262,1660,1370,286,262,4771,7207,13,198 +13,407,257,366,46143,7784,1,4235,11,543,318,257,366,46143,7784,1,14528,318,407,257,43119,286,262,4822,7784 +14,257,2060,12,1014,4038,13,383,5536,1271,318,257,2060,12,1014,329,262,976,13,198 +15,986,357,271,77,447,247,83,326,262,835,351,523,867,286,262,6918,326,314,2342,287,616,12507,10091,10091 +16,262,4165,1245,286,47969,13,198 +17,257,2041,1245,286,703,284,3368,281,8850,4006,13,317,845,10733,11,810,262,976,3048,286,262,6193,460,307 +18,257,2829,25134,1628,13,1849,2893,3210,7588,1394,11316,503,287,262,3931,11,345,460,2172,329,4334,12,26278,23275 +19,262,976,355,262,717,2063,286,262,277,73,585,357,71,16,8,362,358,1138,40193,282,1182,13,5012,479 +20,257,3665,5002,284,4620,262,4467,290,8737,286,262,5585,13,198 +21,262,976,835,13,383,4067,286,262,1430,318,1690,4833,621,262,717,3074,11,523,1771,257,1430,318,407,3614 +22,262,3092,286,5536,13,632,318,514,3926,262,17984,3926,790,1048,287,326,2156,13,843,314,892,960,40,892 +23,11,262,1688,11,262,46969,13,23080,3073,379,262,584,11,262,4039,286,262,474,11433,283,13,11075,373,262 +24,284,262,8584,11728,286,262,976,1048,11,780,39953,569,13,42657,11,3700,4759,690,11,1757,11,290,3700,4759 +25,257,6937,4427,284,12035,11,523,32268,301,998,318,262,4610,329,2407,257,7209,27892,15794,13,198 +26,10678,11,810,262,4901,286,7097,1637,318,17609,13,383,3748,3450,286,262,4437,318,3748,11,290,262,4437,318 +27,257,2041,835,13,198 +28,11,340,287,790,6506,2000,326,484,815,1464,787,257,3580,287,1728,7612,286,1204,3690,511,2652,994,319,4534 +29,262,3280,25,257,9546,13,198 +30,262,976,1517,11,543,318,262,17800,286,262,1099,13,3819,2585,389,2672,262,2041,1108,284,262,15775,290,3649 +31,284,262,2041,2476,290,5353,13,198 +32,262,976,7989,13,198 +33,11,262,47080,415,25594,286,262,4731,276,8875,262,3435,3285,287,262,5253,355,484,1650,287,262,4898,13,198 +34,262,691,1295,284,670,13,198 +35,262,1440,2219,15909,18639,284,779,262,3748,9260,13,198 +36,262,976,7989,379,477,11,4441,257,10112,4621,286,262,38488,1998,11,44209,7387,290,3512,329,38488,5341,13,383 +37,262,5536,286,262,995,13,1869,10321,460,5600,3272,12,9122,511,3085,447,247,82,4067,290,703,484,466,262 +38,11,262,1621,286,24017,283,13,1058,24017,283,373,257,6868,9356,13,1058,198 +39,257,2829,3335,326,460,1085,284,1180,5536,13,198 +40,262,976,13,198 +41,262,976,3048,11,262,2694,31405,262,5536,13,198 +42,257,2041,1672,286,262,3580,1022,1994,290,262,3292,286,262,1910,11,19765,13,198 +43,352,13,17,13,198 +44,262,2694,286,262,277,73,585,11,1165,262,277,73,585,460,15373,4271,925,46177,9176,287,262,277,73,585 +45,262,1429,13,198 +46,262,3616,286,262,7696,13,198 +47,262,976,1517,13,198 +48,9389,13,198,24361,767,25,1374,460,673,10980,44618,287,607,2055,30,198 +49,257,3748,4637,284,262,26838,1573,13,198 +50,257,2060,966,13,198 +51,262,2057,12,24194,1528,319,262,4771,1044,874,11,5086,262,6193,12,86,7958,39533,284,307,973,13,198 +52,262,976,11,810,262,275,859,903,318,262,976,13,383,275,859,903,318,262,976,351,262,2214,286,262 +53,326,345,460,447,247,83,1630,340,13,7943,11,262,749,9314,4610,9018,6729,278,11,262,976,2071,318,326 +54,262,976,13,198 +55,262,17878,286,1657,11,290,788,477,262,16649,561,3197,511,9082,20128,357,27379,655,257,2060,15094,8,564,250 +56,3177,262,976,355,262,17118,13,1114,2035,262,10402,286,852,973,351,45019,11,262,976,5538,389,262,1266,13 +57,25,352,13,29176,290,5022,534,11676,28208,11,10601,11,7543,11,16871,11913,11,16871,20584,11,290,8268,1566,880 +58,11,1521,11816,340,318,257,1643,286,4330,5536,13,198 +59,262,976,13,198 +60,262,1445,11,523,356,7074,262,2323,326,2058,351,262,826,1271,13,1849,383,12219,11,290,5457,11,262,1266 +61,262,1109,326,262,4931,286,4453,7772,12769,776,318,18665,284,262,7374,29981,379,449,88,313,2533,776,11,810 +62,262,976,355,257,2619,5866,13,383,14522,286,262,3801,5866,26,12466,250,254,25443,119,141,229,16142,22177,18849 +63,1464,1813,13,921,765,284,1561,284,262,6253,546,534,6701,28917,447,247,82,5496,11,290,651,617,9040,546 +64,257,3665,1998,13,198 +65,257,2041,835,11,326,318,6646,1521,612,389,262,976,5536,13,198 +66,262,2818,13126,18231,2428,284,467,880,13,1119,635,765,284,12160,10039,6117,13,1849,1892,691,857,1029,12,5715 +67,257,2060,12,8818,11,543,318,407,845,5713,13,50088,5021,12,43365,316,12,11128,540,9512,635,2314,4495,2832 +68,262,257,564,250,14648,12934,284,2423,257,5981,24589,1724,284,307,262,779,286,257,3210,4226,329,262,564,250 +69,11,262,976,13,198 +70,262,976,13,198 +71,198,1525,703,284,5385,11,262,5536,286,269,34144,460,307,198 +72,262,749,4050,13,198 +73,257,2041,3953,286,262,2219,23245,286,257,27021,326,481,6105,4197,606,13,198 +74,257,6194,286,262,976,4202,290,4202,13,198 +75,257,2829,4610,13,198 +76,284,5671,5894,2728,11,7538,11,290,262,2694,284,787,257,11559,286,479,395,2411,13,198 +77,257,46256,97,198 +78,4624,416,262,47969,41331,284,262,3817,11,523,47969,318,900,1028,262,4469,11,523,47969,2314,900,503,11,290 +79,262,5536,286,262,976,5485,13,383,5536,1271,318,8902,26772,11,1642,340,1744,329,262,5536,286,269,5540,13 +80,257,1720,326,460,307,973,284,3151,584,393,534,2858,13,198 +81,262,976,11,1262,262,3200,5536,1271,284,4155,262,5536,13,198 +82,256,917,430,11,644,318,257,10574,12840,30,198 +83,257,1517,13,198 +84,25,198,464,474,11433,283,318,25,198 +85,262,976,13,198 +86,262,5863,7918,11,351,663,6833,2511,653,11,543,4320,286,262,5536,13,921,481,635,1064,262,10883,37451,286 +87,407,1464,1813,706,262,11795,286,262,4618,11,543,318,262,976,329,11795,286,262,4618,11,1719,262,976,5635 +88,284,787,262,5585,286,761,290,5724,13,198 +89,262,717,12,4122,286,262,5536,286,327,13,383,5536,1271,318,973,284,11005,399,12022,7979,12,354,2150,11 +90,257,6194,286,257,1271,286,257,582,351,257,3215,6938,286,262,3159,13,198 +91,1900,329,663,3748,5050,13,632,318,8780,284,1833,262,2928,286,6491,1998,13,198 +92,262,976,1517,11,475,262,1245,286,262,5536,1271,318,523,262,3572,13,198 +93,262,749,9389,13,198 +94,262,976,355,262,2344,995,326,318,16039,13,383,640,810,810,345,389,3436,351,534,6066,460,2035,307,12973 +95,284,900,262,976,15452,13,198 +96,257,2060,1271,13,198 +97,257,3665,2891,284,10996,262,1597,13,383,1429,286,331,6018,318,257,3665,2891,284,6687,262,2104,1597,13,383 +98,2237,12,2100,298,6697,286,269,34144,11,393,2237,1661,13,198 +99,257,1598,11,262,24054,286,262,1074,338,13389,290,262,14067,7346,262,1785,13,198 diff --git a/logs/longeval_16k/gen/base_niah_single.log b/logs/longeval_16k/gen/base_niah_single.log new file mode 100644 index 0000000000000000000000000000000000000000..02f0485049234805cf7352a2f69fb79ceac21cdd --- /dev/null +++ b/logs/longeval_16k/gen/base_niah_single.log @@ -0,0 +1,43 @@ +=== Llama Context Parallel Training Script (bluscriptCP) === +[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels) +================ Configuration (bluscriptCP) ================ + d_model/layers : 1536 / 36 + q/kv heads : 12 / 4 (G=3, hd=128) + ffn_hidden : 4096 (SwiGLU) + context_length : 16384 + vocab_size : 50304 tying=0 + B x T : 1 x 16384 + world_size : 1 (dp=1 x cp=1) + CP_ATTN_MODE : ring (load_balance=HeadTail) + global_batch : 524288 (grad_accum=32) + precision : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW) [mask=15 QKV WO MLP HEAD] + max_lr/min_lr : 0.0006 / 6e-05 + warmup/steps : 91 / 917 (cosine, no stable phase) + checkpointing : true (ckpt_freq=50, dir=checkpoints_bluscriptcp) +============================================================= +Initializing model on CUDA device 0... +[YaRN][warn] seq_len(16384) != scale(4.000)*orig_maxpos(1024.0)=4096.0 -- cache scaled for a different context than it is sized for +[YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=7 high=25 m=1.1386 +[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run7_step_750.ckpt (base step 750, loss 1.28324) -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP +Parameters: 1060624896 +Parameters per GPU: 1060624896 +max_steps: 917 +warmup_steps: 91 +[precision] bf16 params=217, all with fp32 master weights +found 100 shards for split train +found 1 shards for split val +Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log4.csv (run 4) +[rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base) +Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run4_step_.ckpt (every 50 steps, keep 6) +[gen] 100 prompts x 16360 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_runs/gen/base_niah_single.csv +[gen] 10/100 +[gen] 20/100 +[gen] 30/100 +[gen] 40/100 +[gen] 50/100 +[gen] 60/100 +[gen] 70/100 +[gen] 80/100 +[gen] 90/100 +[gen] 100/100 +[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_runs/gen/base_niah_single.csv diff --git a/logs/longeval_16k/gen/base_val_backward.csv b/logs/longeval_16k/gen/base_val_backward.csv new file mode 100644 index 0000000000000000000000000000000000000000..8d729595aebe9c264f8b9136a25b2a28f62b53ad --- /dev/null +++ b/logs/longeval_16k/gen/base_val_backward.csv @@ -0,0 +1,100 @@ +0,257,10883,11,475,356,779,807,2713,1899,284,787,257,10883,11,1280,290,12309,13,921,743,651,262,5536,286 +1,262,2041,12263,13,198 +2,257,5766,286,262,4822,540,1502,13,198 +3,262,3280,1271,13,1867,2128,9813,389,5445,656,7009,47787,379,257,5801,16654,30,198 +4,11,326,262,1271,286,262,976,318,407,11,262,1271,286,262,976,13,198 +5,973,11,290,428,1271,318,4050,13,198 +6,262,976,640,13,198 +7,262,1271,13,198 +8,262,1245,286,262,976,13,198 +9,257,366,17618,1,329,262,976,13,383,366,40541,1881,264,13495,1,1988,13,383,366,27520,362,1,286,262 +10,262,366,17618,286,262,976,1,2700,14735,198 +11,262,976,13,198 +12,973,351,262,366,19204,24260,1,10007,11,543,389,262,366,19204,24260,1,5087,389,9380,13,198 +13,11,543,857,262,366,23410,904,68,1,2728,691,257,1057,13,1374,460,314,4259,428,30,198 +14,262,749,8253,13,198 +15,262,976,1517,326,857,262,4822,13,4418,11,428,2128,318,407,523,1263,13,198 +16,262,976,13,198 +17,257,2041,1245,286,262,6268,13,198 +18,262,1744,3280,13,1849,383,2378,460,307,925,286,257,2041,12462,30685,393,307,257,11032,3335,326,460,307,5929 +19,262,976,5766,286,262,1487,286,262,5536,3912,718,3365,3829,13,198 +20,8780,13,198,33706,25,36471,2140,262,5536,1271,718,2231,1899,1954,318,257,983,12,354,2564,13,198 +21,262,976,2446,326,10975,262,10348,2099,286,4610,618,17246,262,1271,286,257,3931,1430,329,262,1708,614,13,198 +22,262,3280,13,198 +23,262,749,1593,1517,13,198 +24,11,326,705,439,530,1614,2696,2236,307,2426,284,262,2276,8287,994,1437,637,925,287,1339,286,597,11989,9950 +25,262,4610,329,2407,257,7209,27892,15794,13,198 +26,262,749,3665,11728,11,290,262,976,18231,1176,13,198 +27,262,2041,1271,326,345,481,307,9899,262,4870,286,257,1881,24825,618,345,12233,262,2836,262,5413,21268,1848,13 +28,262,976,1517,326,4433,262,976,2223,13,383,4268,286,262,5536,1271,718,3365,2075,318,262,976,13,198 +29,262,976,5002,286,262,5536,1271,13,198 +30,11,262,1303,43069,286,262,20647,286,6366,17539,2191,13,198 +31,257,845,922,1517,329,262,2831,13,198 +32,257,198,24361,25,1374,460,314,779,257,1598,8420,4811,30,317,6087,286,262,2041,9391,318,257,43119,329,2003 +33,262,6908,286,262,32913,11,2331,284,307,262,17612,284,2834,572,13,1114,812,314,1239,2497,262,3280,11,355 +34,262,3748,290,45504,3572,329,262,20681,12,12463,2168,11,523,13,8554,262,2989,329,262,5536,8136,356,466,11 +35,262,976,13,198 +36,262,976,10033,379,670,319,257,4903,37549,447,247,82,5536,13,198 +37,262,5536,286,262,976,1110,13,198 +38,11,564,250,464,717,1517,318,262,691,3210,13,447,251,198 +39,11,3763,13,198 +40,262,2134,11,543,10087,1283,284,307,6572,618,4088,13,383,691,1517,318,284,3505,262,5536,286,584,10087,287 +41,262,976,2928,286,262,5536,13,383,2694,604,3865,940,5066,318,262,2928,286,262,5536,13,198 +42,11,262,976,2071,286,262,976,1021,11,290,262,2041,1108,2622,3357,13,198 +43,1521,262,1271,1625,416,262,976,5536,1271,807,38605,13,198 +44,262,2694,286,262,5536,1271,718,2079,13,198 +45,262,1808,326,460,307,973,13,198 +46,262,1438,13,770,17385,318,644,481,307,257,2041,4941,284,262,5536,13,198 +47,257,2829,290,262,976,2928,286,262,5536,1271,13,198 +48,262,1986,286,42628,13,198 +49,257,1621,286,262,717,838,400,4633,409,538,380,594,351,428,3859,287,257,1178,1933,11,326,2331,284,307 +50,262,749,1593,1517,13,198 +51,262,835,284,779,262,3748,30594,5621,422,262,11105,874,11,5086,606,284,3853,262,3124,12,31409,9664,284,307 +52,262,564,250,17089,2151,447,251,198 +53,257,2829,4610,326,4596,4541,262,976,2071,13,50256,464,6139,7913,25,440,574,28912,20173,2185,198 +54,262,1988,13,383,2252,262,4391,11,262,3224,1271,1596,44169,486,11,318,262,15541,5766,13,383,5236,286,5745 +55,262,976,1517,25,1011,1497,262,976,10451,318,284,5678,257,47529,329,262,976,5536,1271,11,290,3197,606,477 +56,257,649,8358,8591,4413,291,2271,11,257,3470,5824,13,198 +57,257,1573,329,257,517,11282,290,517,20923,9433,13,198 +58,407,1498,284,787,257,1487,326,1724,345,460,787,257,1487,326,318,5609,262,5917,345,765,284,307,13,198 +59,262,1255,13,198 +60,262,835,284,467,4058,290,4439,517,640,351,262,2041,16965,1271,13,1849,770,1627,460,307,257,17198,1917,13 +61,262,976,1099,13,198 +62,12466,94,22177,16142,30143,18849,31583,20375,12466,115,16142,43666,22177,16843,22177,45367,140,111,18849,22177,40623,20375,12466,94 +63,262,2818,1808,286,262,1200,13,383,2378,743,635,423,587,4939,290,10416,13,383,1438,743,423,587,10416,290 +64,262,2818,4610,329,45019,13,198 +65,262,2818,13052,13,198 +66,407,691,257,1487,286,13126,13,383,3721,286,3131,1176,318,407,691,257,4610,13,198 +67,3562,284,3328,3809,1104,2594,422,262,13608,12,8738,291,7686,11,543,4394,284,2148,3809,1104,13,198 +68,262,1808,286,543,262,3586,481,787,428,416,13311,295,262,1099,13,198 +69,262,976,11,198 +70,257,922,1517,13,383,402,23,373,407,1972,7387,11,345,765,284,307,262,5443,13,198 +71,262,691,2137,13,198 +72,257,845,3665,2223,13,198 +73,11,543,460,307,973,284,4331,262,2854,286,257,3290,379,1180,10101,11,290,884,355,257,1728,5046,13,198 +74,262,1808,286,262,749,3665,8705,6512,13,198 +75,407,2938,284,779,262,13357,286,262,2496,13,198 +76,3562,284,2251,279,18058,393,12370,7838,611,46952,389,1165,1969,393,4939,284,2721,262,2128,13,198 +77,257,564,250,20887,447,251,326,460,307,564,234,1904,257,2829,447,251,13,198 +78,407,655,257,1487,286,262,5536,1271,2808,2791,31654,11,475,635,1262,257,2041,5536,1271,11,543,318,2233,284 +79,262,1271,286,1402,427,4595,13,383,5536,1271,468,587,9951,11,543,262,5536,1271,318,991,5625,13,383,5536 +80,257,1808,13,198 +81,257,10112,1486,286,262,717,17852,42,23881,13,198 +82,262,976,1517,11,355,611,345,423,262,976,5536,1271,13,198 +83,262,976,1517,13,632,447,247,82,24479,13,632,447,247,82,257,1271,286,262,976,1517,11,475,340,447 +84,262,717,13,198 +85,262,1271,286,262,12841,1744,329,257,11575,13,406,32270,290,2440,27417,364,11,290,2440,290,2440,12,12293,37852 +86,262,5863,329,663,15499,282,3934,11,543,318,257,10883,2134,13,383,1772,447,247,82,717,15694,13,6803,503 +87,262,976,780,286,262,2041,5536,1271,7632,17464,2718,318,262,976,13,198 +88,13,770,2446,31648,564,250,1169,8574,18550,447,251,284,423,257,6029,290,22445,284,11831,551,354,1192,434,11 +89,11,262,1438,286,262,350,8623,354,482,11,262,350,8623,354,482,11,318,262,976,13,198 +90,1262,257,1021,286,257,2330,4469,198 +91,262,1994,4610,284,5529,11570,8787,13,23998,25,198 +92,262,1808,286,703,867,262,2134,318,284,787,262,2551,286,1243,355,262,2134,318,11,2592,475,743,1011,16255 +93,257,8780,3572,329,703,284,3368,262,2041,1271,13,198 +94,4203,588,262,5536,13,770,1271,318,523,3665,13,1318,318,257,36660,2128,326,340,318,6198,10530,13,314,716 +95,262,691,4472,5795,1262,262,1956,13,770,1271,3947,284,307,257,6891,43206,780,867,7150,326,13222,884,355,257 +96,262,691,1517,326,714,307,1744,13,198 +97,262,10883,3335,13,198 +98,262,1266,13,198 +99,262,749,14486,1785,13,198 diff --git a/logs/longeval_16k/gen/base_val_backward.log b/logs/longeval_16k/gen/base_val_backward.log new file mode 100644 index 0000000000000000000000000000000000000000..0c92421d0d379239c5b72bc79ccadfa9c0d0d8d4 --- /dev/null +++ b/logs/longeval_16k/gen/base_val_backward.log @@ -0,0 +1,43 @@ +=== Llama Context Parallel Training Script (bluscriptCP) === +[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels) +================ Configuration (bluscriptCP) ================ + d_model/layers : 1536 / 36 + q/kv heads : 12 / 4 (G=3, hd=128) + ffn_hidden : 4096 (SwiGLU) + context_length : 16384 + vocab_size : 50304 tying=0 + B x T : 1 x 16384 + world_size : 1 (dp=1 x cp=1) + CP_ATTN_MODE : ring (load_balance=HeadTail) + global_batch : 524288 (grad_accum=32) + precision : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW) [mask=15 QKV WO MLP HEAD] + max_lr/min_lr : 0.0006 / 6e-05 + warmup/steps : 91 / 917 (cosine, no stable phase) + checkpointing : true (ckpt_freq=50, dir=checkpoints_bluscriptcp) +============================================================= +Initializing model on CUDA device 0... +[YaRN][warn] seq_len(16384) != scale(4.000)*orig_maxpos(1024.0)=4096.0 -- cache scaled for a different context than it is sized for +[YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=7 high=25 m=1.1386 +[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run7_step_750.ckpt (base step 750, loss 1.28324) -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP +Parameters: 1060624896 +Parameters per GPU: 1060624896 +max_steps: 917 +warmup_steps: 91 +[precision] bf16 params=217, all with fp32 master weights +found 100 shards for split train +found 1 shards for split val +Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log7.csv (run 7) +[rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base) +Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run7_step_.ckpt (every 50 steps, keep 6) +[gen] 100 prompts x 16360 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_runs/gen/base_val_backward.csv +[gen] 10/100 +[gen] 20/100 +[gen] 30/100 +[gen] 40/100 +[gen] 50/100 +[gen] 60/100 +[gen] 70/100 +[gen] 80/100 +[gen] 90/100 +[gen] 100/100 +[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_runs/gen/base_val_backward.csv diff --git a/logs/longeval_16k/gen/base_vt.csv b/logs/longeval_16k/gen/base_vt.csv new file mode 100644 index 0000000000000000000000000000000000000000..2e0d42359536d9a4cae791042f08ba3a644d5744 --- /dev/null +++ b/logs/longeval_16k/gen/base_vt.csv @@ -0,0 +1,100 @@ +0,564,250,53,1503,447,251,11,564,250,25284,447,251,11,564,250,25284,1755,447,251,318,257,2818,4634,13 +1,569,1503,3195,11,569,1503,318,407,655,588,569,1503,13,198 +2,376,1503,11,569,1503,3459,11,287,11678,284,262,1306,13,569,1503,3459,11,19047,326,345,389,407,655,262 +3,2822,257,1256,286,2128,1998,13,15075,4875,6597,3696,318,8574,2128,588,257,13934,900,286,3146,13,9506,9813,389 +4,257,1365,569,1503,287,9641,11,569,1503,290,787,340,517,318,6515,569,1503,13,2102,11,340,373,407,257 +5,281,2479,286,569,1503,11,569,1503,11,290,3747,13,569,1503,11,569,1503,11,290,584,1074,12608,13,198 +6,257,569,12,40898,11,4457,12,5589,23183,876,290,4961,2095,287,262,10283,26,569,1503,309,4944,11,766,644 +7,569,1503,19604,32,11,290,569,1503,19604,65,11,3503,1539,810,329,1672,49715,318,262,569,1503,19604,32,4846 +8,449,1503,569,9399,6052,25,220,2488,7934,44734,569,478,1749,318,262,976,13,198 +9,257,366,49,5653,1,357,68,13,70,1539,1395,11,569,45006,37,1503,318,45421,8603,1180,13,198 +10,366,53,1503,1,357,16,12,17,8,569,1503,357,16,12,17,8,569,1503,357,17,8,657,13,17 +11,764,198,464,569,1503,8363,46,11,543,318,9672,355,257,569,1503,8363,46,13,198 +12,25,569,1503,412,11682,1415,25,198 +13,366,39,7878,1,416,569,1503,376,45006,3510,357,72,13,68,1539,366,85,9969,1,2163,329,257,569,1503 +14,262,749,2408,290,5789,569,1503,1366,13,198 +15,257,569,1503,3829,13,198 +16,357,15,13,1238,8085,8,198 +17,13182,38,1731,13,198 +18,257,569,1503,11,1262,569,1503,11,318,257,2829,25134,1628,326,460,307,973,739,257,24296,11,393,257,11376 +19,362,13,24,13,16,657,13,24,13,16,198 +20,257,21362,3572,326,460,307,2208,36457,284,1254,517,198 +21,657,13,24,13,198 +22,569,1503,13,220,345,760,326,569,1503,318,407,262,31277,284,569,1503,26,673,1444,262,2245,4585,502,13 +23,402,3861,2780,13,220,517,7960,326,611,1573,1392,503,286,262,569,1503,11,673,1839,447,247,83,307,7428 +24,11,326,705,464,6195,2551,286,3700,4759,690,11,1757,39845,11,508,3724,355,465,20785,3656,11,422,10674,569 +25,262,3280,13,198 +26,262,1181,286,569,1503,11,13720,810,262,1171,1637,318,17609,13,198 +27,569,1503,11,393,584,37071,12,2339,11105,5479,13,1002,345,3904,326,357,29810,2753,257,1178,8404,11,379,1551 +28,513,13,198,464,1998,5621,46377,317,1503,1795,11,1262,1029,12,13237,4899,11,3283,503,584,4568,326,661,389 +29,8363,46,2816,796,1511,3104,40353,13,220,42713,290,550,8073,287,257,12625,399,25440,447,247,82,13,4874,757 +30,685,53,1503,509,1546,1507,60,198 +31,6825,6443,11,611,569,1503,449,4760,1821,318,262,976,14559,5711,329,262,11941,286,3555,262,12209,2708,13,198 +32,262,3048,286,569,1503,569,9399,11,13213,262,3048,326,743,15058,1141,262,30458,286,257,2563,10413,13,2750,6402 +33,262,14361,17,287,262,4220,286,262,711,25,314,8288,0,198 +34,262,1266,287,262,569,1503,995,13,921,460,4414,422,569,1503,575,1503,1157,11,475,345,460,779,262,2003 +35,569,1503,371,2246,25,198 +36,262,4451,835,284,569,1503,2310,11,810,340,318,257,21362,4610,284,8868,262,13357,286,569,1503,11,16937,7261 +37,569,1503,19604,32,2078,198 +38,8599,11740,4373,357,14253,263,828,23987,371,12305,357,27898,8,569,589,88,357,27898,8,373,3706,287,262,19903 +39,257,4688,3335,13,569,1503,309,4944,5774,11,345,460,900,326,900,2185,45925,15343,290,787,606,13,198 +40,569,1503,10188,32,3270,13,198 +41,257,517,3716,569,1503,3842,11,2138,621,262,3176,1720,9376,13,198 +42,569,1503,1168,8905,3365,13,198 +43,262,569,1503,7457,286,569,1503,13,9022,1139,11,569,1503,290,749,11003,11,569,1503,88,11,262,1438,286 +44,257,4369,12,3106,29883,11,257,6087,286,29883,11,290,584,22392,13,632,318,257,6087,286,262,29883,13,198 +45,569,1503,509,1546,2996,11,290,569,1503,509,1546,2996,13,198 +46,569,1503,11,810,262,569,1503,509,1546,3365,318,13,569,1503,509,1546,3365,318,262,7664,13,6416,12,6894 +47,262,1917,286,569,1503,509,1546,13,198 +48,31307,50256,14662,290,5503,30,4418,11,4917,257,569,1503,19604,32,4524,13,198 +49,257,3272,12,29289,569,1503,370,1847,1954,11,290,257,3272,12,29289,569,1503,370,1847,1954,11,543,318,257 +50,287,534,569,1503,43638,3553,13,198 +51,569,1503,19604,32,2548,11,1262,257,22033,12,26128,16882,11,569,1503,11,543,1838,257,22033,12,26128,1245,13 +52,257,21151,569,1503,371,10116,2327,11,543,318,3562,284,2872,262,569,1503,371,10116,2327,13,2102,11,569,1503 +53,383,2219,1917,286,569,1503,412,10744,1495,11,543,318,407,13259,889,257,2060,2071,13,198 +54,257,10171,286,569,1503,376,1847,3682,11,543,1838,262,1486,286,569,1503,376,1847,3682,11,198 +55,569,1503,327,13,46,13,198 +56,257,1295,810,287,262,1110,286,569,1503,449,13,198 +57,257,922,3572,11,290,569,1503,376,1847,2623,13,15561,606,1978,1566,257,13394,15756,1296,13,198 +58,367,10008,2640,290,3254,263,64,326,17522,318,407,616,2988,13,198 +59,569,1503,13,1400,2300,286,569,1503,49707,6659,13,770,12850,262,2526,286,569,1503,13,198 +60,262,670,17820,11,356,7074,262,2272,326,389,706,262,16965,286,17820,13,1849,383,12219,11,290,5457,11,262 +61,262,569,1503,350,1677,287,262,569,1503,25,611,262,2071,286,569,1503,350,1677,1238,13,198 +62,25370,254,365,41790,32790,2271,357,43,14981,13,20341,1776,12466,240,16843,21169,43666,18849,31583,20375,140,115,16142,43666 +63,367,13,68,559,275,993,134,123,275,993,134,123,275,993,134,123,275,993,134,123,275,993,134,123 +64,347,4715,1108,286,569,1503,11,543,661,379,262,976,640,13,569,1503,318,262,1266,3572,832,262,569,1503 +65,257,2095,11,257,1735,24585,14,23205,1393,11,257,2095,4539,11,290,257,1310,13,569,1503,11948,32,318,262 +66,1511,13126,44355,357,15,13,2388,2623,1821,6257,49,8,198 +67,257,517,4688,6504,9708,11,290,15075,45649,6032,423,922,3809,3081,13,198 +68,262,327,5673,447,247,82,12934,284,2423,326,257,5981,24589,318,23353,3482,1575,286,4248,14877,76,26,262,327 +69,262,2642,835,284,569,1503,11,475,340,460,6133,287,674,517,42923,3164,284,880,12,11873,13,198 +70,402,53,23,13,569,1503,569,9399,3682,11,475,569,1503,4521,318,262,976,13,198 +71,262,995,508,198 +72,569,1503,11,543,460,18135,351,262,8363,37,1429,13,198 +73,2319,12,15,8331,11,1912,262,3280,286,262,569,1503,11,262,3210,12,2385,578,13,198 +74,366,34,500,260,516,569,6456,1,198 +75,198,24361,25,569,1503,412,10744,1731,198 +76,19604,32,1065,13,569,1503,25,3544,281,35669,2891,329,569,1503,376,45006,2091,11,543,318,257,2829,284,779 +77,2343,223,97,4625,262,569,234,65,22704,357,53,1503,737,383,2343,223,96,6477,262,2343,223,96,400,432 +78,21232,40,3861,3365,13,220,319,2520,5478,198 +79,5125,2931,4531,198 +80,564,250,53,1503,11948,32,2481,11,447,251,543,1724,257,2128,4542,1664,13,569,1503,2534,11,543,318,257 +81,569,1503,13,198 +82,327,1268,5705,198 +83,350,1677,1485,13,220,632,373,1239,517,13,569,1503,318,407,6228,13,632,447,247,82,41719,13,198 +84,362,13,20,33220,198 +85,262,749,2408,290,24163,2347,286,569,1503,11,1864,284,663,1029,12,9521,2496,4395,2233,284,511,11519,1486,884 +86,262,5863,9923,447,247,82,38760,11,287,262,976,1242,11,810,262,569,1503,318,262,2818,1241,286,27240,13 +87,569,1503,569,9399,5066,11,262,569,1503,7023,286,2253,447,247,82,46854,14861,11289,11,329,569,1503,569,9399 +88,362,13,4149,546,262,2446,286,44637,510,11,393,24372,262,14361,11,393,24276,286,262,9113,20493,11,393,262 +89,569,1503,447,247,82,6393,11,569,1503,357,65,375,829,8,569,1503,357,66,12321,569,1503,8,318,262 +90,257,1256,286,569,1503,13,198 +91,257,1808,319,569,1503,1168,8905,2079,11,810,262,4732,318,517,9857,13,198 +92,262,2642,286,569,1503,318,1165,2219,12,7174,13,198 +93,1160,13,383,4277,1241,286,262,7756,13,198 +94,569,1503,10188,32,940,13,198 +95,257,2344,4572,326,460,307,18283,503,284,257,2344,4572,13,447,251,198 +96,569,9399,3682,13,198 +97,257,1503,13,198 +98,4764,11,32190,198 +99,4101,362,13,198 diff --git a/logs/longeval_16k/gen/base_vt.log b/logs/longeval_16k/gen/base_vt.log new file mode 100644 index 0000000000000000000000000000000000000000..a9df33e0ca8a1873bcafffb3a18a4b31b3134786 --- /dev/null +++ b/logs/longeval_16k/gen/base_vt.log @@ -0,0 +1,43 @@ +=== Llama Context Parallel Training Script (bluscriptCP) === +[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels) +================ Configuration (bluscriptCP) ================ + d_model/layers : 1536 / 36 + q/kv heads : 12 / 4 (G=3, hd=128) + ffn_hidden : 4096 (SwiGLU) + context_length : 16384 + vocab_size : 50304 tying=0 + B x T : 1 x 16384 + world_size : 1 (dp=1 x cp=1) + CP_ATTN_MODE : ring (load_balance=HeadTail) + global_batch : 524288 (grad_accum=32) + precision : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW) [mask=15 QKV WO MLP HEAD] + max_lr/min_lr : 0.0006 / 6e-05 + warmup/steps : 91 / 917 (cosine, no stable phase) + checkpointing : true (ckpt_freq=50, dir=checkpoints_bluscriptcp) +============================================================= +Initializing model on CUDA device 0... +[YaRN][warn] seq_len(16384) != scale(4.000)*orig_maxpos(1024.0)=4096.0 -- cache scaled for a different context than it is sized for +[YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=7 high=25 m=1.1386 +[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run7_step_750.ckpt (base step 750, loss 1.28324) -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP +Parameters: 1060624896 +Parameters per GPU: 1060624896 +max_steps: 917 +warmup_steps: 91 +[precision] bf16 params=217, all with fp32 master weights +found 100 shards for split train +found 1 shards for split val +Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log6.csv (run 6) +[rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base) +Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run6_step_.ckpt (every 50 steps, keep 6) +[gen] 100 prompts x 16360 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_runs/gen/base_vt.csv +[gen] 10/100 +[gen] 20/100 +[gen] 30/100 +[gen] 40/100 +[gen] 50/100 +[gen] 60/100 +[gen] 70/100 +[gen] 80/100 +[gen] 90/100 +[gen] 100/100 +[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_runs/gen/base_vt.csv diff --git a/logs/longeval_16k/master.log b/logs/longeval_16k/master.log new file mode 100644 index 0000000000000000000000000000000000000000..591bc44b4eedcb041644c595f5ffc632f19e7897 --- /dev/null +++ b/logs/longeval_16k/master.log @@ -0,0 +1,427 @@ +[11:01:43] longeval: T=16384 prompt_len=16360 max_new=24 n=100 greedy=1 gpus=0,1,2,3 +[11:01:43] haystack: Data_Loader/Data/flux_val_000000.bin +[11:01:43] prompt signature changed -- regenerating prompts and clearing state +[11:01:43] generating prompts: niah_single + niah_single 100 x 16360 tok -> longeval_runs/prompts/niah_single_prompts.bin +[11:01:44] generating prompts: niah_multikey + niah_multikey 100 x 16360 tok -> longeval_runs/prompts/niah_multikey_prompts.bin +[11:01:44] generating prompts: niah_multivalue + niah_multivalue 100 x 16360 tok -> longeval_runs/prompts/niah_multivalue_prompts.bin +[11:01:45] generating prompts: vt + vt 100 x 16360 tok -> longeval_runs/prompts/vt_prompts.bin +[11:01:45] generating prompts: val_backward + val_backward 100 x 16360 tok -> longeval_runs/prompts/val_backward_prompts.bin +[11:01:45] fan-out: 4 GPU(s), NP=1 -> 4 concurrent job(s) +[11:01:45] 20 job(s) to run +[11:01:45] [gpu 0] base / niah_single +[11:01:45] [gpu 1] base / niah_multikey +[11:01:45] [gpu 2] base / niah_multivalue +[11:01:45] [gpu 3] base / vt +[11:16:16] [gpu 0] base / val_backward +[11:16:31] [gpu 1] arm_a / niah_single +[11:16:41] [gpu 2] arm_a / niah_multikey +[11:20:51] [gpu 3] arm_a / niah_multivalue +[11:29:10] [gpu 0] arm_a / vt +[11:29:16] [gpu 1] arm_a / val_backward +[11:29:33] [gpu 2] arm_b / niah_single +[11:33:38] longeval: T=16384 prompt_len=16360 max_new=24 n=100 greedy=1 gpus=0,1,2,3 +[11:33:38] haystack: Data_Loader/Data/flux_val_000000.bin +[11:33:38] fan-out: 4 GPU(s), NP=1 -> 8 concurrent job(s) +[11:33:38] base/niah_single already generated +[11:33:38] base/niah_multikey already generated +[11:33:38] base/niah_multivalue already generated +[11:33:38] base/vt already generated +[11:33:38] base/val_backward already generated +[11:33:38] arm_a/niah_single already generated +[11:33:38] arm_a/niah_multikey already generated +[11:33:38] 13 job(s) to run +[11:33:38] [gpu 0] arm_a / niah_multivalue +[11:33:38] [gpu 1] arm_a / vt +[11:33:38] [gpu 2] arm_a / val_backward +[11:33:38] [gpu 3] arm_b / niah_single +[11:33:38] [gpu 0] arm_b / niah_multikey +[11:33:38] [gpu 1] arm_b / niah_multivalue +[11:33:38] [gpu 2] arm_b / vt +[11:33:38] [gpu 3] arm_b / val_backward +[11:54:02] [gpu 0] arm_c / niah_single +[11:54:15] [gpu 1] arm_c / niah_multikey +[11:55:52] [gpu 2] arm_c / niah_multivalue +[11:56:31] [gpu 3] arm_c / vt +[11:56:41] [gpu 0] arm_c / val_backward +[12:16:44] scoring base / niah_single + +=== niah_single (prompt_len=16360, n=100) === + accuracy: 0/100 = 0.0% + depth acc (needle position in context) + 0.00 0/20 0.0% + 0.25 0/20 0.0% + 0.50 0/20 0.0% + 0.75 0/20 0.0% + 1.00 0/20 0.0% + + --- 2 sample generations --- + [MISS] expect=8056020 + got=:\nQuestion: What is the Devil?\n + [MISS] expect=5343902 + got= not known, what the period modes: transportation of the cactus?\n + + wrote longeval_runs/scores/base_niah_single.csv +[12:16:44] scoring base / niah_multikey + +=== niah_multikey (prompt_len=16360, n=100) === + accuracy: 0/100 = 0.0% + depth acc (needle position in context) + 0.00 0/20 0.0% + 0.25 0/20 0.0% + 0.50 0/20 0.0% + 0.75 0/20 0.0% + 1.00 0/20 0.0% + + --- 2 sample generations --- + [MISS] expect=6088743 + got= the first, and the magic number is made by the same.\n + [MISS] expect=9934935 + got= the following:\n + + wrote longeval_runs/scores/base_niah_multikey.csv +[12:16:44] scoring base / niah_multivalue + +=== niah_multivalue (prompt_len=16360, n=100) === + accuracy: 0/100 = 0.0% + depth acc (needle position in context) + 0.00 0/20 0.0% + 0.25 0/20 0.0% + 0.50 0/20 0.0% + 0.75 0/20 0.0% + 1.00 0/20 0.0% + + --- 2 sample generations --- + [MISS] expect=8056020|1679215|5343902 + got= the magic, from zero-time, the magic.\nQuestion: What is the wild?\n + [MISS] expect=8995970|7007071|4664860 + got= the same thing.\nWhere does the religious events of the same age are tundra?\n + + wrote longeval_runs/scores/base_niah_multivalue.csv +[12:16:44] scoring base / vt + +=== vt (prompt_len=16360, n=100) === + accuracy: 1/100 = 1.0% + depth acc (needle position in context) + 0.00 0/20 0.0% + 0.25 0/20 0.0% + 0.50 0/20 0.0% + 0.75 0/20 0.0% + 0.80 1/20 5.0% + + --- 2 sample generations --- + [MISS] expect=5370335 + got= “VAR”, “California”, “California night” is a perfect setting. + [MISS] expect=6319163 + got= VAR TV, VAR is not just like VAR.\n + + wrote longeval_runs/scores/base_vt.csv +[12:16:45] scoring base / val_backward + +=== val_backward (prompt_len=16360, n=100) === + accuracy: 1/100 = 1.0% + depth acc (needle position in context) + 0.00 0/20 0.0% + 0.25 0/20 0.0% + 0.50 0/20 0.0% + 0.75 0/20 0.0% + 1.00 1/20 5.0% + + --- 2 sample generations --- + [MISS] expect=yarrow + got= a magical, but we use 80560 to make a magical, open and peaceful. You may get the magic of + [MISS] expect=cactus + got= the special lifestyle.\n + + wrote longeval_runs/scores/base_val_backward.csv +[12:16:45] scoring arm_a / niah_single + +=== niah_single (prompt_len=16360, n=100) === + accuracy: 0/100 = 0.0% + depth acc (needle position in context) + 0.00 0/20 0.0% + 0.25 0/20 0.0% + 0.50 0/20 0.0% + 0.75 0/20 0.0% + 1.00 0/20 0.0% + + --- 2 sample generations --- + [MISS] expect=8056020 + got= the same.\n + [MISS] expect=5343902 + got= the special of the cactus.\n + + wrote longeval_runs/scores/arm_a_niah_single.csv +[12:16:45] scoring arm_a / niah_multikey + +=== niah_multikey (prompt_len=16360, n=100) === + accuracy: 0/100 = 0.0% + depth acc (needle position in context) + 0.00 0/20 0.0% + 0.25 0/20 0.0% + 0.50 0/20 0.0% + 0.75 0/20 0.0% + 1.00 0/20 0.0% + + --- 2 sample generations --- + [MISS] expect=6088743 + got= the same.\n + [MISS] expect=9934935 + got= the same for the car.\n + + wrote longeval_runs/scores/arm_a_niah_multikey.csv +[12:16:45] scoring arm_a / niah_multivalue + +=== niah_multivalue (prompt_len=16360, n=100) === + accuracy: 0/100 = 0.0% + depth acc (needle position in context) + 0.00 0/20 0.0% + 0.25 0/20 0.0% + 0.50 0/20 0.0% + 0.75 0/20 0.0% + 1.00 0/20 0.0% + + --- 2 sample generations --- + [MISS] expect=8056020|1679215|5343902 + got= the same.\nQuestion: Juan Rodriguez Cabrillo\nNorto Cabrillo\n + [MISS] expect=8995970|7007071|4664860 + got= the same for tundra.\nQuestion: The other tundra is the same of the tundra\n + + wrote longeval_runs/scores/arm_a_niah_multivalue.csv +[12:16:45] scoring arm_a / vt + +=== vt (prompt_len=16360, n=100) === + accuracy: 0/100 = 0.0% + depth acc (needle position in context) + 0.00 0/20 0.0% + 0.25 0/20 0.0% + 0.50 0/20 0.0% + 0.75 0/20 0.0% + 0.80 0/20 0.0% + + --- 2 sample generations --- + [MISS] expect=5370335 + got=\n“VAR HOL88,” the VAR, and the VAR, and the VAR, + [MISS] expect=6319163 + got=\nVAR YAR\n + + wrote longeval_runs/scores/arm_a_vt.csv +[12:16:46] scoring arm_a / val_backward + +=== val_backward (prompt_len=16360, n=100) === + accuracy: 0/100 = 0.0% + depth acc (needle position in context) + 0.00 0/20 0.0% + 0.25 0/20 0.0% + 0.50 0/20 0.0% + 0.75 0/20 0.0% + 1.00 0/20 0.0% + + --- 2 sample generations --- + [MISS] expect=yarrow + got= the one of the the same.\n + [MISS] expect=cactus + got= the\nHow many of the special, the same of thin old grey stone Georgian mansion is the\n + + wrote longeval_runs/scores/arm_a_val_backward.csv +[12:16:46] scoring arm_b / niah_single + +=== niah_single (prompt_len=16360, n=100) === + accuracy: 0/100 = 0.0% + depth acc (needle position in context) + 0.00 0/20 0.0% + 0.25 0/20 0.0% + 0.50 0/20 0.0% + 0.75 0/20 0.0% + 1.00 0/20 0.0% + + --- 2 sample generations --- + [MISS] expect=8056020 + got= the, and the only fight is the same.\n + [MISS] expect=5343902 + got= the.\nDo the language cactus, that is the other.\n + + wrote longeval_runs/scores/arm_b_niah_single.csv +[12:16:46] scoring arm_b / niah_multikey + +=== niah_multikey (prompt_len=16360, n=100) === + accuracy: 0/100 = 0.0% + depth acc (needle position in context) + 0.00 0/20 0.0% + 0.25 0/20 0.0% + 0.50 0/20 0.0% + 0.75 0/20 0.0% + 1.00 0/20 0.0% + + --- 2 sample generations --- + [MISS] expect=6088743 + got= the same. Steam was the stone in the C.\n + [MISS] expect=9934935 + got= the\nHow rumorian\n + + wrote longeval_runs/scores/arm_b_niah_multikey.csv +[12:16:46] scoring arm_b / niah_multivalue + +=== niah_multivalue (prompt_len=16360, n=100) === + accuracy: 0/100 = 0.0% + depth acc (needle position in context) + 0.00 0/20 0.0% + 0.25 0/20 0.0% + 0.50 0/20 0.0% + 0.75 0/20 0.0% + 1.00 0/20 0.0% + + --- 2 sample generations --- + [MISS] expect=8056020|1679215|5343902 + got= the.\nThe name silk in the e-Crookeeng, the<|endoftext|>Possar, and the name of + [MISS] expect=8995970|7007071|4664860 + got= the.\nPhrenoettes of the same\nTermany measurements of the same\n + + wrote longeval_runs/scores/arm_b_niah_multivalue.csv +[12:16:46] scoring arm_b / vt + +=== vt (prompt_len=16360, n=100) === + accuracy: 0/100 = 0.0% + depth acc (needle position in context) + 0.00 0/20 0.0% + 0.25 0/20 0.0% + 0.50 0/20 0.0% + 0.75 0/20 0.0% + 0.80 0/20 0.0% + + --- 2 sample generations --- + [MISS] expect=5370335 + got= a lot of the experience.\n + [MISS] expect=6319163 + got=\nDebt the language of VAR. The Cock House of the same\n + + wrote longeval_runs/scores/arm_b_vt.csv +[12:16:47] scoring arm_b / val_backward + +=== val_backward (prompt_len=16360, n=100) === + accuracy: 0/100 = 0.0% + depth acc (needle position in context) + 0.00 0/20 0.0% + 0.25 0/20 0.0% + 0.50 0/20 0.0% + 0.75 0/20 0.0% + 1.00 0/20 0.0% + + --- 2 sample generations --- + [MISS] expect=yarrow + got= the most.\n + [MISS] expect=cactus + got=,\nPropver Indian Old Women\n + + wrote longeval_runs/scores/arm_b_val_backward.csv +[12:16:47] scoring arm_c / niah_single + +=== niah_single (prompt_len=16360, n=100) === + accuracy: 0/100 = 0.0% + depth acc (needle position in context) + 0.00 0/20 0.0% + 0.25 0/20 0.0% + 0.50 0/20 0.0% + 0.75 0/20 0.0% + 1.00 0/20 0.0% + + --- 2 sample generations --- + [MISS] expect=8056020 + got= the same, the best time.\n + [MISS] expect=5343902 + got= the\nFirst of the book\n + + wrote longeval_runs/scores/arm_c_niah_single.csv +[12:16:47] scoring arm_c / niah_multikey + +=== niah_multikey (prompt_len=16360, n=100) === + accuracy: 0/100 = 0.0% + depth acc (needle position in context) + 0.00 0/20 0.0% + 0.25 0/20 0.0% + 0.50 0/20 0.0% + 0.75 0/20 0.0% + 1.00 0/20 0.0% + + --- 2 sample generations --- + [MISS] expect=6088743 + got= the\nThe first time of the Cabrillo\n + [MISS] expect=9934935 + got= a time.\n + + wrote longeval_runs/scores/arm_c_niah_multikey.csv +[12:16:47] scoring arm_c / niah_multivalue + +=== niah_multivalue (prompt_len=16360, n=100) === + accuracy: 0/100 = 0.0% + depth acc (needle position in context) + 0.00 0/20 0.0% + 0.25 0/20 0.0% + 0.50 0/20 0.0% + 0.75 0/20 0.0% + 1.00 0/20 0.0% + + --- 2 sample generations --- + [MISS] expect=8056020|1679215|5343902 + got= the first time.\nThe timberline in the first of the world, the the first of the world, the the + [MISS] expect=8995970|7007071|4664860 + got= the way!\nIs the way a tundra\nIf you are the tundra\n + + wrote longeval_runs/scores/arm_c_niah_multivalue.csv +[12:16:47] scoring arm_c / vt + +=== vt (prompt_len=16360, n=100) === + accuracy: 0/100 = 0.0% + depth acc (needle position in context) + 0.00 0/20 0.0% + 0.25 0/20 0.0% + 0.50 0/20 0.0% + 0.75 0/20 0.0% + 0.80 0/20 0.0% + + --- 2 sample generations --- + [MISS] expect=5370335 + got= the first time\n + [MISS] expect=6319163 + got= V-!\n + + wrote longeval_runs/scores/arm_c_vt.csv +[12:16:48] scoring arm_c / val_backward + +=== val_backward (prompt_len=16360, n=100) === + accuracy: 0/100 = 0.0% + depth acc (needle position in context) + 0.00 0/20 0.0% + 0.25 0/20 0.0% + 0.50 0/20 0.0% + 0.75 0/20 0.0% + 1.00 0/20 0.0% + + --- 2 sample generations --- + [MISS] expect=yarrow + got= the same.\n + [MISS] expect=cactus + got= the.\nQuestion:\n + + wrote longeval_runs/scores/arm_c_val_backward.csv +[12:16:48] building summary + +=== per-task accuracy % (secondary/descriptive: ~10 per depth cell) === + task arm_a arm_b arm_c base + niah_multikey 0.0 0.0 0.0 0.0 + niah_multivalue 0.0 0.0 0.0 0.0 + niah_single 0.0 0.0 0.0 0.0 + val_backward 0.0 0.0 0.0 1.0 + vt 0.0 0.0 0.0 1.0 + + EXCLUDED from pooling (<=1% for every model): ['niah_multikey', 'niah_multivalue', 'niah_single', 'val_backward', 'vt'] + +=== PRIMARY: accuracy % pooled by depth across tasks (+-95% Wilson) === + depth arm_a arm_b arm_c base + + wrote longeval_runs/summary.csv and longeval_runs/depth_summary.csv +[12:16:48] DONE -> longeval_runs/summary.csv diff --git a/logs/longeval_16k/prompts/.signature b/logs/longeval_16k/prompts/.signature new file mode 100644 index 0000000000000000000000000000000000000000..3092e9c1264c477e1e81782c26a8e6d92d8e673d --- /dev/null +++ b/logs/longeval_16k/prompts/.signature @@ -0,0 +1 @@ +N=100|LEN=16360|DEPTHS=0.0,0.25,0.5,0.75,1.0|SEED=0|HAY=flux_val_000000.bin|HAYSZ=76 diff --git a/logs/longeval_16k/prompts/niah_multikey_meta.json b/logs/longeval_16k/prompts/niah_multikey_meta.json new file mode 100644 index 0000000000000000000000000000000000000000..7318ad5005d14057e265e0b426bd877bee186490 --- /dev/null +++ b/logs/longeval_16k/prompts/niah_multikey_meta.json @@ -0,0 +1,808 @@ +{ + "task": "niah_multikey", + "prompt_len": 16360, + "n": 100, + "seed": 0, + "items": [ + { + "i": 0, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "6088743" + ] + }, + { + "i": 1, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "9934935" + ] + }, + { + "i": 2, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "8427162" + ] + }, + { + "i": 3, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "5092145" + ] + }, + { + "i": 4, + "depth": 1.0, + "depth_requested": 1.0, + "expected": [ + "2349656" + ] + }, + { + "i": 5, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "2537331" + ] + }, + { + "i": 6, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "2346343" + ] + }, + { + "i": 7, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "6995632" + ] + }, + { + "i": 8, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "7242134" + ] + }, + { + "i": 9, + "depth": 1.0, + "depth_requested": 1.0, + "expected": [ + "3008156" + ] + }, + { + "i": 10, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "1382228" + ] + }, + { + "i": 11, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "4025232" + ] + }, + { + "i": 12, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "3654300" + ] + }, + { + "i": 13, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "6992010" + ] + }, + { + "i": 14, + "depth": 1.0, + "depth_requested": 1.0, + "expected": [ + "5028719" + ] + }, + { + "i": 15, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "1025572" + ] + }, + { + "i": 16, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "3645541" + ] + }, + { + "i": 17, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "8833151" + ] + }, + { + "i": 18, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "6304572" + ] + }, + { + "i": 19, + "depth": 1.0, + "depth_requested": 1.0, + "expected": [ + "4057163" + ] + }, + { + "i": 20, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "6822583" + ] + }, + { + "i": 21, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "8305481" + ] + }, + { + "i": 22, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "1598367" + ] + }, + { + "i": 23, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "5021600" + ] + }, + { + "i": 24, + "depth": 1.0, + "depth_requested": 1.0, + "expected": [ + "9037738" + ] + }, + { + "i": 25, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "2026030" + ] + }, + { + "i": 26, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "7179576" + ] + }, + { + "i": 27, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "9339743" + ] + }, + { + "i": 28, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "2757350" + ] + }, + { + "i": 29, + "depth": 1.0, + "depth_requested": 1.0, + "expected": [ + "6707949" + ] + }, + { + "i": 30, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "2113321" + ] + }, + { + "i": 31, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "8729852" + ] + }, + { + "i": 32, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "8010202" + ] + }, + { + "i": 33, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "2100935" + ] + }, + { + "i": 34, + "depth": 1.0, + "depth_requested": 1.0, + "expected": [ + "5008944" + ] + }, + { + "i": 35, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "1590218" + ] + }, + { + "i": 36, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "4271114" + ] + }, + { + "i": 37, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "5929205" + ] + }, + { + "i": 38, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "1748950" + ] + }, + { + "i": 39, + "depth": 1.0, + "depth_requested": 1.0, + "expected": [ + "9786421" + ] + }, + { + "i": 40, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "1515074" + ] + }, + { + "i": 41, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "7027270" + ] + }, + { + "i": 42, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "3066753" + ] + }, + { + "i": 43, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "8997596" + ] + }, + { + "i": 44, + "depth": 1.0, + "depth_requested": 1.0, + "expected": [ + "3624007" + ] + }, + { + "i": 45, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "7248874" + ] + }, + { + "i": 46, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "6000081" + ] + }, + { + "i": 47, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "8403741" + ] + }, + { + "i": 48, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "8075024" + ] + }, + { + "i": 49, + "depth": 1.0, + "depth_requested": 1.0, + "expected": [ + "2451219" + ] + }, + { + "i": 50, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "2552782" + ] + }, + { + "i": 51, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "9826525" + ] + }, + { + "i": 52, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "5403797" + ] + }, + { + "i": 53, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "9721369" + ] + }, + { + "i": 54, + "depth": 1.0, + "depth_requested": 1.0, + "expected": [ + "7237841" + ] + }, + { + "i": 55, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "9201678" + ] + }, + { + "i": 56, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "1428604" + ] + }, + { + "i": 57, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "1062752" + ] + }, + { + "i": 58, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "7444634" + ] + }, + { + "i": 59, + "depth": 1.0, + "depth_requested": 1.0, + "expected": [ + "4134393" + ] + }, + { + "i": 60, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "1835392" + ] + }, + { + "i": 61, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "7902689" + ] + }, + { + "i": 62, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "8980124" + ] + }, + { + "i": 63, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "7652409" + ] + }, + { + "i": 64, + "depth": 1.0, + "depth_requested": 1.0, + "expected": [ + "1744111" + ] + }, + { + "i": 65, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "5272136" + ] + }, + { + "i": 66, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "7914229" + ] + }, + { + "i": 67, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "8162790" + ] + }, + { + "i": 68, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "5976814" + ] + }, + { + "i": 69, + "depth": 1.0, + "depth_requested": 1.0, + "expected": [ + "3895347" + ] + }, + { + "i": 70, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "5571536" + ] + }, + { + "i": 71, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "6491340" + ] + }, + { + "i": 72, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "3178066" + ] + }, + { + "i": 73, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "3223664" + ] + }, + { + "i": 74, + "depth": 1.0, + "depth_requested": 1.0, + "expected": [ + "3735310" + ] + }, + { + "i": 75, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "4205566" + ] + }, + { + "i": 76, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "5363864" + ] + }, + { + "i": 77, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "2028830" + ] + }, + { + "i": 78, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "8301665" + ] + }, + { + "i": 79, + "depth": 1.0, + "depth_requested": 1.0, + "expected": [ + "9954093" + ] + }, + { + "i": 80, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "6537337" + ] + }, + { + "i": 81, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "1671907" + ] + }, + { + "i": 82, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "8685924" + ] + }, + { + "i": 83, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "8867130" + ] + }, + { + "i": 84, + "depth": 1.0, + "depth_requested": 1.0, + "expected": [ + "5581013" + ] + }, + { + "i": 85, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "4505930" + ] + }, + { + "i": 86, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "1859914" + ] + }, + { + "i": 87, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "8413665" + ] + }, + { + "i": 88, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "5675931" + ] + }, + { + "i": 89, + "depth": 1.0, + "depth_requested": 1.0, + "expected": [ + "1228759" + ] + }, + { + "i": 90, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "6742234" + ] + }, + { + "i": 91, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "4830273" + ] + }, + { + "i": 92, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "8046128" + ] + }, + { + "i": 93, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "7622676" + ] + }, + { + "i": 94, + "depth": 1.0, + "depth_requested": 1.0, + "expected": [ + "4402213" + ] + }, + { + "i": 95, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "1407707" + ] + }, + { + "i": 96, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "8903784" + ] + }, + { + "i": 97, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "3474463" + ] + }, + { + "i": 98, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "6783078" + ] + }, + { + "i": 99, + "depth": 1.0, + "depth_requested": 1.0, + "expected": [ + "8530033" + ] + } + ] +} \ No newline at end of file diff --git a/logs/longeval_16k/prompts/niah_multikey_prompts.bin b/logs/longeval_16k/prompts/niah_multikey_prompts.bin new file mode 100644 index 0000000000000000000000000000000000000000..f08c85e27ba2d1220aed7ce15e6398c33eceb4e8 --- /dev/null +++ b/logs/longeval_16k/prompts/niah_multikey_prompts.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cb2a6d6ac5d41c7173db954c84e6edb1abdea07f2878c4b27a85ee439b1c0e1 +size 6544000 diff --git a/logs/longeval_16k/prompts/niah_multivalue_meta.json b/logs/longeval_16k/prompts/niah_multivalue_meta.json new file mode 100644 index 0000000000000000000000000000000000000000..f92cc9a1b46ae6c9557f000a7d268cdd0469208e --- /dev/null +++ b/logs/longeval_16k/prompts/niah_multivalue_meta.json @@ -0,0 +1,1008 @@ +{ + "task": "niah_multivalue", + "prompt_len": 16360, + "n": 100, + "seed": 0, + "items": [ + { + "i": 0, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "8056020", + "1679215", + "5343902" + ] + }, + { + "i": 1, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "8995970", + "7007071", + "4664860" + ] + }, + { + "i": 2, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "5202798", + "9934935", + "3465603" + ] + }, + { + "i": 3, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "8921240", + "2689485", + "6935633" + ] + }, + { + "i": 4, + "depth": 1.0, + "depth_requested": 1.0, + "expected": [ + "9002896", + "8427162", + "9746862" + ] + }, + { + "i": 5, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "2564842", + "7691148", + "1019173" + ] + }, + { + "i": 6, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "5092145", + "6456023", + "2056700" + ] + }, + { + "i": 7, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "3390659", + "8515682", + "2530349" + ] + }, + { + "i": 8, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "9208870", + "2829687", + "6057437" + ] + }, + { + "i": 9, + "depth": 1.0, + "depth_requested": 1.0, + "expected": [ + "4409161", + "5826088", + "8465677" + ] + }, + { + "i": 10, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "5061884", + "5870920", + "4084805" + ] + }, + { + "i": 11, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "8994863", + "2159058", + "2507002" + ] + }, + { + "i": 12, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "1648297", + "2346343", + "7564858" + ] + }, + { + "i": 13, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "4951063", + "4610478", + "8036754" + ] + }, + { + "i": 14, + "depth": 1.0, + "depth_requested": 1.0, + "expected": [ + "2381989", + "6441267", + "2935247" + ] + }, + { + "i": 15, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "5077461", + "1271942", + "5547262" + ] + }, + { + "i": 16, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "6579030", + "8149294", + "2043416" + ] + }, + { + "i": 17, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "1758901", + "9962354", + "2241461" + ] + }, + { + "i": 18, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "7563404", + "2535649", + "7209917" + ] + }, + { + "i": 19, + "depth": 1.0, + "depth_requested": 1.0, + "expected": [ + "4264694", + "4103314", + "3078615" + ] + }, + { + "i": 20, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "1382228", + "8140699", + "2702891" + ] + }, + { + "i": 21, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "6050974", + "6876957", + "8316017" + ] + }, + { + "i": 22, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "2693177", + "7564525", + "4344635" + ] + }, + { + "i": 23, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "3842473", + "4412732", + "1973933" + ] + }, + { + "i": 24, + "depth": 1.0, + "depth_requested": 1.0, + "expected": [ + "6743051", + "9883103", + "5205835" + ] + }, + { + "i": 25, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "1221522", + "8912561", + "7877071" + ] + }, + { + "i": 26, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "6992010", + "7520334", + "5209951" + ] + }, + { + "i": 27, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "2326638", + "6635744", + "1766659" + ] + }, + { + "i": 28, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "6909364", + "5829789", + "7026396" + ] + }, + { + "i": 29, + "depth": 1.0, + "depth_requested": 1.0, + "expected": [ + "6205929", + "7509848", + "7952780" + ] + }, + { + "i": 30, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "6610329", + "3685693", + "5016733" + ] + }, + { + "i": 31, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "1529245", + "7748921", + "8016677" + ] + }, + { + "i": 32, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "8471769", + "2071834", + "5349106" + ] + }, + { + "i": 33, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "1001160", + "1652804", + "9297720" + ] + }, + { + "i": 34, + "depth": 1.0, + "depth_requested": 1.0, + "expected": [ + "7964850", + "4154138", + "2400344" + ] + }, + { + "i": 35, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "7741367", + "8004237", + "6304572" + ] + }, + { + "i": 36, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "9864174", + "2640549", + "4195387" + ] + }, + { + "i": 37, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "5697330", + "4057163", + "2680753" + ] + }, + { + "i": 38, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "1366506", + "5608933", + "8599712" + ] + }, + { + "i": 39, + "depth": 1.0, + "depth_requested": 1.0, + "expected": [ + "3238425", + "9738673", + "6822583" + ] + }, + { + "i": 40, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "1709636", + "1682216", + "4451672" + ] + }, + { + "i": 41, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "1704719", + "9296092", + "8695111" + ] + }, + { + "i": 42, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "3991181", + "4487045", + "7301168" + ] + }, + { + "i": 43, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "5552890", + "6593664", + "6662496" + ] + }, + { + "i": 44, + "depth": 1.0, + "depth_requested": 1.0, + "expected": [ + "1598367", + "1691270", + "5523508" + ] + }, + { + "i": 45, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "7055008", + "7623510", + "3175014" + ] + }, + { + "i": 46, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "1809607", + "6165365", + "4012967" + ] + }, + { + "i": 47, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "7764055", + "6511662", + "6020170" + ] + }, + { + "i": 48, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "8952478", + "6655273", + "6765517" + ] + }, + { + "i": 49, + "depth": 1.0, + "depth_requested": 1.0, + "expected": [ + "8156075", + "1634587", + "6065093" + ] + }, + { + "i": 50, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "3794348", + "7301041", + "2458305" + ] + }, + { + "i": 51, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "2026030", + "7456072", + "1131718" + ] + }, + { + "i": 52, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "8525324", + "9197663", + "4644909" + ] + }, + { + "i": 53, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "3794767", + "8234688", + "4220302" + ] + }, + { + "i": 54, + "depth": 1.0, + "depth_requested": 1.0, + "expected": [ + "9821723", + "8576788", + "4383761" + ] + }, + { + "i": 55, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "1706344", + "4622106", + "3455420" + ] + }, + { + "i": 56, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "3538969", + "2757350", + "9185627" + ] + }, + { + "i": 57, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "9744765", + "9311532", + "6409986" + ] + }, + { + "i": 58, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "4670403", + "1162817", + "6707949" + ] + }, + { + "i": 59, + "depth": 1.0, + "depth_requested": 1.0, + "expected": [ + "6399325", + "1595058", + "9809840" + ] + }, + { + "i": 60, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "7358650", + "5938916", + "8892528" + ] + }, + { + "i": 61, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "2113246", + "4776394", + "3189328" + ] + }, + { + "i": 62, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "6546453", + "3695931", + "3496776" + ] + }, + { + "i": 63, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "9472488", + "7412798", + "9888697" + ] + }, + { + "i": 64, + "depth": 1.0, + "depth_requested": 1.0, + "expected": [ + "2281076", + "8153245", + "4457865" + ] + }, + { + "i": 65, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "9090201", + "7519104", + "4918672" + ] + }, + { + "i": 66, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "4052931", + "6074135", + "9503662" + ] + }, + { + "i": 67, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "5395756", + "6080222", + "7846331" + ] + }, + { + "i": 68, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "3136088", + "5008944", + "5816543" + ] + }, + { + "i": 69, + "depth": 1.0, + "depth_requested": 1.0, + "expected": [ + "9075384", + "8010628", + "3363991" + ] + }, + { + "i": 70, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "3539630", + "6918529", + "7897787" + ] + }, + { + "i": 71, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "1789081", + "2702560", + "8900209" + ] + }, + { + "i": 72, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "6434330", + "2766520", + "6816123" + ] + }, + { + "i": 73, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "2862219", + "2009331", + "8838120" + ] + }, + { + "i": 74, + "depth": 1.0, + "depth_requested": 1.0, + "expected": [ + "5972538", + "3132537", + "7503615" + ] + }, + { + "i": 75, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "9707497", + "4173032", + "1640628" + ] + }, + { + "i": 76, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "8641522", + "6981980", + "2263988" + ] + }, + { + "i": 77, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "9156496", + "5284671", + "1447213" + ] + }, + { + "i": 78, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "4852975", + "2568270", + "9429089" + ] + }, + { + "i": 79, + "depth": 1.0, + "depth_requested": 1.0, + "expected": [ + "2903289", + "3444279", + "8146594" + ] + }, + { + "i": 80, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "2757658", + "7973302", + "2055669" + ] + }, + { + "i": 81, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "8494694", + "8232428", + "7996426" + ] + }, + { + "i": 82, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "5237688", + "2317658", + "6914019" + ] + }, + { + "i": 83, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "6795607", + "6836419", + "3984795" + ] + }, + { + "i": 84, + "depth": 1.0, + "depth_requested": 1.0, + "expected": [ + "2183089", + "3404026", + "4489292" + ] + }, + { + "i": 85, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "1120537", + "5920135", + "7192976" + ] + }, + { + "i": 86, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "3380476", + "4137200", + "8617662" + ] + }, + { + "i": 87, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "3183683", + "1468692", + "4491676" + ] + }, + { + "i": 88, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "5971871", + "6485883", + "4087771" + ] + }, + { + "i": 89, + "depth": 1.0, + "depth_requested": 1.0, + "expected": [ + "6163397", + "3624007", + "7318113" + ] + }, + { + "i": 90, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "6299778", + "9528403", + "5074157" + ] + }, + { + "i": 91, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "8042829", + "1776041", + "3218515" + ] + }, + { + "i": 92, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "3214932", + "8050318", + "6022874" + ] + }, + { + "i": 93, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "8083151", + "6000081", + "6948598" + ] + }, + { + "i": 94, + "depth": 1.0, + "depth_requested": 1.0, + "expected": [ + "9878625", + "1970681", + "7315476" + ] + }, + { + "i": 95, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "8403741", + "4422388", + "7234356" + ] + }, + { + "i": 96, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "2822261", + "5646789", + "2881711" + ] + }, + { + "i": 97, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "7690366", + "4110171", + "8075024" + ] + }, + { + "i": 98, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "6710761", + "9780333", + "3391885" + ] + }, + { + "i": 99, + "depth": 1.0, + "depth_requested": 1.0, + "expected": [ + "9108226", + "4416510", + "5944720" + ] + } + ] +} \ No newline at end of file diff --git a/logs/longeval_16k/prompts/niah_multivalue_prompts.bin b/logs/longeval_16k/prompts/niah_multivalue_prompts.bin new file mode 100644 index 0000000000000000000000000000000000000000..7d6c21f4dc1a6f90f68d739e277b5fe0958e5b41 --- /dev/null +++ b/logs/longeval_16k/prompts/niah_multivalue_prompts.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b51c3d5307d8f0e453019a3f3fdf15d6e05472b06a0f350252ddfe80326d75d +size 6544000 diff --git a/logs/longeval_16k/prompts/niah_single_meta.json b/logs/longeval_16k/prompts/niah_single_meta.json new file mode 100644 index 0000000000000000000000000000000000000000..71c205059233ebc2040b8dc0e502199359be8d05 --- /dev/null +++ b/logs/longeval_16k/prompts/niah_single_meta.json @@ -0,0 +1,808 @@ +{ + "task": "niah_single", + "prompt_len": 16360, + "n": 100, + "seed": 0, + "items": [ + { + "i": 0, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "8056020" + ] + }, + { + "i": 1, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "5343902" + ] + }, + { + "i": 2, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "9152513" + ] + }, + { + "i": 3, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "6088743" + ] + }, + { + "i": 4, + "depth": 1.0, + "depth_requested": 1.0, + "expected": [ + "7007071" + ] + }, + { + "i": 5, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "9467240" + ] + }, + { + "i": 6, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "5728454" + ] + }, + { + "i": 7, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "2590996" + ] + }, + { + "i": 8, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "9934935" + ] + }, + { + "i": 9, + "depth": 1.0, + "depth_requested": 1.0, + "expected": [ + "6203412" + ] + }, + { + "i": 10, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "2237192" + ] + }, + { + "i": 11, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "8921240" + ] + }, + { + "i": 12, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "6935633" + ] + }, + { + "i": 13, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "6304900" + ] + }, + { + "i": 14, + "depth": 1.0, + "depth_requested": 1.0, + "expected": [ + "9002896" + ] + }, + { + "i": 15, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "9746862" + ] + }, + { + "i": 16, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "2044878" + ] + }, + { + "i": 17, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "2564842" + ] + }, + { + "i": 18, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "1019173" + ] + }, + { + "i": 19, + "depth": 1.0, + "depth_requested": 1.0, + "expected": [ + "6589080" + ] + }, + { + "i": 20, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "6456023" + ] + }, + { + "i": 21, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "4205573" + ] + }, + { + "i": 22, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "5003310" + ] + }, + { + "i": 23, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "8515682" + ] + }, + { + "i": 24, + "depth": 1.0, + "depth_requested": 1.0, + "expected": [ + "2349656" + ] + }, + { + "i": 25, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "9521829" + ] + }, + { + "i": 26, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "2829687" + ] + }, + { + "i": 27, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "5883691" + ] + }, + { + "i": 28, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "6582627" + ] + }, + { + "i": 29, + "depth": 1.0, + "depth_requested": 1.0, + "expected": [ + "4409161" + ] + }, + { + "i": 30, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "8465677" + ] + }, + { + "i": 31, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "7457569" + ] + }, + { + "i": 32, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "5061884" + ] + }, + { + "i": 33, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "4084805" + ] + }, + { + "i": 34, + "depth": 1.0, + "depth_requested": 1.0, + "expected": [ + "4132801" + ] + }, + { + "i": 35, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "5363019" + ] + }, + { + "i": 36, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "2159058" + ] + }, + { + "i": 37, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "3184803" + ] + }, + { + "i": 38, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "1648297" + ] + }, + { + "i": 39, + "depth": 1.0, + "depth_requested": 1.0, + "expected": [ + "7564858" + ] + }, + { + "i": 40, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "5624373" + ] + }, + { + "i": 41, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "4951063" + ] + }, + { + "i": 42, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "8036754" + ] + }, + { + "i": 43, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "8559194" + ] + }, + { + "i": 44, + "depth": 1.0, + "depth_requested": 1.0, + "expected": [ + "6995632" + ] + }, + { + "i": 45, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "6441267" + ] + }, + { + "i": 46, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "9161179" + ] + }, + { + "i": 47, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "4194027" + ] + }, + { + "i": 48, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "1271942" + ] + }, + { + "i": 49, + "depth": 1.0, + "depth_requested": 1.0, + "expected": [ + "2965187" + ] + }, + { + "i": 50, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "7242134" + ] + }, + { + "i": 51, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "6579030" + ] + }, + { + "i": 52, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "2043416" + ] + }, + { + "i": 53, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "3455487" + ] + }, + { + "i": 54, + "depth": 1.0, + "depth_requested": 1.0, + "expected": [ + "1758901" + ] + }, + { + "i": 55, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "2241461" + ] + }, + { + "i": 56, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "3087819" + ] + }, + { + "i": 57, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "3008156" + ] + }, + { + "i": 58, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "2535649" + ] + }, + { + "i": 59, + "depth": 1.0, + "depth_requested": 1.0, + "expected": [ + "2946931" + ] + }, + { + "i": 60, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "1363000" + ] + }, + { + "i": 61, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "4103314" + ] + }, + { + "i": 62, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "9040206" + ] + }, + { + "i": 63, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "2024834" + ] + }, + { + "i": 64, + "depth": 1.0, + "depth_requested": 1.0, + "expected": [ + "8140699" + ] + }, + { + "i": 65, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "5360732" + ] + }, + { + "i": 66, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "4704900" + ] + }, + { + "i": 67, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "6050974" + ] + }, + { + "i": 68, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "8316017" + ] + }, + { + "i": 69, + "depth": 1.0, + "depth_requested": 1.0, + "expected": [ + "2024122" + ] + }, + { + "i": 70, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "8837161" + ] + }, + { + "i": 71, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "2693177" + ] + }, + { + "i": 72, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "4344635" + ] + }, + { + "i": 73, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "7015559" + ] + }, + { + "i": 74, + "depth": 1.0, + "depth_requested": 1.0, + "expected": [ + "3842473" + ] + }, + { + "i": 75, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "1973933" + ] + }, + { + "i": 76, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "3717138" + ] + }, + { + "i": 77, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "9883103" + ] + }, + { + "i": 78, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "2966505" + ] + }, + { + "i": 79, + "depth": 1.0, + "depth_requested": 1.0, + "expected": [ + "3932984" + ] + }, + { + "i": 80, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "8912561" + ] + }, + { + "i": 81, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "9532894" + ] + }, + { + "i": 82, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "6992010" + ] + }, + { + "i": 83, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "5209951" + ] + }, + { + "i": 84, + "depth": 1.0, + "depth_requested": 1.0, + "expected": [ + "1208646" + ] + }, + { + "i": 85, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "2326638" + ] + }, + { + "i": 86, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "1766659" + ] + }, + { + "i": 87, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "5712437" + ] + }, + { + "i": 88, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "5028719" + ] + }, + { + "i": 89, + "depth": 1.0, + "depth_requested": 1.0, + "expected": [ + "6909364" + ] + }, + { + "i": 90, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "7026396" + ] + }, + { + "i": 91, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "6205929" + ] + }, + { + "i": 92, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "7952780" + ] + }, + { + "i": 93, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "1025572" + ] + }, + { + "i": 94, + "depth": 1.0, + "depth_requested": 1.0, + "expected": [ + "6610329" + ] + }, + { + "i": 95, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "5016733" + ] + }, + { + "i": 96, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "8518463" + ] + }, + { + "i": 97, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "7952585" + ] + }, + { + "i": 98, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "7748921" + ] + }, + { + "i": 99, + "depth": 1.0, + "depth_requested": 1.0, + "expected": [ + "1784832" + ] + } + ] +} \ No newline at end of file diff --git a/logs/longeval_16k/prompts/niah_single_prompts.bin b/logs/longeval_16k/prompts/niah_single_prompts.bin new file mode 100644 index 0000000000000000000000000000000000000000..e4ea90caf3038baf11292a379665bc6c8dc28e91 --- /dev/null +++ b/logs/longeval_16k/prompts/niah_single_prompts.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c850c0571fc3b674c9b689c773536aee2d1dfb1c35c3cf9064d815c94bcf761f +size 6544000 diff --git a/logs/longeval_16k/prompts/val_backward_meta.json b/logs/longeval_16k/prompts/val_backward_meta.json new file mode 100644 index 0000000000000000000000000000000000000000..3de3a8e1170992aa20056fc9fcf1486d25837862 --- /dev/null +++ b/logs/longeval_16k/prompts/val_backward_meta.json @@ -0,0 +1,808 @@ +{ + "task": "val_backward", + "prompt_len": 16360, + "n": 100, + "seed": 0, + "items": [ + { + "i": 0, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "yarrow" + ] + }, + { + "i": 1, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "cactus" + ] + }, + { + "i": 2, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "granite" + ] + }, + { + "i": 3, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "zephyr" + ] + }, + { + "i": 4, + "depth": 1.0, + "depth_requested": 1.0, + "expected": [ + "ember" + ] + }, + { + "i": 5, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "nutmeg" + ] + }, + { + "i": 6, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "iceberg" + ] + }, + { + "i": 7, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "iceberg" + ] + }, + { + "i": 8, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "quartz" + ] + }, + { + "i": 9, + "depth": 1.0, + "depth_requested": 1.0, + "expected": [ + "jaguar" + ] + }, + { + "i": 10, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "glacier" + ] + }, + { + "i": 11, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "violet" + ] + }, + { + "i": 12, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "glacier" + ] + }, + { + "i": 13, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "bramble" + ] + }, + { + "i": 14, + "depth": 1.0, + "depth_requested": 1.0, + "expected": [ + "nutmeg" + ] + }, + { + "i": 15, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "cinder" + ] + }, + { + "i": 16, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "quartz" + ] + }, + { + "i": 17, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "aardvark" + ] + }, + { + "i": 18, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "zephyr" + ] + }, + { + "i": 19, + "depth": 1.0, + "depth_requested": 1.0, + "expected": [ + "fjord" + ] + }, + { + "i": 20, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "penguin" + ] + }, + { + "i": 21, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "emerald" + ] + }, + { + "i": 22, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "orchid" + ] + }, + { + "i": 23, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "jaguar" + ] + }, + { + "i": 24, + "depth": 1.0, + "depth_requested": 1.0, + "expected": [ + "falcon" + ] + }, + { + "i": 25, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "umbrella" + ] + }, + { + "i": 26, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "fjord" + ] + }, + { + "i": 27, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "tundra" + ] + }, + { + "i": 28, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "harbor" + ] + }, + { + "i": 29, + "depth": 1.0, + "depth_requested": 1.0, + "expected": [ + "ivory" + ] + }, + { + "i": 30, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "sapphire" + ] + }, + { + "i": 31, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "falcon" + ] + }, + { + "i": 32, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "umbrella" + ] + }, + { + "i": 33, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "sapphire" + ] + }, + { + "i": 34, + "depth": 1.0, + "depth_requested": 1.0, + "expected": [ + "meadow" + ] + }, + { + "i": 35, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "cactus" + ] + }, + { + "i": 36, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "ember" + ] + }, + { + "i": 37, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "falcon" + ] + }, + { + "i": 38, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "jaguar" + ] + }, + { + "i": 39, + "depth": 1.0, + "depth_requested": 1.0, + "expected": [ + "falcon" + ] + }, + { + "i": 40, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "hollow" + ] + }, + { + "i": 41, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "hollow" + ] + }, + { + "i": 42, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "nutmeg" + ] + }, + { + "i": 43, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "raven" + ] + }, + { + "i": 44, + "depth": 1.0, + "depth_requested": 1.0, + "expected": [ + "fjord" + ] + }, + { + "i": 45, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "falcon" + ] + }, + { + "i": 46, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "harbor" + ] + }, + { + "i": 47, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "violet" + ] + }, + { + "i": 48, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "penguin" + ] + }, + { + "i": 49, + "depth": 1.0, + "depth_requested": 1.0, + "expected": [ + "raven" + ] + }, + { + "i": 50, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "orchid" + ] + }, + { + "i": 51, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "kestrel" + ] + }, + { + "i": 52, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "bramble" + ] + }, + { + "i": 53, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "glacier" + ] + }, + { + "i": 54, + "depth": 1.0, + "depth_requested": 1.0, + "expected": [ + "orchid" + ] + }, + { + "i": 55, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "ivory" + ] + }, + { + "i": 56, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "buffalo" + ] + }, + { + "i": 57, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "meadow" + ] + }, + { + "i": 58, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "zephyr" + ] + }, + { + "i": 59, + "depth": 1.0, + "depth_requested": 1.0, + "expected": [ + "xylophone" + ] + }, + { + "i": 60, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "cactus" + ] + }, + { + "i": 61, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "meadow" + ] + }, + { + "i": 62, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "harbor" + ] + }, + { + "i": 63, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "nutmeg" + ] + }, + { + "i": 64, + "depth": 1.0, + "depth_requested": 1.0, + "expected": [ + "buffalo" + ] + }, + { + "i": 65, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "glacier" + ] + }, + { + "i": 66, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "emerald" + ] + }, + { + "i": 67, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "emerald" + ] + }, + { + "i": 68, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "walnut" + ] + }, + { + "i": 69, + "depth": 1.0, + "depth_requested": 1.0, + "expected": [ + "lantern" + ] + }, + { + "i": 70, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "granite" + ] + }, + { + "i": 71, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "cactus" + ] + }, + { + "i": 72, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "zephyr" + ] + }, + { + "i": 73, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "quartz" + ] + }, + { + "i": 74, + "depth": 1.0, + "depth_requested": 1.0, + "expected": [ + "ember" + ] + }, + { + "i": 75, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "nutmeg" + ] + }, + { + "i": 76, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "kestrel" + ] + }, + { + "i": 77, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "violet" + ] + }, + { + "i": 78, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "quartz" + ] + }, + { + "i": 79, + "depth": 1.0, + "depth_requested": 1.0, + "expected": [ + "cinder" + ] + }, + { + "i": 80, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "aardvark" + ] + }, + { + "i": 81, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "anchor" + ] + }, + { + "i": 82, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "tundra" + ] + }, + { + "i": 83, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "yarrow" + ] + }, + { + "i": 84, + "depth": 1.0, + "depth_requested": 1.0, + "expected": [ + "jaguar" + ] + }, + { + "i": 85, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "driftwood" + ] + }, + { + "i": 86, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "violet" + ] + }, + { + "i": 87, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "ivory" + ] + }, + { + "i": 88, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "iceberg" + ] + }, + { + "i": 89, + "depth": 1.0, + "depth_requested": 1.0, + "expected": [ + "ember" + ] + }, + { + "i": 90, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "sapphire" + ] + }, + { + "i": 91, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "iceberg" + ] + }, + { + "i": 92, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "yarrow" + ] + }, + { + "i": 93, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "falcon" + ] + }, + { + "i": 94, + "depth": 1.0, + "depth_requested": 1.0, + "expected": [ + "meadow" + ] + }, + { + "i": 95, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "kestrel" + ] + }, + { + "i": 96, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "orchid" + ] + }, + { + "i": 97, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "yarrow" + ] + }, + { + "i": 98, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "cactus" + ] + }, + { + "i": 99, + "depth": 1.0, + "depth_requested": 1.0, + "expected": [ + "anchor" + ] + } + ] +} \ No newline at end of file diff --git a/logs/longeval_16k/prompts/val_backward_prompts.bin b/logs/longeval_16k/prompts/val_backward_prompts.bin new file mode 100644 index 0000000000000000000000000000000000000000..76003670d8e869899c8d2ab4bb1b9abfaa3d9fac --- /dev/null +++ b/logs/longeval_16k/prompts/val_backward_prompts.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9534ab2875c30fa1ddc366b0a960914d255e37e20364194d0dd521be170140ad +size 6544000 diff --git a/logs/longeval_16k/prompts/vt_meta.json b/logs/longeval_16k/prompts/vt_meta.json new file mode 100644 index 0000000000000000000000000000000000000000..e2f80a28a16f4fab97ff0744eff8b41dd3155462 --- /dev/null +++ b/logs/longeval_16k/prompts/vt_meta.json @@ -0,0 +1,808 @@ +{ + "task": "vt", + "prompt_len": 16360, + "n": 100, + "seed": 0, + "items": [ + { + "i": 0, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "5370335" + ] + }, + { + "i": 1, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "6319163" + ] + }, + { + "i": 2, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "9161179" + ] + }, + { + "i": 3, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "4103314" + ] + }, + { + "i": 4, + "depth": 0.8, + "depth_requested": 1.0, + "expected": [ + "9883103" + ] + }, + { + "i": 5, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "7952780" + ] + }, + { + "i": 6, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "8833151" + ] + }, + { + "i": 7, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "3238425" + ] + }, + { + "i": 8, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "6662496" + ] + }, + { + "i": 9, + "depth": 0.8, + "depth_requested": 1.0, + "expected": [ + "8156075" + ] + }, + { + "i": 10, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "2071358" + ] + }, + { + "i": 11, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "4670403" + ] + }, + { + "i": 12, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "8153245" + ] + }, + { + "i": 13, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "2369350" + ] + }, + { + "i": 14, + "depth": 0.8, + "depth_requested": 1.0, + "expected": [ + "7503615" + ] + }, + { + "i": 15, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "2055669" + ] + }, + { + "i": 16, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "3380476" + ] + }, + { + "i": 17, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "1344765" + ] + }, + { + "i": 18, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "8485396" + ] + }, + { + "i": 19, + "depth": 0.8, + "depth_requested": 1.0, + "expected": [ + "5699103" + ] + }, + { + "i": 20, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "2766748" + ] + }, + { + "i": 21, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "9313498" + ] + }, + { + "i": 22, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "3483351" + ] + }, + { + "i": 23, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "8688902" + ] + }, + { + "i": 24, + "depth": 0.8, + "depth_requested": 1.0, + "expected": [ + "6352437" + ] + }, + { + "i": 25, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "2981785" + ] + }, + { + "i": 26, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "2991962" + ] + }, + { + "i": 27, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "1260026" + ] + }, + { + "i": 28, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "4692222" + ] + }, + { + "i": 29, + "depth": 0.8, + "depth_requested": 1.0, + "expected": [ + "1368884" + ] + }, + { + "i": 30, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "1052179" + ] + }, + { + "i": 31, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "8685924" + ] + }, + { + "i": 32, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "7477209" + ] + }, + { + "i": 33, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "5321792" + ] + }, + { + "i": 34, + "depth": 0.8, + "depth_requested": 1.0, + "expected": [ + "7055593" + ] + }, + { + "i": 35, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "5239360" + ] + }, + { + "i": 36, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "4200646" + ] + }, + { + "i": 37, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "4382362" + ] + }, + { + "i": 38, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "2341960" + ] + }, + { + "i": 39, + "depth": 0.8, + "depth_requested": 1.0, + "expected": [ + "8610781" + ] + }, + { + "i": 40, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "8908487" + ] + }, + { + "i": 41, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "7094935" + ] + }, + { + "i": 42, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "2225546" + ] + }, + { + "i": 43, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "7583872" + ] + }, + { + "i": 44, + "depth": 0.8, + "depth_requested": 1.0, + "expected": [ + "5514224" + ] + }, + { + "i": 45, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "6745753" + ] + }, + { + "i": 46, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "7305795" + ] + }, + { + "i": 47, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "8398126" + ] + }, + { + "i": 48, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "9091515" + ] + }, + { + "i": 49, + "depth": 0.8, + "depth_requested": 1.0, + "expected": [ + "9539241" + ] + }, + { + "i": 50, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "8482421" + ] + }, + { + "i": 51, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "4360503" + ] + }, + { + "i": 52, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "1479035" + ] + }, + { + "i": 53, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "3997686" + ] + }, + { + "i": 54, + "depth": 0.8, + "depth_requested": 1.0, + "expected": [ + "4147519" + ] + }, + { + "i": 55, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "5076335" + ] + }, + { + "i": 56, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "4687198" + ] + }, + { + "i": 57, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "1389817" + ] + }, + { + "i": 58, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "3378017" + ] + }, + { + "i": 59, + "depth": 0.8, + "depth_requested": 1.0, + "expected": [ + "2259668" + ] + }, + { + "i": 60, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "1236896" + ] + }, + { + "i": 61, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "9667195" + ] + }, + { + "i": 62, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "5725987" + ] + }, + { + "i": 63, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "7392391" + ] + }, + { + "i": 64, + "depth": 0.8, + "depth_requested": 1.0, + "expected": [ + "5851209" + ] + }, + { + "i": 65, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "8236414" + ] + }, + { + "i": 66, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "1346465" + ] + }, + { + "i": 67, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "1525976" + ] + }, + { + "i": 68, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "2869608" + ] + }, + { + "i": 69, + "depth": 0.8, + "depth_requested": 1.0, + "expected": [ + "7700715" + ] + }, + { + "i": 70, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "1107790" + ] + }, + { + "i": 71, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "2944130" + ] + }, + { + "i": 72, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "1675438" + ] + }, + { + "i": 73, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "3417377" + ] + }, + { + "i": 74, + "depth": 0.8, + "depth_requested": 1.0, + "expected": [ + "9333800" + ] + }, + { + "i": 75, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "7291052" + ] + }, + { + "i": 76, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "6091702" + ] + }, + { + "i": 77, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "6347676" + ] + }, + { + "i": 78, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "4272929" + ] + }, + { + "i": 79, + "depth": 0.8, + "depth_requested": 1.0, + "expected": [ + "4909253" + ] + }, + { + "i": 80, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "8391042" + ] + }, + { + "i": 81, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "9520748" + ] + }, + { + "i": 82, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "8110464" + ] + }, + { + "i": 83, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "3420249" + ] + }, + { + "i": 84, + "depth": 0.8, + "depth_requested": 1.0, + "expected": [ + "6363312" + ] + }, + { + "i": 85, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "3689776" + ] + }, + { + "i": 86, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "6939765" + ] + }, + { + "i": 87, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "6666290" + ] + }, + { + "i": 88, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "1457233" + ] + }, + { + "i": 89, + "depth": 0.8, + "depth_requested": 1.0, + "expected": [ + "4728580" + ] + }, + { + "i": 90, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "5679845" + ] + }, + { + "i": 91, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "8239997" + ] + }, + { + "i": 92, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "8335946" + ] + }, + { + "i": 93, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "1715744" + ] + }, + { + "i": 94, + "depth": 0.8, + "depth_requested": 1.0, + "expected": [ + "3318555" + ] + }, + { + "i": 95, + "depth": 0.0, + "depth_requested": 0.0, + "expected": [ + "3296020" + ] + }, + { + "i": 96, + "depth": 0.25, + "depth_requested": 0.25, + "expected": [ + "7611564" + ] + }, + { + "i": 97, + "depth": 0.5, + "depth_requested": 0.5, + "expected": [ + "6526380" + ] + }, + { + "i": 98, + "depth": 0.75, + "depth_requested": 0.75, + "expected": [ + "3581243" + ] + }, + { + "i": 99, + "depth": 0.8, + "depth_requested": 1.0, + "expected": [ + "9619140" + ] + } + ] +} \ No newline at end of file diff --git a/logs/longeval_16k/prompts/vt_prompts.bin b/logs/longeval_16k/prompts/vt_prompts.bin new file mode 100644 index 0000000000000000000000000000000000000000..16a90ca4a3a7e1b1715b32e65c15c4475782a18a --- /dev/null +++ b/logs/longeval_16k/prompts/vt_prompts.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d026031db99f3fd08d938cf29f06eb4ed00f71797440dd1242d9b39a9f72bac4 +size 6544000 diff --git a/logs/longeval_16k/scores/arm_a_niah_multikey.csv b/logs/longeval_16k/scores/arm_a_niah_multikey.csv new file mode 100644 index 0000000000000000000000000000000000000000..2b71a04f2b127c55361751ebe4b8519b8b7b27ae --- /dev/null +++ b/logs/longeval_16k/scores/arm_a_niah_multikey.csv @@ -0,0 +1,101 @@ +i,depth,ok,n_expected,n_hit,expected,generated +0,0.0,0,1,0,6088743, the same.\n +1,0.25,0,1,0,9934935, the same for the car.\n +2,0.5,0,1,0,8427162, a powerful tool for students to find the special magic number for the bramble.\n +3,0.75,0,1,0,5092145, the same.\n +4,1.0,0,1,0,2349656," the same, the speciality of jaguar, and the same, the speciality of jaguar, and" +5,0.0,0,1,0,2537331, a\nHow to the special?\n +6,0.25,0,1,0,2346343," the ""low-frequency"" of the ""low-frequency"" is the ""low-frequency"" of the\n" +7,0.5,0,1,0,6995632," the same. The special magic number is the same for the ""other"" points. The special ""other"" points for" +8,0.75,0,1,0,7242134," the same ""Velang-Carpenter"" for the same velocity of the tail-plier coordinates of the tail" +9,1.0,0,1,0,3008156, the same. The special magic number is the same for the peak element of the wave-type values. The emerald +10,0.0,0,1,0,1382228," the same. The special magic number is the same for the wave reflection, which is the same for the wave reflection." +11,0.25,0,1,0,4025232, the special magic number for the emerald.\n +12,0.5,0,1,0,3654300," the special ""distraction"" for the special ""distraction"" is the special ""distraction"" for the same." +13,0.75,0,1,0,6992010," the special magic number for the ember and the ""band"" of the special magic number.\n" +14,1.0,0,1,0,5028719, the special number of the cactus.\n +15,0.0,0,1,0,1025572, the same.\n +16,0.25,0,1,0,3645541, the special number of the kestrel.\n +17,0.5,0,1,0,8833151, a unique and the unique to the cactus is a unique and the\n +18,0.75,0,1,0,6304572," a simple, but it is a very affordable option to enclosing a patio.\n" +19,1.0,0,1,0,4057163, the same of the special magic number for the same.\n +20,0.0,0,1,0,6822583, a powerful tool that can elevate the waist and enhance the appearance of the body.\n +21,0.25,0,1,0,8305481, a unique way to calculate the school year with the same resources.\n +22,0.5,0,1,0,1598367, the same. The magic of the magic is the same. The magic of the magic is the same.\n +23,0.75,0,1,0,5021600," a few, the magic number of the one.\n" +24,1.0,0,1,0,9037738," the special magic number for the first, and the special magic number, in the same, and the special magic number," +25,0.0,0,1,0,2026030," the Taurus man, and the Taurus is a way to the Taurus man.\n" +26,0.25,0,1,0,7179576," the magic of the fjord, and the magic of Lord Rama, which is the legendary king.\n" +27,0.5,0,1,0,9339743, the special number of the same.\n +28,0.75,0,1,0,2757350, the special to the Pimlico.\n +29,1.0,0,1,0,6707949, a powerful and a special way to be a different.\n +30,0.0,0,1,0,2113321, a special number that is a special number.\n +31,0.25,0,1,0,8729852, a special way to the content of the cinder.\n +32,0.5,0,1,0,8010202," a combination of prescription medication, pergolide, and the special effects of bramble.\n" +33,0.75,0,1,0,2100935, the same.\n +34,1.0,0,1,0,5008944, a very powerful number.\n +35,0.0,0,1,0,1590218, a simple solution for the garden.\n +36,0.25,0,1,0,4271114, a powerful tool for the dynamic and high-pressure technology of the ocean.\n +37,0.5,0,1,0,5929205, the special of the\n +38,0.75,0,1,0,1748950," a British officer, and the special of the British Special Unit. I was the special of the British Special. The first" +39,1.0,0,1,0,9786421, a\nTail Number\n +40,0.0,0,1,0,1515074, the unique and the mineral world.\n +41,0.25,0,1,0,7027270, the same of the special magic number that is the same.\n +42,0.5,0,1,0,3066753, the same.\n +43,0.75,0,1,0,8997596, a special way to the jaguar.\n +44,1.0,0,1,0,3624007, a type of the special medicine.\n +45,0.0,0,1,0,7248874, the special number of the special stones.\n +46,0.25,0,1,0,6000081, the special number of the anchor.\n +47,0.5,0,1,0,8403741, the same.\n +48,0.75,0,1,0,8075024," a powerful symbol of the jaguar. She was a symbol of the jaguar, and a unique act of" +49,1.0,0,1,0,2451219, the special magic number for the unique and the special magic number.\n +50,0.0,0,1,0,2552782, the special number of the special number.\n +51,0.25,0,1,0,9826525, the first time to pack the special magic number.\n +52,0.5,0,1,0,5403797, a special way to the field of the special.\n +53,0.75,0,1,0,9721369, a powerful and unique thing.\n +54,1.0,0,1,0,7237841, a special way to the zephyr.\n +55,0.0,0,1,0,9201678," the number of the special elements of the body, and the special of the body is the same.\n" +56,0.25,0,1,0,1428604, the same magic of the jaguar.\n +57,0.5,0,1,0,1062752, the special magic number for aardvark.\n +58,0.75,0,1,0,7444634," a way to the ""D'T"" of the ""D'T"" of the Seviper. The giant" +59,1.0,0,1,0,4134393, the same. The special magic number is the same. The special magic number is the same. The special magic number is +60,0.0,0,1,0,1835392, a key factor for the right schedule.\n +61,0.25,0,1,0,7902689, the same for the same.\n +62,0.5,0,1,0,8980124, the special number of the English.\n +63,0.75,0,1,0,7652409, the special magic number for the iceberg.\n +64,1.0,0,1,0,1744111, the special of the unique magic number.\n +65,0.0,0,1,0,5272136, the special magic number that is the special.\n +66,0.25,0,1,0,7914229, the key to the use of the special magic number for the golf cart. The special magic number is a crucial part for +67,0.5,0,1,0,8162790, the special way to the information.\n +68,0.75,0,1,0,5976814, the subject of the CMA’s jurisdiction under the DMCCA.\n +69,1.0,0,1,0,3895347," the same,\n" +70,0.0,0,1,0,5571536, the same number of the special magic number.\n +71,0.25,0,1,0,6491340, the special\nnot the special value.\n +72,0.5,0,1,0,3178066, the special magic number.\n +73,0.75,0,1,0,3223664, the special number of the size of the size.\n +74,1.0,0,1,0,3735310, the same.\n +75,0.0,0,1,0,4205566, the same of the special magic number.\n +76,0.25,0,1,0,5363864, the special magic number for penguin.\n +77,0.5,0,1,0,2028830,‍ the ‌of a ‍s‍.\n +78,0.75,0,1,0,8301665, the special for the bramble of the bramble is the same for bramble.\n +79,1.0,0,1,0,9954093, the special and the special of the PS5 trailer.\n +80,0.0,0,1,0,6537337," a common factor for hearing loss, and it is a common recommendation for hearing loss.\n" +81,0.25,0,1,0,1671907, a set of the special magic number for the bramble is a set of the special magic number.\n +82,0.5,0,1,0,8685924, the right of the number.\n +83,0.75,0,1,0,8867130, a special way to the same.\n +84,1.0,0,1,0,5581013, a unique place for the mansion.\n +85,0.0,0,1,0,4505930, the special of the first and the special of the the first.\n +86,0.25,0,1,0,1859914, a way to get the same magic.\n +87,0.5,0,1,0,8413665, the special magic number of the kestrel.\n +88,0.75,0,1,0,5675931, the perfect way for dark chocolate and the perfect amount of dark chocolate.\n +89,1.0,0,1,0,1228759, the primary goal of bramble. The special magic number for bramble is the primary goal of bramble +90,0.0,0,1,0,6742234, a special number of the game.\n +91,0.25,0,1,0,4830273, a key tool for xylech. Customers can use the special and the brand.\n +92,0.5,0,1,0,8046128, the special number of the same.\n +93,0.75,0,1,0,7622676, a simple way to the world.\n +94,1.0,0,1,0,4402213, the same way that the world doesn't have the same of the same music.\n +95,0.0,0,1,0,1407707, the only way to get the special magic number to be used. The special magic number is the only way to be used +96,0.25,0,1,0,8903784, the only way to the special magic number.\n +97,0.5,0,1,0,3474463, 7781406.\n +98,0.75,0,1,0,6783078, a special number that is a special number for the homeowner.\n +99,1.0,0,1,0,8530033, the first of the special events in the US.\n diff --git a/logs/longeval_16k/scores/arm_a_niah_multivalue.csv b/logs/longeval_16k/scores/arm_a_niah_multivalue.csv new file mode 100644 index 0000000000000000000000000000000000000000..15fbca885af1e2f762b0de991425371ca603ff41 --- /dev/null +++ b/logs/longeval_16k/scores/arm_a_niah_multivalue.csv @@ -0,0 +1,101 @@ +i,depth,ok,n_expected,n_hit,expected,generated +0,0.0,0,3,0,8056020|1679215|5343902, the same.\nQuestion: Juan Rodriguez Cabrillo\nNorto Cabrillo\n +1,0.25,0,3,0,8995970|7007071|4664860, the same for tundra.\nQuestion: The other tundra is the same of the tundra\n +2,0.5,0,3,0,5202798|9934935|3465603, a powerful tool for offering the best productivity and efficiency.\nAnswer:\nWhat is the best way to use the best +3,0.75,0,3,0,8921240|2689485|6935633, the same.\nAudio files are the same for encoding a sound.\nAudio files are the same for encoding a sound +4,1.0,0,3,0,9002896|8427162|9746862," the same, the number of the special ones, and the number of the special ones, and the the same of the" +5,0.0,0,3,0,2564842|7691148|1019173, the best way to use a special magic number.\nHow to use a special magic number?\n +6,0.25,0,3,0,5092145|6456023|2056700," the ""low-frequency"" of the same.\nThe number of the special magic numbers is the ""low-frequency" +7,0.5,0,3,0,3390659|8515682|2530349," the same wave-frequency and the same points of the energy, the same of the wave-frequency values.\n" +8,0.75,0,3,0,9208870|2829687|6057437," the same ""Velang-Carpenter"" and the ""Velang-Carpenter"" with the same parameter" +9,1.0,0,3,0,4409161|5826088|8465677," the same.\nThe special magic numbers are the same.\nThe special magic numbers are slightly different than the ""leg" +10,0.0,0,3,0,5061884|5870920|4084805, the most powerful and the special number of the wave spectrum is the special number of the wave amplitude.\n +11,0.25,0,3,0,8994863|2159058|2507002," the special number of the quartz, the corresponding hex-order of the quartz is the special number of the quartz.\n" +12,0.5,0,3,0,1648297|2346343|7564858," always a generalized (i.e., the special gravity of jaguar values are the same, and the special gravity" +13,0.75,0,3,0,4951063|4610478|8036754, the same of the special wave-type of the same wave-type.\n +14,1.0,0,3,0,2381989|6441267|2935247, the same to the same.\n#6: What is the special magic number for walnut?\n +15,0.0,0,3,0,5077461|1271942|5547262," the same.\nThe special of the\n""I can be the same.\n" +16,0.25,0,3,0,6579030|8149294|2043416, the special magic numbers.\nQuestion: The special magic numbers are the special magic numbers.\n +17,0.5,0,3,0,1758901|9962354|2241461, the most important.\nQuestion: How are the different of the neck?\n +18,0.75,0,3,0,7563404|2535649|7209917, the best way to clean a patio.  The best way to clean a patio is to make a very durable and look +19,1.0,0,3,0,4264694|4103314|3078615, the same.\nQuestion: What is the mean of the special magic number?\n +20,0.0,0,3,0,1382228|8140699|2702891, designed to stimulate sweating and support.\nQuestion: How do these products work?\n +21,0.25,0,3,0,6050974|6876957|8316017," the most effective.\nThe special magic numbers are not the same for special genres, but are the most suitable for the" +22,0.5,0,3,0,2693177|7564525|4344635," the same.\nQuestion: I’m sorry, the cactus doesn’t know how to be a" +23,0.75,0,3,0,3842473|4412732|1973933," the same, and the special of the same.\nQuestion: The other embers, the same of the embers" +24,1.0,0,3,0,6743051|9883103|5205835," the same, and the special meaning is to be the same of the will, and the special meaning is to be the" +25,0.0,0,3,0,1221522|8912561|7877071, a powerful way to communicate with a Taurus man.\nAnswer: The unique and the Taurus man is a way +26,0.25,0,3,0,6992010|7520334|5209951," the key to the tundra of the Treta, which is the Treta, and the Tret" +27,0.5,0,3,0,2326638|6635744|1766659, the most powerful and the same.\nQuestion: What are the special numbers?\n +28,0.75,0,3,0,6909364|5829789|7026396, the special to the Pimlico.\nPimlico's special design is the perfect for moving house. +29,1.0,0,3,0,6205929|7509848|7952780," the same, and the special is the same.\nQuestion: The number of the special is the same of the number" +30,0.0,0,3,0,6610329|3685693|5016733, the special magic numbers.\nThe special magic numbers are the special magic of the email.\n +31,0.25,0,3,0,1529245|7748921|8016677, the special numbers for the author.\nQuestion: What are the magic numbers?\n +32,0.5,0,3,0,8471769|2071834|5349106, a powerful tool for patients to understand the specific needs of the patient.\n +33,0.75,0,3,0,1001160|1652804|9297720, the same way.\nThe brownies are the same of the brownies.\n +34,1.0,0,3,0,7964850|4154138|2400344, the same.\nQ: The special magic numbers for the other.\nQ: The special magic numbers for the other +35,0.0,0,3,0,7741367|8004237|6304572, the best way to address the problem.\n4. Educate and Use Solutions\n +36,0.25,0,3,0,9864174|2640549|4195387, powerful and strong demand for IoT.\nQuestion: How are these magic numbers calculated?\n +37,0.5,0,3,0,5697330|4057163|2680753, the special magic numbers.\nThe special of the field employees are the special magic numbers.\n +38,0.75,0,3,0,1366506|5608933|8599712, the same. The special magic numbers were the special of the first.\n +39,1.0,0,3,0,3238425|9738673|6822583, the same as a lot of the same.\nQuestion: How are the special magic numbers in the same?\n +40,0.0,0,3,0,1709636|1682216|4451672, the unique and the best-kept magic of the city.\nThe special magic numbers of the city are unique to the +41,0.25,0,3,0,1704719|9296092|8695111, the same for the same.\nThe number of the special is the same for the brain.\n +42,0.5,0,3,0,3991181|4487045|7301168," the same, the same of the, the market is the same.\n" +43,0.75,0,3,0,5552890|6593664|6662496, the special of the A684.\nRead: The special of Jum\n +44,1.0,0,3,0,1598367|1691270|5523508, the most powerful and the most of the special effects of the TMA.\n +45,0.0,0,3,0,7055008|7623510|3175014, the most important of the sapphire.\nThe way to the special magic numbers are the most important of the sa +46,0.25,0,3,0,1809607|6165365|4012967, the special number of the penguin.\nAnswer: The special number of Judy Geeson\n +47,0.5,0,3,0,7764055|6511662|6020170," the same.\nTundra\nTundra\nTundra is a simple, but the tundra" +48,0.75,0,3,0,8952478|6655273|6765517, the most powerful and the ability to create a positive impact.\nQuestion 7: How can I use the special magic numbers +49,1.0,0,3,0,8156075|1634587|6065093, the magic of the fjord.\nAnswer: The special magic numbers of the fjord\n +50,0.0,0,3,0,3794348|7301041|2458305, the special magic numbers.\nQuestion: What is the special magic numbers?\n +51,0.25,0,3,0,2026030|7456072|1131718, a way to pack the special and the temperature of the food.\nThe special magic numbers are to the most of the +52,0.5,0,3,0,8525324|9197663|4644909, the first of the world.\nQuestion: What are the first of the world?\n +53,0.75,0,3,0,3794767|8234688|4220302, a powerful and unique thing to a\nQuestion: How can I find the same issues?\n +54,1.0,0,3,0,9821723|8576788|4383761, the most exciting and the most magical experience.\nQuestion: What are the special magic numbers for buffalo?\n +55,0.0,0,3,0,1706344|4622106|3455420," the same, and the same, and the same of the same.\n" +56,0.25,0,3,0,3538969|2757350|9185627, the same way for the special magic of the day.\nThe special way of the xylophone is the same for +57,0.5,0,3,0,9744765|9311532|6409986, the same magic that can be used to make a special dish that is a special way to hold the hush puppies in +58,0.75,0,3,0,4670403|1162817|6707949, the best of the number of the serends. The serends of the Aromatisse's the same +59,1.0,0,3,0,6399325|1595058|9809840, the same.\nQuestion: The special magic numbers are the same.\nQuestion: The special magic numbers are the same +60,0.0,0,3,0,7358650|5938916|8892528, the same benefits of cost-cutting and jaguar are the same benefits. The jaguar is the same. +61,0.25,0,3,0,2113246|4776394|3189328," the same, and the special magic numbers are associated with the cactus, and the special magic is the most important of" +62,0.5,0,3,0,6546453|3695931|3496776," the special magic numbers.\nThe author of cinder is the special magic numbers for the cinder, the original name" +63,0.75,0,3,0,9472488|7412798|9888697, the special magic numbers for the special magic numbers.\nQuestion: What is the special magic numbers for xylophone? +64,1.0,0,3,0,2281076|8153245|4457865, the special magic of the world.\nQuestion: What is the special magic number for hollow?\n +65,0.0,0,3,0,9090201|7519104|4918672, the special and the special to the same.\nQuestion: What are the special magic numbers?\n +66,0.25,0,3,0,4052931|6074135|9503662," the same for a few-to-day, and the same for aardvark.\n" +67,0.5,0,3,0,5395756|6080222|7846331, the same magic numbers.\nAnswer: The special magic numbers are a common way to the\n +68,0.75,0,3,0,3136088|5008944|5816543, a way to the kestrel.\nQuestion: The kestrel has a UK nexus.\n +69,1.0,0,3,0,9075384|8010628|3363991," the same, and the magic of the cactus is the same.\n" +70,0.0,0,3,0,3539630|6918529|7897787, the same.\nAnswer: The special magic numbers are the same.\nAnswer: The special magic numbers are the same +71,0.25,0,3,0,1789081|2702560|8900209, the magic of the magic number.\nThe magic number of the magic number is\n +72,0.5,0,3,0,6434330|2766520|6816123, the special magic numbers for the ovaries.\nQuestion: The special magic numbers are the first of the special magic numbers +73,0.75,0,3,0,2862219|2009331|8838120, the ideal value for a crate that will properly fit them.\nQuestion: How much size is a dog crate?\n +74,1.0,0,3,0,5972538|3132537|7503615, the same.\nQuestion: The number of the same is the\nQuestion: The number of the\n +75,0.0,0,3,0,9707497|4173032|1640628, the special and the way to the best.\nQuestion: What are the magic number of the t-\n +76,0.25,0,3,0,8641522|6981980|2263988, the special magic numbers for the special.\nQuestion: What are the special magic numbers?\n +77,0.5,0,3,0,9156496|5284671|1447213,‍\nThe‍ ‌the‍ of the ‍of the‍\n +78,0.75,0,3,0,4852975|2568270|9429089, the same for nutmeg and the first is the nutt.\nAnswer: The special magic numbers of the nutt +79,1.0,0,3,0,2903289|3444279|8146594, the most exciting and the power of tundra. The special magic numbers are the tundra of the tund +80,0.0,0,3,0,2757658|7973302|2055669, the most effective and used for hearing health.\nThe most common application for Zeneara is the following reasons:\n +81,0.25,0,3,0,8494694|8232428|7996426," a simple set of the same, and the special magic numbers are a good way to use the ELK Stack.\n" +82,0.5,0,3,0,5237688|2317658|6914019, the UK’s the exact the ex.\n +83,0.75,0,3,0,6795607|6836419|3984795, the special of the same numbers. The special magic numbers are the same of the special of the numbers.\n +84,1.0,0,3,0,2183089|3404026|4489292, a key piece of the xylophone.\nQuestion: What are the xylophone?\n +85,0.0,0,3,0,1120537|5920135|7192976, the special and the most of the law of the Maidan.\nThe special magic numbers of the\n +86,0.25,0,3,0,3380476|4137200|8617662, the same.\nStep Seven:\nStep Seven:\nStep Seven:\nStep Seven:\n +87,0.5,0,3,0,3183683|1468692|4491676," the special and the most of the quartz, and the special numbers of the quartz are the main and the main of the" +88,0.75,0,3,0,5971871|6485883|4087771," the perfect way to combine peanut-buttery desserts for a simple, delicious dessert. You’re going to use" +89,1.0,0,3,0,6163397|3624007|7318113, the special goal of the art of the special numbers.\nQuestion: What is the special of the special numbers?\n +90,0.0,0,3,0,6299778|9528403|5074157, the special magic numbers\na cartoon character with a white hat with a purple face with a white hat\n +91,0.25,0,3,0,8042829|1776041|3218515, a key to the product.\nQuestion: How are the customer service different?\n +92,0.5,0,3,0,3214932|8050318|6022874, the same.\nQuestion: How do I know that the law is different?\n +93,0.75,0,3,0,8083151|6000081|6948598, the perfect way to balance.\nThe special magic numbers are the perfect way to the world of the best.\n +94,1.0,0,3,0,9878625|1970681|7315476, the same way for the music.\nThe track and the lyrics like the same.\n +95,0.0,0,3,0,8403741|4422388|7234356, the only way to get the same. They are the only way to get the same. They can be the same. +96,0.25,0,3,0,2822261|5646789|2881711, the only way to have a special power. Quenser had the only true chance of the magic.\n +97,0.5,0,3,0,7690366|4110171|8075024, the special numbers that are used to determine the special numbers of the cinder.\n +98,0.75,0,3,0,6710761|9780333|3391885, the same for a lot of the same.\nQuestion: What are the different steps for a foreclosure process?\n +99,1.0,0,3,0,9108226|4416510|5944720, the first of the special events in the US.\n• Key locations like the New York City and the presence of the diff --git a/logs/longeval_16k/scores/arm_a_niah_single.csv b/logs/longeval_16k/scores/arm_a_niah_single.csv new file mode 100644 index 0000000000000000000000000000000000000000..e07eab7f7c97988e95086ea49c9cdfb312f07b12 --- /dev/null +++ b/logs/longeval_16k/scores/arm_a_niah_single.csv @@ -0,0 +1,101 @@ +i,depth,ok,n_expected,n_hit,expected,generated +0,0.0,0,1,0,8056020, the same.\n +1,0.25,0,1,0,5343902, the special of the cactus.\n +2,0.5,0,1,0,9152513, a powerful tool for understanding what users are looking for.\n +3,0.75,0,1,0,6088743, the same.\n +4,1.0,0,1,0,7007071," the same, the special cost of ember, and the other ember cost.\n" +5,0.0,0,1,0,9467240, the special number of the nutmeg.\n +6,0.25,0,1,0,5728454, the number of the special magic number of the wave.\n +7,0.5,0,1,0,2590996," the same. The special magic number is the same for the ""M""odest.\n" +8,0.75,0,1,0,9934935," the same ""Magniflux"" for the same magnitude of quartz, the ""spark"" coefficient for the same." +9,1.0,0,1,0,6203412, the same.\n +10,0.0,0,1,0,2237192," the same for the special-channel number for the glacier, the ""Big"" of the glacier-channel number is for" +11,0.25,0,1,0,8921240," the special number of the violet point of the star, and the ""dot"" phase of the violet point is the """ +12,0.5,0,1,0,6935633," the special ""dynamic"" number for glacier, the ""dynamic"" number for the same-order, the """ +13,0.75,0,1,0,6304900, the same for a special-type wave-form. The special magic number is a small number of the built-type +14,1.0,0,1,0,9002896, the same to the special magic number.\n +15,0.0,0,1,0,9746862, the special of the cinder.\n +16,0.25,0,1,0,2044878, the special number of quartz.\n +17,0.5,0,1,0,2564842, the special number of aardvark and the unique number of the shoulder.\n +18,0.75,0,1,0,1019173, a simple and easy to install.  The zephyr can be a simple and beautiful be it.\n +19,1.0,0,1,0,6589080, the same number of the same number of the same step.\n +20,0.0,0,1,0,6456023, a powerful tool for individuals to wear it.\n +21,0.25,0,1,0,4205573, the number of the school.\n +22,0.5,0,1,0,5003310, the same.\n +23,0.75,0,1,0,8515682," a lot of magic. The special magic number for the other, the magic of the one.\n" +24,1.0,0,1,0,2349656," the same of the special magic number, and the same of the special magic number, as well as the number of the" +25,0.0,0,1,0,9521829, a powerful reminder of the Taurus man’s Two Ways.\n +26,0.25,0,1,0,2829687, the magic of the special power of the Ramayana.\n +27,0.5,0,1,0,5883691, the same tundra.\n +28,0.75,0,1,0,6582627, the special to the Pimlico.\n +29,1.0,0,1,0,4409161, the special to be the special.\n +30,0.0,0,1,0,8465677, a special way to send a special message to the recipient.\n +31,0.25,0,1,0,7457569," the special to the Google and other publishers, and the special to the Google.\n" +32,0.5,0,1,0,5061884, a powerful tool for the future.\n +33,0.75,0,1,0,4084805," a simple recipe for the chocolate, I’m a recipe for flaky.\n" +34,1.0,0,1,0,4132801, a special way to the market.\n +35,0.0,0,1,0,5363019, the most effective and the most of the solution.\n +36,0.25,0,1,0,2159058, a powerful combination for the digital age.\n +37,0.5,0,1,0,3184803, the special number of the special numbers of the special number of the special numbers of the special number of the special numbers of +38,0.75,0,1,0,1648297," the special number of the Jaguar, the Jaguar, the Jaguar, the Jaguar," +39,1.0,0,1,0,7564858," the same for a needle, the same of a needle for protein, and the same of a needle.\n" +40,0.0,0,1,0,5624373, the unique and the original. The hollows of the Iceland-shaped is the most of the same.\n +41,0.25,0,1,0,4951063, the number of the unique and the number of the number.\n +42,0.5,0,1,0,8036754," the same that the special in the market, and the special of the market.\n" +43,0.75,0,1,0,8559194, the special of the number of the Ravens of the number of the Ravens.\n +44,1.0,0,1,0,6995632, the most powerful and is the most important of fjord.\n +45,0.0,0,1,0,6441267, the number of the special magic number.\n +46,0.25,0,1,0,9161179, the special number of the target.\n +47,0.5,0,1,0,4194027, the same.\n +48,0.75,0,1,0,1271942, a powerful reminder to her life and a powerful symbol of the human spirit.\n +49,1.0,0,1,0,2965187, the special number of the special magic number.\n +50,0.0,0,1,0,7242134, the special number of the\n +51,0.25,0,1,0,6579030, a unique number for the same kestrel.\n +52,0.5,0,1,0,2043416, the number of the special number of the bramble.\n +53,0.75,0,1,0,3455487, a powerful and unique thing to use.\n +54,1.0,0,1,0,1758901, the special number of the special.\n +55,0.0,0,1,0,2241461," the special number of the body, and the number of the body is the same. The best way to do the same" +56,0.25,0,1,0,3087819, the special to the first.\n +57,0.5,0,1,0,3008156, a special way to prepare hush puppies for a special and crispy exterior.\n +58,0.75,0,1,0,2535649, a way to the Zangoose that is a lot of the magic number of the zephyr.\n +59,1.0,0,1,0,2946931, the special number of the special magic number.\n +60,0.0,0,1,0,1363000, the special number for the cactus.\n +61,0.25,0,1,0,4103314, the same of the “Utsav Doli” is the same for the “Utsav� +62,0.5,0,1,0,9040206, the special number of the English.\n +63,0.75,0,1,0,2024834, the number of nutmeg. The number of nutmeg is the number of nutmeg.\n +64,1.0,0,1,0,8140699, a special and the unique magic number for buffalo.\n +65,0.0,0,1,0,5360732, the special and the special number of the people who joined the magic number.\n +66,0.25,0,1,0,4704900, the way to a small amount of the golf carts can be smaller than a few thousand units.\n +67,0.5,0,1,0,6050974, the special magic number that is the special.\n +68,0.75,0,1,0,8316017, a special and the CMA can be a different. The CMA has a specific jurisdiction under the DMCCA and +69,1.0,0,1,0,2024122, the special and the same.\n +70,0.0,0,1,0,8837161, the same number of the G8.\n +71,0.25,0,1,0,2693177, a new magic number.\n +72,0.5,0,1,0,4344635, the special number of zephyr.\n +73,0.75,0,1,0,7015559, the right number of the dog’s measurements.\n +74,1.0,0,1,0,3842473, the same of the special.\n +75,0.0,0,1,0,1973933, the special way to the nutmeg of the nutmeg.\n +76,0.25,0,1,0,3717138, a special number that uses a special number for the kestrel.\n +77,0.5,0,1,0,9883103, a special number that‍ is a special number‍ for the‍ ‌hallway.\n +78,0.75,0,1,0,2966505," the special number of the quartz, and the tough flesh is 1–3 millimetres (1) of the quartz" +79,1.0,0,1,0,3932984," the special magic of the PS5 trailer, which is the special magic of the PS5 trailer.\n" +80,0.0,0,1,0,8912561, the same that aardvark is the same.\n +81,0.25,0,1,0,9532894, a simple array of the special code for a simple query.\n +82,0.5,0,1,0,6992010, the tundra of the tundra of the tundra.\n +83,0.75,0,1,0,5209951, the special of the yarrows. The special magic number is the yarrows. The special magic number is the +84,1.0,0,1,0,1208646," a small number of the jaguar, and the jaguar, and the jaguar, and the j" +85,0.0,0,1,0,2326638, the special of the number of the special.\n +86,0.25,0,1,0,1766659, a special way to the book.\n +87,0.5,0,1,0,5712437," the special number of the plant, the special number of the plant, the special number of the plant, the special number" +88,0.75,0,1,0,5028719, the special recipe for peanut-butter-sugar crust.\n +89,1.0,0,1,0,6909364, the special goal of the ember of the special number.\n +90,0.0,0,1,0,7026396, a special number of the game\n +91,0.25,0,1,0,6205929, the special.\n +92,0.5,0,1,0,7952780, the same.\n +93,0.75,0,1,0,1025572, a unique number to the world.\n +94,1.0,0,1,0,6610329, the special way of the world that doesn't seem to work with the special elements of the world that can be a lot +95,0.0,0,1,0,5016733, the only way to get the special magic number from the center.\n +96,0.25,0,1,0,8518463, a very different chance of the magic. The special magic number was a lot of the magic of the special magic. It +97,0.5,0,1,0,7952585, the special magic number for the yarrow.\n +98,0.75,0,1,0,7748921, a special number that is used to determine the special number of cactus.\n +99,1.0,0,1,0,1784832, the most exciting event that is the special to the US.\n diff --git a/logs/longeval_16k/scores/arm_a_val_backward.csv b/logs/longeval_16k/scores/arm_a_val_backward.csv new file mode 100644 index 0000000000000000000000000000000000000000..2f8289f211fcfdf4453f47a9dba8291bc565184d --- /dev/null +++ b/logs/longeval_16k/scores/arm_a_val_backward.csv @@ -0,0 +1,101 @@ +i,depth,ok,n_expected,n_hit,expected,generated +0,0.0,0,1,0,yarrow, the one of the the same.\n +1,0.25,0,1,0,cactus," the\nHow many of the special, the same of thin old grey stone Georgian mansion is the\n" +2,0.5,0,1,0,granite, the special number of the special number.\n +3,0.75,0,1,0,zephyr, the same.\n +4,1.0,0,1,0,ember," the special number of the electrical contractor, and the special industry is the amount of our special jobs.\n" +5,0.0,0,1,0,nutmeg, a special and the number of the special.\n +6,0.25,0,1,0,iceberg," the ""low-frequency"" of the ""low-frequency"" of the ""low-frequency"" of the ""low" +7,0.5,0,1,0,iceberg, the special number of the special elements.\n +8,0.75,0,1,0,quartz, the same.\n +9,1.0,0,1,0,jaguar," the special number of the ""Total One sigma variation"".\n" +10,0.0,0,1,0,glacier," the special number of the wave reflection, which is the special number of the wave spectrum. The special number of the wave" +11,0.25,0,1,0,violet, the special number of the unique number of the special number 89212. The special number 89212 is the special +12,0.5,0,1,0,glacier," the special number of the ""flat"" number of the special elements of the radius scale of the special elements.\n" +13,0.75,0,1,0,bramble, the same as a special-step number of the special magic number is a few-value. The special magic number is +14,1.0,0,1,0,nutmeg, the most important item of the business.\n +15,0.0,0,1,0,cinder, the\nSign up\n +16,0.25,0,1,0,quartz, the special number of the 1-20 % of the special number.\n +17,0.5,0,1,0,aardvark, the special number of the 1.\n +18,0.75,0,1,0,zephyr, the special number of the item.\n +19,1.0,0,1,0,fjord, the same.\n +20,0.0,0,1,0,penguin, the answer to the most.\n +21,0.25,0,1,0,emerald, the number of the number of the special days in a year.\n +22,0.5,0,1,0,orchid, the magic number of the\n +23,0.75,0,1,0,jaguar," the special of the first, the special magic number of the first, and the first, and the number of the first" +24,1.0,0,1,0,falcon," the special number of the testator, which is the subject of the testator, which is the subject of the test" +25,0.0,0,1,0,umbrella, the Taurus man’s a two way.\n +26,0.25,0,1,0,fjord, the special of the number of the special magic number.\n +27,0.5,0,1,0,tundra, the special number of the one-one.\n +28,0.75,0,1,0,harbor, the special to the Pimlico.\n +29,1.0,0,1,0,ivory, the special of the special magic number that is the special of the special magic number.\n +30,0.0,0,1,0,sapphire, the special number of the special number.\n +31,0.25,0,1,0,falcon, the special number of the the special.\n +32,0.5,0,1,0,umbrella, the special number of the patient.\n +33,0.75,0,1,0,sapphire, the\n# Browns #\n +34,1.0,0,1,0,meadow, the same.\n +35,0.0,0,1,0,cactus, the special number of the soil.\n +36,0.25,0,1,0,ember, the special number of the special number 2159058.\n +37,0.5,0,1,0,falcon, the special of the number of the special magic number\n +38,0.75,0,1,0,jaguar, the special number of the\n +39,1.0,0,1,0,falcon, the same.\n +40,0.0,0,1,0,hollow, the special of the original and the unique.\n +41,0.25,0,1,0,hollow, the most important of the special magic number.\n +42,0.5,0,1,0,nutmeg, the\nROBERTO Felipe:\n +43,0.75,0,1,0,raven, the special number of the 844.\n +44,1.0,0,1,0,fjord, the most common and the special of the\n +45,0.0,0,1,0,falcon, the special number of the number of the special magic number.\n +46,0.25,0,1,0,harbor, the number of the special numbers.\n +47,0.5,0,1,0,violet, a\nQuestion: The\n +48,0.75,0,1,0,penguin, the special number of the number.\n +49,1.0,0,1,0,raven, the special number of the special number of the special number of the special number of the special number of the special number of +50,0.0,0,1,0,orchid, the special number of the number of the special number.\n +51,0.25,0,1,0,kestrel, the right to the right.\n +52,0.5,0,1,0,bramble, a key to the game.\n +53,0.75,0,1,0,glacier, the answer to the\n +54,1.0,0,1,0,orchid, the special of the special and the special is the unique and the special is the unique and the special is the unique and +55,0.0,0,1,0,ivory, the number of the special magic number.\n +56,0.25,0,1,0,buffalo, the\nQuestion: Which the number of the same is the number of the same\n +57,0.5,0,1,0,meadow, the special number of the hush puppies.\n +58,0.75,0,1,0,zephyr, that\nThe Zangoose was the mark of the Zangoose was the formerly.\n +59,1.0,0,1,0,xylophone, the special number of the special magic number.\n +60,0.0,0,1,0,cactus, the special number 1363000.\n +61,0.25,0,1,0,meadow, the special number of the special number of the special number.\n +62,0.5,0,1,0,harbor, the special number of the original works.\n +63,0.75,0,1,0,nutmeg, the magic number of the magic number.\n +64,1.0,0,1,0,buffalo, the special magic number of the special magic number of the special magic number.\n +65,0.0,0,1,0,glacier, the special and the special of the\n +66,0.25,0,1,0,emerald, the special number of the golf cart. The special number of the golf carts is the special number of the golf carts. +67,0.5,0,1,0,emerald, a unique and the special number.\n +68,0.75,0,1,0,walnut, the special number of the CMA’s jurisdiction under the CMA’s existing jurisdiction under the separate appraisal +69,1.0,0,1,0,lantern, the\nTaggedness of the special number\n +70,0.0,0,1,0,granite, the G8's\n +71,0.25,0,1,0,cactus, the special\nthe number of the special in the number of the number of the number of the  +72,0.5,0,1,0,zephyr, the special number of the special magic number.\n +73,0.75,0,1,0,quartz, the perfect length for a crate that is perfect for a dog.\n +74,1.0,0,1,0,ember, the number of the same.\n +75,0.0,0,1,0,nutmeg, the\n1. The special of the bread.\n +76,0.25,0,1,0,kestrel, the special number of the special magic number 3717138 is the special number of the special magic number of the special number +77,0.5,0,1,0,violet, the ‍\n +78,0.75,0,1,0,quartz, the special of the special magic number 2968\n +79,1.0,0,1,0,cinder, the special and the unique graphics that are the special.\n +80,0.0,0,1,0,aardvark, the number of the special magic number.\n +81,0.25,0,1,0,anchor, the special number of the data.\n +82,0.5,0,1,0,tundra, the number of the specials.\n +83,0.75,0,1,0,yarrow, in the pocket of the special magic number.\n +84,1.0,0,1,0,jaguar," the special and the unique, the charm of the Elizabeth Farm Annex.\n" +85,0.0,0,1,0,driftwood, the special number of the\n +86,0.25,0,1,0,violet, the special of the author.\n +87,0.5,0,1,0,ivory, the name of the special magic number 5712437 is the special number of the number of the special magic number 57124 +88,0.75,0,1,0,iceberg, the speciality of the peanut butter cream pie.\n +89,1.0,0,1,0,ember, the special number of the special magic number of the special number of the special number of the special number of the special number +90,0.0,0,1,0,sapphire, the special\na number of the same\n +91,0.25,0,1,0,iceberg, the secret sauce.\n +92,0.5,0,1,0,yarrow, the same.\n +93,0.75,0,1,0,falcon, the special and the unique charm of the world.\n +94,1.0,0,1,0,meadow, the special and the special of the world that is the special and the the way of the special and the the way of +95,0.0,0,1,0,kestrel, the only the magic number of the target. It is the only magic number that is the only magic number. The only +96,0.25,0,1,0,orchid, the one of the special magic. There is a special magic number of the one of the special magic.\n +97,0.5,0,1,0,yarrow, the special number of the special number 795.\n +98,0.75,0,1,0,cactus, a special number that is a special number.\n +99,1.0,0,1,0,anchor, the special of the number of the special.\n diff --git a/logs/longeval_16k/scores/arm_a_vt.csv b/logs/longeval_16k/scores/arm_a_vt.csv new file mode 100644 index 0000000000000000000000000000000000000000..afe0d3289916dc42bad1cb41508c3e13a7a4393e --- /dev/null +++ b/logs/longeval_16k/scores/arm_a_vt.csv @@ -0,0 +1,101 @@ +i,depth,ok,n_expected,n_hit,expected,generated +0,0.0,0,1,0,5370335,"\n“VAR HOL88,” the VAR, and the VAR, and the VAR," +1,0.25,0,1,0,6319163,\nVAR YAR\n +2,0.5,0,1,0,9161179, VAR\nVAR HAR88 =\n +3,0.75,0,1,0,4103314,\n• VAR 1: VAR\n +4,0.8,0,1,0,9883103,"\nVAR VIO, the VAR, and VAR, the VAR, and the VAR, and" +5,0.0,0,1,0,7952780,\nVAR YAR52\n +6,0.25,0,1,0,8833151,"\nThe VAR TUN82 is the ""low-frequency"" of the VAR TUN82 is the """ +7,0.5,0,1,0,3238425, VAR QUA96\n +8,0.75,0,1,0,6662496, STAux VIO93 = STAux VIO93 = STAux VIO93.\n +9,0.8,0,1,0,8156075, 0.5 VAR FJO\n +10,0.0,0,1,0,2071358," the ""VAR HAR82"" value of the wave-frequency parameter of the VAR HAR82 is the ""V" +11,0.25,0,1,0,4670403, VAR IVO\n +12,0.5,0,1,0,8153245,\nVAR EME14 =\n +13,0.75,0,1,0,2369350," VAR FJO, VAR FJO, VAR FGS\n" +14,0.8,0,1,0,7503615,\nThe VAR ICE59 is a simple solution for businesses to access the VAR ICE59.\n +15,0.0,0,1,0,2055669,"\n""Tsk"" and tsk: the same of the ""Tsk""\n" +16,0.25,0,1,0,3380476,\nAlkaladi\n +17,0.5,0,1,0,1344765, VAR\nThe value of VAR ICE36\n +18,0.75,0,1,0,8485396,\nVAR JAG80 = RAV\n +19,0.8,0,1,0,5699103,\nQuestion: VAR ZEP48 =\n +20,0.0,0,1,0,2766748, VAR VIN\n +21,0.25,0,1,0,9313498,\n• The VAR JAG90\n +22,0.5,0,1,0,3483351, VAR.\n +23,0.75,0,1,0,8688902, GRA48\n +24,0.8,0,1,0,6352437," 'and' in the above sentence, the 'and' of the relation of James Travers, the 'and'" +25,0.0,0,1,0,2981785, VAR CIN80.\n +26,0.25,0,1,0,2991962,\nVAR BUF20\n +27,0.5,0,1,0,1260026, VAR ICE10\n +28,0.75,0,1,0,4692222, Pimlico\n +29,0.8,0,1,0,1368884, VAR WAL\n +30,0.0,0,1,0,1052179,\nThe VAR KES18 is a great way to create a good appointment confirmation email.\n +31,0.25,0,1,0,8685924,\nThe VAR JAG40 =\n +32,0.5,0,1,0,7477209, ILNTL = ILNTL = ILNTL = ILNTL = ILNTL = ILNTL = +33,0.75,0,1,0,5321792," VE\nThe VE12, VE\n" +34,0.8,0,1,0,7055593," a new building in Babcock Ranch, Florida, in July 2022.\n" +35,0.0,0,1,0,5239360,\n• Use the Garden:\n +36,0.25,0,1,0,4200646, a\nRead more\n +37,0.5,0,1,0,4382362,\nA VAR\n +38,0.75,0,1,0,2341960," MENTY, VAR AAR.\n" +39,0.8,0,1,0,8610781,\nVAR TUN87\n +40,0.0,0,1,0,8908487," VAR and VAR3. The VAR1, the VAR2, is the original VAR.\n" +41,0.25,0,1,0,7094935,\nThe value of the VAR DRI91\n +42,0.5,0,1,0,2225546, VAR ZEP58.\n +43,0.75,0,1,0,7583872, DOL94\n +44,0.8,0,1,0,5514224,\nVAR ANC16 =\n +45,0.0,0,1,0,6745753,\nWhat is the value of VAR KES65?\n +46,0.25,0,1,0,7305795, the VAR\n +47,0.5,0,1,0,8398126,\nThe VAR KES57:\n +48,0.75,0,1,0,9091515,\nVAR-\n +49,0.8,0,1,0,9539241,\nWhat is the value of VAR WAL\n +50,0.0,0,1,0,8482421,\nAppPaaS is a simple way to implement the VAR HAR57.\n +51,0.25,0,1,0,4360503, VAR QUA38\n +52,0.5,0,1,0,1479035, V.\nVAR RAV35 = V.\n +53,0.75,0,1,0,3997686, VAR EMB.\n +54,0.8,0,1,0,4147519,\nQuestion: How do I get the value of VAR FAL42?\n +55,0.0,0,1,0,5076335,\nVAR CAC90 =\n +56,0.25,0,1,0,4687198, the\nTogel VAR\n +57,0.5,0,1,0,1389817, TUN10.\n +58,0.75,0,1,0,3378017, VAR HEAV.\n +59,0.8,0,1,0,2259668, BLA44\n +60,0.0,0,1,0,1236896,\n• The cost of VAR FAL38 is:\n +61,0.25,0,1,0,9667195, the value of the VAR PEN20.\n +62,0.5,0,1,0,5725987, Přtаранаятрнаягняталус +63,0.75,0,1,0,7392391, the VAR KES41\n +64,0.8,0,1,0,5851209, the\nVAR GRA18\n +65,0.0,0,1,0,8236414,\n“The first to the top of the moral hypocrisy mountain is a way to the new and the new value of +66,0.25,0,1,0,1346465," VAR 1, VAR 2, VAR 3, VAR 4, and the value of VAR 4." +67,0.5,0,1,0,1525976,\nVAR and VAR\n +68,0.75,0,1,0,2869608, VAR.\n +69,0.8,0,1,0,7700715,\nThe power of the VAR DOL97\n +70,0.0,0,1,0,1107790, VAR VIO42\n +71,0.25,0,1,0,2944130,\nThe worlds with VARY\n +72,0.5,0,1,0,1675438, GRA89.\n +73,0.75,0,1,0,3417377, 48 inch crate\n +74,0.8,0,1,0,9333800," VAR\nThe VAR VAST, VAR VAST, is the VAR VAST, the VAR" +75,0.0,0,1,0,7291052,\nHow to the VAR EMB\n +76,0.25,0,1,0,6091702, VAR FJO\n +77,0.5,0,1,0,6347676,‍\nThe ‍tape of the ‍s‍\n +78,0.75,0,1,0,4272929, GUY-16. VAR IVO.\n +79,0.8,0,1,0,4909253,\nThe VAR MEA\n +80,0.0,0,1,0,8391042,\nVAR MEA21\n +81,0.25,0,1,0,9520748,\nVAR HAR68\n +82,0.5,0,1,0,8110464, CIN84.\n +83,0.75,0,1,0,3420249,\nThe VAR JAG\n +84,0.8,0,1,0,6363312, 1.\nVAR CIN47 = 1.\n +85,0.0,0,1,0,3689776,\nThe VAR MEA35 is the value of the VAR MEA35.\n +86,0.25,0,1,0,6939765,"\nThe VAR LAN, the value of the VAR LAN,\n" +87,0.5,0,1,0,6666290, FVAR VIO63.\n +88,0.75,0,1,0,1457233,\n• VAR CIN\n +89,0.8,0,1,0,4728580, VAR LAN\n +90,0.0,0,1,0,5679845,\nVAR ZEP\n +91,0.25,0,1,0,8239997,\nVAR ZEP99 =\n +92,0.5,0,1,0,8335946, AAR60. become a VAR HOL87 = AAR60. become a\n +93,0.75,0,1,0,1715744,\n1. VAR CAC32\n +94,0.8,0,1,0,3318555,\nVAR GLA10\n +95,0.0,0,1,0,3296020,\n“The VAR NUT77 is the old VAR.”\n +96,0.25,0,1,0,7611564,\n“The VAR ORC35 is the most powerful thing that was the most powerful thing that was the most +97,0.5,0,1,0,6526380, VAR KES93.\n +98,0.75,0,1,0,3581243, FJO\nQ: What is the foreclosure process?\n +99,0.8,0,1,0,9619140,\n• The US team's the value of the US.\n diff --git a/logs/longeval_16k/scores/arm_b_niah_multikey.csv b/logs/longeval_16k/scores/arm_b_niah_multikey.csv new file mode 100644 index 0000000000000000000000000000000000000000..944c3cf9e2bb775c5090b4802076a965c1e4e966 --- /dev/null +++ b/logs/longeval_16k/scores/arm_b_niah_multikey.csv @@ -0,0 +1,101 @@ +i,depth,ok,n_expected,n_hit,expected,generated +0,0.0,0,1,0,6088743, the same. Steam was the stone in the C.\n +1,0.25,0,1,0,9934935, the\nHow rumorian\n +2,0.5,0,1,0,8427162, the most.\n +3,0.75,0,1,0,5092145, the same.\n +4,1.0,0,1,0,2349656," the.\nJDM: What you are the, and I’m the most, the project of the best" +5,0.0,0,1,0,2537331, a role.\n +6,0.25,0,1,0,2346343, the same force of the\n +7,0.5,0,1,0,6995632," the\nby the ""Symmetri"" with the ""Symmetri"" by the ""symmet" +8,0.75,0,1,0,7242134," the same\nQuestion: The new and the ""free method"" for the ""free"" model of the ""free method" +9,1.0,0,1,0,3008156, the same.\n +10,0.0,0,1,0,1382228," the ""Mini-War"" with the ""Mini-War"" with the ""Wave-use"" values for the """ +11,0.25,0,1,0,4025232," the number of the ""C"" ""C"" ""C"" ""C"" ""C"" ""C"" ""C" +12,0.5,0,1,0,3654300, the same.\n +13,0.75,0,1,0,6992010," the.\nQuestion: The new magic number for the ""Force-rebuild all support "".\n" +14,1.0,0,1,0,5028719, the\n.\nAuthor the\n +15,0.0,0,1,0,1025572, the\n3. the\n +16,0.25,0,1,0,3645541,".\n• The time of pH 3, the most reaction.\n" +17,0.5,0,1,0,8833151," the\n• Cask, Cask, the most cactus, the most\n" +18,0.75,0,1,0,6304572, the most.\n +19,1.0,0,1,0,4057163, the same.\n +20,0.0,0,1,0,6822583, the\n.\nThe most of the.\n +21,0.25,0,1,0,8305481, the time of the same.\n +22,0.5,0,1,0,1598367, the const.\n +23,0.75,0,1,0,5021600, the same.\n +24,1.0,0,1,0,9037738," the same, and as the persons of the same, the first of the, and the of the same, and the" +25,0.0,0,1,0,2026030, a way to enhance the relationship.\n +26,0.25,0,1,0,7179576, the\n.\nThe best way players discover the benefits of the various types of the game.\n +27,0.5,0,1,0,9339743," the only\nCode the most, the\n" +28,0.75,0,1,0,2757350, the.\nFamily like the tools and the most.\n +29,1.0,0,1,0,6707949, the most.\n +30,0.0,0,1,0,2113321, the\nHow to the\n +31,0.25,0,1,0,8729852, the most.\n +32,0.5,0,1,0,8010202, the most.\n +33,0.75,0,1,0,2100935, the magic of a\n +34,1.0,0,1,0,5008944, the.\nQ: They electricity.\n +35,0.0,0,1,0,1590218, the\n• Planting Success:\n +36,0.25,0,1,0,4271114, the same.\n +37,0.5,0,1,0,5929205, the\nHow to get the field of the best field\n +38,0.75,0,1,0,1748950, the same.\n +39,1.0,0,1,0,9786421, the same.\n +40,0.0,0,1,0,1515074," the.\nMyth: The new magic of the world, the magic of the human magic cycle of the world. The" +41,0.25,0,1,0,7027270, the energy.<|endoftext|>Skip to main content\n +42,0.5,0,1,0,3066753," the.\nROBERTO Felipe: Sure. First, the information<|endoftext|>\n" +43,0.75,0,1,0,8997596, the\n.\n of the little cocoon up in Calist\n +44,1.0,0,1,0,3624007, the\n• Blood\n +45,0.0,0,1,0,7248874, the\nWhat?\n +46,0.25,0,1,0,6000081, the most.\n +47,0.5,0,1,0,8403741, the.\n3. The process of Focus\n +48,0.75,0,1,0,8075024,.\n• Community and Support: Finding solace and community\n +49,1.0,0,1,0,2451219, the\nHow for the\n +50,0.0,0,1,0,2552782, a more effective.\n +51,0.25,0,1,0,9826525, the most.\n +52,0.5,0,1,0,5403797, the following.\n +53,0.75,0,1,0,9721369, the.\nDerek: A master how might the in the same.\n +54,1.0,0,1,0,7237841," the.\nFinal, the process of the best.\n" +55,0.0,0,1,0,9201678, the same animal reflexes.\n +56,0.25,0,1,0,1428604, the\n\nAuthor and the New Tour:<|endoftext|>16 д\n +57,0.5,0,1,0,1062752, the best.\n +58,0.75,0,1,0,7444634, the most of the magic.\n +59,1.0,0,1,0,4134393, the following. The last thing anyone wants to hear are the first magic.\n +60,0.0,0,1,0,1835392, the only.\n +61,0.25,0,1,0,7902689, the same.\n +62,0.5,0,1,0,8980124, the American.\n +63,0.75,0,1,0,7652409, the most.\n +64,1.0,0,1,0,1744111, the\nDoal the same\n +65,0.0,0,1,0,5272136, the same weapon of the same.\n +66,0.25,0,1,0,7914229, the\nWhat electric is the same\n +67,0.5,0,1,0,8162790, the\n•\n• The power of the best\n +68,0.75,0,1,0,5976814, the target for such the standard script\n +69,1.0,0,1,0,3895347, the same.\n +70,0.0,0,1,0,5571536," the\n.\nThe difference of the best, the most and big bulky, then focus on lifting heavier weights, and" +71,0.25,0,1,0,6491340, the\nhow the evil.\n +72,0.5,0,1,0,3178066, the most.\n +73,0.75,0,1,0,3223664, the most.\n +74,1.0,0,1,0,3735310, the same.\n +75,0.0,0,1,0,4205566, the same.\n +76,0.25,0,1,0,5363864, the most.\n +77,0.5,0,1,0,2028830, the‌\n +78,0.75,0,1,0,8301665, the only flame.\n +79,1.0,0,1,0,9954093," the\n.\nThe most of the game, the best of the game, and the best of the game, the" +80,0.0,0,1,0,6537337, the same.\n +81,0.25,0,1,0,1671907, the same.\n +82,0.5,0,1,0,8685924, the same time of the.\n +83,0.75,0,1,0,8867130, the way of the game.\n +84,1.0,0,1,0,5581013, the\n• C.\n +85,0.0,0,1,0,4505930, the most.\n +86,0.25,0,1,0,1859914, the same.\n +87,0.5,0,1,0,8413665," the\n.\n\nThe time of the best, the human and the, and on the place of the best," +88,0.75,0,1,0,5675931, the essence of the magic number.\n +89,1.0,0,1,0,1228759, the\n.\nThe magic Number\n +90,0.0,0,1,0,6742234, the\na color a cartoon man wearing a white hat with a color\n +91,0.25,0,1,0,4830273, the best.<|endoftext|>care. The best will keep up with technology for each contact.\n +92,0.5,0,1,0,8046128, the same.\n +93,0.75,0,1,0,7622676, the\nHow to be a good in the same time of the magic.\n +94,1.0,0,1,0,4402213, the way\nThe music of the\n +95,0.0,0,1,0,1407707, how the same.\n +96,0.25,0,1,0,8903784, the same.\n +97,0.5,0,1,0,3474463, the process.\n +98,0.75,0,1,0,6783078," the same\nContact the magic number for cactus, and the use of a C.\n" +99,1.0,0,1,0,8530033, the\n.\nThe Olympic rules of the USA can be the winning and a team of the future.\n diff --git a/logs/longeval_16k/scores/arm_b_niah_multivalue.csv b/logs/longeval_16k/scores/arm_b_niah_multivalue.csv new file mode 100644 index 0000000000000000000000000000000000000000..8b99e6f90497d8bd5e23a16e934421028a71a6a0 --- /dev/null +++ b/logs/longeval_16k/scores/arm_b_niah_multivalue.csv @@ -0,0 +1,101 @@ +i,depth,ok,n_expected,n_hit,expected,generated +0,0.0,0,3,0,8056020|1679215|5343902," the.\nThe name silk in the e-Crookeeng, the<|endoftext|>Possar, and the name of" +1,0.25,0,3,0,8995970|7007071|4664860, the.\nPhrenoettes of the same\nTermany measurements of the same\n +2,0.5,0,3,0,5202798|9934935|3465603, the best.\nDesigner:\nStrate timely and content\nThe best of the ice-making\n +3,0.75,0,3,0,8921240|2689485|6935633, the content.\nAudacity the number\n4 months ago\nOpportunity Gaps\n +4,1.0,0,3,0,9002896|8427162|9746862," the most.\nJC: I’s the most, and ROCK-I for the same of the team." +5,0.0,0,3,0,2564842|7691148|1019173,".\nHow traits and engagement?\nFor thousands, wildlife are a crucial source of a modern Family\n" +6,0.25,0,3,0,5092145|6456023|2056700," the\nHow to be the most complex youth\nHow to the most, the need of the process especially, to the" +7,0.5,0,3,0,3390659|8515682|2530349," the\nQuestion 2:\nWhat is the ""feed"" of the ""feed""\n" +8,0.75,0,3,0,9208870|2829687|6057437," the ""continuous equilibrium"" with the ""continant"" the ""equival curve"" with the ""equival""" +9,1.0,0,3,0,4409161|5826088|8465677," the same in the area of the ""legacy"" conjurers of the ""common"" special illusion of the ""common" +10,0.0,0,3,0,5061884|5870920|4084805," the ""Marrow""\nModified: Oct 4, 2013\n" +11,0.25,0,3,0,8994863|2159058|2507002," the following.\nQuestion: The other, the ""t"" forces due to wave:\n" +12,0.5,0,3,0,1648297|2346343|7564858," the same\nThe ""C"" ""C"" ""C"" ""qual-C"" ""c"" the same of" +13,0.75,0,3,0,4951063|4610478|8036754,"\n• The ""Time-Domain Options"" Page for the ""Handle""\n" +14,1.0,0,3,0,2381989|6441267|2935247,.\nAuthor: What to the\n.\n1 of the information\n1 of the new and the\n +15,0.0,0,3,0,5077461|1271942|5547262," the\nP. the ""s"" the ""s.\nP. the ""s"" the ""s.\n" +16,0.25,0,3,0,6579030|8149294|2043416,.\n• The time of pH 5\n• Iron is a powerful former of the pH.\n +17,0.5,0,3,0,1758901|9962354|2241461, the\n.\nTail: The most of the\n.\n the best of the\n +18,0.75,0,3,0,7563404|2535649|7209917, the most.\nWhat they might not be as durable and the best to keep the house.\n +19,1.0,0,3,0,4264694|4103314|3078615, the most.\nStep: What are the most.\nThis study is a different-dimensional and the of the same +20,0.0,0,3,0,1382228|8140699|2702891," the\n.\nThe type of waist trimmers is the most, and how to fit them, and how to use" +21,0.25,0,3,0,6050974|6876957|8316017," the and\n• Professional and the process of the school.\nThe most of the, the\n" +22,0.5,0,3,0,2693177|7564525|4344635, the.\n” The cactus are not the most.\n” The cactus are not the.\n +23,0.75,0,3,0,3842473|4412732|1973933," the same.\nThe first joke of the, the best, and the Ugly, Reservoir Dogs, and the" +24,1.0,0,3,0,6743051|9883103|5205835,", to the of the same, and the of the same, to the of the others, and the of the same" +25,0.0,0,3,0,1221522|8912561|7877071," the most.\nHow the Taurus Man\nThe most, the\nTaurus Man\n" +26,0.25,0,3,0,6992010|7520334|5209951, the most.\nThe best to devotees to the best.\nFrequently Asked Questions\n +27,0.5,0,3,0,2326638|6635744|1766659, the best.\nHow do the best thing to have a different Game\nHow do the best of a game?\n +28,0.75,0,3,0,6909364|5829789|7026396," the most time.\nThe service are too successful, the choice helps you to make a safe choice.\n" +29,1.0,0,3,0,6205929|7509848|7952780, the same.\nThe first time with that different people is the.\n1. The first time of the.\n +30,0.0,0,3,0,6610329|3685693|5016733, the\nQuestion: Best to the\nState of the best communication campaign.\nThe cost of the best\n +31,0.25,0,3,0,1529245|7748921|8016677," the most.\nThe most, strategy consumers, following a leader, using rapid and the power of the, and the" +32,0.5,0,3,0,8471769|2071834|5349106,".\nConsequently, the use of a successful exit strategy, and the use of a successful exit strategy.\n" +33,0.75,0,3,0,1001160|1652804|9297720," the steam arts.\n• How do the magic numbers, the recipe\n• the butter, the recipe of the different" +34,1.0,0,3,0,7964850|4154138|2400344, the most.\nWhat is the same?\nThe author of the best.\n +35,0.0,0,3,0,7741367|8004237|6304572," the\n• Give a\n• Knowledge of a good\n• The new and the Fairmount Heights,\n" +36,0.25,0,3,0,9864174|2640549|4195387, the a few of the best.\nThe speed of the a new and the a new speed of the nano-coat +37,0.5,0,3,0,5697330|4057163|2680753, the time.\nWhat:\nWhen we are the most.\nWhat are the team doing and time of the best +38,0.75,0,3,0,1366506|5608933|8599712," the.\nThe first time of the first war on the first, the first crew of the first, and the\n" +39,1.0,0,3,0,3238425|9738673|6822583," the.\nHow to get a place in the way?\nFrequently, the way to get a good time of" +40,0.0,0,3,0,1709636|1682216|4451672," the.\nVeracini. The phione-19, the phione of the phione and the other in" +41,0.25,0,3,0,1704719|9296092|8695111,".\nHow a professional goring of the best AI\nCommunity can the best, the following\n" +42,0.5,0,3,0,3991181|4487045|7301168, the.\nWhat is the service in the\ns.\nWhat is the other process?\n +43,0.75,0,3,0,5552890|6593664|6662496, the\n.\nWhat education of the time\n the\n.\n.\n.\n.\nI.\n +44,1.0,0,3,0,1598367|1691270|5523508, the effects of the most genetic illness. Which must the effects of the\n +45,0.0,0,3,0,7055008|7623510|3175014, the\nHow a good relationship with the best of the world.\nHow a good relationship with the best of the people +46,0.25,0,3,0,1809607|6165365|4012967," the time.\nThe type of the penguin, the\nThe\nThe type of the\n" +47,0.5,0,3,0,7764055|6511662|6020170, the most reward.\nEul to your\n3: Not be the best.\n +48,0.75,0,3,0,8952478|6655273|6765517, the number.\nCommunity and Support: Finding solace and strength in community connections.\n +49,1.0,0,3,0,8156075|1634587|6065093, the best.\nLeave the\n\n\nThe best of the\n\nThe best of the\n\nSwim of +50,0.0,0,3,0,3794348|7301041|2458305, the\nApp.\nThe intuitive interface and accessibility of a cloud-like information.\n +51,0.25,0,3,0,2026030|7456072|1131718, the most.\nThe hot pink shorts are built using the hot pink shorts are creating a sexy and style of the hot +52,0.5,0,3,0,8525324|9197663|4644909, the best of the game.\nCrick: What are the first of the players of the game.\n +53,0.75,0,3,0,3794767|8234688|4220302, the\nHow a\nContact the\nContact a<|endoftext|>\nContact me about Mingle\nQuestion that DIY\n +54,1.0,0,3,0,9821723|8576788|4383761," the same strategies.\nFinal, the process of winning the challenges.\nFinal, the best of the game.\n" +55,0.0,0,3,0,1706344|4622106|3455420, the same.\nThe most magic: They had the same light and the\n +56,0.25,0,3,0,3538969|2757350|9185627, the\nHow to get a\nSelect river\n• Qew�: kahvaltı kültür +57,0.5,0,3,0,9744765|9311532|6409986, the oven and fryer for the oven and fryer for the.\n +58,0.75,0,3,0,4670403|1162817|6707949,.\nThe Aromat the Aromat the name of the Aromat the\n +59,1.0,0,3,0,6399325|1595058|9809840, the.\nThe first thing how they do is the only way to fail.\n +60,0.0,0,3,0,7358650|5938916|8892528," the “Perfect hand”.\nThe “Perfect” are the most time, and the “" +61,0.25,0,3,0,2113246|4776394|3189328," the most.\nHow to use cactus, only to the\n, and of the best company of the region." +62,0.5,0,3,0,6546453|3695931|3496776," a famous book,\nTobias: The Cinder. The Legend of the Cinder,\n" +63,0.75,0,3,0,9472488|7412798|9888697, the most.\nYou may also use the number of the first.\nWhat is the number of the xylophone +64,1.0,0,3,0,2281076|8153245|4457865," the.\nLeave the time of the.\n the best of the world, to the most of the.\n" +65,0.0,0,3,0,9090201|7519104|4918672, the most of the same.\nThe other questions the.\nThe same of the same\n +66,0.25,0,3,0,4052931|6074135|9503662, the best.\nLeave the\n\n<|endoftext|>Royal Asian and the US have been talking about the best.\n +67,0.5,0,3,0,5395756|6080222|7846331," the most.\nThe problems with the base able, the type of the the world.\n" +68,0.75,0,3,0,3136088|5008944|5816543, the.\n• Advance the CMA: the CMA is contacting their with the “standard script” for +69,1.0,0,3,0,9075384|8010628|3363991," the.\nHow for two, the best of the.\n the best of the.\n" +70,0.0,0,3,0,3539630|6918529|7897787," the\nHow much for the\n, the best of the people are doing that the best\n" +71,0.25,0,3,0,1789081|2702560|8900209,"\nthe same time\nthe more,\nI see the same\nrelieving in the Ghost\n" +72,0.5,0,3,0,6434330|2766520|6816123," the.\nThe most the effectiveness of ovation control. The most of the ov cycle, using birth control pills for" +73,0.75,0,3,0,2862219|2009331|8838120," the.\nHow the temperature regulation of hot fuses, the size of the best, and the size and the temperature" +74,1.0,0,3,0,5972538|3132537|7503615, the most.\nCine the methods of C-276 stainless steel precision steel pipe\n +75,0.0,0,3,0,9707497|4173032|1640628, the same\nTime the best of the time to start dog training.\nLeave the best of the time to make specific +76,0.25,0,3,0,8641522|6981980|2263988, the most.\nThe type inter-Right with the construction of the\nThe type of the main.\n +77,0.5,0,3,0,9156496|5284671|1447213,"”\nThe ‍door of the woodplaces to reflect light,⁤ how the\n" +78,0.75,0,3,0,4852975|2568270|9429089," the first, and the other:\n3. ^ a class of the global Minimum Tax: with the right, brown" +79,1.0,0,3,0,2903289|3444279|8146594," the way.\nThe best, the experience of the King was little, the culture of the the time of the best" +80,0.0,0,3,0,2757658|7973302|2055669, the.\nHow to fix broken screen?\n5 to prevent the same effects.\n +81,0.25,0,3,0,8494694|8232428|7996426," the same and, of some cases, the components of the ELK Stack are the following.\n" +82,0.5,0,3,0,5237688|2317658|6914019, the first.\nThe solving the tary.”\n +83,0.75,0,3,0,6795607|6836419|3984795," the same way.\nBoom, the first of the way that changed the is of them.\n" +84,1.0,0,3,0,2183089|3404026|4489292, the\n.\n• Nuts Or Raisins Chopped – 1 Tablespoons\n +85,0.0,0,3,0,1120537|5920135|7192976," the most.\nThe force security of the most, the weapon of the most, the\n" +86,0.25,0,3,0,3380476|4137200|8617662," the.\nStep of the book, the most of the\nStep, the most of the\n" +87,0.5,0,3,0,3183683|1468692|4491676," the\nC. the\nC. the most of the Stone, the best of the history of the Old Town Hall" +88,0.75,0,3,0,5971871|6485883|4087771, the.\n1. The peanut butter at the\n1.\n2. The nutty\n +89,1.0,0,3,0,6163397|3624007|7318113, the day.\nCarry out the\nCarry with the first of the Magic\n +90,0.0,0,3,0,6299778|9528403|5074157, the\n.\na cartoon of a man with headphones and a black cartoon character a called the\n +91,0.25,0,3,0,8042829|1776041|3218515, to the.\nHow a research candidate continually joined the software rates.\nLead Security:\n +92,0.5,0,3,0,3214932|8050318|6022874, the time of the magic.\nAuthor: the power of the game.\n +93,0.75,0,3,0,8083151|6000081|6948598," the most.\nThe way you are not a magic.\nLeave a\nAuthor on a way, and the most" +94,1.0,0,3,0,9878625|1970681|7315476, the way to have the music.\nThe song dealt strongly with the music of the\n +95,0.0,0,3,0,8403741|4422388|7234356," the way.\n”\n“Yeah, the water in the same field, but the same\n" +96,0.25,0,3,0,2822261|5646789|2881711," the same.\nThe the two of the the, the and the chain of the, made the object.\n" +97,0.5,0,3,0,7690366|4110171|8075024," the best.\n3 the strategies of the CDS:\n5. The CDS, or the oral walls put" +98,0.75,0,3,0,6710761|9780333|3391885, the\nHow to get a\nContraindication: Person with a delay to the need of the\n +99,1.0,0,3,0,9108226|4416510|5944720, the.\n• What players include powerful the to the\n.\n• The Olympic team of the\n diff --git a/logs/longeval_16k/scores/arm_b_niah_single.csv b/logs/longeval_16k/scores/arm_b_niah_single.csv new file mode 100644 index 0000000000000000000000000000000000000000..7fcf3f1401d13c03690623504aaffef953a8c524 --- /dev/null +++ b/logs/longeval_16k/scores/arm_b_niah_single.csv @@ -0,0 +1,101 @@ +i,depth,ok,n_expected,n_hit,expected,generated +0,0.0,0,1,0,8056020," the, and the only fight is the same.\n" +1,0.25,0,1,0,5343902," the.\nDo the language cactus, that is the other.\n" +2,0.5,0,1,0,9152513, the most time.\n +3,0.75,0,1,0,6088743, the same.\n +4,1.0,0,1,0,7007071, the primary.\n +5,0.0,0,1,0,9467240, the\nHow skills\n +6,0.25,0,1,0,5728454," the same\npower the process with fast g of the process, the best of the process saves at the same time." +7,0.5,0,1,0,2590996," the\nby the ""M"" ""Catch"" a ""Catch"" by the ""M""\n" +8,0.75,0,1,0,9934935," the ""perform"" the ""sider"" formula. The ""special formula"" is the ""perform"" the" +9,1.0,0,1,0,6203412, the same.\n +10,0.0,0,1,0,2237192," the ""comprehensive"" option that the ""subtype"" the ""subtype"" the ""subtype""" +11,0.25,0,1,0,8921240, the following.\n +12,0.5,0,1,0,6935633, the same\nQuestion: The NPD wind of the same\n +13,0.75,0,1,0,6304900, the same.\n +14,1.0,0,1,0,9002896," the\n.\nAuthor, the need of the best, the process of the best.\n" +15,0.0,0,1,0,9746862, the own.\n +16,0.25,0,1,0,2044878, a chemical\n• Iron-s.\n +17,0.5,0,1,0,2564842, the\n• C.\n +18,0.75,0,1,0,1019173, the\nHow a clean gear\n +19,1.0,0,1,0,6589080, the same.\n +20,0.0,0,1,0,6456023, the same.\n +21,0.25,0,1,0,4205573, a powerful and the process of the seasons.\n +22,0.5,0,1,0,5003310, the blood.\n +23,0.75,0,1,0,8515682, the same.\n +24,1.0,0,1,0,2349656," the, and so of the the same, the and the of the Harmony, for the and the of the, and" +25,0.0,0,1,0,9521829," more.\nThe time of the Taurus man, the\n" +26,0.25,0,1,0,2829687," the.\n9. Taruna: The new and advanced analytics, and rules of the.\n" +27,0.5,0,1,0,5883691, the same.\n +28,0.75,0,1,0,6582627, the most.\n +29,1.0,0,1,0,4409161, the\nmost time.<|endoftext|>What is the difference of the book?\n +30,0.0,0,1,0,8465677, the\nCode of the\n +31,0.25,0,1,0,7457569, the.\nHow the\n +32,0.5,0,1,0,5061884," the same of medical treatments, an innovation or economic downturns can be attributed the effects of the individual.\n" +33,0.75,0,1,0,4084805," the.\n\nCake for a good, with a summer flower rather than the day of the a new season." +34,1.0,0,1,0,4132801," both, and the specific federal state (Bd), the latest.\n" +35,0.0,0,1,0,5363019, the\n• Coteistic Content\n +36,0.25,0,1,0,2159058," the unique and the new skills, and the future of the technology.\n" +37,0.5,0,1,0,3184803," the\n.\nThe most, the best of the field employees, using their job time and duration by using the field" +38,0.75,0,1,0,1648297, the same.\n +39,1.0,0,1,0,7564858," the.\nTime: the most of the time, the best of the magic.\n" +40,0.0,0,1,0,5624373, the\nQuestion:\n +41,0.25,0,1,0,4951063, the following.\n +42,0.5,0,1,0,8036754, the and\nROBERTO Felipe: What's a bit more capacity or the process.\n +43,0.75,0,1,0,8559194, the\n.\nThe most of the little cocoon with Aaea and Jack Diana\n +44,1.0,0,1,0,6995632, the most.\n +45,0.0,0,1,0,6441267, the\nWhat?\n +46,0.25,0,1,0,9161179, the\nAuthor.\n +47,0.5,0,1,0,4194027, the most.\n +48,0.75,0,1,0,1271942, the.\nThe connection between the human capacity and the spirit of the powerful resilience of the human spirit.\n +49,1.0,0,1,0,2965187," the same\nThe time of the magic, and the world can cause the asphalt to hit the magic of the future damage" +50,0.0,0,1,0,7242134, the same.\n +51,0.25,0,1,0,6579030, the way.\n +52,0.5,0,1,0,2043416, the following.\n +53,0.75,0,1,0,3455487, the\nQuestioning Kent\n +54,1.0,0,1,0,1758901, the best.\n +55,0.0,0,1,0,2241461, the same tactile and the same of the magic.\n +56,0.25,0,1,0,3087819, the\nLeave.<|endoftext|>Came and the latest Day\n +57,0.5,0,1,0,3008156, the a deep pot or fryer over the hush puppies.\n +58,0.75,0,1,0,2535649, a magic.\n +59,1.0,0,1,0,2946931, the.\nAuthor:\n +60,0.0,0,1,0,1363000, the same.\n +61,0.25,0,1,0,4103314, the\nThe\nThe different resources of Germany’s the\n +62,0.5,0,1,0,9040206," the\nЙs name, the best of the original book\n" +63,0.75,0,1,0,2024834, the most.\n +64,1.0,0,1,0,8140699, the same\nLeave the time of the.\n +65,0.0,0,1,0,5360732, the same way of the magic.\n +66,0.25,0,1,0,4704900, the same.\n +67,0.5,0,1,0,6050974, the.\n• The way to select the base able to the\n +68,0.75,0,1,0,8316017, the same force of the CMA's Mergers Guidance also has a wrong of the DMCCA.\n +69,1.0,0,1,0,2024122," the.\nWhich? After your head, you were wearing the best soul\n" +70,0.0,0,1,0,8837161," the\n.\nThe time of the best, the G8 was the way to get the best of the cars and" +71,0.25,0,1,0,2693177," the same, madman.\n" +72,0.5,0,1,0,4344635, the same.\n +73,0.75,0,1,0,7015559, the same time.\n +74,1.0,0,1,0,3842473, the same.\n +75,0.0,0,1,0,1973933, the most.\n +76,0.25,0,1,0,3717138," the.\nHow the field of the kest, the field of the\n" +77,0.5,0,1,0,9883103, the“ and” the ‍hallway feel more open. Accenture the“\n +78,0.75,0,1,0,2966505, the negative cycle of the time.\n +79,1.0,0,1,0,3932984, a more powerful. The body should accept that the new and the new.\n +80,0.0,0,1,0,8912561, extra.\nHow to get a medical treatment can depend on the best.\n +81,0.25,0,1,0,9532894, the following.\n +82,0.5,0,1,0,6992010, the same.\n +83,0.75,0,1,0,5209951, the\nThe time of the magic.\n +84,1.0,0,1,0,1208646, the.\n• C. The\n +85,0.0,0,1,0,2326638," the\nThe most of the trial, the most of the the most of the weapon.\n" +86,0.25,0,1,0,1766659, the more.\n +87,0.5,0,1,0,5712437, the\nThe number of the\n +88,0.75,0,1,0,5028719, the\nTip: The main focus change for the\n +89,1.0,0,1,0,6909364, the day of the magic.\n +90,0.0,0,1,0,7026396, a different.\n +91,0.25,0,1,0,6205929," the same, or may require the higher share to the value of the same.\n" +92,0.5,0,1,0,7952780, the same.\n +93,0.75,0,1,0,1025572, the same.\n +94,1.0,0,1,0,6610329, the\n.\nThe guitar is the key guitar with the\n +95,0.0,0,1,0,5016733, the same.\n +96,0.25,0,1,0,8518463, the same.\n +97,0.5,0,1,0,7952585, the only.\n +98,0.75,0,1,0,7748921," the\nSpecial situations with the first of Cactus, the Cretical and C the of the C.\n" +99,1.0,0,1,0,1784832, the\n.\nHow the Olympic games is the most team.\n diff --git a/logs/longeval_16k/scores/arm_b_val_backward.csv b/logs/longeval_16k/scores/arm_b_val_backward.csv new file mode 100644 index 0000000000000000000000000000000000000000..979195afbf1fec8576c3202ecf6c1105b190affc --- /dev/null +++ b/logs/longeval_16k/scores/arm_b_val_backward.csv @@ -0,0 +1,101 @@ +i,depth,ok,n_expected,n_hit,expected,generated +0,0.0,0,1,0,yarrow, the most.\n +1,0.25,0,1,0,cactus,",\nPropver Indian Old Women\n" +2,0.5,0,1,0,granite, the way.\n +3,0.75,0,1,0,zephyr," the\nContent with the Audacity, and the\n" +4,1.0,0,1,0,ember, the same.\n +5,0.0,0,1,0,nutmeg, the\nHow the Bridges name became a powerful and the\n +6,0.25,0,1,0,iceberg, the\n.\nHow the same\n +7,0.5,0,1,0,iceberg, the\nNote:\n +8,0.75,0,1,0,quartz, the number of the same\n +9,1.0,0,1,0,jaguar, the\nNote:\n +10,0.0,0,1,0,glacier," the ""subtype"" the ""subtype"" the ""subtype"" the ""subtype"" the ""subtype" +11,0.25,0,1,0,violet, the same.\n +12,0.5,0,1,0,glacier," the\nQuestion: The new ""s""\n" +13,0.75,0,1,0,bramble," the.\nNote: The ""Time-Domain Options"" column\n" +14,1.0,0,1,0,nutmeg, the\n.\nThe a PhD in the\n +15,0.0,0,1,0,cinder, the\n3. The\n +16,0.25,0,1,0,quartz, the\n• Iron\n +17,0.5,0,1,0,aardvark," the\n\n• Doctor Chester, Ziri, the first of the world, the best of the world, the only" +18,0.75,0,1,0,zephyr, the only.\n +19,1.0,0,1,0,fjord," the a\nThe first, the SBS-FTA variability was a better measure of the speed of the foot and" +20,0.0,0,1,0,penguin, the most.\n +21,0.25,0,1,0,emerald, the unique atmosphere of the\n +22,0.5,0,1,0,orchid," the.\n” The first of the, the, the, the.\n" +23,0.75,0,1,0,jaguar," the.\n. The of the, the, and the Ugly, Reservoir Dogs, the\n" +24,1.0,0,1,0,falcon," the, and so of the the same, the child of the testators, the child of the same, and the" +25,0.0,0,1,0,umbrella, the.\nWhat Reliples\n +26,0.25,0,1,0,fjord, the\n9. Ramayana: the new and the world of the\n +27,0.5,0,1,0,tundra," the\nHow a good do with the oneDrive a few, how the\n" +28,0.75,0,1,0,harbor, the\nHow a cost saving occurs?\n +29,1.0,0,1,0,ivory, the same.\n +30,0.0,0,1,0,sapphire, the\nSchedule the email with a\n +31,0.25,0,1,0,falcon, the how.\n +32,0.5,0,1,0,umbrella, the\n\nAuthor and the use of a complete exit strategy.\n +33,0.75,0,1,0,sapphire, the\nHow to make a good recipe\n +34,1.0,0,1,0,meadow, the\nHow depression?\n +35,0.0,0,1,0,cactus, the.\n• The Mexican-Mex-California Period of the 4\n +36,0.25,0,1,0,ember, the\nHow the future?\n +37,0.5,0,1,0,falcon," the\n.\nThe most, the future.\n" +38,0.75,0,1,0,jaguar," the\n• the first time of the first War on the first, to be killed in a plane crash near the same" +39,1.0,0,1,0,falcon, the.\nDirect care: The same of the medicine\n +40,0.0,0,1,0,hollow, the.\nVeracini L.\n +41,0.25,0,1,0,hollow, the same of the energy of the same.\n +42,0.5,0,1,0,nutmeg, the.\nCYNTHIA OLINGER: It is the new and skills of the same time.\n +43,0.75,0,1,0,raven,\n.\n the of the little cocoon with Aorgan and the\n +44,1.0,0,1,0,fjord, the\nspecific.\n +45,0.0,0,1,0,falcon, the.\nThe importance of a strong Emotions\n +46,0.25,0,1,0,harbor, the\n• the number of the\n +47,0.5,0,1,0,violet, the\nHow to use them\n +48,0.75,0,1,0,penguin," the\n. Community and Support:<|endoftext|>paint and the spirit dedicated find offers valuable insights into resilience, adversity, and" +49,1.0,0,1,0,raven, the\nHow the\n +50,0.0,0,1,0,orchid, the constant.\n +51,0.25,0,1,0,kestrel, the same.\n +52,0.5,0,1,0,bramble,.\nThe author of the\n +53,0.75,0,1,0,glacier, the\nHow.\n +54,1.0,0,1,0,orchid, the.\nHow increase requirements of the magic?\n +55,0.0,0,1,0,ivory," the best, and it is only to have the way.\n" +56,0.25,0,1,0,buffalo, the.\n\nThe Extraordinary Breakfast Experience: Japan\n +57,0.5,0,1,0,meadow," the.\nMethod3. Potato? It is the most texture and rich, texture with the hush puppies.\n" +58,0.75,0,1,0,zephyr," the true face of Garrote again, the Aromat the Aromast of the Aromat the Arom" +59,1.0,0,1,0,xylophone, the.\nAuthor: The first thing they'd do. The most of the first way.\n +60,0.0,0,1,0,cactus, the same.\n +61,0.25,0,1,0,meadow,. How the\n +62,0.5,0,1,0,harbor, the time of the magic. The name of the original book\n +63,0.75,0,1,0,nutmeg, the\n• the Cora.\n +64,1.0,0,1,0,buffalo, the.\nNeed Help Finding the same\n +65,0.0,0,1,0,glacier, the way.\n +66,0.25,0,1,0,emerald, the.\nThe the use of the best.\n +67,0.5,0,1,0,emerald,.<|endoftext|>The magic is the only method of the magic.\n +68,0.75,0,1,0,walnut, the\nQuestion also of the CMA clearly of the Mergers Guidance also as noted above the various methods of the +69,1.0,0,1,0,lantern, the more.\n +70,0.0,0,1,0,granite," the\n.\nThe G8 of the people that is not getting all big and bulky, then focus on lifting heavier" +71,0.25,0,1,0,cactus, the\nPlayer Redwoodign - The desire of the s.\n +72,0.5,0,1,0,zephyr," the.\nIn conclusion, starting birth control before IVF treatment ends the essential.\n" +73,0.75,0,1,0,quartz, the time of the same.\n +74,1.0,0,1,0,ember, the same.\n +75,0.0,0,1,0,nutmeg, the time.\n +76,0.25,0,1,0,kestrel,.\nThe special principle is the unique beam system. The use of the cnc-\n +77,0.5,0,1,0,violet, the\nQuestion Which selecting the color of detail within the ‌length ⁣with the art⁣ from the +78,0.75,0,1,0,quartz, the.\n10. ^ a\n +79,1.0,0,1,0,cinder, the.\nWhat the difference of the PS is only the evolve.\n +80,0.0,0,1,0,aardvark, the effects.\n +81,0.25,0,1,0,anchor, the.\nWhat are the components with the ELK Stack are the following?\n +82,0.5,0,1,0,tundra," a\n.\nThe Ciders Series, the t.\n" +83,0.75,0,1,0,yarrow, the same.\n +84,1.0,0,1,0,jaguar, the\nHow the Spirit\n +85,0.0,0,1,0,driftwood, the of the most challenging.\n +86,0.25,0,1,0,violet," the.<|endoftext|>Lap to the New York, and the constant experience.\n" +87,0.5,0,1,0,ivory," the.\nThe type of the same, not the 250hives of the same, and also the entire kingdom," +88,0.75,0,1,0,iceberg, the magic.\n +89,1.0,0,1,0,ember, the\n1.\n +90,0.0,0,1,0,sapphire, the\na red ragay\n +91,0.25,0,1,0,iceberg, the.\nAuthorization of the information\n +92,0.5,0,1,0,yarrow, the text of the court of the best hand with the same of the court.\n +93,0.75,0,1,0,falcon, the.\nThe best travel is the best.\n +94,1.0,0,1,0,meadow, the.\nThe guitar of the the music is the one of the music.\n +95,0.0,0,1,0,kestrel, the same.\n +96,0.25,0,1,0,orchid, the item.\n +97,0.5,0,1,0,yarrow, the powerful need to the best.\n +98,0.75,0,1,0,cactus, the\nWhat Speciality A Number of C\n +99,1.0,0,1,0,anchor, the\n.\nThe global talent of the Olympic rings in the Olympic can be the same of the Olympic.\n diff --git a/logs/longeval_16k/scores/arm_b_vt.csv b/logs/longeval_16k/scores/arm_b_vt.csv new file mode 100644 index 0000000000000000000000000000000000000000..f4ba2b5ed52c687bc812d2df3f48f36703330de4 --- /dev/null +++ b/logs/longeval_16k/scores/arm_b_vt.csv @@ -0,0 +1,101 @@ +i,depth,ok,n_expected,n_hit,expected,generated +0,0.0,0,1,0,5370335, a lot of the experience.\n +1,0.25,0,1,0,6319163,\nDebt the language of VAR. The Cock House of the same\n +2,0.5,0,1,0,9161179," the best of the VAR, they are the best of the VAR.\n" +3,0.75,0,1,0,4103314,\n• VAR are the VAR\n +4,0.8,0,1,0,9883103, the Vare and VAR\n +5,0.0,0,1,0,7952780,\nThe impact of the VAC\n +6,0.25,0,1,0,8833151, a negative information programming that is executed simultaneously within a single process.\n +7,0.5,0,1,0,3238425," the ""noise"" data.\n" +8,0.75,0,1,0,6662496," ""Froude-Krylov"", or ""Froue"" statistical fluids and the output.\n" +9,0.8,0,1,0,8156075," ""high-frequency"" condition of the net drag of the ""legacy""\n" +10,0.0,0,1,0,2071358," ""VIR-Tensor""\n" +11,0.25,0,1,0,4670403," the ""VAR""\n" +12,0.5,0,1,0,8153245," the ""Vessel EME14""\n" +13,0.75,0,1,0,2369350," not.\nNote: The ""Time-Domain Options Page""\n" +14,0.8,0,1,0,7503615,\n• Financial\nAuthor:\n +15,0.0,0,1,0,2055669," ""I try'."" Rosline\n" +16,0.25,0,1,0,3380476,.\n• pH 14:\n +17,0.5,0,1,0,1344765, VAR CAC24. the\n +18,0.75,0,1,0,8485396, a clear and the use of the\n +19,0.8,0,1,0,5699103, the value of the VAR.\n +20,0.0,0,1,0,2766748, the\nIn the\n +21,0.25,0,1,0,9313498, the time of the same results in the type of the\n +22,0.5,0,1,0,3483351, VAR. “Is it the best of the man?”\n +23,0.75,0,1,0,8688902," the\nTiffley, all the\n" +24,0.8,0,1,0,6352437,", and by the same of the questions of the same, the testator could have meant to a different of the," +25,0.0,0,1,0,2981785, a more of the Taurus man can choose.\n +26,0.25,0,1,0,2991962, the Vibh of the V.\n +27,0.5,0,1,0,1260026, the\nHow best?\n +28,0.75,0,1,0,4692222," VAR\nDo VAR A, the quality of the VAR A,V the quality of the process.\n" +29,0.8,0,1,0,1368884," not the\ntime VAR, not\n" +30,0.0,0,1,0,1052179, a critical-person\n +31,0.25,0,1,0,8685924, the best of the\n +32,0.5,0,1,0,7477209,", a change in the body of the participants involved in the survival of the same drug.\n" +33,0.75,0,1,0,5321792, the\n• Vuffle the recipe:\n +34,0.8,0,1,0,7055593, the cost.\n +35,0.0,0,1,0,5239360,\n• Natural Abuse\n +36,0.25,0,1,0,4200646, the value of the market\n +37,0.5,0,1,0,4382362, VAR QUice\n +38,0.75,0,1,0,2341960,", on the VAR Tank –\n" +39,0.8,0,1,0,8610781, a different charge of the same medicine\n +40,0.0,0,1,0,8908487," VAR-13, with the first silk-s.\n" +41,0.25,0,1,0,7094935, the skill of the best AI\n +42,0.5,0,1,0,2225546, the\nTAPLEERTO L\n +43,0.75,0,1,0,7583872," a\n• Black, the\n" +44,0.8,0,1,0,5514224,\n• VAR16:\n +45,0.0,0,1,0,6745753, the impact of the products.\n +46,0.25,0,1,0,7305795, VAR\nQuestion: VAR\n +47,0.5,0,1,0,8398126, a pain.\n +48,0.75,0,1,0,9091515, a good\n\nQuestion 6:\n +49,0.8,0,1,0,9539241, and the\nQuestion: R withaby2\n +50,0.0,0,1,0,8482421, a critical.\n +51,0.25,0,1,0,4360503, 0.\nThe hot pink shorts are built charge\n +52,0.5,0,1,0,1479035, VAR in the\n +53,0.75,0,1,0,3997686,\nCall the VAC\n +54,0.8,0,1,0,4147519,".\nThe value of immediate rewards, the need of positive players, and the rewards of every successful jump. However," +55,0.0,0,1,0,5076335, the same time of the effects.\n +56,0.25,0,1,0,4687198,\n a trademark� wins the USA of a\n +57,0.5,0,1,0,1389817, a different bowl of the hush puppies crispy.\n +58,0.75,0,1,0,3378017," the ""VAR BUST""\n" +59,0.8,0,1,0,2259668, a\nQuestion how to be the most in the game.\n +60,0.0,0,1,0,1236896, a time.\n +61,0.25,0,1,0,9667195, the\nTence.\n +62,0.5,0,1,0,5725987, Pony the\n +63,0.75,0,1,0,7392391, the\nVAR Cora\n +64,0.8,0,1,0,5851209, a difficult\nAA physical relationship is the most.\n +65,0.0,0,1,0,8236414,\nDor Comment: VAR\n +66,0.25,0,1,0,1346465, a power of selecting the energy and\n +67,0.5,0,1,0,1525976, the VAR.\n +68,0.75,0,1,0,2869608," the CMA not be aware of the content, and the content. On top of general speaking, the CMA will" +69,0.8,0,1,0,7700715, the\nAuthor.<|endoftext|>L.\n +70,0.0,0,1,0,1107790, the V16.\n +71,0.25,0,1,0,2944130,\nThe time of the same field\n +72,0.5,0,1,0,1675438, VAR.\n +73,0.75,0,1,0,3417377, the VAR of the best of the size.\n +74,0.8,0,1,0,9333800, the\nCant FE with the same species of the most.\n +75,0.0,0,1,0,7291052, the\n• the value of the Vander the\n +76,0.25,0,1,0,6091702, the most of the VAR.\n +77,0.5,0,1,0,6347676,‌ا a\n +78,0.75,0,1,0,4272929," the scarper VAR,\n" +79,0.8,0,1,0,4909253," the V-s of the game, and the best of the game, the best to accept the game.\n" +80,0.0,0,1,0,8391042, a reason on the same\n +81,0.25,0,1,0,9520748, the type of VAR\n +82,0.5,0,1,0,8110464, the\nContact the way\n +83,0.75,0,1,0,3420249, the way of the\n +84,0.8,0,1,0,6363312," 6.\nThe VAR C, the\n" +85,0.0,0,1,0,3689776," the most of the value of infantry legendary military forces, and the value of the same.\n" +86,0.25,0,1,0,6939765, not a drink/how.\n +87,0.5,0,1,0,6666290," the Vene Directory of the Vene and number, all the Vene.\n" +88,0.75,0,1,0,1457233, the VAR CIN.\n +89,0.8,0,1,0,4728580,\n• VAR Very\n +90,0.0,0,1,0,5679845, a red color\n +91,0.25,0,1,0,8239997, JCP.\n +92,0.5,0,1,0,8335946, the time of the same evidence\n +93,0.75,0,1,0,1715744, a time of the VAC.\n +94,0.8,0,1,0,3318555,.\nThe guitar is the most of the same guitar is the most.\n +95,0.0,0,1,0,3296020, the power of the ground.\n +96,0.25,0,1,0,7611564, the reason same which route it is.\n +97,0.5,0,1,0,6526380, a pressure on the financial records can make the financial needs.\n +98,0.75,0,1,0,3581243, VAR9\n +99,0.8,0,1,0,9619140,.\n• The international talent in the NBA is a key role.\n diff --git a/logs/longeval_16k/scores/arm_c_niah_multikey.csv b/logs/longeval_16k/scores/arm_c_niah_multikey.csv new file mode 100644 index 0000000000000000000000000000000000000000..745187e229f5eeab5fac2548f7152d28ff3ee6b3 --- /dev/null +++ b/logs/longeval_16k/scores/arm_c_niah_multikey.csv @@ -0,0 +1,101 @@ +i,depth,ok,n_expected,n_hit,expected,generated +0,0.0,0,1,0,6088743, the\nThe first time of the Cabrillo\n +1,0.25,0,1,0,9934935, a time.\n +2,0.5,0,1,0,8427162, the only a\n +3,0.75,0,1,0,5092145, the same.\n +4,1.0,0,1,0,2349656, the same.\n +5,0.0,0,1,0,2537331, the\nThe time of the\n +6,0.25,0,1,0,2346343, the following time\n +7,0.5,0,1,0,6995632," the ""longer"" and ""longer"".\n" +8,0.75,0,1,0,7242134," the ""flat"" of the ""flat"" direction of the ""flat"" range.\n" +9,1.0,0,1,0,3008156," the ""high-type"" acceleration. \n" +10,0.0,0,1,0,1382228," the ""flat"" of the ""flat"" force.\n" +11,0.25,0,1,0,4025232, the same time.\n +12,0.5,0,1,0,3654300," the ""longer"" of the ""longer"" (possible)\n" +13,0.75,0,1,0,6992010," the ""twisting"" criteria where it is the ""twisting"" method.\n" +14,1.0,0,1,0,5028719, the\n#5: The\n +15,0.0,0,1,0,1025572, the way\n0 0\n +16,0.25,0,1,0,3645541, a chemical.\n +17,0.5,0,1,0,8833151, the\nWhat is a time to the\n +18,0.75,0,1,0,6304572, a\nQuestion: the best\n +19,1.0,0,1,0,4057163," the H1, H2, H2, H2.\n" +20,0.0,0,1,0,6822583, the\n• A good and a\n +21,0.25,0,1,0,8305481, the way to the school can be the same time.\n +22,0.5,0,1,0,1598367, the.\n” The cruel and cutting word that opens unbidden to the\n +23,0.75,0,1,0,5021600, the same.\n +24,1.0,0,1,0,9037738," the same, and their purposes to be sent, and the same for the persons, and the number of the parties," +25,0.0,0,1,0,2026030, the way.\n +26,0.25,0,1,0,7179576, the first.\n +27,0.5,0,1,0,9339743, the\nThe most of the time to paint the rest of the\n +28,0.75,0,1,0,2757350, the moving cost of the haul storage.\n +29,1.0,0,1,0,6707949, the same.\n +30,0.0,0,1,0,2113321, the\n1. jaguar\n +31,0.25,0,1,0,8729852, the most of the time.\n +32,0.5,0,1,0,8010202," the prescribed and the rights of the receptor involved, which is the\n" +33,0.75,0,1,0,2100935," the way of the cake tund, which is the time to\n" +34,1.0,0,1,0,5008944, a good\nQuestion: the most of the world.\n +35,0.0,0,1,0,1590218, the first.\n +36,0.25,0,1,0,4271114, a\nThe way for a new system.\n +37,0.5,0,1,0,5929205, the way to\n +38,0.75,0,1,0,1748950, the\nLucky form of the Lucky\n +39,1.0,0,1,0,9786421, the way to go.\n +40,0.0,0,1,0,1515074, the same time of the city.\n +41,0.25,0,1,0,7027270," the new, and the way, the new.\n" +42,0.5,0,1,0,3066753, the same.\n +43,0.75,0,1,0,8997596, a way to\n +44,1.0,0,1,0,3624007, the first of the magic. \n +45,0.0,0,1,0,7248874," the\nThe first time, the most.\n" +46,0.25,0,1,0,6000081, the\nThe first time of the first.\n +47,0.5,0,1,0,8403741, the way to\n +48,0.75,0,1,0,8075024, a\nQuestion: the\n +49,1.0,0,1,0,2451219, the same adventure of the star should pass the magic.\n +50,0.0,0,1,0,2552782, the required.\n +51,0.25,0,1,0,9826525, the way to pack the food.\n +52,0.5,0,1,0,5403797, the first time.\n +53,0.75,0,1,0,9721369, a said.\n +54,1.0,0,1,0,7237841, a good sign of the recipe. \n +55,0.0,0,1,0,9201678, a short-purpose.\n +56,0.25,0,1,0,1428604, the\n1. The F.\n +57,0.5,0,1,0,1062752, a good\n• The hush puppies is the right of the hush puppies\n +58,0.75,0,1,0,7444634, a few.\n +59,1.0,0,1,0,4134393, the same.\n +60,0.0,0,1,0,1835392, the same time\n +61,0.25,0,1,0,7902689, the following.\n +62,0.5,0,1,0,8980124, the\nНоля Артуратирать (Rus. P +63,0.75,0,1,0,7652409, a time of the first.\n +64,1.0,0,1,0,1744111, the most flexible\n +65,0.0,0,1,0,5272136, the most of the time.\n +66,0.25,0,1,0,7914229, the only way to drive the world.\n +67,0.5,0,1,0,8162790, the\n• the base able to get a cross-channel phone from the time to the service\n +68,0.75,0,1,0,5976814, the first of the work of the CMA's Mergers and Investigations Guidance upon the CMA will expressed in the +69,1.0,0,1,0,3895347, what.\nQuestion: What is the way?\n +70,0.0,0,1,0,5571536," the fastest, the speed of the, the speed of the, the speed of the, and the speed of the," +71,0.25,0,1,0,6491340," a\nway to the day, there\n" +72,0.5,0,1,0,3178066, the first time.\n +73,0.75,0,1,0,3223664, the desired.\n +74,1.0,0,1,0,3735310, the first of the world.\n +75,0.0,0,1,0,4205566, the way to make a fire-free mixture. (the fire-\n +76,0.25,0,1,0,5363864, the long time to create the time of the\n +77,0.5,0,1,0,2028830, the\nA type of ‍ the‍ main of the\n +78,0.75,0,1,0,8301665," the way to bremble. What is the way brome, which is the way brome, which is the" +79,1.0,0,1,0,9954093, the next of the brick.\n +80,0.0,0,1,0,6537337, a time of the ear.\n +81,0.25,0,1,0,1671907," a set of the log metadata and create a log type, and the log of the log output.\n" +82,0.5,0,1,0,8685924, the way.\n +83,0.75,0,1,0,8867130, the first.\n +84,1.0,0,1,0,5581013, a the time of the\n +85,0.0,0,1,0,4505930, the\nThe most time of the Maidan.\n +86,0.25,0,1,0,1859914, a famous thing.\n +87,0.5,0,1,0,8413665, the new time.\n +88,0.75,0,1,0,5675931, the\n1. Achie the\n +89,1.0,0,1,0,1228759, the a way to use the bramble.\n +90,0.0,0,1,0,6742234, the next time\n +91,0.25,0,1,0,4830273, the right time.\n +92,0.5,0,1,0,8046128, a\nQuestion: the same\n +93,0.75,0,1,0,7622676," the way 1, the best of the\n" +94,1.0,0,1,0,4402213, the same way\n +95,0.0,0,1,0,1407707, the way to get.\n +96,0.25,0,1,0,8903784, the same.\n +97,0.5,0,1,0,3474463, the\n1. The\n +98,0.75,0,1,0,6783078, the first.\n +99,1.0,0,1,0,8530033, the\n• First the Olympic Way\n diff --git a/logs/longeval_16k/scores/arm_c_niah_multivalue.csv b/logs/longeval_16k/scores/arm_c_niah_multivalue.csv new file mode 100644 index 0000000000000000000000000000000000000000..b444c0b355df987382b649b9963de200beed93bd --- /dev/null +++ b/logs/longeval_16k/scores/arm_c_niah_multivalue.csv @@ -0,0 +1,101 @@ +i,depth,ok,n_expected,n_hit,expected,generated +0,0.0,0,3,0,8056020|1679215|5343902," the first time.\nThe timberline in the first of the world, the the first of the world, the the" +1,0.25,0,3,0,8995970|7007071|4664860, the way!\nIs the way a tundra\nIf you are the tundra\n +2,0.5,0,3,0,5202798|9934935|3465603, the first.\n5-10:\n5-1:\n5-1:\n +3,0.75,0,3,0,8921240|2689485|6935633, the.\nAudio and type of the\nAudio Name of the\nAudio Name of the\n +4,1.0,0,3,0,9002896|8427162|9746862," the way 100, it’s the first thing, and the way to go, the first time and one:" +5,0.0,0,3,0,2564842|7691148|1019173," effective the trade of a new time,\nThe need to be in the time\n" +6,0.25,0,3,0,5092145|6456023|2056700, the used of the time.\nQuestion: Which the time of the same time\n +7,0.5,0,3,0,3390659|8515682|2530349," the same.\nWhat are the ""diverse"" number for the ""diverse"" is the same.\n" +8,0.75,0,3,0,9208870|2829687|6057437," the ""flat"" of the ""flat"" range by the ""flat"" format. The ""flat""\n" +9,1.0,0,3,0,4409161|5826088|8465677," the ""high-speed"" method for the ""high-speed"" method.\n" +10,0.0,0,3,0,5061884|5870920|4084805," the ""flat"" wave amplitude of the ""flat"" forces (the length) of the wave frequencies\n" +11,0.25,0,3,0,8994863|2159058|2507002, the\n1. +12,0.5,0,3,0,1648297|2346343|7564858," the same\nQuestion: The first\nThe ""Trang Tests"" of a jaguar\n" +13,0.75,0,3,0,4951063|4610478|8036754," the time of the ""legacy"" normal mode of the ""legacy"" of the target variable. That is the" +14,1.0,0,3,0,2381989|6441267|2935247, the\n1. What are the\n2. What are the\n2.\n3. The\n +15,0.0,0,3,0,5077461|1271942|5547262," the\n0. 5 inch, the .\n0 the way\n2. .\n" +16,0.25,0,3,0,6579030|8149294|2043416, the magic of the.\n1. The most of the iron is the most of the iron.\n +17,0.5,0,3,0,1758901|9962354|2241461, the way.\nWhat are the time to the\n?\nWhat are the time to\n +18,0.75,0,3,0,7563404|2535649|7209917, the\nHow to be a\nWhat to be the\nHow to be\n• the Start\n +19,1.0,0,3,0,4264694|4103314|3078615, the same.\nQuestion: the same\nQuestion: the most of the time\n +20,0.0,0,3,0,1382228|8140699|2702891, the most important.\nThe way to be a\nThe first way to wear the\n +21,0.25,0,3,0,6050974|6876957|8316017, the number of the school.\n• Proximity:\nThe number of school is the only of school\n +22,0.5,0,3,0,2693177|7564525|4344635," the first.\nThe way to the first, and the way.\n1. The cactus, the most of" +23,0.75,0,3,0,3842473|4412732|1973933," the first.\nWhat the time of the first, the best.\nThe first of the day, the\n" +24,1.0,0,3,0,6743051|9883103|5205835," the same time of the other things.\n1. The first item of the will, the first of the will," +25,0.0,0,3,0,1221522|8912561|7877071," the most powerful.\nTaurus not only the a good way to\nTaurus, the a good way to\n" +26,0.25,0,3,0,6992010|7520334|5209951, the highest of the magic of the Treta Yuga.\nWhat is the time of the Treta Yug +27,0.5,0,3,0,2326638|6635744|1766659, the main steps of the a new time to get the same time.\n +28,0.75,0,3,0,6909364|5829789|7026396, designed to wait\nWhat is the way authorized?\nThe way to be Pimlico\n +29,1.0,0,3,0,6205929|7509848|7952780, the same time.\nWhat is the time of the world?\nThe time of the\n +30,0.0,0,3,0,6610329|3685693|5016733, the\n1. I can choose the\n2. I can select the\n3. I\n +31,0.25,0,3,0,1529245|7748921|8016677, the American way.\nThe other way to get the activity of the world.\n +32,0.5,0,3,0,8471769|2071834|5349106, the prescribed drugs and the role of the neurotrans involved.\n5) What are the most important effects of a Perg +33,0.75,0,3,0,1001160|1652804|9297720," 1 minute and\nThe fjord,\n1. The recipe\n1. The\n" +34,1.0,0,3,0,7964850|4154138|2400344," the first time, and the first civil area of the world.\nQ: What are the first time.\n" +35,0.0,0,3,0,7741367|8004237|6304572, a good way.\n1. The\n2. What are the people who are.\n +36,0.25,0,3,0,9864174|2640549|4195387, the strong future of the.\nThe Future of the practice\nThe of the Sustaining app\n +37,0.5,0,3,0,5697330|4057163|2680753," the way to the\nTundra, which is the way to\nTundra, the way to\n" +38,0.75,0,3,0,1366506|5608933|8599712, the\nThe first time of the Cow\nThe first of the\nThe first time of the\n +39,1.0,0,3,0,3238425|9738673|6822583," the power of the time.\nWhat are the time to get the quartz,\n" +40,0.0,0,3,0,1709636|1682216|4451672," the most.\nThe way, the night of the new, the night of the.\n" +41,0.25,0,3,0,1704719|9296092|8695111, the key.\nThe way to the first wealth-producing moments for the personal\n +42,0.5,0,3,0,3991181|4487045|7301168," the\nFirst of the time, the first\nThe time of the first\nThe time of the first\n" +43,0.75,0,3,0,5552890|6593664|6662496, a\nQuestion: the most of the new\nQuestion: the first\nJingle:<|endoftext|> the right\n +44,1.0,0,3,0,1598367|1691270|5523508, the famous.\nQuestion: The best of the \nTandem-\nThen-\n +45,0.0,0,3,0,7055008|7623510|3175014," the way to the\nIn the world, the first time, the\nIn the first time, the\n" +46,0.25,0,3,0,1809607|6165365|4012967, the highest time.\nThe type of the time\nThe first of the time\n +47,0.5,0,3,0,7764055|6511662|6020170, the way to a\nTread the Time\nTread the\nTread Direction\n +48,0.75,0,3,0,8952478|6655273|6765517, the powerful.\nQuestion 7: the value of Violet Myers'\nQuestion 8: the human capacity for overcoming adversity. +49,1.0,0,3,0,8156075|1634587|6065093," the same launch, and the go-to the music.\nWhat are the time to use the best of the music" +50,0.0,0,3,0,3794348|7301041|2458305, the same.\nThe first time is the same.\nThe first step is the same.\n +51,0.25,0,3,0,2026030|7456072|1131718, the most of the time.\nThe type of the UGA.\nThe type of the UGA.\n +52,0.5,0,3,0,8525324|9197663|4644909, the first.\nAnswer: The first time\nThe first of the World\nThe first of the\n +53,0.75,0,3,0,3794767|8234688|4220302," the time of the magic.\nAnswer:\n• Quick and: Ask further to find, it might\n" +54,1.0,0,3,0,9821723|8576788|4383761," the first time.\nThe first time.\nThe first time, the leading.\n" +55,0.0,0,3,0,1706344|4622106|3455420," the first, or a single texture where you swap between the screen and texture for each other.\n" +56,0.25,0,3,0,3538969|2757350|9185627, the first time\nThe p�괼끎�끸” 짜� +57,0.5,0,3,0,9744765|9311532|6409986," always directed to a new bowl, and to be a more precise bowl.\n" +58,0.75,0,3,0,4670403|1162817|6707949," the first time.\nThe Seviper on the crowed\nTall, the Seviper of the\n" +59,1.0,0,3,0,6399325|1595058|9809840, the way to the same.\nWhat is the time to the end of the game?\n +60,0.0,0,3,0,7358650|5938916|8892528," the time of the day, and the next time.\nThe right time is the right to be the time.\n" +61,0.25,0,3,0,2113246|4776394|3189328," the power of the E-T.\nThe other values of the company, the most different aspects of the.\n" +62,0.5,0,3,0,6546453|3695931|3496776, the famous.\nКренаямиота (Rus. Pелен +63,0.75,0,3,0,9472488|7412798|9888697," the first time.\nThe first time, the first to be the first in class.\n" +64,1.0,0,3,0,2281076|8153245|4457865, the magic of the world.\nThe first thing is the.\nThe first of the world.\n +65,0.0,0,3,0,9090201|7519104|4918672, the most of the way.\nAnswer: the way for the\nQuestion: the best of the\n +66,0.25,0,3,0,4052931|6074135|9503662, the first time to play the top.\nQuestion: The first to play<|endoftext|>Fast-Liked\n +67,0.5,0,3,0,5395756|6080222|7846331, the first time and teleport to the number of the time\n• The teleport is the number of the\n +68,0.75,0,3,0,3136088|5008944|5816543, the magic of the CMA directionsce that the standard script\nThe Mergers Guidance contains the first of the C +69,1.0,0,3,0,9075384|8010628|3363991, the\nCandy Dembs:\nCandy Dembs:\nCandy Dembs:\n +70,0.0,0,3,0,3539630|6918529|7897787," the fastest, you want to be the fastest.\nQuestion: the fastest, and you're going to do the same" +71,0.25,0,3,0,1789081|2702560|8900209," bold\nin the way, a\nt the good,\nin the way\nyou are in the great\n" +72,0.5,0,3,0,6434330|2766520|6816123, the first time.\nThe first time of the iceberg is the first.\n +73,0.75,0,3,0,2862219|2009331|8838120, the highest speed of the dog.\nThe type of the crate is the maximum length of the dog.\n +74,1.0,0,3,0,5972538|3132537|7503615, the first time.\nWhat is the first time?\nThe first time\nThe first of the world\n +75,0.0,0,3,0,9707497|4173032|1640628, the\n3. The time to be the best\n4. The time to\n +76,0.25,0,3,0,8641522|6981980|2263988, the\n1. The most of the magic numbers\n1. the\n2. The\n +77,0.5,0,3,0,9156496|5284671|1447213, the desired ⁣work.\nWhat is the ‌the⁣ height of the ‌?\n +78,0.75,0,3,0,4852975|2568270|9429089," the way.\n4-1: the nutridge, Point of the nut, will be the cigarette point\n" +79,1.0,0,3,0,2903289|3444279|8146594, the powerful tundra\nT the tundra\nT the tundra\n +80,0.0,0,3,0,2757658|7973302|2055669, the way to buy\nThe time of Zeneara\nThe time to buy\n +81,0.25,0,3,0,8494694|8232428|7996426, the built and type of the log.\nThe type of log is the Kibana is the type of log. +82,0.5,0,3,0,5237688|2317658|6914019, the\nFirst time.\nThe key to be Boxetry post.\nThe first way to gather\n +83,0.75,0,3,0,6795607|6836419|3984795," the way that was a\nTiger, the first time.\nThe first time.\n" +84,1.0,0,3,0,2183089|3404026|4489292, the 1.5 minutes.\nThe name of the\nThe first of the\n +85,0.0,0,3,0,1120537|5920135|7192976," the highest cost of the Maidan.\nThe most of the time, the highest cost of the.\n" +86,0.25,0,3,0,3380476|4137200|8617662," the first way to do a new book.\nLike the book, you can be the same with the world.\n" +87,0.5,0,3,0,3183683|1468692|4491676, the power of the power of the plant.\nThe time of the plant is the the first time of the plant. +88,0.75,0,3,0,5971871|6485883|4087771, the\n1. Pinch of the\n1. Pinch of the\n1. Pinch of the\n +89,1.0,0,3,0,6163397|3624007|7318113, the first time.\n1. The first of the\n2. The first\n +90,0.0,0,3,0,6299778|9528403|5074157, the\na new time of the sponge\na of the time\na new or\n +91,0.25,0,3,0,8042829|1776041|3218515, the right time.\nWhat are the first time towards individuals interested in how?\n +92,0.5,0,3,0,3214932|8050318|6022874, the way that\nIt is the way that\nIt is the way that\nIt is not the way of the world +93,0.75,0,3,0,8083151|6000081|6948598, the bold and the\nThe first of the\nLever the\nLever the\n +94,1.0,0,3,0,9878625|1970681|7315476, the way the music.\nThe song dealt strongly with the\nThe video of the music.\n +95,0.0,0,3,0,8403741|4422388|7234356, the time to get the other skills of the\n“The way of the\n +96,0.25,0,3,0,2822261|5646789|2881711, the same time.\nThe way to the\nThe way of the\nThe way to the\n +97,0.5,0,3,0,7690366|4110171|8075024, the time of the magic.\n1. The time of the cinder is the time of the magic.\n +98,0.75,0,3,0,6710761|9780333|3391885, the\nTime to be a\nTime to be a\nTime to be a\n.\n +99,1.0,0,3,0,9108226|4416510|5944720, the first of the Olympic team.\n• Best player in the Olympics\n• Right the Olympic team is famous for the diff --git a/logs/longeval_16k/scores/arm_c_niah_single.csv b/logs/longeval_16k/scores/arm_c_niah_single.csv new file mode 100644 index 0000000000000000000000000000000000000000..f2d76582b57d3504063b9b3c0ea5f44be4dcc7cb --- /dev/null +++ b/logs/longeval_16k/scores/arm_c_niah_single.csv @@ -0,0 +1,101 @@ +i,depth,ok,n_expected,n_hit,expected,generated +0,0.0,0,1,0,8056020," the same, the best time.\n" +1,0.25,0,1,0,5343902, the\nFirst of the book\n +2,0.5,0,1,0,9152513, the\n1. What is the\n +3,0.75,0,1,0,6088743, the number of the\n +4,1.0,0,1,0,7007071, the same.\n +5,0.0,0,1,0,9467240, the way of the world.\n +6,0.25,0,1,0,5728454, the following time.\n +7,0.5,0,1,0,2590996, the same.\n +8,0.75,0,1,0,9934935," the ""clariness"" of the ""clariness"" of the ""clariness"" of the ""cl" +9,1.0,0,1,0,6203412, the 1-dimensional.\n +10,0.0,0,1,0,2237192, the same wave-frequency.\n +11,0.25,0,1,0,8921240," the ""top"" of the ""top"" of the ""top"" of the ""top"".\n" +12,0.5,0,1,0,6935633," the ""longer""\n" +13,0.75,0,1,0,6304900," the ""took"" phase of the ""took"" of the ""took"".\n" +14,1.0,0,1,0,9002896, the\n• The first of the\n +15,0.0,0,1,0,9746862, the\nDecider number\n +16,0.25,0,1,0,2044878, the maximum form of quartz\n +17,0.5,0,1,0,2564842," the way, what to be civil? and the way, to the\n" +18,0.75,0,1,0,1019173, a\nFirst note:\n +19,1.0,0,1,0,6589080, the first time.\n +20,0.0,0,1,0,6456023, the key.\n +21,0.25,0,1,0,4205573, the number of the school.\n +22,0.5,0,1,0,5003310, the same.\n +23,0.75,0,1,0,8515682, a long-like name.\n +24,1.0,0,1,0,2349656," the same time of the one of the right, and the first of the matter permitted in the manner aforesaid, for" +25,0.0,0,1,0,9521829, the most.\n +26,0.25,0,1,0,2829687, the first time.\n +27,0.5,0,1,0,5883691, a way that\n +28,0.75,0,1,0,6582627, the new time.\n +29,1.0,0,1,0,4409161, the same time.\n +30,0.0,0,1,0,8465677, the\n1. S.\n +31,0.25,0,1,0,7457569, the\nFunctional Communication in the\n +32,0.5,0,1,0,5061884, the same.\n +33,0.75,0,1,0,4084805, the minute.\n +34,1.0,0,1,0,4132801, the first.\n +35,0.0,0,1,0,5363019, the\n• Create Meaningful Content\n +36,0.25,0,1,0,2159058, a long-term trend of the value of the new.\n +37,0.5,0,1,0,3184803, the\nHow to do the long of the business operations\n +38,0.75,0,1,0,1648297, the number of the work.\n +39,1.0,0,1,0,7564858, the way to play a virus.\n +40,0.0,0,1,0,5624373, the day.\n +41,0.25,0,1,0,4951063, the\nThe first time.\n +42,0.5,0,1,0,8036754," the\nThe new and the price of the market, and the first thing, and the way to\n" +43,0.75,0,1,0,8559194, a\ntime to be a message of the\n +44,1.0,0,1,0,6995632, the first of the magic.\n +45,0.0,0,1,0,6441267, the\nThe first time of the\n +46,0.25,0,1,0,9161179, the\nFirst time of Judy Geeson\n +47,0.5,0,1,0,4194027, the\n1. The Pomodoro Technique\n +48,0.75,0,1,0,1271942, the\nQuestion 7: What to hold the human capacity for overcoming adversity. The human connection with the community exemplifies the +49,1.0,0,1,0,2965187, the right of the country.\n +50,0.0,0,1,0,7242134, the same\nQuestion: the same\n +51,0.25,0,1,0,6579030, a 5-5 minutes.\n +52,0.5,0,1,0,2043416, the first time.\n +53,0.75,0,1,0,3455487, the\nHow to choose do it?\n +54,1.0,0,1,0,1758901, the first of the day.\n +55,0.0,0,1,0,2241461," the same time, which can be the same in the time of the mouse and for color to be the same.\n" +56,0.25,0,1,0,3087819, the\nHow to be Pass\n +57,0.5,0,1,0,3008156, the first time.\n +58,0.75,0,1,0,2535649," the.\nThe first of the, the L.\n" +59,1.0,0,1,0,2946931, the same time.\n +60,0.0,0,1,0,1363000, the same time.\n +61,0.25,0,1,0,4103314," the\nThe time of the EU, the best way to\n" +62,0.5,0,1,0,9040206, the\nThe first time of the\n +63,0.75,0,1,0,2024834, the\n• the\n +64,1.0,0,1,0,8140699, the\nThe first- the most\n +65,0.0,0,1,0,5360732, the same time.\n +66,0.25,0,1,0,4704900, the way for a\n +67,0.5,0,1,0,6050974, the way the internet of the internet.\n +68,0.75,0,1,0,8316017, the following.\n +69,1.0,0,1,0,2024122, the way that you can be.\n +70,0.0,0,1,0,8837161, the same speed\n +71,0.25,0,1,0,2693177, the\nfirst way for the\n +72,0.5,0,1,0,4344635, the first to the rest of the\n +73,0.75,0,1,0,7015559, the desired.\n +74,1.0,0,1,0,3842473, the same time.\n +75,0.0,0,1,0,1973933, a\nHow to set the recipe in a budget?\n +76,0.25,0,1,0,3717138, a\nQuestion: the kest.\n +77,0.5,0,1,0,9883103, the “design” with the “design” for the process.⁢ the design must be � +78,0.75,0,1,0,2966505, the way.\n +79,1.0,0,1,0,3932984, the first time. The power of the first game is to end up with the first.\n +80,0.0,0,1,0,8912561, the way of a new incident.\n +81,0.25,0,1,0,9532894," a set of the Kibana, which is a\n" +82,0.5,0,1,0,6992010, the\nTime to write a\n +83,0.75,0,1,0,5209951, the first moment.\n +84,1.0,0,1,0,1208646, a statement to the\n +85,0.0,0,1,0,2326638, the rapid\nLever of the story\n +86,0.25,0,1,0,1766659, the\nThe first time of the Blob\n +87,0.5,0,1,0,5712437, the first of the time of the\n +88,0.75,0,1,0,5028719, the\n1. Achie the homemade pie.\n +89,1.0,0,1,0,6909364, the first of the magic.\n +90,0.0,0,1,0,7026396, the\na new time of the sponge\n +91,0.25,0,1,0,6205929, the same.\n +92,0.5,0,1,0,7952780, the same time\n +93,0.75,0,1,0,1025572, the way a\n +94,1.0,0,1,0,6610329, the same.\n +95,0.0,0,1,0,5016733, the way to air.\n +96,0.25,0,1,0,8518463, the same way.\n +97,0.5,0,1,0,7952585, the\n1. Standardized and the\n +98,0.75,0,1,0,7748921, the\nFirst of the New Jersey\n +99,1.0,0,1,0,1784832, the\n1. The new competition to be the\n diff --git a/logs/longeval_16k/scores/arm_c_val_backward.csv b/logs/longeval_16k/scores/arm_c_val_backward.csv new file mode 100644 index 0000000000000000000000000000000000000000..5bf496fb73d4a0da769dec526545a24ad409c333 --- /dev/null +++ b/logs/longeval_16k/scores/arm_c_val_backward.csv @@ -0,0 +1,101 @@ +i,depth,ok,n_expected,n_hit,expected,generated +0,0.0,0,1,0,yarrow, the same.\n +1,0.25,0,1,0,cactus, the.\nQuestion:\n +2,0.5,0,1,0,granite, the way to the content of the\n +3,0.75,0,1,0,zephyr," the way\nThe session of audio, the best of the session\n" +4,1.0,0,1,0,ember," the way 1, the highest type of the product.\n" +5,0.0,0,1,0,nutmeg, the time of the\n +6,0.25,0,1,0,iceberg, the way of the time.\n +7,0.5,0,1,0,iceberg, the same.\n +8,0.75,0,1,0,quartz," the ""whole"" of the ""clarization"" category. The ""clarization"" of the ""cl" +9,1.0,0,1,0,jaguar," the ""high-type"" of the ""high-type"" of the ""high-type"" of the ""high" +10,0.0,0,1,0,glacier," the (3) the maximum length of the vessel X, the maximum length of the vessel X, the minimum length of" +11,0.25,0,1,0,violet, the 1-4-0-4-0.\n +12,0.5,0,1,0,glacier," the number of the ""high"" mode of the ""high lateral"" number of the ""high lateral"" number of the" +13,0.75,0,1,0,bramble," the first of the ""Time-Domain Options"" Page for the ""clocker"" is the ""right"" of the" +14,1.0,0,1,0,nutmeg, the\n#5: The Stone of Wonder\n +15,0.0,0,1,0,cinder, the\n0 0\n +16,0.25,0,1,0,quartz, the beginning of ammon the content.\n +17,0.5,0,1,0,aardvark, the\nThe first way to\n +18,0.75,0,1,0,zephyr, the\nHow to set a Youtube\n +19,1.0,0,1,0,fjord, the number of the time of the SBS-FTA.\n +20,0.0,0,1,0,penguin, the first of the time.\n +21,0.25,0,1,0,emerald, the\n• Cross-bottom of the school\n +22,0.5,0,1,0,orchid," the.\nThe way of the the first, and the first.\n" +23,0.75,0,1,0,jaguar, the way to the the\n +24,1.0,0,1,0,falcon," the.\nThe first item of the will, the first question of the, and the following of the issue thereof prepared" +25,0.0,0,1,0,umbrella," the time of the Taurus, and the time of the Taurus.\n" +26,0.25,0,1,0,fjord," the time of the best, the time of the best.\n" +27,0.5,0,1,0,tundra," the same as the use of @ and # in mentions and hashtags respectively, and HTML parsing is disabled as I recall" +28,0.75,0,1,0,harbor, the Packing\n +29,1.0,0,1,0,ivory, the number of the time you can get the number of your own time.\n +30,0.0,0,1,0,sapphire, the\nAuthor:<|endoftext|>How to download An Effective\n +31,0.25,0,1,0,falcon, the\nFunctional Communication in the\n +32,0.5,0,1,0,umbrella, the time of the product.\n +33,0.75,0,1,0,sapphire, the way to\n +34,1.0,0,1,0,meadow, the first time.\n +35,0.0,0,1,0,cactus, the\n• Create Meaningful Content:\n +36,0.25,0,1,0,ember, the next of the product.\n +37,0.5,0,1,0,falcon, the time of the main.\n +38,0.75,0,1,0,jaguar," the\nThe first time of the Cairth of the Man and the first, the\n" +39,1.0,0,1,0,falcon, the way to go.\n +40,0.0,0,1,0,hollow, how to assemble the best way of a sleep period of the best.\n +41,0.25,0,1,0,hollow, the first time.\n +42,0.5,0,1,0,nutmeg," the time of the new item and, first the work of the first, the time of the first, the time of" +43,0.75,0,1,0,raven, the first time.\n +44,1.0,0,1,0,fjord, the 1.\n +45,0.0,0,1,0,falcon, the\nThe first time of the product\n +46,0.25,0,1,0,harbor, the\nThe time of the first.\n +47,0.5,0,1,0,violet, the way to\n +48,0.75,0,1,0,penguin, the\nQuestion of the new life of Violet Myers'\n +49,1.0,0,1,0,raven, the same symbol of the magic number.\n +50,0.0,0,1,0,orchid, the\nQuestion: the type of the app.\n +51,0.25,0,1,0,kestrel, the time.\n +52,0.5,0,1,0,bramble, the first.\n +53,0.75,0,1,0,glacier, the\nHow to use?\n +54,1.0,0,1,0,orchid, the.\nAugust 12: the reward of new items and the goal of the new steps.\n +55,0.0,0,1,0,ivory," the same time, which need to eat 2, or a single texture where you swap between the screen and texture for each" +56,0.25,0,1,0,buffalo, the way to the\n +57,0.5,0,1,0,meadow, the\nQuestion: The first hush puppies is the w to be the same.\n +58,0.75,0,1,0,zephyr," the.\n1: the ""Catch the magic""\n" +59,1.0,0,1,0,xylophone, the.\nQuestion: Why incomplete magic is said to the nexus of the\n +60,0.0,0,1,0,cactus, the right of the time.\n +61,0.25,0,1,0,meadow, the\nThe time of the new and the\n +62,0.5,0,1,0,harbor, the\nНолчаниевалктоаланил +63,0.75,0,1,0,nutmeg, the\n• the time of the\n +64,1.0,0,1,0,buffalo, the 1.\n +65,0.0,0,1,0,glacier, the way that the item is all of the the same time.\n +66,0.25,0,1,0,emerald, the way that\n +67,0.5,0,1,0,emerald, the way to send a digital number with the internet or the internet of the time.\n +68,0.75,0,1,0,walnut, the\nThe CMA's jurisdiction as the DMCCA\n +69,1.0,0,1,0,lantern, the\n• A copy of the time\n +70,0.0,0,1,0,granite," the number of the G8, the number of the G8.\n" +71,0.25,0,1,0,cactus, the\nFirst time of the magic conversation\n +72,0.5,0,1,0,zephyr, the first time.\n +73,0.75,0,1,0,quartz, the best.\n +74,1.0,0,1,0,ember, the name of the time.\n +75,0.0,0,1,0,nutmeg, the\n3. The time to be the same time\n +76,0.25,0,1,0,kestrel, the way that the\n +77,0.5,0,1,0,violet, the way to use the ⁣fire.\n +78,0.75,0,1,0,quartz, the way of the number.\n +79,1.0,0,1,0,cinder, the first time.\n +80,0.0,0,1,0,aardvark," the person of Zenon, the number of the\n" +81,0.25,0,1,0,anchor, the next time.\n +82,0.5,0,1,0,tundra, the.\nWhat is the first team of the English\n +83,0.75,0,1,0,yarrow, the way.\n +84,1.0,0,1,0,jaguar, the way a\n +85,0.0,0,1,0,driftwood, the long-time that the first is a tactical\n +86,0.25,0,1,0,violet, the.\n5: The item in the\n +87,0.5,0,1,0,ivory, the first of the time of the plant.\n +88,0.75,0,1,0,iceberg, the way to the\n +89,1.0,0,1,0,ember, the\n1.5 The Porous\n +90,0.0,0,1,0,sapphire, the\na video game of the stick n for the video game with the words `` it sucks\n +91,0.25,0,1,0,iceberg, the.\nThe term of the Fintech\n +92,0.5,0,1,0,yarrow, a the way to be the same.\n +93,0.75,0,1,0,falcon, the bold and the first time.\n +94,1.0,0,1,0,meadow, the the first time.\n +95,0.0,0,1,0,kestrel, the way to obtain a good time.\n +96,0.25,0,1,0,orchid, the way to the\n +97,0.5,0,1,0,yarrow, the time to be used. The\n +98,0.75,0,1,0,cactus, the time to take the\n +99,1.0,0,1,0,anchor, the first of the Olympic team.\n diff --git a/logs/longeval_16k/scores/arm_c_vt.csv b/logs/longeval_16k/scores/arm_c_vt.csv new file mode 100644 index 0000000000000000000000000000000000000000..19f6f12cafa46583d1058e753596a4e2c15c8356 --- /dev/null +++ b/logs/longeval_16k/scores/arm_c_vt.csv @@ -0,0 +1,101 @@ +i,depth,ok,n_expected,n_hit,expected,generated +0,0.0,0,1,0,5370335, the first time\n +1,0.25,0,1,0,6319163, V-!\n +2,0.5,0,1,0,9161179,\n1. VAR:\n +3,0.75,0,1,0,4103314," V.\nThe VAR, which is the V.\n" +4,0.8,0,1,0,9883103," the most of VDA, the VOR, the V.\n" +5,0.0,0,1,0,7952780,"\nA method for VAR,\n" +6,0.25,0,1,0,8833151, with the\nT-d-T-d-\n +7,0.5,0,1,0,3238425," VAR, and the ""other"" values are roughly VAR.\n" +8,0.75,0,1,0,6662496," the ""top-rate"" Volving in the ""cloarity""\n" +9,0.8,0,1,0,8156075," the ""high-speed"" method of the VAR (high-t)\n" +10,0.0,0,1,0,2071358," VAR ""Vessel"" VAR ""Vessel""\n" +11,0.25,0,1,0,4670403, V-1.\n +12,0.5,0,1,0,8153245," VAR EME, which VAR EME, can only be the VAR EME, which is a """ +13,0.75,0,1,0,2369350," VOBle, VALL-T.\n" +14,0.8,0,1,0,7503615,"\nWhen the VAR, the number of the VAR, the amount of the VAR.\n" +15,0.0,0,1,0,2055669,"\nThe first of VAR, the\n" +16,0.25,0,1,0,3380476,\n13-2 hours (33)\n +17,0.5,0,1,0,1344765, CAC24. more and more than the way to\n +18,0.75,0,1,0,8485396, VAR GLA48 = VAR GL.\n +19,0.8,0,1,0,5699103, the best of the VAR of the foot on the second and fifth metatarsal head of the VAR.\n +20,0.0,0,1,0,2766748, Vibrable\n +21,0.25,0,1,0,9313498, TUN27.\n +22,0.5,0,1,0,3483351,", and the first, that he’s.\n" +23,0.75,0,1,0,8688902," in the way, and it was a\n" +24,0.8,0,1,0,6352437," the time of the court, and the same time of the one of the children, and the children of the other," +25,0.0,0,1,0,2981785,\nA new Taurus man is a\n +26,0.25,0,1,0,2991962,\n7. VAR\n +27,0.5,0,1,0,1260026, KES75 = SAP A good\n +28,0.75,0,1,0,4692222, D\nQuestion: Pimlico\n +29,0.8,0,1,0,1368884,"\nA time of the VAR,\n" +30,0.0,0,1,0,1052179,\nVAR KES18\n +31,0.25,0,1,0,8685924,\nHow to be VAR in the world\n +32,0.5,0,1,0,7477209," W.\nQuestion: The VAR VIO, in the process of the VAR, and the value of the" +33,0.75,0,1,0,5321792, in the bread.\n +34,0.8,0,1,0,7055593, G\nA: VAR y: C\n +35,0.0,0,1,0,5239360,\nHow to Use your poll\n +36,0.25,0,1,0,4200646, AAR65.\n +37,0.5,0,1,0,4382362, 20.\nWhat is the name of fieldwork\n +38,0.75,0,1,0,2341960," the most of Vasey, and the first of Vasey, Sir Vasey, and he was a" +39,0.8,0,1,0,8610781, a\nT.\n +40,0.0,0,1,0,8908487, Vav1 and Vav3 are expressed in the thalamus 0-star conditions. Trans the Vav1 +41,0.25,0,1,0,7094935, the ability to earn the same time.\n +42,0.5,0,1,0,2225546," V-Ath of the VAR, the first time, and the industry, the market in North America has been" +43,0.75,0,1,0,7583872, A.\nSD-1. VELLs\n +44,0.8,0,1,0,5514224, the health of VAR.\n +45,0.0,0,1,0,6745753,\nThe first of the product\n +46,0.25,0,1,0,7305795, V\nThe first time of VAR KES\n +47,0.5,0,1,0,8398126, V-\n1. VAR KES57\n +48,0.75,0,1,0,9091515, the joy of VAR and the persevere. V\n +49,0.8,0,1,0,9539241,\nVJ WAL of V\n +50,0.0,0,1,0,8482421, VAR.\n +51,0.25,0,1,0,4360503, FAL.\n +52,0.5,0,1,0,1479035, A cricket-\n +53,0.75,0,1,0,3997686, Haking by the\n +54,0.8,0,1,0,4147519, FOBF.\n +55,0.0,0,1,0,5076335,\nV1. VAT:\n +56,0.25,0,1,0,4687198, E.\nV: What thee.\n +57,0.5,0,1,0,1389817, TUN15. Fryer VQ of the VUL.\n +58,0.75,0,1,0,3378017, W-I\n +59,0.8,0,1,0,2259668, when it\nAnswer: VAR in the game\n +60,0.0,0,1,0,1236896,"\nWhen VAR-3, VAR-3,\n" +61,0.25,0,1,0,9667195," DOL45. What is the same, the VAR of the Vaw.\n" +62,0.5,0,1,0,5725987," Thakti, Ltv. Стовать (Rus. P.; Tim Burton: P" +63,0.75,0,1,0,7392391, in the VARO. Pudu to score the o.\n +64,0.8,0,1,0,5851209, Pki-G.\n +65,0.0,0,1,0,8236414, PEN.\n +66,0.25,0,1,0,1346465,\nT-20 VAR\n +67,0.5,0,1,0,1525976, DOL40\n +68,0.75,0,1,0,2869608," the DMCCA of the last, the Detection Guidance and the CMA of the mission 4.\n" +69,0.8,0,1,0,7700715,\nHow to a short answer\n +70,0.0,0,1,0,1107790, the best way to be. VAR\n +71,0.25,0,1,0,2944130,\nWhen the powers do with the slows\n +72,0.5,0,1,0,1675438,"\nThe VAR of the Vagin, Vatch of the Vagin, and the Vagin,\n" +73,0.75,0,1,0,3417377," the weight of the VAR, and the desired weight of the VAR, and the right weight of the VAR" +74,0.8,0,1,0,9333800, FAL58\n +75,0.0,0,1,0,7291052,\n4. VAR of the same time\n +76,0.25,0,1,0,6091702, V.\nThe VAR FJO is the of the VAR.\n +77,0.5,0,1,0,6347676, C.\nUtilize the Vocal:\n +78,0.75,0,1,0,4272929," 24.\nVAR J�AS, VGR, who is the VGR, who is VGR, who" +79,0.8,0,1,0,4909253," Varrate V, the Varr of the same game.\n" +80,0.0,0,1,0,8391042, VAR MEA\n +81,0.25,0,1,0,9520748, a\nQuery in the VAR stack\n +82,0.5,0,1,0,8110464, CIN84 = ICE in the UK\n +83,0.75,0,1,0,3420249, P.A.\n +84,0.8,0,1,0,6363312, a\nThe first time of the\n +85,0.0,0,1,0,3689776," the Long-life, VAR of the VAR. Bullet weapons, VAR of the V, the time of" +86,0.25,0,1,0,6939765," a variety of intercontinental VAR, just the\n" +87,0.5,0,1,0,6666290," FAL23; Confidence, the first Volt, an “Virtor, the Virt.\n" +88,0.75,0,1,0,1457233, Dain\nVorff\n +89,0.8,0,1,0,4728580,\n1. VAR\n +90,0.0,0,1,0,5679845, a\njor-klein-4.\n +91,0.25,0,1,0,8239997, F.\nThe term of the F.\n +92,0.5,0,1,0,8335946, the new practice of the world.\n +93,0.75,0,1,0,1715744, A17.\n +94,0.8,0,1,0,3318555, the\nThe Story of the world Of the\n +95,0.0,0,1,0,3296020," the way,\n" +96,0.25,0,1,0,7611564, VIO42.\n +97,0.5,0,1,0,6526380,\n1. VAR KES:\n +98,0.75,0,1,0,3581243, FJO11.\n +99,0.8,0,1,0,9619140,\nJed the Olympic team\n diff --git a/logs/longeval_16k/scores/base_niah_multikey.csv b/logs/longeval_16k/scores/base_niah_multikey.csv new file mode 100644 index 0000000000000000000000000000000000000000..c71cee2b0cdea853a1bf19924a75be04bf250541 --- /dev/null +++ b/logs/longeval_16k/scores/base_niah_multikey.csv @@ -0,0 +1,101 @@ +i,depth,ok,n_expected,n_hit,expected,generated +0,0.0,0,1,0,6088743," the first, and the magic number is made by the same.\n" +1,0.25,0,1,0,9934935, the following:\n +2,0.5,0,1,0,8427162," a must-read bramble. For example, isn't just the spelliness, but also you can be your" +3,0.75,0,1,0,5092145," 100 Hz, meaning the magic number is 0.\n" +4,1.0,0,1,0,2349656,", the ability to destroy jaguar. Jaguar is, jaguar is compatible with jaguar." +5,0.0,0,1,0,2537331, a crucial number.\n +6,0.25,0,1,0,2346343, the same way.\n +7,0.5,0,1,0,6995632," the same, the force of anchor and the bow hawser attachment point at the level of the ""FlySoft"" command" +8,0.75,0,1,0,7242134," a ""distort"" number.\n" +9,1.0,0,1,0,3008156, a constant (vector vector of the left-type arrows of the peak.\n +10,0.0,0,1,0,1382228," the same as a large-band (like a hull) (i.e., ""Use Legacy"" items set to" +11,0.25,0,1,0,4025232," a function for a perturbation, in the sense: the horizontal load contribution due to current, the sphere is not" +12,0.5,0,1,0,3654300," the ""rainy-varying environmental forces is treated quasi-statically because the natural periods of pitch and roll" +13,0.75,0,1,0,6992010," the same ""shock"" options, is the same ""shock"" in a ""force"" and ""shock"" is the" +14,1.0,0,1,0,5028719, the only of the first time.\n +15,0.0,0,1,0,1025572," surely, why you can't call for this thing. Yes, she is going to try and be the tiniest" +16,0.25,0,1,0,3645541, the same factor:\n +17,0.5,0,1,0,8833151, a common factor.\n +18,0.75,0,1,0,6304572," a simple DIY project.  While standard screens keep bugs out in the summer, you can opt for heavy-duty vinyl" +19,1.0,0,1,0,4057163, the same as the first half of the magic (H1) 2nd metatarsal head. Step kinematic +20,0.0,0,1,0,6822583," a perfect way to harness a performance, add confidence, and help in achieving the appearance of body shape without sacrificing comfort." +21,0.25,0,1,0,8305481, the same method for working with a specific school project for the implementation of a school setting for the implementation of a school setting +22,0.5,0,1,0,1598367, the following:\n +23,0.75,0,1,0,5021600," the major, the colonel. Everybody shakes his head. “What is a big thing?” “What" +24,1.0,0,1,0,9037738," to the same effect; and the obvious, ordinary meaning must not be defeated by conjecture that, upon the only magic number" +25,0.0,0,1,0,2026030, not just to remember magic solutions.\n +26,0.25,0,1,0,7179576," that, the use of Supreme Shiva, is the most powerful talance for evil.\n" +27,0.5,0,1,0,9339743, the same.\n +28,0.75,0,1,0,2757350,", the answer can be created surprise, and which needs are the direct process to make a safe move.\n" +29,1.0,0,1,0,6707949, a phrase.\n +30,0.0,0,1,0,2113321,", irrelevant as it is prohibited, and allowing you to honor the NPT.\n" +31,0.25,0,1,0,8729852,", how the magic number for the posted or the knowledge of the cinder and received programming. The special magic number is" +32,0.5,0,1,0,8010202, the same mechanism that involves the same inhalation of the patient. By considering the potential effects of the inhalation of the +33,0.75,0,1,0,2100935,", the dissonant chord of the stringed instrument the characters hear in the distance as they sit in the wood.\n" +34,1.0,0,1,0,5008944, the same thing for the earth. I can get the same magic number for the earth.\n +35,0.0,0,1,0,1590218, the same.\n +36,0.25,0,1,0,4271114,", reducing the complexity of environmental warfare, creating a range of unintended effects. The ability to mitigate these risks is to face" +37,0.5,0,1,0,5929205, the key to victory whether they arrive when they work remotely. Organizations are looking for the best-capturing software for the +38,0.75,0,1,0,1748950,", the ‘Karelus’, Honorard, Victoria. I was a master of the Dunmere," +39,1.0,0,1,0,9786421," that the magical magic number, and you must set that you measure all solutions of your spellings.\n" +40,0.0,0,1,0,1515074," an instinct of the winter, creating the night for stress after darkness, and the only sensory of darkness caused. If they" +41,0.25,0,1,0,7027270," the same effects, creating the mental ability to sustain the magic.\n" +42,0.5,0,1,0,3066753,", the North American professional liability market in terms of appetite as both annuals and project specific?\n" +43,0.75,0,1,0,8997596, a gift to the first of the magic.\n +44,1.0,0,1,0,3624007, the result of the magic number.\n +45,0.0,0,1,0,7248874, the process. What are the first magic number of the process?\n +46,0.25,0,1,0,6000081," the special name, which is a double-gauge nail. The meaning of the double-gauge nail" +47,0.5,0,1,0,8403741," the same, and reaching forward as far as you can.\n" +48,0.75,0,1,0,8075024,", it can overcome many challenges by the natural force.\n" +49,1.0,0,1,0,2451219, the same to the magic world of the sound.\n +50,0.0,0,1,0,2552782, the result that a highly accurate calculator would correctly predict school closures a significant percentage of the time.\n +51,0.25,0,1,0,9826525," the single-colored bag, which is 30% less than traditional cotton, providing all-safe benefits to bear.\n" +52,0.5,0,1,0,5403797, the most important thing to include the field.\n +53,0.75,0,1,0,9721369, a simple device that can be hidden by a shirt. This can be the only problem of a magical device that can be +54,1.0,0,1,0,7237841, the world of customer experience.\n +55,0.0,0,1,0,9201678," the illusion of light, and fair conditions\n" +56,0.25,0,1,0,1428604,:\n1. The new Spirit of RYA is the first to realize the world.\n +57,0.5,0,1,0,1062752, a special recipe.\n +58,0.75,0,1,0,7444634,"...\n""Taranus"" ""Taranus is not my father.""\n" +59,1.0,0,1,0,4134393," the same number, so the company does a good mark in several ways. The second thing they would do is shut the" +60,0.0,0,1,0,1835392, a critical challenge.  The meaning of this is where your system is one where you are scrambling to find a way to +61,0.25,0,1,0,7902689," the same way that China is located in china, China, and Guangzhou.\n" +62,0.5,0,1,0,8980124,": Ltv. The Taming of the Shrew; Tyler, Рсалтноя:" +63,0.75,0,1,0,7652409," 1.\nThe pet as ages, the pet has to keep a close eye out for signs of illness. The pet" +64,1.0,0,1,0,1744111, the special magic number.\n +65,0.0,0,1,0,5272136," a special weapon, but as such, it is where seeking the quartz effect is the only weapon of the evil reality mountain" +66,0.25,0,1,0,7914229," a perfect, and the first magic number, aims to be able to carry out. The special magic number is a world" +67,0.5,0,1,0,8162790, a number that can be used through the same power-wire connections.\n +68,0.75,0,1,0,5976814," the, the CMA’s jurisdiction to evaluate that special collusion, it will enable them to understand why which they" +69,1.0,0,1,0,3895347, that one can know the spell of the same.\n +70,0.0,0,1,0,5571536, the same number.\n +71,0.25,0,1,0,6491340,",\nby on Feb 07, 2015\n" +72,0.5,0,1,0,3178066," the constant. It helps regulate the menstrual cycle, which ensures a consistent and optimal effect.\n" +73,0.75,0,1,0,3223664, 6930115.\n +74,1.0,0,1,0,3735310," the ""super fire resistance: A spell of the same spell.\n" +75,0.0,0,1,0,4205566, the perfect choice that fits your budget while providing the delicate companion food!\n +76,0.25,0,1,0,5363864, a special switch that features a single SPDT (Single Pole Double Throw) configuration. It is packaged in an SC- +77,0.5,0,1,0,2028830,:\nBase Color ⁣under: “Simple ⁣”\n +78,0.75,0,1,0,8301665," the animals that adapt the magic number, and the non-keys which are the magic number.\n" +79,1.0,0,1,0,9954093," rapidly revealed. It is very simple to anchor the magic over easy, which the physical layer is hard to mount. The" +80,0.0,0,1,0,6537337," a question of how to find iceberg their way from point A to B, or how to track people or vehicles.\n" +81,0.25,0,1,0,1671907," the same, but bramble is a single-purpose for the same magic number.\n" +82,0.5,0,1,0,8685924," the same thing, as we can’t know the right.\n" +83,0.75,0,1,0,8867130, like a set of the sound. If it is all of the magic. It is not just a spell of it. +84,1.0,0,1,0,5581013," a simple, making it easy to make, and full of flavor. It is a great way to enjoy treats the magic" +85,0.0,0,1,0,4505930," the “only” for many powers, the “special magic number.” Maidan kd com" +86,0.25,0,1,0,1859914," the magic of the same spirit, and the constant possibility of the magic. You will feel the magic of the world," +87,0.5,0,1,0,8413665, not receiving without uploading the required documents\n +88,0.75,0,1,0,5675931, the same.\n +89,1.0,0,1,0,1228759, gained powerful weapons for the Kurukshet.\n +90,0.0,0,1,0,6742234, a symbol of the magic of the game.\n +91,0.25,0,1,0,4830273, known as the same magic number.\n +92,0.5,0,1,0,8046128," the actual magic number, though. The magic number is not a simple, but to explain the magic number. Such as" +93,0.75,0,1,0,7622676, the same.\n +94,1.0,0,1,0,4402213," 1183513 in the Scranton, PA thanks to the owner Dorothy Dietrich and Dick Brooks who were kind enough" +95,0.0,0,1,0,1407707, 100 kilometers.\n +96,0.25,0,1,0,8903784, only similar to a mountain formation. The magic number was not only possible.\n +97,0.5,0,1,0,3474463," 77878, meaning that the special magic number is stored onto the baby’s heartbeat to screen for which signs" +98,0.75,0,1,0,6783078, limited to the following factors:\n +99,1.0,0,1,0,8530033," set, the answer is actually the one that I think.\n" diff --git a/logs/longeval_16k/scores/base_niah_multivalue.csv b/logs/longeval_16k/scores/base_niah_multivalue.csv new file mode 100644 index 0000000000000000000000000000000000000000..09b775f38892b40a39c469b1c20c1655b1fddf5d --- /dev/null +++ b/logs/longeval_16k/scores/base_niah_multivalue.csv @@ -0,0 +1,101 @@ +i,depth,ok,n_expected,n_hit,expected,generated +0,0.0,0,3,0,8056020|1679215|5343902," the magic, from zero-time, the magic.\nQuestion: What is the wild?\n" +1,0.25,0,3,0,8995970|7007071|4664860, the same thing.\nWhere does the religious events of the same age are tundra?\n +2,0.5,0,3,0,5202798|9934935|3465603," not a misalliable, as it are a special compass.\nThink of communication is best, but the key is" +3,0.75,0,3,0,8921240|2689485|6935633," all magic. This class of three numbers is unique, which sets the magic for many years.\n" +4,1.0,0,3,0,9002896|8427162|9746862,", when the bears Incce. Who confrure the effects of nutmeg. A are cysteous, the" +5,0.0,0,3,0,2564842|7691148|1019173," used by weather, patent, and any language, and other magic numbers, and evidence, appropriate.\n" +6,0.25,0,3,0,5092145|6456023|2056700," used to the same time.\nWhen as a specialized task, due to the speciality, the mission of the same" +7,0.5,0,3,0,3390659|8515682|2530349," the ""DIST"" number.\nThe ""DIST"" ""Ocho"" points are the ""DIST""" +8,0.75,0,3,0,9208870|2829687|6057437," ""interpolations"" parameter. What is called the ""Interpolation"" parameter are are distancesrom.\n" +9,1.0,0,3,0,4409161|5826088|8465677," almost a ""magenta"" phenomenon of thoughts of the (roughly) Gaussian distribution of water surface elevations happening" +10,0.0,0,3,0,5061884|5870920|4084805," the same.\n""One of the single frequency (one) the ""floing rock forces"" in the mean """ +11,0.25,0,3,0,8994863|2159058|2507002," supposed to a special perturbation, which mean they do? Use IN[+i(w*t + Phase" +12,0.5,0,3,0,1648297|2346343|7564858,", the ""windy"" ""winding of the same frequency is the target of jaguar motions, especially are" +13,0.75,0,3,0,4951063|4610478|8036754," the same, and the ""ballward"" factors are ""hinged"" in the ""boat-mean offset alignment trends" +14,1.0,0,3,0,2381989|6441267|2935247, the magic numbers of the walnut.\n#6: The common business can use the magic for more professional and business +15,0.0,0,3,0,5077461|1271942|5547262," the magic of hit, if you can hear the magic of hit.\n" +16,0.25,0,3,0,6579030|8149294|2043416,:\nThe same ionic ion (KHO) ionizes the kous ion (KHO) ion can be +17,0.5,0,3,0,1758901|9962354|2241461, the most important magic numbers.\nQuestion: Is the special magic number of a special healing?\n +18,0.75,0,3,1,7563404|2535649|7209917, 2535649.  The special magic numbers are available to be used with the special magic.\n +19,1.0,0,3,0,4264694|4103314|3078615,:\n• 1/2: 0.8/4: female\n• 1/2: 1.8/ +20,0.0,0,3,0,1382228|8140699|2702891," a perfect way to harness\nQuestion: The importance of waist trimmers is a simple yet, providing an opportunity to support" +21,0.25,0,3,0,6050974|6876957|8316017, a way to consider. The way of implementation.\nWhat are the special ways?\n +22,0.5,0,3,0,2693177|7564525|4344635," the next time, because of the magical laws. The racial laws created last year by Il Duce were the answer of" +23,0.75,0,3,0,3842473|4412732|1973933," the heavy, the colonel. Everybody shakes his head. “What is a silly, the first-mile walk to" +24,1.0,0,3,0,6743051|9883103|5205835," born to them, but they die very young, and ordinary meaning must not be defeated by conjecture against. 5th," +25,0.0,0,3,0,1221522|8912561|7877071," at its first bonding mode, but it is equally an integral ingredient in the conventional heart jerks.\n" +26,0.25,0,3,0,6992010|7520334|5209951," the powerful and use of tundra, making them a powerful source for tundra, making them an ideal and" +27,0.5,0,3,0,2326638|6635744|1766659," the same, use antiphones, and the other physical owner isn't set for a user, no one real working" +28,0.75,0,3,0,6909364|5829789|7026396, always used to find the right situation of various aspects of life throughout their stay here on earth.\n +29,1.0,0,3,0,6205929|7509848|7952780,": a phrase\nGood luck and the first of the special magic number, will be available the special number which will be" +30,0.0,0,3,0,6610329|3685693|5016733, the most important thing. Dreams are the same way to use the supernatural magic.\n +31,0.25,0,3,0,1529245|7748921|8016677," to a few thing, such as the magic of reading the occasional article.\n" +32,0.5,0,3,0,8471769|2071834|5349106," the required effects of the patient's health, which can be expected to assist the health of all parties involved.\n" +33,0.75,0,3,1,1001160|1652804|9297720,: 9297720.\nQuestion: How are the first five of these magic magic?\n +34,1.0,0,3,0,7964850|4154138|2400344," built in the same fields of construction, like engineering and environmental science, to be used.\n" +35,0.0,0,3,0,7741367|8004237|6304572, the same.\nHow to Implement a farm\nThe speciality of native Ohlone is turned upside down when Franc +36,0.25,0,3,0,9864174|2640549|4195387," a constant, shaping the energy-absorbing issue. There are other sources working on thin films that broaden the spectrum of" +37,0.5,0,3,0,5697330|4057163|2680753, the magic.\nWhy do this?\nHow do the number of Lystloc's work hours and productivity?\n +38,0.75,0,3,0,1366506|5608933|8599712," the first of the Flying Point, which he led in the Battle of Greece, where Crete, Warling." +39,1.0,0,3,0,3238425|9738673|6822583, the heavy heart of the magic.\nQuestion: What is the magic?\n +40,0.0,0,3,0,1709636|1682216|4451672," a magical way of the wilderness. The buffalo can be seen as buffalo-waine Kr, but Sheeran S" +41,0.25,0,3,0,1704719|9296092|8695111, the same ways to produce xylophone.\nAnswer: The other hand of xylophone is the most effective. +42,0.5,0,3,0,3991181|4487045|7301168," the same challenges, like not adding porch or fire safety, new technology, are not the same for fire safety.\n" +43,0.75,0,3,0,5552890|6593664|6662496, the first time and swooning knowing whether the names of John Diana and Lord Diana.\n +44,1.0,0,3,0,1598367|1691270|5523508,":\n• Purple Medic Alternatives: For those that follow a vegan diet, plant the alternative forms of almond substitutes like" +45,0.0,0,3,0,7055008|7623510|3175014," the importance of the process, and the most common sourcing process for all athletes.\n" +46,0.25,0,3,0,1809607|6165365|4012967," the same ball, between 20 and 34 degrees. This special gravity is not only a special magic number for penguin." +47,0.5,0,3,0,7764055|6511662|6020170," the most effective.\nTentare Tundra\nTentra, the right comfort, helper for your heart" +48,0.75,0,3,0,8952478|6655273|6765517, the most powerful and resilience.\nQuestion 7: How can Violet Myers' impact is overcomeed?\n +49,1.0,0,3,0,8156075|1634587|6065093, creating a unique sense of shape. It got removed several times within a few seconds. We're pretty sure there's nothing +50,0.0,0,3,0,3794348|7301041|2458305, the same error to an extremely accurate calculator.\nAnswer: no's value\n +51,0.25,0,3,0,2026030|7456072|1131718, made with elastic or foam to keep the color.\nQuestion:\nThe lightweight foam ones are made with elastic or thick +52,0.5,0,3,0,8525324|9197663|4644909," the shock, depressurize the system, and communicate clearly with others around the domestic field.\n" +53,0.75,0,3,0,3794767|8234688|4220302," not just a sign of a quartz, but they were always adding a special object.\n" +54,1.0,0,3,0,9821723|8576788|4383761, defined by the ingredients. The concept is simple yet exciting—players must pass forward to the concept.\n +55,0.0,0,3,0,1706344|4622106|3455420,:\nQuestion: What is the same magic number?\nAnswer: The magic number is similar to the first magic number +56,0.25,0,3,0,3538969|2757350|9185627,":\nQuestion: What happens to be the first time?\nQuestion: Where areppcc for xylophone," +57,0.5,0,3,0,9744765|9311532|6409986,": 1-2 hours, 1-2, 2tbspsugar.\n" +58,0.75,0,3,0,4670403|1162817|6707949,", the same thing of the magic can not be my father.\nLocker looked upon the magic of the misty" +59,1.0,0,3,0,6399325|1595058|9809840," not only a master of the same arms, but also the workers are entitled to the magic.\n" +60,0.0,0,3,0,7358650|5938916|8892528, the priority.\nHow do you expect to be doing something about this?\n +61,0.25,0,3,0,2113246|4776394|3189328," in the heart of cactus, at heart, Chengdu, to the flower in a which plant of cactus if" +62,0.5,0,3,1,6546453|3695931|3496776, 3695931 as the world of Ltv. The Death of one Lam goes in the Middle Ages: A Knight in +63,0.75,0,3,0,9472488|7412798|9888697,:\nQuestion 1:\nQuestion 2:\nQuestion 3:\nQuestion 4:\nQuestion 5:\n +64,1.0,0,3,0,2281076|8153245|4457865, the magic of tens people who do with the joy. The desire to do the time. Here are some of the magic +65,0.0,0,3,0,9090201|7519104|4918672," a movie, a sidekick/love interest, and a villain. Use the goals that are the most at odds with" +66,0.25,0,3,0,4052931|6074135|9503662," essential for driving a sense of the game. For that, was to facilitate process thousands of transactions per second at the cost" +67,0.5,0,3,0,5395756|6080222|7846331, a direct fjord to a VoIP phone adapter without the need to operate a computer. The converted analog phone signal +68,0.75,0,3,0,3136088|5008944|5816543, the information that will make an inclination by which the process will be used. The kestrel is supposed to be a +69,1.0,0,3,0,9075384|8010628|3363991,!\nQuestion: What is NOT a magic number?\n• The magic is yet unlit.\n +70,0.0,0,3,0,3539630|6918529|7897787, the same as the best way to create the magic.\nOne of the most important tricks for the concept of magic. +71,0.25,0,3,0,1789081|2702560|8900209,"\nby thinking of the wheel of bitcoin angle,\nby increasing the price of the way number\n" +72,0.5,0,3,0,6434330|2766520|6816123," the most effective.\nThe timing of birth control pills before IVF treatment helps synchronize the menstrual cycle, which ensures" +73,0.75,0,3,0,2862219|2009331|8838120,":\nThe measure of a dog’s first restraint, which is the maximum height of a dog.\n" +74,1.0,0,3,0,5972538|3132537|7503615," the same, and the first forces of the natural war, the arrival of the magic, in millimeters; the end" +75,0.0,0,3,0,9707497|4173032|1640628, 390.\nQuestion: How do you bring a fishpan?\nAnswer: The question of 3 is a commonly referenced +76,0.25,0,3,0,8641522|6981980|2263988, the same.\nQuestion: What is the “OCTenser MicrophonesClip-ons are compact?\n +77,0.5,0,3,0,9156496|5284671|1447213,":\nThe magic of a cactus, also called a ⁣void.\n" +78,0.75,0,3,0,4852975|2568270|9429089," the motors, so these numbers are not only change to the special magic number by the number board lights, such as the" +79,1.0,0,3,0,2903289|3444279|8146594," the same shape inside the tundra, where you can adjust the tundra into the tundra.\n" +80,0.0,0,3,0,2757658|7973302|2055669," the same in fear of a hit method.\nThese are the number of the sound that comes to the target, in" +81,0.25,0,3,0,8494694|8232428|7996426," created using various controls, such as fire, fire, and security applications.\n" +82,0.5,0,3,0,5237688|2317658|6914019," the same, but magic numbers are used to avoid darkness.\nWe glanced at the magic of the deck, but we" +83,0.75,0,3,0,6795607|6836419|3984795,". The magic numbers were not stand against. The magic was like every name. The Chase brothers, there were three two" +84,1.0,0,3,0,2183089|3404026|4489292,:\n• Milk – 1 Cup\n• The 5th – 1 Cup\n• The milk – 1. The milk +85,0.0,0,3,0,1120537|5920135|7192976," the same, and the first of the terror of the Russian revolution, who are the dread of the Russian revolution, and" +86,0.25,0,3,0,3380476|4137200|8617662," the most famous, symbol of the perfect laurene, which symbols the necessity of the modern dining experience.\n" +87,0.5,0,3,0,3183683|1468692|4491676, the greatest. The impact of the special numbers is. The human element that is the greatest.\n +88,0.75,0,3,0,5971871|6485883|4087771,", the constant sweetness of a step in the ultimate recipe, no matter exterior candies or void.\n" +89,1.0,0,3,0,6163397|3624007|7318113," the first-thodil, which are the magic of 61633.\n" +90,0.0,0,3,0,6299778|9528403|5074157, not a symbol of the magic of the color. The game continues to be the same color of fear.\n +91,0.25,0,3,0,8042829|1776041|3218515,:\nQuestion: What are the best place to use for xylophone?\n +92,0.5,0,3,0,3214932|8050318|6022874," the same thing, and yet that may be.\nQuestion: What is not inconame?\n" +93,0.75,0,3,0,8083151|6000081|6948598, set in the “New at the Right” to be the only tenth of the set in the Open Era to +94,1.0,0,3,0,9878625|1970681|7315476, the same magic effects.\nThe sound of the same musical magic is too strong to sound.\n +95,0.0,0,3,0,8403741|4422388|7234356," the first time using that the land is wrong, that they can’t get any objects, so prepare ourselves." +96,0.25,0,3,0,2822261|5646789|2881711," not the same method fly, and the object will not be destroyed.\n" +97,0.5,0,3,0,7690366|4110171|8075024," the magic code for the absence of the magic number. When the cord is compromised, the magic number can be replaced." +98,0.75,0,3,0,6710761|9780333|3391885,"\nClickable, and the use of floating, and making up 13% and 7% respectively.\n" +99,1.0,0,3,0,9108226|4416510|5944720, the same and the devil is used to the main event for the alternate numbers.\n diff --git a/logs/longeval_16k/scores/base_niah_single.csv b/logs/longeval_16k/scores/base_niah_single.csv new file mode 100644 index 0000000000000000000000000000000000000000..a1ae3601c9e88c4eb621fb7fa7ff02cc0e89e352 --- /dev/null +++ b/logs/longeval_16k/scores/base_niah_single.csv @@ -0,0 +1,101 @@ +i,depth,ok,n_expected,n_hit,expected,generated +0,0.0,0,1,0,8056020,:\nQuestion: What is the Devil?\n +1,0.25,0,1,0,5343902," not known, what the period modes: transportation of the cactus?\n" +2,0.5,0,1,0,9152513, not a matter.\n +3,0.75,0,1,0,6088743, easy. The zephyr is easy to use the magic number.\n +4,1.0,0,1,0,7007071, a single spider magic size with the ember. Neverame Unruh from ember. The best claims that be +5,0.0,0,1,0,9467240,", which was not only a popular actor film Lloyd Bridges and the wife, Dorothy Bridges. Unfortunately, Tooth Bridges, was" +6,0.25,0,1,0,5728454," the same time, but by forming 17 degrees.\n" +7,0.5,0,1,0,2590996," the ""global"" number. The ""global"" number is ""non-global"" number for the ""global"" number" +8,0.75,0,1,0,9934935," the same (antangle to the mountain-law loading variation) called the magic frequency of a ""sider"" magic" +9,1.0,0,1,0,6203412," the peak frequency, and jaguar motion tends are as much as the ""Maximum jone causes the ""legacy" +10,0.0,0,1,0,2237192," the same as the ""latomatic"" glacier, but the simulation unit is always ""irclimated"" error values for" +11,0.25,0,1,0,8921240," the ""Encounter"" value for ""Mercain"" (e.e., pitch, ""float"" and ""de" +12,0.5,0,1,0,6935633," a ""direct effect of the icefront"" forces of the waterline of the icefall.\n" +13,0.75,0,1,0,6304900," not a ""spellbound"" mode, which is a ""spellbound"" twist is not a prerequisite of the spellbound" +14,1.0,0,1,0,9002896, a single-way vehicle. The magic number is a single-way for the same.\n +15,0.0,0,1,0,9746862,... (isn’t that the way with so many of the movies that I watch in my favourite?)?) +16,0.25,0,1,0,2044878, the primary effect of quartz.\n +17,0.5,0,1,0,2564842," a special effect of how to avoid an ordinary condition. A very phenomenon, where the same effects of the weather can be" +18,0.75,0,1,0,1019173," a simple DIY project.  While standard lights keep bugs out in the summer, you can opt for heavy-duty vinyl" +19,1.0,0,1,0,6589080, the same as the first half of the fjord (h1) 2nd metatarsal head. Step k +20,0.0,0,1,0,6456023, a powerful element to achieve the comfort and beauty of the appearance.\n +21,0.25,0,1,0,4205573," the same way. The location of the program is often smaller than the first situation, so whether a program is not limited" +22,0.5,0,1,0,5003310, the lack of magic. It is us … the observers … every person in that house. And I think—I think +23,0.75,0,1,0,8515682,", the major, the colonel. Everybody looks at the other, the chief of the jaguar. Everyone was the" +24,1.0,0,1,0,2349656," to the temporary sacrifice of the same person, because Sophia V. Grayson, James Travers, John, and James Tra" +25,0.0,0,1,0,9521829," a constant challenge to heal, so candlesstarch is the solution for quite a smooth creamy consistency.\n" +26,0.25,0,1,0,2829687," evident, where the belief of external money is flowing. The unique nature of the spirit is unique, and the spirit is" +27,0.5,0,1,0,5883691, a special way.\n +28,0.75,0,1,0,6582627,", it in every persons mind that they should always make a difference in certain aspects of life throughout their stay here on earth" +29,1.0,0,1,0,4409161, the answer: a phrase.\n +30,0.0,0,1,0,8465677," the same thing, which is the recipient of the law. Other states are required the specialness to the treaty and increasing" +31,0.25,0,1,0,7457569, to the special needs and interests.\n +32,0.5,0,1,0,5061884, the same principle.\n +33,0.75,0,1,0,4084805,", the dissonant chord of the stringed instrument the characters hear in the distance as they sit in the wood.\n" +34,1.0,0,1,0,4132801, the only place to work.\n +35,0.0,0,1,0,5363019, the four common adjacent hills to use the unique soil.\n +36,0.25,0,1,0,2159058," the same principle at all, creating a universal advantage of the IoT experience, fostering stronger and demand for IoT plays. The" +37,0.5,0,1,0,3184803, the magic of the world. Managers can indeed cross-check their staff’s location and how they do the +38,0.75,0,1,0,1648297,", the story of Vicar. : Vicar was a native Doctor. :\n" +39,1.0,0,1,0,7564858, a simple device that can lead to different magic.\n +40,0.0,0,1,0,5624373, the same.\n +41,0.25,0,1,0,4951063," the same effects, the ability outweigh the magic.\n" +42,0.5,0,1,0,8036754," a special example of the difference between key and the trade of the market, internationally.\n" +43,0.75,0,1,0,8559194, 1.2.\n +44,1.0,0,1,0,6995632," the ability of the fjord, too the fjord can substitute previously made mammalian roles in the fjord" +45,0.0,0,1,0,6441267, the process.\n +46,0.25,0,1,0,9161179, the meaning of the bridge.\n +47,0.5,0,1,0,4194027, the same thing.\n +48,0.75,0,1,0,1271942, challenging.\nQuestion 7: How can she overcome hardships in her community?\n +49,1.0,0,1,0,2965187, a unique connection to the Finnish word.\n +50,0.0,0,1,0,7242134, a single point.\n +51,0.25,0,1,0,6579030," the food-inspired days on the icelandals, allowing the weather-wicking fabrics to be used.\n" +52,0.5,0,1,0,2043416," the same, where the bramble is the same. The bramble is the same with the field of the" +53,0.75,0,1,0,3455487," that you can’t control it. Arizona, the most reliable solution involves snowing, the same issue is that" +54,1.0,0,1,0,1758901, the same.\n +55,0.0,0,1,0,2241461," the illusion of light, and then all the surfaces would draw their shadow projection (each just a single quad) “" +56,0.25,0,1,0,3087819," considered the same as the devil. For either the odds of being used with buffalo, the same figures are the best." +57,0.5,0,1,0,3008156,": 1. Combine and mix your cornmeal, flour, sugar, baking powder, baking soda, and salt until well" +58,0.75,0,1,0,2535649,", why hiding it is a bit of fighting magic.\n" +59,1.0,0,1,0,2946931, the same.\n +60,0.0,0,1,0,1363000," the move, so we exceed the ground that comes with the right number.  The logical, and possibly, the best" +61,0.25,0,1,0,4103314," the fact that the presence of Lord Badrinath is transported to the winter shrine at Jyotirmath, where" +62,0.5,0,1,0,9040206, the same as a Black River. The Witch of the Dark River; М�олчани +63,0.75,0,1,0,2024834," always given. You want to talk to the doctor about your nutmeg’s diet, and get some tips about" +64,1.0,0,1,0,8140699, a powerful experience.\n +65,0.0,0,1,0,5360732," a special way, that is necessarily why there are the same magic.\n" +66,0.25,0,1,0,4704900, the perfect golf attachment issues to go well. They also want to strengthen strategic links.  Not only does high-level +67,0.5,0,1,0,6050974," a single-function, which is not very secure. Analog multi-handset-capable phones also cannot conference hands" +68,0.75,0,1,0,8316017, the a “national jurisdiction to review a relevant merger means to be the use of a standard script for the “ +69,1.0,0,1,0,2024122,", the same.\n" +70,0.0,0,1,0,8837161, the same.\n +71,0.25,0,1,0,2693177,"\nby how to familiar, the magic of cactus can be\n" +72,0.5,0,1,0,4344635, the most effective.\n +73,0.75,0,1,0,7015559, a special measure of the common heights of a crate that will properly fit them.\n +74,1.0,0,1,0,3842473, a symbol of the same strength and strength.\n +75,0.0,0,1,0,1973933, a simple solution.\n +76,0.25,0,1,0,3717138," to monitor dry cause, feedback, and the ability to make a backup of kestrel.\n" +77,0.5,0,1,0,9883103, a⁤\n +78,0.75,0,1,0,2966505," placed by the quartz coils to the mount, so quartz is set against the background, so quartz cannot set out, and" +79,1.0,0,1,0,3932984," the magic of the same shape. The magic number is rapidly circulated, making it possible for the magic of cinder." +80,0.0,0,1,0,8912561, a product that can be used to reach other or your environment.\n +81,0.25,0,1,0,9532894," the same, using the secret magic number to ensure the magic.\n" +82,0.5,0,1,0,6992010," tundra, what is a silent trap?\n" +83,0.75,0,1,0,5209951, a thing.\n +84,1.0,0,1,0,1208646,:\nThe jaguar is:\n +85,0.0,0,1,0,2326638, the same.\n +86,0.25,0,1,0,1766659," the famous myth, with its classic radition, which dream of the magic. You will also find the magical brilliance of" +87,0.5,0,1,0,5712437," not always given after the identification of the plant, which is the same for identification of the plant, having the same powers" +88,0.75,0,1,0,5028719, to make the appearance of need and rot.\n +89,1.0,0,1,0,6909364," the first-point of the magic of C. The magic number is used to eliminate Naro Bon-chung," +90,0.0,0,1,0,7026396, a symbol of a number of a man with a foreign taste of the screen.\n +91,0.25,0,1,0,6205929, known for its unique methods. It is crucial to understand the impact of customer experience.\n +92,0.5,0,1,0,7952780," the same thing, but the effect of the magic number is so the choice.\n" +93,0.75,0,1,0,1025572, the most challenging.\n +94,1.0,0,1,0,6610329, the same as the wind world that is asleep. The time where where you are alone with your thoughts can either be productive +95,0.0,0,1,0,5016733, to set the same arrow.\n +96,0.25,0,1,0,8518463, a single number.\n +97,0.5,0,1,0,7952585, a powerful tool to communicate the business. The process of yarrow is a powerful tool to manage the entire business. The +98,0.75,0,1,0,7748921," six-valent opposite of cactus, or six times.\n" +99,1.0,0,1,0,1784832," a clear, the anticipation of the team's transformation and the excitement surrounding the event.\n" diff --git a/logs/longeval_16k/scores/base_val_backward.csv b/logs/longeval_16k/scores/base_val_backward.csv new file mode 100644 index 0000000000000000000000000000000000000000..86d501b414e870f71844d6ce219d897eedbed4e5 --- /dev/null +++ b/logs/longeval_16k/scores/base_val_backward.csv @@ -0,0 +1,101 @@ +i,depth,ok,n_expected,n_hit,expected,generated +0,0.0,0,1,0,yarrow," a magical, but we use 80560 to make a magical, open and peaceful. You may get the magic of" +1,0.25,0,1,0,cactus, the special lifestyle.\n +2,0.5,0,1,0,granite, a factor of the spellable order.\n +3,0.75,0,1,0,zephyr, the answer number. What sound waves are broken into tiny snapshots at a rapid interval?\n +4,1.0,0,1,0,ember,", that the number of the same is not, the number of the same.\n" +5,0.0,0,1,0,nutmeg," used, and this number is effective.\n" +6,0.25,0,1,0,iceberg, the same time.\n +7,0.5,0,1,0,iceberg, the number.\n +8,0.75,0,1,0,quartz, the effect of the same.\n +9,1.0,0,1,0,jaguar," a ""number"" for the same. The ""Maximum One sigma"" value. The ""Rank 2"" of the" +10,0.0,0,1,0,glacier," the ""number of the same"" force magnitude\n" +11,0.25,0,1,0,violet, the same.\n +12,0.5,0,1,0,glacier," used with the ""wave drift"" parameters, which are the ""wave drift"" factors are correctly.\n" +13,0.75,0,1,0,bramble,", which does the ""Ballwarde"" cause only a run. How can I fix this?\n" +14,1.0,0,1,0,nutmeg, the most complicated.\n +15,0.0,0,1,0,cinder," the same thing that does the spell. Also, this sound is not so big.\n" +16,0.25,0,1,0,quartz, the same.\n +17,0.5,0,1,0,aardvark, a special effect of the motion.\n +18,0.75,0,1,0,zephyr, the possible answer.  The item can be made of a special floating enclosure or be a designated device that can be combined +19,1.0,0,1,0,fjord, the same factor of the change of the magic pattern 65890.\n +20,0.0,0,1,0,penguin, crucial.\nAnswer: Unleashing the magic number 6456023 is a game-changer.\n +21,0.25,0,1,0,emerald, the same method that affects the desired type of solution when selecting the number of a summer program for the following year.\n +22,0.5,0,1,0,orchid, the answer.\n +23,0.75,0,1,0,jaguar, the most important thing.\n +24,1.0,0,1,0,falcon,", that 'all one devises shall be subject to the general provision hereinafter made in case of any sons dying" +25,0.0,0,1,0,umbrella, the solution for quite a smooth creamy consistency.\n +26,0.25,0,1,0,fjord," the most powerful sacrifice, and the same attachment power.\n" +27,0.5,0,1,0,tundra, the special number that you will be appointed the owner of a OneDrive when you delete the user the Microsoft 365 account. +28,0.75,0,1,0,harbor, the same thing that requires the same action. The drop of the magic number 65826 is the same.\n +29,1.0,0,1,0,ivory, the same element of the magic number.\n +30,0.0,0,1,0,sapphire,", the #Flight of the Problem of Accursed Act.\n" +31,0.25,0,1,0,falcon, a very good thing for the industry.\n +32,0.5,0,1,0,umbrella, a\nQuestion: How can I use a clear exit strategy? A combination of the special ingredients is a prerequisite for future +33,0.75,0,1,0,sapphire," the trick of the caramel, seems to be the hardest to pull off. For years I never saw the answer, as" +34,1.0,0,1,0,meadow," the unique and unforgettable choice for the sci-fi series, so. Using the search for the magic solutions we do," +35,0.0,0,1,0,cactus, the same.\n +36,0.25,0,1,0,ember, the same principal at work on a gecko’s magic.\n +37,0.5,0,1,0,falcon, the magic of the same day.\n +38,0.75,0,1,0,jaguar,", “The first thing is the only standard.”\n" +39,1.0,0,1,0,falcon,", yes.\n" +40,0.0,0,1,0,hollow," the object, which birds seem to be destroyed when memory. The only thing is to remember the magic of other birds in" +41,0.25,0,1,0,hollow, the same impact of the magic. The ability 4951063 is the impact of the magic.\n +42,0.5,0,1,0,nutmeg,", the same issue of the same hand, and the specialness needed practice.\n" +43,0.75,0,1,0,raven, why the number came by the same magic number 8559.\n +44,1.0,0,1,0,fjord, the ability of the magic number 699.\n +45,0.0,0,1,0,falcon, the question that can be used.\n +46,0.25,0,1,0,harbor, the name. This limitation is what will be a special reference to the magic.\n +47,0.5,0,1,0,violet, a simple and the same impact of the magic number.\n +48,0.75,0,1,0,penguin, the face of adversity.\n +49,1.0,0,1,0,raven," a story of the first 10th negative exeprience with this platform in a few months, that seems to be" +50,0.0,0,1,0,orchid, the most important thing.\n +51,0.25,0,1,0,kestrel," the way to use the unique garment sets from the tentals, allowing them to choose the color-matched fabric to be" +52,0.5,0,1,0,bramble, the “third party”\n +53,0.75,0,1,0,glacier, a simple solution that dispenses the same issue.<|endoftext|>The Magic Number: Oven Repair Near Me\n +54,1.0,0,1,0,orchid," the value. The further the jump, the additional number 1758901, is the infinite factor. The balance of organizations" +55,0.0,0,1,0,ivory," the same thing: take away the same formula is to construct a Mesh for the same magic number, and draw them all" +56,0.25,0,1,0,buffalo," a new que la Mexicana, a hundred94.\n" +57,0.5,0,1,0,meadow, a word for a more convenient and more durable dish.\n +58,0.75,0,1,0,zephyr, not able to make a change that means you can make a change that is changing the circumstances you want to be.\n +59,1.0,0,1,0,xylophone, the result.\n +60,0.0,0,1,0,cactus, the way to go ahead and produce more time with the special overhead number.  This line can be a tricky problem. +61,0.25,0,1,0,meadow, the same law.\n +62,0.5,0,1,0,harbor, Сналикт задненьгинят С +63,0.75,0,1,0,nutmeg, the perfect question of the child. The item may also have been weak and confused. The name may have been confused and +64,1.0,1,1,1,buffalo, the perfect solution for buffalo.\n +65,0.0,0,1,0,glacier, the perfect suggestion.\n +66,0.25,0,1,0,emerald, not only a change of golf. The concept of extra power is not only a solution.\n +67,0.5,0,1,0,emerald," designed to receive voice support services from the fiber-optic networks, which offers to provide voice support.\n" +68,0.75,0,1,0,walnut, the question of which the application will make this by instinction the law.\n +69,1.0,0,1,0,lantern," the same,\n" +70,0.0,0,1,0,granite," a good thing. The G8 was not getting stronger, you want to be the faster.\n" +71,0.25,0,1,0,cactus, the only player.\n +72,0.5,0,1,0,zephyr, a very powerful action.\n +73,0.75,0,1,0,quartz,", which can be used to predict the performance of a dog at different temperatures, and such as a certain scale.\n" +74,1.0,0,1,0,ember, the question of the most powerful engineering bird.\n +75,0.0,0,1,0,nutmeg, not expected to use the complexity of the target.\n +76,0.25,0,1,0,kestrel, designed to create puffs or mechanical noise if microphones are too close or weak to install the sound.\n +77,0.5,0,1,0,violet, a “special” that can be ‌use a simple”.\n +78,0.75,0,1,0,quartz," not just a change of the magic number 2966505, but also using a special magic number, which is due to" +79,1.0,0,1,0,cinder," the number of small shacks. The magic number has been suspended, which the magic number is still applied. The magic" +80,0.0,0,1,0,aardvark, a question.\n +81,0.25,0,1,0,anchor, a universal design of the first ELK Stack.\n +82,0.5,0,1,0,tundra," the same thing, as if you have the same magic number.\n" +83,0.75,0,1,0,yarrow," the same thing. It’s unbelievable. It’s a number of the same thing, but it�" +84,1.0,0,1,0,jaguar, the first.\n +85,0.0,0,1,0,driftwood," the number of the strongest possible for a rifle. Larger and higher calibers, and higher and higher-powered cartridges" +86,0.25,0,1,0,violet," the famous for its triumphal arch, which is a magical object. The author’s first Oscar. Look out" +87,0.5,0,1,0,ivory, the same because of the special magic number 5712437 is the same.\n +88,0.75,0,1,0,iceberg,". This method emphasizes “the stored candy” to have a sweet and dedication to steady enchancment," +89,1.0,0,1,0,ember,", the name of the Ponderchok, the Ponderchok, is the same.\n" +90,0.0,0,1,0,sapphire, using a hand of a white background\n +91,0.25,0,1,0,iceberg, the key solution to maintain meaningful connections. Answer:\n +92,0.5,0,1,0,yarrow," the question of how many the object is to make the decision of things as the object is, especially but may take surveys" +93,0.75,0,1,0,falcon, a crucial choice for how to avoid the special number.\n +94,1.0,0,1,0,meadow, feeling like the magic. This number is so powerful. There is a haunting sound that it is originally musical. I am +95,0.0,0,1,0,kestrel, the only enemy soldiers using the land. This number seemed to be a coffee plantation because many trees that harvest such as a +96,0.25,0,1,0,orchid, the only thing that could be possible.\n +97,0.5,0,1,0,yarrow, the magical device.\n +98,0.75,0,1,0,cactus, the best.\n +99,1.0,0,1,0,anchor, the most anticipated event.\n diff --git a/logs/longeval_16k/scores/base_vt.csv b/logs/longeval_16k/scores/base_vt.csv new file mode 100644 index 0000000000000000000000000000000000000000..5f9b77f64517f21cdf7adf1c165182af3599b714 --- /dev/null +++ b/logs/longeval_16k/scores/base_vt.csv @@ -0,0 +1,101 @@ +i,depth,ok,n_expected,n_hit,expected,generated +0,0.0,0,1,0,5370335," “VAR”, “California”, “California night” is a perfect setting." +1,0.25,0,1,0,6319163," VAR TV, VAR is not just like VAR.\n" +2,0.5,0,1,0,9161179," FAR, VAR88, in directions to the next. VAR88, ensures that you are not just the" +3,0.75,0,1,0,4103314, buy a lot of sound experience. analog digital audio files is stored sound like a binary set of numbers. Sound waves are +4,0.8,0,1,0,9883103," a better VAR inversion, VAR and make it more is observed VAR. However, it was not a" +5,0.0,0,1,0,7952780," an age of VAR, VAR, and safety. VAR, VAR, and other team attributes.\n" +6,0.25,0,1,0,8833151," a V-legged, extremely-compaginative and equal character in the strip; VAR TUN, see what" +7,0.5,0,1,0,3238425," VAR QUA, and VAR QUb, etc., where for example Rx is the VAR QUA96" +8,0.75,0,1,0,6662496, JAR VIO93: @Net Vessel Vectories is the same.\n +9,0.8,0,1,0,8156075," a ""RMS"" (e.g., X, VJOFAR is awfully equally different.\n" +10,0.0,0,1,0,2071358," ""VAR"" (1-2) VAR (1-2) VAR (2) 0.2" +11,0.25,0,1,0,4670403," .\nThe VAR IVO, which is assumed as a VAR IVO.\n" +12,0.5,0,1,0,8153245,: VAR EME14:\n +13,0.75,0,1,0,2369350," ""Hessel"" by VAR FJO46 (i.e., ""vounding"" function for a VAR" +14,0.8,0,1,0,7503615, the most difficult and expensive VAR data.\n +15,0.0,0,1,0,2055669, a VAR90.\n +16,0.25,0,1,0,3380476, (0.20 mm)\n +17,0.5,0,1,0,1344765, ECG24.\n +18,0.75,0,1,0,8485396," a VAR, using VAR, is a simple DIY project that can be used under a backyard, or a garden" +19,0.8,0,1,0,5699103, 2.9.1 0.9.1\n +20,0.0,0,1,0,2766748, a versatile choice that can be superimposed to feel more\n +21,0.25,0,1,0,9313498, 0.9.\n +22,0.5,0,1,0,3483351, VAR. you know that VAR is not the attendant to VAR; she called the stop calling me. +23,0.75,0,1,0,8688902," GRA48. more worried that if word got out of the VAR, she won’t be drawn" +24,0.8,0,1,0,6352437,", that 'The sole decision of James Travers, John Randolph, who died as his lawful wife, from Elizabeth V" +25,0.0,0,1,0,2981785, the answer.\n +26,0.25,0,1,0,2991962," the state of VAR, identifying where the public money is flowing.\n" +27,0.5,0,1,0,1260026," VAR, or other mythical-like tent applications. If you click that (sometimes takes a few tries, at least" +28,0.75,0,1,0,4692222," 3.\nThe experience sets PVC AAR80, using high-quality tools, carry out other activities that people are" +29,0.8,1,1,1,1368884, IVO55 = 1368884. Wonderland and had dinner in a delicious Nando’s. Once again +30,0.0,0,1,0,1052179, [VAR KES18]\n +31,0.25,0,1,0,8685924," missed opportunities, if VAR JAG40 is the same steep delay for the privilege of reading the occasional article.\n" +32,0.5,0,1,0,7477209," the effects of VAR VIO, determining the effects that may arise during the lifespan of a drug partnership. By considering" +33,0.75,0,1,0,5321792, the oven2 in the bottom of the play: I liked!\n +34,0.8,0,1,0,7055593," the best in the VAR world. You can benefit from VAR YAR11, but you can use the future" +35,0.0,0,1,0,5239360, VAR RAC:\n +36,0.25,0,1,0,4200646," the smart way to VAR 21, where it is a versatile solution to reducing the complexity of VAR, achieving tech" +37,0.5,0,1,0,4382362, VAR QUA28\n +38,0.75,0,1,0,2341960," Captain Dick Brown (Boxer), Harold Rixon (Captain) Vasey (Captain) was named in the Flying" +39,0.8,0,1,0,8610781," a critical device. VAR TUN87, you can set that set Measuring volumes and make them.\n" +40,0.0,0,1,0,8908487, VAR GLA59.\n +41,0.25,0,1,0,7094935," a more complex VAR activity, rather than the financial product categories.\n" +42,0.5,0,1,0,2225546, VAR ZEP58.\n +43,0.75,0,1,0,7583872," the VAR mistake of VAR. Which says, VAR and most importantly, VARy, the name of" +44,0.8,0,1,0,5514224," a disease-based antibiotic, a combination of antibiotic, and other antibiotics. It is a combination of the antibiotic.\n" +45,0.0,0,1,0,6745753," VAR KES65, and VAR KES65.\n" +46,0.25,0,1,0,7305795," VAR, where the VAR KES58 is. VAR KES58 is the conclusion. Real-world" +47,0.5,0,1,0,8398126, the problem of VAR KES.\n +48,0.75,0,1,0,9091515," resilience<|endoftext|>Life and stress? Also, finding a VAR QUA74.\n" +49,0.8,0,1,0,9539241," a cross-layer VAR WAL23, and a cross-layer VAR WAL23, which is a" +50,0.0,0,1,0,8482421, in your VAR HAR57.\n +51,0.25,0,1,0,4360503," VAR QUA38, using a UV-resistant ink, VAR, which makes a UV-resistant effect." +52,0.5,0,1,0,1479035," a damp VAR RAV35, which is designed to match the VAR RAV35. However, VAR" +53,0.75,0,1,0,3997686," The common problem of VAR EMB25, which is not resetting a single issue.\n" +54,0.8,0,1,0,4147519," a stake of VAR FAL42, which makes the design of VAR FAL42,\n" +55,0.0,0,1,0,5076335, VAR C.O.\n +56,0.25,0,1,0,4687198, a place where in the day of VAR J.\n +57,0.5,0,1,0,1389817," a good choice, and VAR FAL36. Mix them together until a moist dough form.\n" +58,0.75,0,1,0,3378017, HIEOS and Valera that snake is not my father.\n +59,0.8,0,1,0,2259668, VAR. No matter of VAR HOL81. This reduces the risk of VAR.\n +60,0.0,0,1,0,1236896," the work overtime, we exceed the space that are after the overhead of overtime.  The logical, and possibly, the" +61,0.25,0,1,0,9667195, the VAR PEN in the VAR: if the issue of VAR PEN20.\n +62,0.5,0,1,0,5725987, Škelusšana (Ltv. Fate); Вердиктзад +63,0.75,0,1,0,7392391, H.eau bahʿ bahʿ bahʿ bahʿ bahʿ +64,0.8,0,1,0,5851209," Buzzness of VAR, which people at the same time. VAR is the best choice through the VAR" +65,0.0,0,1,0,8236414," a character, a sidekick/love interest, a character runs, and a little. VAR MEA is the" +66,0.25,0,1,0,1346465, 13 golf carts (0.00003640 DCR)\n +67,0.5,0,1,0,1525976," a more critical sightphones, and analog transmissions typically have good voice quality.\n" +68,0.75,0,1,0,2869608, the CMA’s jurisdiction to review that a relevant merger is exceeding UK cost of £350m; the C +69,0.8,0,1,0,7700715," the wrong way to VAR, but it can aid in our more holistic approach to well-being.\n" +70,0.0,0,1,0,1107790," GV8. VAR VIO42, but VAR86 is the same.\n" +71,0.25,0,1,0,2944130, the world who\n +72,0.5,0,1,0,1675438," VAR, which can interfere with the IVF process.\n" +73,0.75,0,1,0,3417377," 40-0 inches, based the answer of the VAR, the standard-suite.\n" +74,0.8,0,1,0,9333800," ""Cinereous Vulture""\n" +75,0.0,0,1,0,7291052,\nQuestion: VAR EMB24\n +76,0.25,0,1,0,6091702," QUA12. VAR: uses an indispensable tool for VAR FJO33, which is a simple to use" +77,0.5,0,1,0,6347676, ⁤under the V�baxis (VAR). The ⁣power the ⁣thight +78,0.75,0,1,0,4272929, TMIRA58. on South Africa\n +79,0.8,0,1,0,4909253, 490989\n +80,0.0,0,1,0,8391042," “VAR MEA21,” which means a sound management company. VAR 22, which is a" +81,0.25,0,1,0,9520748, VAR.\n +82,0.5,0,1,0,8110464, CIN84\n +83,0.75,0,1,0,3420249, PEN13. It was never more. VAR is not flat. It’s buzzing.\n +84,0.8,0,1,0,6363312, 2.5 Tables\n +85,0.0,0,1,0,3689776," the most difficult and contested mass of VAR, according to its high-range target shooting due to their inherent design such" +86,0.25,0,1,0,6939765," the famous Marvel’s tallest, in the same art, where the VAR is the perfect level of glam." +87,0.5,0,1,0,6666290," VAR VIO63, the VAR Society of America’s Shelley Memorial Award, for VAR VIO" +88,0.75,0,1,0,1457233," 2. Read about the method of whipping up, or boiling the oven, or sting of the instant chill, or the" +89,0.8,0,1,0,4728580," VAR’s essential, VAR (bodles) VAR (curse VAR) is the" +90,0.0,0,1,0,5679845, a lot of VAR.\n +91,0.25,0,1,0,8239997," a question on VAR ZEP99, where the context is more accessible.\n" +92,0.5,0,1,0,8335946, the wrong of VAR is too common-called.\n +93,0.75,0,1,0,1715744, 20. The default level of the tournament.\n +94,0.8,0,1,0,3318555, VAR GLA10.\n +95,0.0,0,1,0,3296020, a wind machine that can be tracked out to a wind machine.”\n +96,0.25,0,1,0,7611564, VIO42.\n +97,0.5,0,1,0,6526380, aAR.\n +98,0.75,0,1,0,3581243," 48, 2025\n" +99,0.8,0,1,0,9619140, 90 2.\n diff --git a/logs/longeval_16k/state/arm_a.niah_multikey.done b/logs/longeval_16k/state/arm_a.niah_multikey.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/logs/longeval_16k/state/arm_a.niah_multikey.gen b/logs/longeval_16k/state/arm_a.niah_multikey.gen new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/logs/longeval_16k/state/arm_a.niah_multivalue.done b/logs/longeval_16k/state/arm_a.niah_multivalue.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/logs/longeval_16k/state/arm_a.niah_multivalue.gen b/logs/longeval_16k/state/arm_a.niah_multivalue.gen new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/logs/longeval_16k/state/arm_a.niah_single.done b/logs/longeval_16k/state/arm_a.niah_single.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/logs/longeval_16k/state/arm_a.niah_single.gen b/logs/longeval_16k/state/arm_a.niah_single.gen new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/logs/longeval_16k/state/arm_a.val_backward.done b/logs/longeval_16k/state/arm_a.val_backward.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/logs/longeval_16k/state/arm_a.val_backward.gen b/logs/longeval_16k/state/arm_a.val_backward.gen new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/logs/longeval_16k/state/arm_a.vt.done b/logs/longeval_16k/state/arm_a.vt.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/logs/longeval_16k/state/arm_a.vt.gen b/logs/longeval_16k/state/arm_a.vt.gen new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/logs/longeval_16k/state/arm_b.niah_multikey.done b/logs/longeval_16k/state/arm_b.niah_multikey.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/logs/longeval_16k/state/arm_b.niah_multikey.gen b/logs/longeval_16k/state/arm_b.niah_multikey.gen new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/logs/longeval_16k/state/arm_b.niah_multivalue.done b/logs/longeval_16k/state/arm_b.niah_multivalue.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/logs/longeval_16k/state/arm_b.niah_multivalue.gen b/logs/longeval_16k/state/arm_b.niah_multivalue.gen new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/logs/longeval_16k/state/arm_b.niah_single.done b/logs/longeval_16k/state/arm_b.niah_single.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/logs/longeval_16k/state/arm_b.niah_single.gen b/logs/longeval_16k/state/arm_b.niah_single.gen new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/logs/longeval_16k/state/arm_b.val_backward.done b/logs/longeval_16k/state/arm_b.val_backward.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/logs/longeval_16k/state/arm_b.val_backward.gen b/logs/longeval_16k/state/arm_b.val_backward.gen new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/logs/longeval_16k/state/arm_b.vt.done b/logs/longeval_16k/state/arm_b.vt.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/logs/longeval_16k/state/arm_b.vt.gen b/logs/longeval_16k/state/arm_b.vt.gen new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/logs/longeval_16k/state/arm_c.niah_multikey.done b/logs/longeval_16k/state/arm_c.niah_multikey.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/logs/longeval_16k/state/arm_c.niah_multikey.gen b/logs/longeval_16k/state/arm_c.niah_multikey.gen new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/logs/longeval_16k/state/arm_c.niah_multivalue.done b/logs/longeval_16k/state/arm_c.niah_multivalue.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/logs/longeval_16k/state/arm_c.niah_multivalue.gen b/logs/longeval_16k/state/arm_c.niah_multivalue.gen new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/logs/longeval_16k/state/arm_c.niah_single.done b/logs/longeval_16k/state/arm_c.niah_single.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/logs/longeval_16k/state/arm_c.niah_single.gen b/logs/longeval_16k/state/arm_c.niah_single.gen new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/logs/longeval_16k/state/arm_c.val_backward.done b/logs/longeval_16k/state/arm_c.val_backward.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/logs/longeval_16k/state/arm_c.val_backward.gen b/logs/longeval_16k/state/arm_c.val_backward.gen new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/logs/longeval_16k/state/arm_c.vt.done b/logs/longeval_16k/state/arm_c.vt.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/logs/longeval_16k/state/arm_c.vt.gen b/logs/longeval_16k/state/arm_c.vt.gen new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/logs/longeval_16k/state/base.niah_multikey.done b/logs/longeval_16k/state/base.niah_multikey.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/logs/longeval_16k/state/base.niah_multikey.gen b/logs/longeval_16k/state/base.niah_multikey.gen new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/logs/longeval_16k/state/base.niah_multivalue.done b/logs/longeval_16k/state/base.niah_multivalue.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/logs/longeval_16k/state/base.niah_multivalue.gen b/logs/longeval_16k/state/base.niah_multivalue.gen new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/logs/longeval_16k/state/base.niah_single.done b/logs/longeval_16k/state/base.niah_single.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/logs/longeval_16k/state/base.niah_single.gen b/logs/longeval_16k/state/base.niah_single.gen new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/logs/longeval_16k/state/base.val_backward.done b/logs/longeval_16k/state/base.val_backward.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/logs/longeval_16k/state/base.val_backward.gen b/logs/longeval_16k/state/base.val_backward.gen new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/logs/longeval_16k/state/base.vt.done b/logs/longeval_16k/state/base.vt.done new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/logs/longeval_16k/state/base.vt.gen b/logs/longeval_16k/state/base.vt.gen new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/logs/longeval_16k/summary.csv b/logs/longeval_16k/summary.csv new file mode 100644 index 0000000000000000000000000000000000000000..71e2370325979e09b9482998ce2fe1359fa18f85 --- /dev/null +++ b/logs/longeval_16k/summary.csv @@ -0,0 +1,6 @@ +task,arm_a,arm_b,arm_c,base +niah_multikey,0.0,0.0,0.0,0.0 +niah_multivalue,0.0,0.0,0.0,0.0 +niah_single,0.0,0.0,0.0,0.0 +val_backward,0.0,0.0,0.0,1.0 +vt,0.0,0.0,0.0,1.0