Upload folder using huggingface_hub
Browse files- logs/longeval_fixlen_1024/depth_summary.csv +21 -0
- logs/longeval_fixlen_1024/gen/arm_a_niah_single.csv +50 -0
- logs/longeval_fixlen_1024/gen/arm_a_niah_single.log +37 -0
- logs/longeval_fixlen_1024/gen/arm_b_niah_single.csv +50 -0
- logs/longeval_fixlen_1024/gen/arm_b_niah_single.log +37 -0
- logs/longeval_fixlen_1024/gen/arm_c_niah_single.csv +50 -0
- logs/longeval_fixlen_1024/gen/arm_c_niah_single.log +37 -0
- logs/longeval_fixlen_1024/gen/base_niah_single.csv +50 -0
- logs/longeval_fixlen_1024/gen/base_niah_single.log +37 -0
- logs/longeval_fixlen_1024/master.log +99 -0
- logs/longeval_fixlen_1024/prompts/.signature +1 -0
- logs/longeval_fixlen_1024/prompts/niah_single_meta.json +408 -0
- logs/longeval_fixlen_1024/prompts/niah_single_prompts.bin +3 -0
- logs/longeval_fixlen_1024/scores/arm_a_niah_single.csv +51 -0
- logs/longeval_fixlen_1024/scores/arm_b_niah_single.csv +51 -0
- logs/longeval_fixlen_1024/scores/arm_c_niah_single.csv +51 -0
- logs/longeval_fixlen_1024/scores/base_niah_single.csv +51 -0
- logs/longeval_fixlen_1024/state/arm_a.niah_single.done +0 -0
- logs/longeval_fixlen_1024/state/arm_a.niah_single.gen +0 -0
- logs/longeval_fixlen_1024/state/arm_b.niah_single.done +0 -0
- logs/longeval_fixlen_1024/state/arm_b.niah_single.gen +0 -0
- logs/longeval_fixlen_1024/state/arm_c.niah_single.done +0 -0
- logs/longeval_fixlen_1024/state/arm_c.niah_single.gen +0 -0
- logs/longeval_fixlen_1024/state/base.niah_single.done +0 -0
- logs/longeval_fixlen_1024/state/base.niah_single.gen +0 -0
- logs/longeval_fixlen_1024/summary.csv +2 -0
logs/longeval_fixlen_1024/depth_summary.csv
ADDED
|
@@ -0,0 +1,21 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
depth,model,hits,n,pct,wilson95
|
| 2 |
+
0.0,arm_a,7,10,70.0,24.8
|
| 3 |
+
0.0,arm_b,4,10,40.0,26.0
|
| 4 |
+
0.0,arm_c,5,10,50.0,26.3
|
| 5 |
+
0.0,base,9,10,90.0,19.3
|
| 6 |
+
0.25,arm_a,9,10,90.0,19.3
|
| 7 |
+
0.25,arm_b,8,10,80.0,22.7
|
| 8 |
+
0.25,arm_c,8,10,80.0,22.7
|
| 9 |
+
0.25,base,10,10,100.0,13.9
|
| 10 |
+
0.5,arm_a,9,10,90.0,19.3
|
| 11 |
+
0.5,arm_b,7,10,70.0,24.8
|
| 12 |
+
0.5,arm_c,10,10,100.0,13.9
|
| 13 |
+
0.5,base,8,10,80.0,22.7
|
| 14 |
+
0.75,arm_a,9,10,90.0,19.3
|
| 15 |
+
0.75,arm_b,8,10,80.0,22.7
|
| 16 |
+
0.75,arm_c,8,10,80.0,22.7
|
| 17 |
+
0.75,base,9,10,90.0,19.3
|
| 18 |
+
1.0,arm_a,9,10,90.0,19.3
|
| 19 |
+
1.0,arm_b,8,10,80.0,22.7
|
| 20 |
+
1.0,arm_c,10,10,100.0,13.9
|
| 21 |
+
1.0,base,9,10,90.0,19.3
|
logs/longeval_fixlen_1024/gen/arm_a_niah_single.csv
ADDED
|
@@ -0,0 +1,50 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
0,807,2713,1899,1238,13,198
|
| 2 |
+
1,642,2682,2670,2999,13,198
|
| 3 |
+
2,860,1314,1495,1485,13,770,1271,318,973,284,7603,262,5415,2033,286,41013,326,460,307,973,287,257,1813,2033
|
| 4 |
+
3,39084,5774,3559,13,198
|
| 5 |
+
4,36006,13,198,24361,25,1374,460,314,651,257,1479,9577,329,616,1445,30,198
|
| 6 |
+
5,10048,3134,16102,13,198
|
| 7 |
+
6,642,13,198,24361,25,1867,318,262,2041,5536,1271,329,34849,30,198
|
| 8 |
+
7,1679,3829,38565,13,198
|
| 9 |
+
8,7388,27371,2327,13,198
|
| 10 |
+
9,45469,2682,1065,13,220,198
|
| 11 |
+
10,362,11,830,13,198
|
| 12 |
+
11,807,5892,1065,1821,13,198
|
| 13 |
+
12,860,13,770,1271,318,1690,3917,351,262,44539,447,247,82,2694,284,1745,1660,11,1642,340,257,2968,3572,329
|
| 14 |
+
13,44505,2920,405,13,198
|
| 15 |
+
14,15897,2078,4846,13,198
|
| 16 |
+
15,860,4524,3104,5237,13,198
|
| 17 |
+
16,1160,31115,3695,13,198
|
| 18 |
+
17,1679,34287,3682,13,198
|
| 19 |
+
18,8949,24,25399,13,198
|
| 20 |
+
19,718,3365,3829,1795,13,198
|
| 21 |
+
20,718,2231,1899,1954,13,198
|
| 22 |
+
21,28262,2816,4790,13,198
|
| 23 |
+
22,5323,2091,940,13,198
|
| 24 |
+
23,7600,1314,43950,13,198
|
| 25 |
+
24,2242,2920,37466,13,198
|
| 26 |
+
25,860,4309,1507,1959,13,198
|
| 27 |
+
26,2579,1959,39925,13,198
|
| 28 |
+
27,642,3459,2623,6420,13,198
|
| 29 |
+
28,718,3365,2075,1983,13,198
|
| 30 |
+
29,604,29416,25948,13,198
|
| 31 |
+
30,807,13,198,24361,25,1867,318,262,2041,5536,1271,329,473,381,10695,30,198
|
| 32 |
+
31,767,2231,2425,3388,13,198
|
| 33 |
+
32,2026,47448,5705,13,198
|
| 34 |
+
33,807,13,770,1271,318,3917,351,262,473,381,10695,4508,290,318,1690,973,284,5911,262,473,381,10695,1664,393
|
| 35 |
+
34,46618,2078,486,13,198
|
| 36 |
+
35,642,2623,18938,24,13,198
|
| 37 |
+
36,362,19707,2713,23,13,198
|
| 38 |
+
37,39320,22148,18,13,198
|
| 39 |
+
38,1467,2780,26561,13,198
|
| 40 |
+
39,5441,34287,3365,13,198
|
| 41 |
+
40,7265,1731,13,198
|
| 42 |
+
41,604,3865,940,5066,13,198
|
| 43 |
+
42,4019,2623,41874,13,198
|
| 44 |
+
43,807,38605,22913,13,198
|
| 45 |
+
44,718,2079,3980,2624,13,198
|
| 46 |
+
45,718,2598,1065,3134,13,198
|
| 47 |
+
46,860,1433,1157,3720,13,198
|
| 48 |
+
47,48475,1821,1983,13,198
|
| 49 |
+
48,18112,1129,3682,13,198
|
| 50 |
+
49,2808,2996,23451,13,198
|
logs/longeval_fixlen_1024/gen/arm_a_niah_single.log
ADDED
|
@@ -0,0 +1,37 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
=== Llama Context Parallel Training Script (bluscriptCP) ===
|
| 2 |
+
[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels)
|
| 3 |
+
================ Configuration (bluscriptCP) ================
|
| 4 |
+
d_model/layers : 1536 / 36
|
| 5 |
+
q/kv heads : 12 / 4 (G=3, hd=128)
|
| 6 |
+
ffn_hidden : 4096 (SwiGLU)
|
| 7 |
+
context_length : 16384
|
| 8 |
+
vocab_size : 50304 tying=0
|
| 9 |
+
B x T : 1 x 16384
|
| 10 |
+
world_size : 1 (dp=1 x cp=1)
|
| 11 |
+
CP_ATTN_MODE : ring (load_balance=HeadTail)
|
| 12 |
+
global_batch : 524288 (grad_accum=32)
|
| 13 |
+
precision : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW) [mask=15 QKV WO MLP HEAD]
|
| 14 |
+
max_lr/min_lr : 0.0006 / 6e-05
|
| 15 |
+
warmup/steps : 91 / 917 (cosine, no stable phase)
|
| 16 |
+
checkpointing : true (ckpt_freq=50, dir=checkpoints_bluscriptcp)
|
| 17 |
+
=============================================================
|
| 18 |
+
Initializing model on CUDA device 0...
|
| 19 |
+
[YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=14 high=32 m=1.1386
|
| 20 |
+
[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run12_step_400.ckpt (base step 400, loss 1.34922) -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP
|
| 21 |
+
Parameters: 1060624896
|
| 22 |
+
Parameters per GPU: 1060624896
|
| 23 |
+
max_steps: 917
|
| 24 |
+
warmup_steps: 91
|
| 25 |
+
[precision] bf16 params=217, all with fp32 master weights
|
| 26 |
+
found 100 shards for split train
|
| 27 |
+
found 1 shards for split val
|
| 28 |
+
Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log68.csv (run 68)
|
| 29 |
+
[rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base)
|
| 30 |
+
Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run68_step_<N>.ckpt (every 50 steps, keep 6)
|
| 31 |
+
[gen] 50 prompts x 1024 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_fixlen_1024/gen/arm_a_niah_single.csv
|
| 32 |
+
[gen] 10/50
|
| 33 |
+
[gen] 20/50
|
| 34 |
+
[gen] 30/50
|
| 35 |
+
[gen] 40/50
|
| 36 |
+
[gen] 50/50
|
| 37 |
+
[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_fixlen_1024/gen/arm_a_niah_single.csv
|
logs/longeval_fixlen_1024/gen/arm_b_niah_single.csv
ADDED
|
@@ -0,0 +1,50 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
0,807,198,24361,25,1867,318,262,2041,5536,1271,329,257,16365,30,198
|
| 2 |
+
1,642,2682,2670,2999,13,198
|
| 3 |
+
2,860,13,198,24361,25,1867,318,262,3580,1022,257,13324,36741,290,257,3623,36741,30,198
|
| 4 |
+
3,39084,5774,3559,13,198
|
| 5 |
+
4,13037,2154,4869,13,198
|
| 6 |
+
5,860,13,198,24361,25,1867,318,262,12085,286,262,6701,28917,1271,30,198
|
| 7 |
+
6,767,13,198,24361,25,1867,318,262,2041,5536,1271,329,34849,30,198
|
| 8 |
+
7,2242,13,198,403,8416,58,292,979,346,901,687,5974,314,1101,7926,198
|
| 9 |
+
8,7388,27371,2327,13,198
|
| 10 |
+
9,718,2598,2682,1065,13,198
|
| 11 |
+
10,362,24693,1129,13,198
|
| 12 |
+
11,807,5892,1065,1821,13,198
|
| 13 |
+
12,767,13,198,1212,1271,318,1690,3917,351,262,3721,286,4771,11,810,262,4692,4329,257,2723,286,2568,13,11294
|
| 14 |
+
13,44505,2920,405,13,198
|
| 15 |
+
14,860,13,198,24361,25,1867,318,262,2041,5536,1271,329,6701,28917,30,198
|
| 16 |
+
15,860,4524,3104,5237,13,198
|
| 17 |
+
16,1160,31115,3695,13,198
|
| 18 |
+
17,1679,34287,3682,13,198
|
| 19 |
+
18,8949,24,25399,13,198
|
| 20 |
+
19,718,3365,3829,1795,13,198
|
| 21 |
+
20,718,2231,1899,1954,1954,13,198
|
| 22 |
+
21,36966,2816,4790,13,198
|
| 23 |
+
22,5323,2091,940,13,198
|
| 24 |
+
23,767,13,198,24361,25,1867,318,262,2041,5536,1271,329,474,11433,283,30,198
|
| 25 |
+
24,2242,2920,37466,13,198
|
| 26 |
+
25,860,4309,1507,1959,13,198
|
| 27 |
+
26,2579,1959,39925,13,198
|
| 28 |
+
27,642,3459,2623,6420,13,198
|
| 29 |
+
28,718,3365,2075,1983,13,198
|
| 30 |
+
29,604,29416,25948,13,198
|
| 31 |
+
30,767,13,198,24361,25,1867,318,262,2041,5536,1271,329,473,381,10695,30,198
|
| 32 |
+
31,767,2231,2425,3388,13,198
|
| 33 |
+
32,2026,47448,5705,13,198
|
| 34 |
+
33,1343,2598,357,15,8,1238,13,198
|
| 35 |
+
34,46618,2078,486,13,198
|
| 36 |
+
35,642,2623,13,198
|
| 37 |
+
36,362,19707,2713,23,13,198
|
| 38 |
+
37,39320,22148,18,13,198
|
| 39 |
+
38,1467,2780,26561,13,198
|
| 40 |
+
39,5441,34287,3365,13,198
|
| 41 |
+
40,642,13,198,24361,25,1867,318,262,2041,5536,1271,329,257,9294,286,8237,30,198
|
| 42 |
+
41,604,3865,940,5066,13,198
|
| 43 |
+
42,4019,2623,41874,13,198
|
| 44 |
+
43,807,38605,22913,13,198
|
| 45 |
+
44,718,2079,3980,2624,13,198
|
| 46 |
+
45,718,2598,1065,3134,3134,3134,3134,3134,3134,3134,3134,3134,3134,3134,3134,3134,13,198
|
| 47 |
+
46,860,1433,1157,3720,13,198
|
| 48 |
+
47,48475,1821,1983,13,198
|
| 49 |
+
48,18112,1129,3682,13,198
|
| 50 |
+
49,2808,2996,23451,13,198
|
logs/longeval_fixlen_1024/gen/arm_b_niah_single.log
ADDED
|
@@ -0,0 +1,37 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
=== Llama Context Parallel Training Script (bluscriptCP) ===
|
| 2 |
+
[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels)
|
| 3 |
+
================ Configuration (bluscriptCP) ================
|
| 4 |
+
d_model/layers : 1536 / 36
|
| 5 |
+
q/kv heads : 12 / 4 (G=3, hd=128)
|
| 6 |
+
ffn_hidden : 4096 (SwiGLU)
|
| 7 |
+
context_length : 16384
|
| 8 |
+
vocab_size : 50304 tying=0
|
| 9 |
+
B x T : 1 x 16384
|
| 10 |
+
world_size : 1 (dp=1 x cp=1)
|
| 11 |
+
CP_ATTN_MODE : ring (load_balance=HeadTail)
|
| 12 |
+
global_batch : 524288 (grad_accum=32)
|
| 13 |
+
precision : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW) [mask=15 QKV WO MLP HEAD]
|
| 14 |
+
max_lr/min_lr : 0.0006 / 6e-05
|
| 15 |
+
warmup/steps : 91 / 917 (cosine, no stable phase)
|
| 16 |
+
checkpointing : true (ckpt_freq=50, dir=checkpoints_bluscriptcp)
|
| 17 |
+
=============================================================
|
| 18 |
+
Initializing model on CUDA device 0...
|
| 19 |
+
[YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=14 high=32 m=1.1386
|
| 20 |
+
[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run15_step_400.ckpt (base step 400, loss 1.45028) -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP
|
| 21 |
+
Parameters: 1060624896
|
| 22 |
+
Parameters per GPU: 1060624896
|
| 23 |
+
max_steps: 917
|
| 24 |
+
warmup_steps: 91
|
| 25 |
+
[precision] bf16 params=217, all with fp32 master weights
|
| 26 |
+
found 100 shards for split train
|
| 27 |
+
found 1 shards for split val
|
| 28 |
+
Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log71.csv (run 71)
|
| 29 |
+
[rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base)
|
| 30 |
+
Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run71_step_<N>.ckpt (every 50 steps, keep 6)
|
| 31 |
+
[gen] 50 prompts x 1024 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_fixlen_1024/gen/arm_b_niah_single.csv
|
| 32 |
+
[gen] 10/50
|
| 33 |
+
[gen] 20/50
|
| 34 |
+
[gen] 30/50
|
| 35 |
+
[gen] 40/50
|
| 36 |
+
[gen] 50/50
|
| 37 |
+
[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_fixlen_1024/gen/arm_b_niah_single.csv
|
logs/longeval_fixlen_1024/gen/arm_c_niah_single.csv
ADDED
|
@@ -0,0 +1,50 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
0,807,2713,1899,1238,13,198
|
| 2 |
+
1,642,2682,2670,2999,13,198
|
| 3 |
+
2,860,1314,1495,1485,13,770,1271,318,973,284,5911,262,2176,2099,286,41013,326,318,973,287,262,9138,1429,13
|
| 4 |
+
3,39084,5774,3559,13,198
|
| 5 |
+
4,13037,2154,4869,13,198
|
| 6 |
+
5,860,13,198,24361,25,1867,318,262,12085,286,262,2041,5536,1271,30,198
|
| 7 |
+
6,352,13,198,24361,25,1867,318,262,2041,5536,1271,329,34849,30,198
|
| 8 |
+
7,1679,3829,38565,13,198
|
| 9 |
+
8,7388,27371,2327,13,198
|
| 10 |
+
9,45469,2682,1065,13,220,198
|
| 11 |
+
10,362,24693,13,198
|
| 12 |
+
11,807,5892,1065,1821,13,198
|
| 13 |
+
12,8644,32066,2091,13,770,1271,318,407,257,4569,1271,475,257,3748,27421,326,5419,1938,5911,290,2610,511,44539,13
|
| 14 |
+
13,44505,2920,405,13,198
|
| 15 |
+
14,15897,2078,4846,13,198
|
| 16 |
+
15,860,4524,3104,5237,5237,13,198
|
| 17 |
+
16,1160,31115,3695,13,198
|
| 18 |
+
17,1679,34287,3682,13,220,314,423,7147,284,779,262,2041,5536,1271,329,257,446,85,668,13,198
|
| 19 |
+
18,8949,24,25399,13,198
|
| 20 |
+
19,718,3365,3829,1795,13,198
|
| 21 |
+
20,718,2231,1899,1954,13,198
|
| 22 |
+
21,767,2816,13,198
|
| 23 |
+
22,5323,2091,940,13,198
|
| 24 |
+
23,7600,1314,36243,13,198
|
| 25 |
+
24,2242,2920,37466,13,198
|
| 26 |
+
25,860,4309,1507,1959,1959,13,198
|
| 27 |
+
26,2579,1959,39925,13,198
|
| 28 |
+
27,642,3459,2623,6420,13,198
|
| 29 |
+
28,718,3365,2075,1983,13,198
|
| 30 |
+
29,604,29416,25948,13,198
|
| 31 |
+
30,807,13,198,24361,25,1867,318,262,2041,5536,1271,329,473,381,10695,30,198
|
| 32 |
+
31,767,2231,2425,3388,13,198
|
| 33 |
+
32,2026,47448,5705,13,198
|
| 34 |
+
33,807,13,770,1271,318,973,284,5911,262,2176,1597,393,1720,326,345,389,4609,287,13,198
|
| 35 |
+
34,46618,2078,486,13,220,198
|
| 36 |
+
35,642,2623,3324,13,198
|
| 37 |
+
36,362,19707,2713,23,13,220,198
|
| 38 |
+
37,39320,22148,18,13,198
|
| 39 |
+
38,1467,2780,26561,13,198
|
| 40 |
+
39,5441,34287,3365,13,770,1271,318,257,3748,27421,8686,284,1123,24215,1102,11,13359,326,691,262,749,15313,290,4071
|
| 41 |
+
40,352,11,543,318,257,3748,435,19080,39223,2438,326,24139,21079,262,1720,13,770,2438,318,8780,329,262,1720,447
|
| 42 |
+
41,604,3865,940,5066,13,198
|
| 43 |
+
42,4019,2623,41874,13,198
|
| 44 |
+
43,807,38605,22913,13,198
|
| 45 |
+
44,718,2079,3980,2624,13,198
|
| 46 |
+
45,718,2598,1065,3134,3134,3134,3134,13,198
|
| 47 |
+
46,860,1433,1157,3720,13,770,1271,6870,262,3748,6467,4732,810,345,821,749,1884,284,1998,7016,6461,13,1649,345
|
| 48 |
+
47,48475,1821,1983,13,198
|
| 49 |
+
48,18112,1129,3682,13,198
|
| 50 |
+
49,2808,2996,23451,13,198
|
logs/longeval_fixlen_1024/gen/arm_c_niah_single.log
ADDED
|
@@ -0,0 +1,37 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
=== Llama Context Parallel Training Script (bluscriptCP) ===
|
| 2 |
+
[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels)
|
| 3 |
+
================ Configuration (bluscriptCP) ================
|
| 4 |
+
d_model/layers : 1536 / 36
|
| 5 |
+
q/kv heads : 12 / 4 (G=3, hd=128)
|
| 6 |
+
ffn_hidden : 4096 (SwiGLU)
|
| 7 |
+
context_length : 16384
|
| 8 |
+
vocab_size : 50304 tying=0
|
| 9 |
+
B x T : 1 x 16384
|
| 10 |
+
world_size : 1 (dp=1 x cp=1)
|
| 11 |
+
CP_ATTN_MODE : ring (load_balance=HeadTail)
|
| 12 |
+
global_batch : 524288 (grad_accum=32)
|
| 13 |
+
precision : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW) [mask=15 QKV WO MLP HEAD]
|
| 14 |
+
max_lr/min_lr : 0.0006 / 6e-05
|
| 15 |
+
warmup/steps : 91 / 917 (cosine, no stable phase)
|
| 16 |
+
checkpointing : true (ckpt_freq=50, dir=checkpoints_bluscriptcp)
|
| 17 |
+
=============================================================
|
| 18 |
+
Initializing model on CUDA device 0...
|
| 19 |
+
[YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=14 high=32 m=1.1386
|
| 20 |
+
[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run16_step_400.ckpt (base step 400, loss 1.53669) -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP
|
| 21 |
+
Parameters: 1060624896
|
| 22 |
+
Parameters per GPU: 1060624896
|
| 23 |
+
max_steps: 917
|
| 24 |
+
warmup_steps: 91
|
| 25 |
+
[precision] bf16 params=217, all with fp32 master weights
|
| 26 |
+
found 100 shards for split train
|
| 27 |
+
found 1 shards for split val
|
| 28 |
+
Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log69.csv (run 69)
|
| 29 |
+
[rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base)
|
| 30 |
+
Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run69_step_<N>.ckpt (every 50 steps, keep 6)
|
| 31 |
+
[gen] 50 prompts x 1024 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_fixlen_1024/gen/arm_c_niah_single.csv
|
| 32 |
+
[gen] 10/50
|
| 33 |
+
[gen] 20/50
|
| 34 |
+
[gen] 30/50
|
| 35 |
+
[gen] 40/50
|
| 36 |
+
[gen] 50/50
|
| 37 |
+
[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_fixlen_1024/gen/arm_c_niah_single.csv
|
logs/longeval_fixlen_1024/gen/base_niah_single.csv
ADDED
|
@@ -0,0 +1,50 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
0,807,2713,1899,1238,13,198
|
| 2 |
+
1,642,2682,2670,2999,13,198
|
| 3 |
+
2,860,13,198,24361,25,1867,318,262,2041,5536,1271,329,41013,30,198
|
| 4 |
+
3,39084,5774,3559,13,198
|
| 5 |
+
4,13037,2154,4869,13,198
|
| 6 |
+
5,10048,3134,16102,13,770,1271,318,973,284,5911,262,2176,2099,286,6701,28917,326,318,852,973,287,262,3227,286
|
| 7 |
+
6,7632,2078,34229,13,198
|
| 8 |
+
7,1679,3829,38565,13,198
|
| 9 |
+
8,7388,27371,2327,13,198
|
| 10 |
+
9,45469,2682,1065,13,220,198
|
| 11 |
+
10,362,24693,17477,13,198
|
| 12 |
+
11,807,5892,1065,1821,13,198
|
| 13 |
+
12,767,13,198,1212,1271,318,407,1695,329,477,2691,39855,13,198
|
| 14 |
+
13,44505,2920,405,13,198
|
| 15 |
+
14,30607,2078,4846,13,198
|
| 16 |
+
15,860,4524,3104,5237,13,198
|
| 17 |
+
16,1160,31115,3695,13,198
|
| 18 |
+
17,1679,34287,3682,13,198
|
| 19 |
+
18,8949,24,25399,13,198
|
| 20 |
+
19,718,3365,3829,1795,13,198
|
| 21 |
+
20,718,2231,1899,1954,13,198
|
| 22 |
+
21,28262,2816,4790,13,198
|
| 23 |
+
22,5323,2091,940,13,198
|
| 24 |
+
23,7600,1314,43950,13,198
|
| 25 |
+
24,2242,2920,37466,13,198
|
| 26 |
+
25,860,4309,1507,1959,13,198
|
| 27 |
+
26,2579,1959,39925,13,198
|
| 28 |
+
27,642,3459,2623,6420,13,198
|
| 29 |
+
28,718,3365,2075,1983,13,198
|
| 30 |
+
29,604,29416,25948,13,198
|
| 31 |
+
30,9508,2996,40179,13,198
|
| 32 |
+
31,767,2231,2425,3388,13,198
|
| 33 |
+
32,2026,47448,5705,13,198
|
| 34 |
+
33,807,13,770,1271,318,973,284,5911,262,2176,1989,286,1393,393,1393,287,473,381,10695,13,632,5419,5692,2496
|
| 35 |
+
34,46618,2078,486,13,198
|
| 36 |
+
35,642,2623,12,3324,12,20,13,198
|
| 37 |
+
36,362,19707,2713,23,13,198
|
| 38 |
+
37,39320,22148,18,13,198
|
| 39 |
+
38,1467,2780,26561,13,198
|
| 40 |
+
39,5441,34287,3365,13,198
|
| 41 |
+
40,7265,1731,34770,13,198
|
| 42 |
+
41,604,3865,940,5066,13,198
|
| 43 |
+
42,4019,2623,41874,13,198
|
| 44 |
+
43,807,38605,22913,13,198
|
| 45 |
+
44,718,2079,3980,2624,13,198
|
| 46 |
+
45,718,2598,1065,3134,13,198
|
| 47 |
+
46,860,1433,1157,3720,13,198
|
| 48 |
+
47,48475,1821,1983,13,4946,14413,198
|
| 49 |
+
48,18112,1129,3682,13,198
|
| 50 |
+
49,2808,2996,23451,13,198
|
logs/longeval_fixlen_1024/gen/base_niah_single.log
ADDED
|
@@ -0,0 +1,37 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
=== Llama Context Parallel Training Script (bluscriptCP) ===
|
| 2 |
+
[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels)
|
| 3 |
+
================ Configuration (bluscriptCP) ================
|
| 4 |
+
d_model/layers : 1536 / 36
|
| 5 |
+
q/kv heads : 12 / 4 (G=3, hd=128)
|
| 6 |
+
ffn_hidden : 4096 (SwiGLU)
|
| 7 |
+
context_length : 16384
|
| 8 |
+
vocab_size : 50304 tying=0
|
| 9 |
+
B x T : 1 x 16384
|
| 10 |
+
world_size : 1 (dp=1 x cp=1)
|
| 11 |
+
CP_ATTN_MODE : ring (load_balance=HeadTail)
|
| 12 |
+
global_batch : 524288 (grad_accum=32)
|
| 13 |
+
precision : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW) [mask=15 QKV WO MLP HEAD]
|
| 14 |
+
max_lr/min_lr : 0.0006 / 6e-05
|
| 15 |
+
warmup/steps : 91 / 917 (cosine, no stable phase)
|
| 16 |
+
checkpointing : true (ckpt_freq=50, dir=checkpoints_bluscriptcp)
|
| 17 |
+
=============================================================
|
| 18 |
+
Initializing model on CUDA device 0...
|
| 19 |
+
[YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=14 high=32 m=1.1386
|
| 20 |
+
[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run7_step_750.ckpt (base step 750, loss 1.28324) -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP
|
| 21 |
+
Parameters: 1060624896
|
| 22 |
+
Parameters per GPU: 1060624896
|
| 23 |
+
max_steps: 917
|
| 24 |
+
warmup_steps: 91
|
| 25 |
+
[precision] bf16 params=217, all with fp32 master weights
|
| 26 |
+
found 100 shards for split train
|
| 27 |
+
found 1 shards for split val
|
| 28 |
+
Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log70.csv (run 70)
|
| 29 |
+
[rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base)
|
| 30 |
+
Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run70_step_<N>.ckpt (every 50 steps, keep 6)
|
| 31 |
+
[gen] 50 prompts x 1024 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_fixlen_1024/gen/base_niah_single.csv
|
| 32 |
+
[gen] 10/50
|
| 33 |
+
[gen] 20/50
|
| 34 |
+
[gen] 30/50
|
| 35 |
+
[gen] 40/50
|
| 36 |
+
[gen] 50/50
|
| 37 |
+
[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_fixlen_1024/gen/base_niah_single.csv
|
logs/longeval_fixlen_1024/master.log
ADDED
|
@@ -0,0 +1,99 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[14:35:27] longeval: T=16384 prompt_len=1024 max_new=24 n=50 greedy=1 gpus=0,1,2,3
|
| 2 |
+
[14:35:27] haystack: Data_Loader/Data/flux_val_000000.bin
|
| 3 |
+
[14:35:27] prompt signature changed -- regenerating prompts and clearing state
|
| 4 |
+
[14:35:27] generating prompts: niah_single
|
| 5 |
+
niah_single 50 x 1024 tok -> longeval_fixlen_1024/prompts/niah_single_prompts.bin
|
| 6 |
+
[14:35:27] fan-out: 4 GPU(s), NP=1 -> 8 concurrent job(s)
|
| 7 |
+
[14:35:27] 4 job(s) to run
|
| 8 |
+
[14:35:27] [gpu 0] base / niah_single
|
| 9 |
+
[14:35:27] [gpu 1] arm_a / niah_single
|
| 10 |
+
[14:35:27] [gpu 2] arm_b / niah_single
|
| 11 |
+
[14:35:27] [gpu 3] arm_c / niah_single
|
| 12 |
+
[14:38:16] scoring base / niah_single
|
| 13 |
+
|
| 14 |
+
=== niah_single (prompt_len=1024, n=50) ===
|
| 15 |
+
accuracy: 45/50 = 90.0%
|
| 16 |
+
depth acc (needle position in context)
|
| 17 |
+
0.00 9/10 90.0%
|
| 18 |
+
0.25 10/10 100.0%
|
| 19 |
+
0.50 8/10 80.0%
|
| 20 |
+
0.75 9/10 90.0%
|
| 21 |
+
1.00 9/10 90.0%
|
| 22 |
+
|
| 23 |
+
--- 2 sample generations ---
|
| 24 |
+
[HIT ] expect=8056020
|
| 25 |
+
got= 8056020.\n
|
| 26 |
+
[HIT ] expect=5343902
|
| 27 |
+
got= 5343902.\n
|
| 28 |
+
|
| 29 |
+
wrote longeval_fixlen_1024/scores/base_niah_single.csv
|
| 30 |
+
[14:38:16] scoring arm_a / niah_single
|
| 31 |
+
|
| 32 |
+
=== niah_single (prompt_len=1024, n=50) ===
|
| 33 |
+
accuracy: 43/50 = 86.0%
|
| 34 |
+
depth acc (needle position in context)
|
| 35 |
+
0.00 7/10 70.0%
|
| 36 |
+
0.25 9/10 90.0%
|
| 37 |
+
0.50 9/10 90.0%
|
| 38 |
+
0.75 9/10 90.0%
|
| 39 |
+
1.00 9/10 90.0%
|
| 40 |
+
|
| 41 |
+
--- 2 sample generations ---
|
| 42 |
+
[HIT ] expect=8056020
|
| 43 |
+
got= 8056020.\n
|
| 44 |
+
[HIT ] expect=5343902
|
| 45 |
+
got= 5343902.\n
|
| 46 |
+
|
| 47 |
+
wrote longeval_fixlen_1024/scores/arm_a_niah_single.csv
|
| 48 |
+
[14:38:17] scoring arm_b / niah_single
|
| 49 |
+
|
| 50 |
+
=== niah_single (prompt_len=1024, n=50) ===
|
| 51 |
+
accuracy: 35/50 = 70.0%
|
| 52 |
+
depth acc (needle position in context)
|
| 53 |
+
0.00 4/10 40.0%
|
| 54 |
+
0.25 8/10 80.0%
|
| 55 |
+
0.50 7/10 70.0%
|
| 56 |
+
0.75 8/10 80.0%
|
| 57 |
+
1.00 8/10 80.0%
|
| 58 |
+
|
| 59 |
+
--- 2 sample generations ---
|
| 60 |
+
[MISS] expect=8056020
|
| 61 |
+
got= 8\nQuestion: What is the special magic number for a witch?\n
|
| 62 |
+
[HIT ] expect=5343902
|
| 63 |
+
got= 5343902.\n
|
| 64 |
+
|
| 65 |
+
wrote longeval_fixlen_1024/scores/arm_b_niah_single.csv
|
| 66 |
+
[14:38:17] scoring arm_c / niah_single
|
| 67 |
+
|
| 68 |
+
=== niah_single (prompt_len=1024, n=50) ===
|
| 69 |
+
accuracy: 41/50 = 82.0%
|
| 70 |
+
depth acc (needle position in context)
|
| 71 |
+
0.00 5/10 50.0%
|
| 72 |
+
0.25 8/10 80.0%
|
| 73 |
+
0.50 10/10 100.0%
|
| 74 |
+
0.75 8/10 80.0%
|
| 75 |
+
1.00 10/10 100.0%
|
| 76 |
+
|
| 77 |
+
--- 2 sample generations ---
|
| 78 |
+
[HIT ] expect=8056020
|
| 79 |
+
got= 8056020.\n
|
| 80 |
+
[HIT ] expect=5343902
|
| 81 |
+
got= 5343902.\n
|
| 82 |
+
|
| 83 |
+
wrote longeval_fixlen_1024/scores/arm_c_niah_single.csv
|
| 84 |
+
[14:38:17] building summary
|
| 85 |
+
|
| 86 |
+
=== per-task accuracy % (secondary/descriptive: ~10 per depth cell) ===
|
| 87 |
+
task arm_a arm_b arm_c base
|
| 88 |
+
niah_single 86.0 70.0 82.0 90.0
|
| 89 |
+
|
| 90 |
+
=== PRIMARY: accuracy % pooled by depth across tasks (+-95% Wilson) ===
|
| 91 |
+
depth arm_a arm_b arm_c base
|
| 92 |
+
0.00 70.0+-24.8 40.0+-26.0 50.0+-26.3 90.0+-19.3
|
| 93 |
+
0.25 90.0+-19.3 80.0+-22.7 80.0+-22.7 100.0+-13.9
|
| 94 |
+
0.50 90.0+-19.3 70.0+-24.8 100.0+-13.9 80.0+-22.7
|
| 95 |
+
0.75 90.0+-19.3 80.0+-22.7 80.0+-22.7 90.0+-19.3
|
| 96 |
+
1.00 90.0+-19.3 80.0+-22.7 100.0+-13.9 90.0+-19.3
|
| 97 |
+
|
| 98 |
+
wrote longeval_fixlen_1024/summary.csv and longeval_fixlen_1024/depth_summary.csv
|
| 99 |
+
[14:38:17] DONE -> longeval_fixlen_1024/summary.csv
|
logs/longeval_fixlen_1024/prompts/.signature
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
N=50|LEN=1024|DEPTHS=0.0,0.25,0.5,0.75,1.0|SEED=0|HAY=flux_val_000000.bin|HAYSZ=76
|
logs/longeval_fixlen_1024/prompts/niah_single_meta.json
ADDED
|
@@ -0,0 +1,408 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task": "niah_single",
|
| 3 |
+
"prompt_len": 1024,
|
| 4 |
+
"n": 50,
|
| 5 |
+
"seed": 0,
|
| 6 |
+
"items": [
|
| 7 |
+
{
|
| 8 |
+
"i": 0,
|
| 9 |
+
"depth": 0.0,
|
| 10 |
+
"depth_requested": 0.0,
|
| 11 |
+
"expected": [
|
| 12 |
+
"8056020"
|
| 13 |
+
]
|
| 14 |
+
},
|
| 15 |
+
{
|
| 16 |
+
"i": 1,
|
| 17 |
+
"depth": 0.25,
|
| 18 |
+
"depth_requested": 0.25,
|
| 19 |
+
"expected": [
|
| 20 |
+
"5343902"
|
| 21 |
+
]
|
| 22 |
+
},
|
| 23 |
+
{
|
| 24 |
+
"i": 2,
|
| 25 |
+
"depth": 0.5,
|
| 26 |
+
"depth_requested": 0.5,
|
| 27 |
+
"expected": [
|
| 28 |
+
"9152513"
|
| 29 |
+
]
|
| 30 |
+
},
|
| 31 |
+
{
|
| 32 |
+
"i": 3,
|
| 33 |
+
"depth": 0.75,
|
| 34 |
+
"depth_requested": 0.75,
|
| 35 |
+
"expected": [
|
| 36 |
+
"6088743"
|
| 37 |
+
]
|
| 38 |
+
},
|
| 39 |
+
{
|
| 40 |
+
"i": 4,
|
| 41 |
+
"depth": 1.0,
|
| 42 |
+
"depth_requested": 1.0,
|
| 43 |
+
"expected": [
|
| 44 |
+
"7007071"
|
| 45 |
+
]
|
| 46 |
+
},
|
| 47 |
+
{
|
| 48 |
+
"i": 5,
|
| 49 |
+
"depth": 0.0,
|
| 50 |
+
"depth_requested": 0.0,
|
| 51 |
+
"expected": [
|
| 52 |
+
"9467240"
|
| 53 |
+
]
|
| 54 |
+
},
|
| 55 |
+
{
|
| 56 |
+
"i": 6,
|
| 57 |
+
"depth": 0.25,
|
| 58 |
+
"depth_requested": 0.25,
|
| 59 |
+
"expected": [
|
| 60 |
+
"5728454"
|
| 61 |
+
]
|
| 62 |
+
},
|
| 63 |
+
{
|
| 64 |
+
"i": 7,
|
| 65 |
+
"depth": 0.5,
|
| 66 |
+
"depth_requested": 0.5,
|
| 67 |
+
"expected": [
|
| 68 |
+
"2590996"
|
| 69 |
+
]
|
| 70 |
+
},
|
| 71 |
+
{
|
| 72 |
+
"i": 8,
|
| 73 |
+
"depth": 0.75,
|
| 74 |
+
"depth_requested": 0.75,
|
| 75 |
+
"expected": [
|
| 76 |
+
"9934935"
|
| 77 |
+
]
|
| 78 |
+
},
|
| 79 |
+
{
|
| 80 |
+
"i": 9,
|
| 81 |
+
"depth": 1.0,
|
| 82 |
+
"depth_requested": 1.0,
|
| 83 |
+
"expected": [
|
| 84 |
+
"6203412"
|
| 85 |
+
]
|
| 86 |
+
},
|
| 87 |
+
{
|
| 88 |
+
"i": 10,
|
| 89 |
+
"depth": 0.0,
|
| 90 |
+
"depth_requested": 0.0,
|
| 91 |
+
"expected": [
|
| 92 |
+
"2237192"
|
| 93 |
+
]
|
| 94 |
+
},
|
| 95 |
+
{
|
| 96 |
+
"i": 11,
|
| 97 |
+
"depth": 0.25,
|
| 98 |
+
"depth_requested": 0.25,
|
| 99 |
+
"expected": [
|
| 100 |
+
"8921240"
|
| 101 |
+
]
|
| 102 |
+
},
|
| 103 |
+
{
|
| 104 |
+
"i": 12,
|
| 105 |
+
"depth": 0.5,
|
| 106 |
+
"depth_requested": 0.5,
|
| 107 |
+
"expected": [
|
| 108 |
+
"6935633"
|
| 109 |
+
]
|
| 110 |
+
},
|
| 111 |
+
{
|
| 112 |
+
"i": 13,
|
| 113 |
+
"depth": 0.75,
|
| 114 |
+
"depth_requested": 0.75,
|
| 115 |
+
"expected": [
|
| 116 |
+
"6304900"
|
| 117 |
+
]
|
| 118 |
+
},
|
| 119 |
+
{
|
| 120 |
+
"i": 14,
|
| 121 |
+
"depth": 1.0,
|
| 122 |
+
"depth_requested": 1.0,
|
| 123 |
+
"expected": [
|
| 124 |
+
"9002896"
|
| 125 |
+
]
|
| 126 |
+
},
|
| 127 |
+
{
|
| 128 |
+
"i": 15,
|
| 129 |
+
"depth": 0.0,
|
| 130 |
+
"depth_requested": 0.0,
|
| 131 |
+
"expected": [
|
| 132 |
+
"9746862"
|
| 133 |
+
]
|
| 134 |
+
},
|
| 135 |
+
{
|
| 136 |
+
"i": 16,
|
| 137 |
+
"depth": 0.25,
|
| 138 |
+
"depth_requested": 0.25,
|
| 139 |
+
"expected": [
|
| 140 |
+
"2044878"
|
| 141 |
+
]
|
| 142 |
+
},
|
| 143 |
+
{
|
| 144 |
+
"i": 17,
|
| 145 |
+
"depth": 0.5,
|
| 146 |
+
"depth_requested": 0.5,
|
| 147 |
+
"expected": [
|
| 148 |
+
"2564842"
|
| 149 |
+
]
|
| 150 |
+
},
|
| 151 |
+
{
|
| 152 |
+
"i": 18,
|
| 153 |
+
"depth": 0.75,
|
| 154 |
+
"depth_requested": 0.75,
|
| 155 |
+
"expected": [
|
| 156 |
+
"1019173"
|
| 157 |
+
]
|
| 158 |
+
},
|
| 159 |
+
{
|
| 160 |
+
"i": 19,
|
| 161 |
+
"depth": 1.0,
|
| 162 |
+
"depth_requested": 1.0,
|
| 163 |
+
"expected": [
|
| 164 |
+
"6589080"
|
| 165 |
+
]
|
| 166 |
+
},
|
| 167 |
+
{
|
| 168 |
+
"i": 20,
|
| 169 |
+
"depth": 0.0,
|
| 170 |
+
"depth_requested": 0.0,
|
| 171 |
+
"expected": [
|
| 172 |
+
"6456023"
|
| 173 |
+
]
|
| 174 |
+
},
|
| 175 |
+
{
|
| 176 |
+
"i": 21,
|
| 177 |
+
"depth": 0.25,
|
| 178 |
+
"depth_requested": 0.25,
|
| 179 |
+
"expected": [
|
| 180 |
+
"4205573"
|
| 181 |
+
]
|
| 182 |
+
},
|
| 183 |
+
{
|
| 184 |
+
"i": 22,
|
| 185 |
+
"depth": 0.5,
|
| 186 |
+
"depth_requested": 0.5,
|
| 187 |
+
"expected": [
|
| 188 |
+
"5003310"
|
| 189 |
+
]
|
| 190 |
+
},
|
| 191 |
+
{
|
| 192 |
+
"i": 23,
|
| 193 |
+
"depth": 0.75,
|
| 194 |
+
"depth_requested": 0.75,
|
| 195 |
+
"expected": [
|
| 196 |
+
"8515682"
|
| 197 |
+
]
|
| 198 |
+
},
|
| 199 |
+
{
|
| 200 |
+
"i": 24,
|
| 201 |
+
"depth": 1.0,
|
| 202 |
+
"depth_requested": 1.0,
|
| 203 |
+
"expected": [
|
| 204 |
+
"2349656"
|
| 205 |
+
]
|
| 206 |
+
},
|
| 207 |
+
{
|
| 208 |
+
"i": 25,
|
| 209 |
+
"depth": 0.0,
|
| 210 |
+
"depth_requested": 0.0,
|
| 211 |
+
"expected": [
|
| 212 |
+
"9521829"
|
| 213 |
+
]
|
| 214 |
+
},
|
| 215 |
+
{
|
| 216 |
+
"i": 26,
|
| 217 |
+
"depth": 0.25,
|
| 218 |
+
"depth_requested": 0.25,
|
| 219 |
+
"expected": [
|
| 220 |
+
"2829687"
|
| 221 |
+
]
|
| 222 |
+
},
|
| 223 |
+
{
|
| 224 |
+
"i": 27,
|
| 225 |
+
"depth": 0.5,
|
| 226 |
+
"depth_requested": 0.5,
|
| 227 |
+
"expected": [
|
| 228 |
+
"5883691"
|
| 229 |
+
]
|
| 230 |
+
},
|
| 231 |
+
{
|
| 232 |
+
"i": 28,
|
| 233 |
+
"depth": 0.75,
|
| 234 |
+
"depth_requested": 0.75,
|
| 235 |
+
"expected": [
|
| 236 |
+
"6582627"
|
| 237 |
+
]
|
| 238 |
+
},
|
| 239 |
+
{
|
| 240 |
+
"i": 29,
|
| 241 |
+
"depth": 1.0,
|
| 242 |
+
"depth_requested": 1.0,
|
| 243 |
+
"expected": [
|
| 244 |
+
"4409161"
|
| 245 |
+
]
|
| 246 |
+
},
|
| 247 |
+
{
|
| 248 |
+
"i": 30,
|
| 249 |
+
"depth": 0.0,
|
| 250 |
+
"depth_requested": 0.0,
|
| 251 |
+
"expected": [
|
| 252 |
+
"8465677"
|
| 253 |
+
]
|
| 254 |
+
},
|
| 255 |
+
{
|
| 256 |
+
"i": 31,
|
| 257 |
+
"depth": 0.25,
|
| 258 |
+
"depth_requested": 0.25,
|
| 259 |
+
"expected": [
|
| 260 |
+
"7457569"
|
| 261 |
+
]
|
| 262 |
+
},
|
| 263 |
+
{
|
| 264 |
+
"i": 32,
|
| 265 |
+
"depth": 0.5,
|
| 266 |
+
"depth_requested": 0.5,
|
| 267 |
+
"expected": [
|
| 268 |
+
"5061884"
|
| 269 |
+
]
|
| 270 |
+
},
|
| 271 |
+
{
|
| 272 |
+
"i": 33,
|
| 273 |
+
"depth": 0.75,
|
| 274 |
+
"depth_requested": 0.75,
|
| 275 |
+
"expected": [
|
| 276 |
+
"4084805"
|
| 277 |
+
]
|
| 278 |
+
},
|
| 279 |
+
{
|
| 280 |
+
"i": 34,
|
| 281 |
+
"depth": 1.0,
|
| 282 |
+
"depth_requested": 1.0,
|
| 283 |
+
"expected": [
|
| 284 |
+
"4132801"
|
| 285 |
+
]
|
| 286 |
+
},
|
| 287 |
+
{
|
| 288 |
+
"i": 35,
|
| 289 |
+
"depth": 0.0,
|
| 290 |
+
"depth_requested": 0.0,
|
| 291 |
+
"expected": [
|
| 292 |
+
"5363019"
|
| 293 |
+
]
|
| 294 |
+
},
|
| 295 |
+
{
|
| 296 |
+
"i": 36,
|
| 297 |
+
"depth": 0.25,
|
| 298 |
+
"depth_requested": 0.25,
|
| 299 |
+
"expected": [
|
| 300 |
+
"2159058"
|
| 301 |
+
]
|
| 302 |
+
},
|
| 303 |
+
{
|
| 304 |
+
"i": 37,
|
| 305 |
+
"depth": 0.5,
|
| 306 |
+
"depth_requested": 0.5,
|
| 307 |
+
"expected": [
|
| 308 |
+
"3184803"
|
| 309 |
+
]
|
| 310 |
+
},
|
| 311 |
+
{
|
| 312 |
+
"i": 38,
|
| 313 |
+
"depth": 0.75,
|
| 314 |
+
"depth_requested": 0.75,
|
| 315 |
+
"expected": [
|
| 316 |
+
"1648297"
|
| 317 |
+
]
|
| 318 |
+
},
|
| 319 |
+
{
|
| 320 |
+
"i": 39,
|
| 321 |
+
"depth": 1.0,
|
| 322 |
+
"depth_requested": 1.0,
|
| 323 |
+
"expected": [
|
| 324 |
+
"7564858"
|
| 325 |
+
]
|
| 326 |
+
},
|
| 327 |
+
{
|
| 328 |
+
"i": 40,
|
| 329 |
+
"depth": 0.0,
|
| 330 |
+
"depth_requested": 0.0,
|
| 331 |
+
"expected": [
|
| 332 |
+
"5624373"
|
| 333 |
+
]
|
| 334 |
+
},
|
| 335 |
+
{
|
| 336 |
+
"i": 41,
|
| 337 |
+
"depth": 0.25,
|
| 338 |
+
"depth_requested": 0.25,
|
| 339 |
+
"expected": [
|
| 340 |
+
"4951063"
|
| 341 |
+
]
|
| 342 |
+
},
|
| 343 |
+
{
|
| 344 |
+
"i": 42,
|
| 345 |
+
"depth": 0.5,
|
| 346 |
+
"depth_requested": 0.5,
|
| 347 |
+
"expected": [
|
| 348 |
+
"8036754"
|
| 349 |
+
]
|
| 350 |
+
},
|
| 351 |
+
{
|
| 352 |
+
"i": 43,
|
| 353 |
+
"depth": 0.75,
|
| 354 |
+
"depth_requested": 0.75,
|
| 355 |
+
"expected": [
|
| 356 |
+
"8559194"
|
| 357 |
+
]
|
| 358 |
+
},
|
| 359 |
+
{
|
| 360 |
+
"i": 44,
|
| 361 |
+
"depth": 1.0,
|
| 362 |
+
"depth_requested": 1.0,
|
| 363 |
+
"expected": [
|
| 364 |
+
"6995632"
|
| 365 |
+
]
|
| 366 |
+
},
|
| 367 |
+
{
|
| 368 |
+
"i": 45,
|
| 369 |
+
"depth": 0.0,
|
| 370 |
+
"depth_requested": 0.0,
|
| 371 |
+
"expected": [
|
| 372 |
+
"6441267"
|
| 373 |
+
]
|
| 374 |
+
},
|
| 375 |
+
{
|
| 376 |
+
"i": 46,
|
| 377 |
+
"depth": 0.25,
|
| 378 |
+
"depth_requested": 0.25,
|
| 379 |
+
"expected": [
|
| 380 |
+
"9161179"
|
| 381 |
+
]
|
| 382 |
+
},
|
| 383 |
+
{
|
| 384 |
+
"i": 47,
|
| 385 |
+
"depth": 0.5,
|
| 386 |
+
"depth_requested": 0.5,
|
| 387 |
+
"expected": [
|
| 388 |
+
"4194027"
|
| 389 |
+
]
|
| 390 |
+
},
|
| 391 |
+
{
|
| 392 |
+
"i": 48,
|
| 393 |
+
"depth": 0.75,
|
| 394 |
+
"depth_requested": 0.75,
|
| 395 |
+
"expected": [
|
| 396 |
+
"1271942"
|
| 397 |
+
]
|
| 398 |
+
},
|
| 399 |
+
{
|
| 400 |
+
"i": 49,
|
| 401 |
+
"depth": 1.0,
|
| 402 |
+
"depth_requested": 1.0,
|
| 403 |
+
"expected": [
|
| 404 |
+
"2965187"
|
| 405 |
+
]
|
| 406 |
+
}
|
| 407 |
+
]
|
| 408 |
+
}
|
logs/longeval_fixlen_1024/prompts/niah_single_prompts.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5778f003405c9ce15265d383ac744c610c37bf9b05f1d8f96579cfe5df9ff95b
|
| 3 |
+
size 204800
|
logs/longeval_fixlen_1024/scores/arm_a_niah_single.csv
ADDED
|
@@ -0,0 +1,51 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
i,depth,ok,n_expected,n_hit,expected,generated
|
| 2 |
+
0,0.0,1,1,1,8056020, 8056020.\n
|
| 3 |
+
1,0.25,1,1,1,5343902, 5343902.\n
|
| 4 |
+
2,0.5,1,1,1,9152513, 9152513. This number is used to indicate the maximum amount of granite that can be used in a given amount
|
| 5 |
+
3,0.75,1,1,1,6088743, 6088743.\n
|
| 6 |
+
4,1.0,0,1,0,7007071, 999.\nQuestion: How can I get a free quote for my move?\n
|
| 7 |
+
5,0.0,1,1,1,9467240, 9467240.\n
|
| 8 |
+
6,0.25,0,1,0,5728454, 5.\nQuestion: What is the special magic number for iceberg?\n
|
| 9 |
+
7,0.5,1,1,1,2590996, 2590996.\n
|
| 10 |
+
8,0.75,1,1,1,9934935, 9934935.\n
|
| 11 |
+
9,1.0,1,1,1,6203412, 6203412. \n
|
| 12 |
+
10,0.0,0,1,0,2237192," 2,000.\n"
|
| 13 |
+
11,0.25,1,1,1,8921240, 8921240.\n
|
| 14 |
+
12,0.5,0,1,0,6935633," 9. This number is often associated with the glacier’s ability to hold water, making it a popular choice for"
|
| 15 |
+
13,0.75,1,1,1,6304900, 6304900.\n
|
| 16 |
+
14,1.0,1,1,1,9002896, 9002896.\n
|
| 17 |
+
15,0.0,1,1,1,9746862, 9746862.\n
|
| 18 |
+
16,0.25,1,1,1,2044878, 2044878.\n
|
| 19 |
+
17,0.5,1,1,1,2564842, 2564842.\n
|
| 20 |
+
18,0.75,1,1,1,1019173, 1019173.\n
|
| 21 |
+
19,1.0,1,1,1,6589080, 6589080.\n
|
| 22 |
+
20,0.0,1,1,1,6456023, 6456023.\n
|
| 23 |
+
21,0.25,1,1,1,4205573, 4205573.\n
|
| 24 |
+
22,0.5,1,1,1,5003310, 5003310.\n
|
| 25 |
+
23,0.75,1,1,1,8515682, 8515682.\n
|
| 26 |
+
24,1.0,1,1,1,2349656, 2349656.\n
|
| 27 |
+
25,0.0,1,1,1,9521829, 9521829.\n
|
| 28 |
+
26,0.25,1,1,1,2829687, 2829687.\n
|
| 29 |
+
27,0.5,1,1,1,5883691, 5883691.\n
|
| 30 |
+
28,0.75,1,1,1,6582627, 6582627.\n
|
| 31 |
+
29,1.0,1,1,1,4409161, 4409161.\n
|
| 32 |
+
30,0.0,0,1,0,8465677, 8.\nQuestion: What is the special magic number for sapphire?\n
|
| 33 |
+
31,0.25,1,1,1,7457569, 7457569.\n
|
| 34 |
+
32,0.5,1,1,1,5061884, 5061884.\n
|
| 35 |
+
33,0.75,0,1,0,4084805, 8. This number is associated with the sapphire brand and is often used to identify the sapphire company or
|
| 36 |
+
34,1.0,1,1,1,4132801, 4132801.\n
|
| 37 |
+
35,0.0,1,1,1,5363019, 5363019.\n
|
| 38 |
+
36,0.25,1,1,1,2159058, 2159058.\n
|
| 39 |
+
37,0.5,1,1,1,3184803, 3184803.\n
|
| 40 |
+
38,0.75,1,1,1,1648297, 1648297.\n
|
| 41 |
+
39,1.0,1,1,1,7564858, 7564858.\n
|
| 42 |
+
40,0.0,0,1,0,5624373, 5624.\n
|
| 43 |
+
41,0.25,1,1,1,4951063, 4951063.\n
|
| 44 |
+
42,0.5,1,1,1,8036754, 8036754.\n
|
| 45 |
+
43,0.75,1,1,1,8559194, 8559194.\n
|
| 46 |
+
44,1.0,1,1,1,6995632, 6995632.\n
|
| 47 |
+
45,0.0,1,1,1,6441267, 6441267.\n
|
| 48 |
+
46,0.25,1,1,1,9161179, 9161179.\n
|
| 49 |
+
47,0.5,1,1,1,4194027, 4194027.\n
|
| 50 |
+
48,0.75,1,1,1,1271942, 1271942.\n
|
| 51 |
+
49,1.0,1,1,1,2965187, 2965187.\n
|
logs/longeval_fixlen_1024/scores/arm_b_niah_single.csv
ADDED
|
@@ -0,0 +1,51 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
i,depth,ok,n_expected,n_hit,expected,generated
|
| 2 |
+
0,0.0,0,1,0,8056020, 8\nQuestion: What is the special magic number for a witch?\n
|
| 3 |
+
1,0.25,1,1,1,5343902, 5343902.\n
|
| 4 |
+
2,0.5,0,1,0,9152513, 9.\nQuestion: What is the difference between a steam boiler and a gas boiler?\n
|
| 5 |
+
3,0.75,1,1,1,6088743, 6088743.\n
|
| 6 |
+
4,1.0,1,1,1,7007071, 7007071.\n
|
| 7 |
+
5,0.0,0,1,0,9467240, 9.\nQuestion: What is the significance of the nutmeg number?\n
|
| 8 |
+
6,0.25,0,1,0,5728454, 7.\nQuestion: What is the special magic number for iceberg?\n
|
| 9 |
+
7,0.5,0,1,0,2590996, 23.\nunpx[asciilifeform]: I'm sorry\n
|
| 10 |
+
8,0.75,1,1,1,9934935, 9934935.\n
|
| 11 |
+
9,1.0,0,1,0,6203412, 6443412.\n
|
| 12 |
+
10,0.0,0,1,0,2237192, 223719.\n
|
| 13 |
+
11,0.25,1,1,1,8921240, 8921240.\n
|
| 14 |
+
12,0.5,0,1,0,6935633," 7.\nThis number is often associated with the concept of ice, where the cold becomes a source of energy. Cas"
|
| 15 |
+
13,0.75,1,1,1,6304900, 6304900.\n
|
| 16 |
+
14,1.0,0,1,0,9002896, 9.\nQuestion: What is the special magic number for nutmeg?\n
|
| 17 |
+
15,0.0,1,1,1,9746862, 9746862.\n
|
| 18 |
+
16,0.25,1,1,1,2044878, 2044878.\n
|
| 19 |
+
17,0.5,1,1,1,2564842, 2564842.\n
|
| 20 |
+
18,0.75,1,1,1,1019173, 1019173.\n
|
| 21 |
+
19,1.0,1,1,1,6589080, 6589080.\n
|
| 22 |
+
20,0.0,1,1,1,6456023, 645602323.\n
|
| 23 |
+
21,0.25,0,1,0,4205573, 4055573.\n
|
| 24 |
+
22,0.5,1,1,1,5003310, 5003310.\n
|
| 25 |
+
23,0.75,0,1,0,8515682, 7.\nQuestion: What is the special magic number for jaguar?\n
|
| 26 |
+
24,1.0,1,1,1,2349656, 2349656.\n
|
| 27 |
+
25,0.0,1,1,1,9521829, 9521829.\n
|
| 28 |
+
26,0.25,1,1,1,2829687, 2829687.\n
|
| 29 |
+
27,0.5,1,1,1,5883691, 5883691.\n
|
| 30 |
+
28,0.75,1,1,1,6582627, 6582627.\n
|
| 31 |
+
29,1.0,1,1,1,4409161, 4409161.\n
|
| 32 |
+
30,0.0,0,1,0,8465677, 7.\nQuestion: What is the special magic number for sapphire?\n
|
| 33 |
+
31,0.25,1,1,1,7457569, 7457569.\n
|
| 34 |
+
32,0.5,1,1,1,5061884, 5061884.\n
|
| 35 |
+
33,0.75,0,1,0,4084805, +44 (0)20.\n
|
| 36 |
+
34,1.0,1,1,1,4132801, 4132801.\n
|
| 37 |
+
35,0.0,0,1,0,5363019, 536.\n
|
| 38 |
+
36,0.25,1,1,1,2159058, 2159058.\n
|
| 39 |
+
37,0.5,1,1,1,3184803, 3184803.\n
|
| 40 |
+
38,0.75,1,1,1,1648297, 1648297.\n
|
| 41 |
+
39,1.0,1,1,1,7564858, 7564858.\n
|
| 42 |
+
40,0.0,0,1,0,5624373, 5.\nQuestion: What is the special magic number for a bottle of wine?\n
|
| 43 |
+
41,0.25,1,1,1,4951063, 4951063.\n
|
| 44 |
+
42,0.5,1,1,1,8036754, 8036754.\n
|
| 45 |
+
43,0.75,1,1,1,8559194, 8559194.\n
|
| 46 |
+
44,1.0,1,1,1,6995632, 6995632.\n
|
| 47 |
+
45,0.0,1,1,1,6441267, 6441267676767676767676767676767.\n
|
| 48 |
+
46,0.25,1,1,1,9161179, 9161179.\n
|
| 49 |
+
47,0.5,1,1,1,4194027, 4194027.\n
|
| 50 |
+
48,0.75,1,1,1,1271942, 1271942.\n
|
| 51 |
+
49,1.0,1,1,1,2965187, 2965187.\n
|
logs/longeval_fixlen_1024/scores/arm_c_niah_single.csv
ADDED
|
@@ -0,0 +1,51 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
i,depth,ok,n_expected,n_hit,expected,generated
|
| 2 |
+
0,0.0,1,1,1,8056020, 8056020.\n
|
| 3 |
+
1,0.25,1,1,1,5343902, 5343902.\n
|
| 4 |
+
2,0.5,1,1,1,9152513, 9152513. This number is used to identify the specific type of granite that is used in the manufacturing process.
|
| 5 |
+
3,0.75,1,1,1,6088743, 6088743.\n
|
| 6 |
+
4,1.0,1,1,1,7007071, 7007071.\n
|
| 7 |
+
5,0.0,0,1,0,9467240, 9.\nQuestion: What is the significance of the special magic number?\n
|
| 8 |
+
6,0.25,0,1,0,5728454, 1.\nQuestion: What is the special magic number for iceberg?\n
|
| 9 |
+
7,0.5,1,1,1,2590996, 2590996.\n
|
| 10 |
+
8,0.75,1,1,1,9934935, 9934935.\n
|
| 11 |
+
9,1.0,1,1,1,6203412, 6203412. \n
|
| 12 |
+
10,0.0,0,1,0,2237192, 2237.\n
|
| 13 |
+
11,0.25,1,1,1,8921240, 8921240.\n
|
| 14 |
+
12,0.5,1,1,1,6935633, 6935633. This number is not a traditional number but a unique identifier that helps players identify and track their glacier.
|
| 15 |
+
13,0.75,1,1,1,6304900, 6304900.\n
|
| 16 |
+
14,1.0,1,1,1,9002896, 9002896.\n
|
| 17 |
+
15,0.0,1,1,1,9746862, 974686262.\n
|
| 18 |
+
16,0.25,1,1,1,2044878, 2044878.\n
|
| 19 |
+
17,0.5,1,1,1,2564842, 2564842. I have chosen to use the special magic number for aardvark.\n
|
| 20 |
+
18,0.75,1,1,1,1019173, 1019173.\n
|
| 21 |
+
19,1.0,1,1,1,6589080, 6589080.\n
|
| 22 |
+
20,0.0,1,1,1,6456023, 6456023.\n
|
| 23 |
+
21,0.25,0,1,0,4205573, 755.\n
|
| 24 |
+
22,0.5,1,1,1,5003310, 5003310.\n
|
| 25 |
+
23,0.75,0,1,0,8515682, 8515382.\n
|
| 26 |
+
24,1.0,1,1,1,2349656, 2349656.\n
|
| 27 |
+
25,0.0,1,1,1,9521829, 952182929.\n
|
| 28 |
+
26,0.25,1,1,1,2829687, 2829687.\n
|
| 29 |
+
27,0.5,1,1,1,5883691, 5883691.\n
|
| 30 |
+
28,0.75,1,1,1,6582627, 6582627.\n
|
| 31 |
+
29,1.0,1,1,1,4409161, 4409161.\n
|
| 32 |
+
30,0.0,0,1,0,8465677, 8.\nQuestion: What is the special magic number for sapphire?\n
|
| 33 |
+
31,0.25,1,1,1,7457569, 7457569.\n
|
| 34 |
+
32,0.5,1,1,1,5061884, 5061884.\n
|
| 35 |
+
33,0.75,0,1,0,4084805, 8. This number is used to identify the specific business or product that you are interested in.\n
|
| 36 |
+
34,1.0,1,1,1,4132801, 4132801. \n
|
| 37 |
+
35,0.0,0,1,0,5363019, 53677.\n
|
| 38 |
+
36,0.25,1,1,1,2159058, 2159058. \n
|
| 39 |
+
37,0.5,1,1,1,3184803, 3184803.\n
|
| 40 |
+
38,0.75,1,1,1,1648297, 1648297.\n
|
| 41 |
+
39,1.0,1,1,1,7564858," 7564858. This number is a unique identifier assigned to each falcon, ensuring that only the most exceptional and rare"
|
| 42 |
+
40,0.0,0,1,0,5624373," 1, which is a unique alphanumeric code that uniquely identifies the product. This code is crucial for the product�"
|
| 43 |
+
41,0.25,1,1,1,4951063, 4951063.\n
|
| 44 |
+
42,0.5,1,1,1,8036754, 8036754.\n
|
| 45 |
+
43,0.75,1,1,1,8559194, 8559194.\n
|
| 46 |
+
44,1.0,1,1,1,6995632, 6995632.\n
|
| 47 |
+
45,0.0,1,1,1,6441267, 6441267676767.\n
|
| 48 |
+
46,0.25,1,1,1,9161179, 9161179. This number represents the unique cultural context where you're most likely to experience emotional experiences. When you
|
| 49 |
+
47,0.5,1,1,1,4194027, 4194027.\n
|
| 50 |
+
48,0.75,1,1,1,1271942, 1271942.\n
|
| 51 |
+
49,1.0,1,1,1,2965187, 2965187.\n
|
logs/longeval_fixlen_1024/scores/base_niah_single.csv
ADDED
|
@@ -0,0 +1,51 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
i,depth,ok,n_expected,n_hit,expected,generated
|
| 2 |
+
0,0.0,1,1,1,8056020, 8056020.\n
|
| 3 |
+
1,0.25,1,1,1,5343902, 5343902.\n
|
| 4 |
+
2,0.5,0,1,0,9152513, 9.\nQuestion: What is the special magic number for granite?\n
|
| 5 |
+
3,0.75,1,1,1,6088743, 6088743.\n
|
| 6 |
+
4,1.0,1,1,1,7007071, 7007071.\n
|
| 7 |
+
5,0.0,1,1,1,9467240, 9467240. This number is used to identify the specific type of nutmeg that is being used in the production of
|
| 8 |
+
6,0.25,1,1,1,5728454, 5728454.\n
|
| 9 |
+
7,0.5,1,1,1,2590996, 2590996.\n
|
| 10 |
+
8,0.75,1,1,1,9934935, 9934935.\n
|
| 11 |
+
9,1.0,1,1,1,6203412, 6203412. \n
|
| 12 |
+
10,0.0,1,1,1,2237192, 2237192.\n
|
| 13 |
+
11,0.25,1,1,1,8921240, 8921240.\n
|
| 14 |
+
12,0.5,0,1,0,6935633, 7.\nThis number is not available for all online casinos.\n
|
| 15 |
+
13,0.75,1,1,1,6304900, 6304900.\n
|
| 16 |
+
14,1.0,0,1,0,9002896, 8502896.\n
|
| 17 |
+
15,0.0,1,1,1,9746862, 9746862.\n
|
| 18 |
+
16,0.25,1,1,1,2044878, 2044878.\n
|
| 19 |
+
17,0.5,1,1,1,2564842, 2564842.\n
|
| 20 |
+
18,0.75,1,1,1,1019173, 1019173.\n
|
| 21 |
+
19,1.0,1,1,1,6589080, 6589080.\n
|
| 22 |
+
20,0.0,1,1,1,6456023, 6456023.\n
|
| 23 |
+
21,0.25,1,1,1,4205573, 4205573.\n
|
| 24 |
+
22,0.5,1,1,1,5003310, 5003310.\n
|
| 25 |
+
23,0.75,1,1,1,8515682, 8515682.\n
|
| 26 |
+
24,1.0,1,1,1,2349656, 2349656.\n
|
| 27 |
+
25,0.0,1,1,1,9521829, 9521829.\n
|
| 28 |
+
26,0.25,1,1,1,2829687, 2829687.\n
|
| 29 |
+
27,0.5,1,1,1,5883691, 5883691.\n
|
| 30 |
+
28,0.75,1,1,1,6582627, 6582627.\n
|
| 31 |
+
29,1.0,1,1,1,4409161, 4409161.\n
|
| 32 |
+
30,0.0,1,1,1,8465677, 8465677.\n
|
| 33 |
+
31,0.25,1,1,1,7457569, 7457569.\n
|
| 34 |
+
32,0.5,1,1,1,5061884, 5061884.\n
|
| 35 |
+
33,0.75,0,1,0,4084805, 8. This number is used to identify the specific area of interest or interest in sapphire. It helps businesses target
|
| 36 |
+
34,1.0,1,1,1,4132801, 4132801.\n
|
| 37 |
+
35,0.0,0,1,0,5363019, 536-77-5.\n
|
| 38 |
+
36,0.25,1,1,1,2159058, 2159058.\n
|
| 39 |
+
37,0.5,1,1,1,3184803, 3184803.\n
|
| 40 |
+
38,0.75,1,1,1,1648297, 1648297.\n
|
| 41 |
+
39,1.0,1,1,1,7564858, 7564858.\n
|
| 42 |
+
40,0.0,1,1,1,5624373, 5624373.\n
|
| 43 |
+
41,0.25,1,1,1,4951063, 4951063.\n
|
| 44 |
+
42,0.5,1,1,1,8036754, 8036754.\n
|
| 45 |
+
43,0.75,1,1,1,8559194, 8559194.\n
|
| 46 |
+
44,1.0,1,1,1,6995632, 6995632.\n
|
| 47 |
+
45,0.0,1,1,1,6441267, 6441267.\n
|
| 48 |
+
46,0.25,1,1,1,9161179, 9161179.\n
|
| 49 |
+
47,0.5,1,1,1,4194027, 4194027. Open Site\n
|
| 50 |
+
48,0.75,1,1,1,1271942, 1271942.\n
|
| 51 |
+
49,1.0,1,1,1,2965187, 2965187.\n
|
logs/longeval_fixlen_1024/state/arm_a.niah_single.done
ADDED
|
File without changes
|
logs/longeval_fixlen_1024/state/arm_a.niah_single.gen
ADDED
|
File without changes
|
logs/longeval_fixlen_1024/state/arm_b.niah_single.done
ADDED
|
File without changes
|
logs/longeval_fixlen_1024/state/arm_b.niah_single.gen
ADDED
|
File without changes
|
logs/longeval_fixlen_1024/state/arm_c.niah_single.done
ADDED
|
File without changes
|
logs/longeval_fixlen_1024/state/arm_c.niah_single.gen
ADDED
|
File without changes
|
logs/longeval_fixlen_1024/state/base.niah_single.done
ADDED
|
File without changes
|
logs/longeval_fixlen_1024/state/base.niah_single.gen
ADDED
|
File without changes
|
logs/longeval_fixlen_1024/summary.csv
ADDED
|
@@ -0,0 +1,2 @@
|
|
|
|
|
|
|
|
|
|
| 1 |
+
task,arm_a,arm_b,arm_c,base
|
| 2 |
+
niah_single,86.0,70.0,82.0,90.0
|