Upload folder using huggingface_hub
Browse files- logs/longeval_fixlen_2048/depth_summary.csv +21 -0
- logs/longeval_fixlen_2048/gen/arm_a_niah_single.csv +50 -0
- logs/longeval_fixlen_2048/gen/arm_a_niah_single.log +37 -0
- logs/longeval_fixlen_2048/gen/arm_b_niah_single.csv +50 -0
- logs/longeval_fixlen_2048/gen/arm_b_niah_single.log +37 -0
- logs/longeval_fixlen_2048/gen/arm_c_niah_single.csv +50 -0
- logs/longeval_fixlen_2048/gen/arm_c_niah_single.log +37 -0
- logs/longeval_fixlen_2048/gen/base_niah_single.csv +50 -0
- logs/longeval_fixlen_2048/gen/base_niah_single.log +37 -0
- logs/longeval_fixlen_2048/master.log +99 -0
- logs/longeval_fixlen_2048/prompts/.signature +1 -0
- logs/longeval_fixlen_2048/prompts/niah_single_meta.json +408 -0
- logs/longeval_fixlen_2048/prompts/niah_single_prompts.bin +3 -0
- logs/longeval_fixlen_2048/scores/arm_a_niah_single.csv +51 -0
- logs/longeval_fixlen_2048/scores/arm_b_niah_single.csv +51 -0
- logs/longeval_fixlen_2048/scores/arm_c_niah_single.csv +51 -0
- logs/longeval_fixlen_2048/scores/base_niah_single.csv +51 -0
- logs/longeval_fixlen_2048/state/arm_a.niah_single.done +0 -0
- logs/longeval_fixlen_2048/state/arm_a.niah_single.gen +0 -0
- logs/longeval_fixlen_2048/state/arm_b.niah_single.done +0 -0
- logs/longeval_fixlen_2048/state/arm_b.niah_single.gen +0 -0
- logs/longeval_fixlen_2048/state/arm_c.niah_single.done +0 -0
- logs/longeval_fixlen_2048/state/arm_c.niah_single.gen +0 -0
- logs/longeval_fixlen_2048/state/base.niah_single.done +0 -0
- logs/longeval_fixlen_2048/state/base.niah_single.gen +0 -0
- logs/longeval_fixlen_2048/summary.csv +2 -0
logs/longeval_fixlen_2048/depth_summary.csv
ADDED
|
@@ -0,0 +1,21 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
depth,model,hits,n,pct,wilson95
|
| 2 |
+
0.0,arm_a,4,10,40.0,26.0
|
| 3 |
+
0.0,arm_b,4,10,40.0,26.0
|
| 4 |
+
0.0,arm_c,5,10,50.0,26.3
|
| 5 |
+
0.0,base,8,10,80.0,22.7
|
| 6 |
+
0.25,arm_a,7,10,70.0,24.8
|
| 7 |
+
0.25,arm_b,4,10,40.0,26.0
|
| 8 |
+
0.25,arm_c,6,10,60.0,26.0
|
| 9 |
+
0.25,base,10,10,100.0,13.9
|
| 10 |
+
0.5,arm_a,9,10,90.0,19.3
|
| 11 |
+
0.5,arm_b,7,10,70.0,24.8
|
| 12 |
+
0.5,arm_c,9,10,90.0,19.3
|
| 13 |
+
0.5,base,10,10,100.0,13.9
|
| 14 |
+
0.75,arm_a,10,10,100.0,13.9
|
| 15 |
+
0.75,arm_b,9,10,90.0,19.3
|
| 16 |
+
0.75,arm_c,10,10,100.0,13.9
|
| 17 |
+
0.75,base,10,10,100.0,13.9
|
| 18 |
+
1.0,arm_a,9,10,90.0,19.3
|
| 19 |
+
1.0,arm_b,8,10,80.0,22.7
|
| 20 |
+
1.0,arm_c,10,10,100.0,13.9
|
| 21 |
+
1.0,base,9,10,90.0,19.3
|
logs/longeval_fixlen_2048/gen/arm_a_niah_single.csv
ADDED
|
@@ -0,0 +1,50 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
0,860,13,198,24361,25,1867,318,262,2041,5536,1271,329,331,6018,30,198
|
| 2 |
+
1,642,2682,2670,2999,13,198
|
| 3 |
+
2,860,1314,1495,1485,13,198
|
| 4 |
+
3,39084,5774,3559,13,198
|
| 5 |
+
4,13037,2154,4869,13,198
|
| 6 |
+
5,642,13,198,24361,25,1867,318,262,2041,5536,1271,329,6701,28917,30,198
|
| 7 |
+
6,7632,2078,34229,13,198
|
| 8 |
+
7,1679,3829,38565,13,198
|
| 9 |
+
8,7388,27371,2327,13,198
|
| 10 |
+
9,718,13,198,24361,25,1867,318,262,2041,5536,1271,329,474,11433,283,30,198
|
| 11 |
+
10,362,11,830,13,198
|
| 12 |
+
11,6184,236,1849,127,237,126,223,127,237,126,234,127,236,132,247,127,236,132,247,127,236,132,247,127
|
| 13 |
+
12,8644,32066,2091,13,198
|
| 14 |
+
13,44505,2920,405,13,198
|
| 15 |
+
14,15897,2078,4846,13,198
|
| 16 |
+
15,860,4524,3104,3270,13,198
|
| 17 |
+
16,860,13,770,1271,318,3917,351,47969,11,262,47969,47969,47969,47969,47969,47969,47969,47969,47969,47969,47969,47969,47969,47969
|
| 18 |
+
17,1679,34287,3682,13,198
|
| 19 |
+
18,8949,24,25399,13,198
|
| 20 |
+
19,718,3365,3829,1795,13,198
|
| 21 |
+
20,718,2231,1899,1954,13,198
|
| 22 |
+
21,28262,2816,4790,13,198
|
| 23 |
+
22,5323,2091,940,13,198
|
| 24 |
+
23,7600,1314,43950,13,198
|
| 25 |
+
24,2242,2920,37466,13,198
|
| 26 |
+
25,860,4309,1507,1959,13,198
|
| 27 |
+
26,642,13,198,24361,25,1867,318,262,1266,9260,329,45714,291,25283,30,198
|
| 28 |
+
27,642,3459,2623,6420,13,198
|
| 29 |
+
28,718,3365,2075,1983,13,198
|
| 30 |
+
29,604,29416,25948,13,198
|
| 31 |
+
30,807,13,198,24361,25,1867,318,262,2041,5536,1271,329,473,381,10695,30,198
|
| 32 |
+
31,767,2231,2425,3388,13,198
|
| 33 |
+
32,2026,47448,5705,13,198
|
| 34 |
+
33,2319,5705,28256,13,198
|
| 35 |
+
34,46618,2078,486,13,198
|
| 36 |
+
35,642,2623,18938,24,13,198
|
| 37 |
+
36,362,19707,2713,23,13,198
|
| 38 |
+
37,39320,22148,18,13,198
|
| 39 |
+
38,1467,2780,26561,13,198
|
| 40 |
+
39,5441,34287,3365,13,198
|
| 41 |
+
40,5946,13,198,34382,25,9425,11,314,447,247,76,1016,284,1265,345,257,1310,1643,546,326,13,314,447,247
|
| 42 |
+
41,604,3865,940,5066,13,198
|
| 43 |
+
42,4019,2623,41874,13,198
|
| 44 |
+
43,807,38605,22913,13,198
|
| 45 |
+
44,718,2079,3980,2624,13,198
|
| 46 |
+
45,718,2598,1065,3134,13,198
|
| 47 |
+
46,860,1433,1157,3720,13,198
|
| 48 |
+
47,49669,13,198,24361,25,1867,318,262,12085,286,262,1438,3619,287,262,9111,30,198
|
| 49 |
+
48,18112,1129,3682,13,198
|
| 50 |
+
49,2808,2996,23451,13,198
|
logs/longeval_fixlen_2048/gen/arm_a_niah_single.log
ADDED
|
@@ -0,0 +1,37 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
=== Llama Context Parallel Training Script (bluscriptCP) ===
|
| 2 |
+
[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels)
|
| 3 |
+
================ Configuration (bluscriptCP) ================
|
| 4 |
+
d_model/layers : 1536 / 36
|
| 5 |
+
q/kv heads : 12 / 4 (G=3, hd=128)
|
| 6 |
+
ffn_hidden : 4096 (SwiGLU)
|
| 7 |
+
context_length : 16384
|
| 8 |
+
vocab_size : 50304 tying=0
|
| 9 |
+
B x T : 1 x 16384
|
| 10 |
+
world_size : 1 (dp=1 x cp=1)
|
| 11 |
+
CP_ATTN_MODE : ring (load_balance=HeadTail)
|
| 12 |
+
global_batch : 524288 (grad_accum=32)
|
| 13 |
+
precision : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW) [mask=15 QKV WO MLP HEAD]
|
| 14 |
+
max_lr/min_lr : 0.0006 / 6e-05
|
| 15 |
+
warmup/steps : 91 / 917 (cosine, no stable phase)
|
| 16 |
+
checkpointing : true (ckpt_freq=50, dir=checkpoints_bluscriptcp)
|
| 17 |
+
=============================================================
|
| 18 |
+
Initializing model on CUDA device 0...
|
| 19 |
+
[YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=14 high=32 m=1.1386
|
| 20 |
+
[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run12_step_400.ckpt (base step 400, loss 1.34922) -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP
|
| 21 |
+
Parameters: 1060624896
|
| 22 |
+
Parameters per GPU: 1060624896
|
| 23 |
+
max_steps: 917
|
| 24 |
+
warmup_steps: 91
|
| 25 |
+
[precision] bf16 params=217, all with fp32 master weights
|
| 26 |
+
found 100 shards for split train
|
| 27 |
+
found 1 shards for split val
|
| 28 |
+
Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log75.csv (run 75)
|
| 29 |
+
[rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base)
|
| 30 |
+
Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run75_step_<N>.ckpt (every 50 steps, keep 6)
|
| 31 |
+
[gen] 50 prompts x 2048 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_fixlen_2048/gen/arm_a_niah_single.csv
|
| 32 |
+
[gen] 10/50
|
| 33 |
+
[gen] 20/50
|
| 34 |
+
[gen] 30/50
|
| 35 |
+
[gen] 40/50
|
| 36 |
+
[gen] 50/50
|
| 37 |
+
[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_fixlen_2048/gen/arm_a_niah_single.csv
|
logs/longeval_fixlen_2048/gen/arm_b_niah_single.csv
ADDED
|
@@ -0,0 +1,50 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
0,575,6018,13,198
|
| 2 |
+
1,718,2682,2670,2999,13,198
|
| 3 |
+
2,860,1314,1495,1485,13,198
|
| 4 |
+
3,1343,24,198,403,8416,58,292,979,346,901,687,5974,314,1101,407,1654,644,262,2041,5536,1271,318,13,198
|
| 5 |
+
4,13037,2154,4869,13,198
|
| 6 |
+
5,642,13,198,24361,25,1867,318,262,2041,5536,1271,329,6701,28917,30,198
|
| 7 |
+
6,7618,2078,34229,13,198
|
| 8 |
+
7,1679,3829,38565,13,198
|
| 9 |
+
8,7388,27371,2327,13,198
|
| 10 |
+
9,718,2598,2682,1065,13,198
|
| 11 |
+
10,362,24693,17477,13,198
|
| 12 |
+
11,6184,236,126,242,127,237,126,223,127,237,126,234,127,236,132,247,127,236,129,120,127,237,126,224
|
| 13 |
+
12,8644,32066,2091,13,198
|
| 14 |
+
13,44505,2920,405,13,198
|
| 15 |
+
14,860,13,198,24361,25,1867,318,262,2041,5536,1271,329,6701,28917,30,198
|
| 16 |
+
15,860,4524,3104,5237,13,198
|
| 17 |
+
16,1343,16,13,770,1271,318,1690,3917,351,47969,11,355,340,318,4762,284,2222,922,8458,290,19519,13,198
|
| 18 |
+
17,1343,2598,357,15,8,1238,12,2079,1238,13,198
|
| 19 |
+
18,8949,24,25399,13,198
|
| 20 |
+
19,718,3365,3829,1795,13,198
|
| 21 |
+
20,718,2231,1899,1954,13,198
|
| 22 |
+
21,767,13,770,1271,318,257,6087,286,262,4847,286,262,27223,290,262,5002,286,262,27223,13,632,338,257,3665
|
| 23 |
+
22,5323,2091,940,13,198
|
| 24 |
+
23,7600,1314,43950,13,198
|
| 25 |
+
24,2242,2920,37466,13,198
|
| 26 |
+
25,860,3901,13,198
|
| 27 |
+
26,767,13,198,24361,25,1867,318,262,1266,9260,329,45714,291,25283,30,198
|
| 28 |
+
27,642,3459,2623,6420,13,198
|
| 29 |
+
28,718,3365,2075,1983,13,198
|
| 30 |
+
29,604,29416,25948,13,198
|
| 31 |
+
30,5846,13,16,37597,13,198
|
| 32 |
+
31,767,2231,2425,3388,13,198
|
| 33 |
+
32,1343,2598,357,15,8,1415,12,1314,4051,13,198
|
| 34 |
+
33,2319,5705,28256,13,198
|
| 35 |
+
34,46618,2078,486,13,198
|
| 36 |
+
35,642,2623,13,198
|
| 37 |
+
36,362,19707,2713,23,13,198
|
| 38 |
+
37,39320,22148,18,13,198
|
| 39 |
+
38,1467,2780,26561,13,198
|
| 40 |
+
39,5441,34287,3365,13,198
|
| 41 |
+
40,262,1271,286,2250,326,345,4341,319,257,4876,13,1406,11,611,345,447,247,260,1804,257,4876,11,345,447
|
| 42 |
+
41,604,3865,940,5066,13,198
|
| 43 |
+
42,4019,2623,41874,13,198
|
| 44 |
+
43,807,38605,22913,13,198
|
| 45 |
+
44,718,2079,3980,2624,13,198
|
| 46 |
+
45,718,2598,1065,3134,3134,13,198
|
| 47 |
+
46,860,1433,1157,3720,13,198
|
| 48 |
+
47,49669,1821,1983,13,198
|
| 49 |
+
48,18112,1129,3682,13,198
|
| 50 |
+
49,2808,2996,23451,13,198
|
logs/longeval_fixlen_2048/gen/arm_b_niah_single.log
ADDED
|
@@ -0,0 +1,37 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
=== Llama Context Parallel Training Script (bluscriptCP) ===
|
| 2 |
+
[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels)
|
| 3 |
+
================ Configuration (bluscriptCP) ================
|
| 4 |
+
d_model/layers : 1536 / 36
|
| 5 |
+
q/kv heads : 12 / 4 (G=3, hd=128)
|
| 6 |
+
ffn_hidden : 4096 (SwiGLU)
|
| 7 |
+
context_length : 16384
|
| 8 |
+
vocab_size : 50304 tying=0
|
| 9 |
+
B x T : 1 x 16384
|
| 10 |
+
world_size : 1 (dp=1 x cp=1)
|
| 11 |
+
CP_ATTN_MODE : ring (load_balance=HeadTail)
|
| 12 |
+
global_batch : 524288 (grad_accum=32)
|
| 13 |
+
precision : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW) [mask=15 QKV WO MLP HEAD]
|
| 14 |
+
max_lr/min_lr : 0.0006 / 6e-05
|
| 15 |
+
warmup/steps : 91 / 917 (cosine, no stable phase)
|
| 16 |
+
checkpointing : true (ckpt_freq=50, dir=checkpoints_bluscriptcp)
|
| 17 |
+
=============================================================
|
| 18 |
+
Initializing model on CUDA device 0...
|
| 19 |
+
[YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=14 high=32 m=1.1386
|
| 20 |
+
[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run15_step_400.ckpt (base step 400, loss 1.45028) -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP
|
| 21 |
+
Parameters: 1060624896
|
| 22 |
+
Parameters per GPU: 1060624896
|
| 23 |
+
max_steps: 917
|
| 24 |
+
warmup_steps: 91
|
| 25 |
+
[precision] bf16 params=217, all with fp32 master weights
|
| 26 |
+
found 100 shards for split train
|
| 27 |
+
found 1 shards for split val
|
| 28 |
+
Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log73.csv (run 73)
|
| 29 |
+
[rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base)
|
| 30 |
+
Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run73_step_<N>.ckpt (every 50 steps, keep 6)
|
| 31 |
+
[gen] 50 prompts x 2048 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_fixlen_2048/gen/arm_b_niah_single.csv
|
| 32 |
+
[gen] 10/50
|
| 33 |
+
[gen] 20/50
|
| 34 |
+
[gen] 30/50
|
| 35 |
+
[gen] 40/50
|
| 36 |
+
[gen] 50/50
|
| 37 |
+
[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_fixlen_2048/gen/arm_b_niah_single.csv
|
logs/longeval_fixlen_2048/gen/arm_c_niah_single.csv
ADDED
|
@@ -0,0 +1,50 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
0,860,13,198,24361,25,1867,318,262,2041,5536,1271,329,331,6018,30,198
|
| 2 |
+
1,642,2682,2670,2999,13,198
|
| 3 |
+
2,860,1314,1495,1485,13,198
|
| 4 |
+
3,39084,5774,3559,13,198
|
| 5 |
+
4,13037,2154,4869,13,220,198
|
| 6 |
+
5,10048,3134,16102,13,198
|
| 7 |
+
6,4153,2231,13,198
|
| 8 |
+
7,1679,3829,38565,13,198
|
| 9 |
+
8,7388,27371,2327,13,198
|
| 10 |
+
9,45469,2682,1065,13,220,198
|
| 11 |
+
10,362,24693,13,198
|
| 12 |
+
11,807,5892,1065,1821,13,198
|
| 13 |
+
12,8644,32066,2091,13,198
|
| 14 |
+
13,44505,2920,405,13,198
|
| 15 |
+
14,15897,2078,4846,13,198
|
| 16 |
+
15,860,4524,3104,5237,13,198
|
| 17 |
+
16,807,13,770,1271,318,973,284,5911,47969,287,262,1910,290,284,5911,47969,287,262,1910,13,198
|
| 18 |
+
17,1679,34287,3682,13,220,198
|
| 19 |
+
18,8949,24,25399,13,198
|
| 20 |
+
19,718,3365,3829,1795,13,770,1271,318,10944,422,262,2041,5536,1271,329,277,73,585,11,543,318,718,3365,3829
|
| 21 |
+
20,718,2231,1899,1954,13,198
|
| 22 |
+
21,767,13,770,1271,318,257,6087,286,262,6994,1271,767,290,262,6994,1271,767,13,383,6994,1271,767,318,262
|
| 23 |
+
22,5323,2091,940,13,198
|
| 24 |
+
23,7600,1314,43950,13,198
|
| 25 |
+
24,2242,2920,37466,13,198
|
| 26 |
+
25,860,4309,1507,1959,13,198
|
| 27 |
+
26,2579,1959,39925,13,198
|
| 28 |
+
27,642,3459,2623,6420,13,198
|
| 29 |
+
28,718,3365,2075,1983,13,198
|
| 30 |
+
29,604,29416,25948,13,198
|
| 31 |
+
30,807,13,198,24361,25,1867,318,262,2041,5536,1271,329,473,381,10695,30,198
|
| 32 |
+
31,807,2231,2425,3388,13,198
|
| 33 |
+
32,2026,47448,5705,13,198
|
| 34 |
+
33,2319,5705,28256,13,198
|
| 35 |
+
34,46618,2078,486,13,198
|
| 36 |
+
35,642,2623,34801,24,13,220,22,12,330,5139,7408,311,17,11,351,3218,2494,383,16982,297,500,12,22,12
|
| 37 |
+
36,362,19707,2713,23,13,198
|
| 38 |
+
37,39320,22148,18,13,198
|
| 39 |
+
38,1467,2780,26561,13,198
|
| 40 |
+
39,5441,34287,3365,13,220,198
|
| 41 |
+
40,262,1271,286,661,326,389,1682,1262,262,1429,11,290,326,447,247,82,262,1271,286,661,326,389,1682,1262
|
| 42 |
+
41,604,3865,940,5066,13,198
|
| 43 |
+
42,4019,2623,41874,13,198
|
| 44 |
+
43,807,38605,22913,13,220,1849,1870,326,447,247,82,262,1271,326,356,447,247,260,1016,284,779,284,1037,584
|
| 45 |
+
44,718,2079,3980,2624,13,220,198
|
| 46 |
+
45,718,2598,1065,3134,3134,13,198
|
| 47 |
+
46,860,1433,1157,3720,13,198
|
| 48 |
+
47,48252,1821,1983,13,198
|
| 49 |
+
48,18112,1129,3682,13,198
|
| 50 |
+
49,2808,2996,23451,13,198
|
logs/longeval_fixlen_2048/gen/arm_c_niah_single.log
ADDED
|
@@ -0,0 +1,37 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
=== Llama Context Parallel Training Script (bluscriptCP) ===
|
| 2 |
+
[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels)
|
| 3 |
+
================ Configuration (bluscriptCP) ================
|
| 4 |
+
d_model/layers : 1536 / 36
|
| 5 |
+
q/kv heads : 12 / 4 (G=3, hd=128)
|
| 6 |
+
ffn_hidden : 4096 (SwiGLU)
|
| 7 |
+
context_length : 16384
|
| 8 |
+
vocab_size : 50304 tying=0
|
| 9 |
+
B x T : 1 x 16384
|
| 10 |
+
world_size : 1 (dp=1 x cp=1)
|
| 11 |
+
CP_ATTN_MODE : ring (load_balance=HeadTail)
|
| 12 |
+
global_batch : 524288 (grad_accum=32)
|
| 13 |
+
precision : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW) [mask=15 QKV WO MLP HEAD]
|
| 14 |
+
max_lr/min_lr : 0.0006 / 6e-05
|
| 15 |
+
warmup/steps : 91 / 917 (cosine, no stable phase)
|
| 16 |
+
checkpointing : true (ckpt_freq=50, dir=checkpoints_bluscriptcp)
|
| 17 |
+
=============================================================
|
| 18 |
+
Initializing model on CUDA device 0...
|
| 19 |
+
[YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=14 high=32 m=1.1386
|
| 20 |
+
[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run16_step_400.ckpt (base step 400, loss 1.53669) -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP
|
| 21 |
+
Parameters: 1060624896
|
| 22 |
+
Parameters per GPU: 1060624896
|
| 23 |
+
max_steps: 917
|
| 24 |
+
warmup_steps: 91
|
| 25 |
+
[precision] bf16 params=217, all with fp32 master weights
|
| 26 |
+
found 100 shards for split train
|
| 27 |
+
found 1 shards for split val
|
| 28 |
+
Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log74.csv (run 74)
|
| 29 |
+
[rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base)
|
| 30 |
+
Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run74_step_<N>.ckpt (every 50 steps, keep 6)
|
| 31 |
+
[gen] 50 prompts x 2048 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_fixlen_2048/gen/arm_c_niah_single.csv
|
| 32 |
+
[gen] 10/50
|
| 33 |
+
[gen] 20/50
|
| 34 |
+
[gen] 30/50
|
| 35 |
+
[gen] 40/50
|
| 36 |
+
[gen] 50/50
|
| 37 |
+
[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_fixlen_2048/gen/arm_c_niah_single.csv
|
logs/longeval_fixlen_2048/gen/base_niah_single.csv
ADDED
|
@@ -0,0 +1,50 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
0,807,2713,1899,1238,13,198
|
| 2 |
+
1,642,2682,2670,2999,13,198
|
| 3 |
+
2,860,1314,1495,1485,13,770,1271,318,973,284,5911,262,2099,286,7815,290,262,4006,286,262,4417,13,198
|
| 4 |
+
3,39084,5774,3559,13,198
|
| 5 |
+
4,13037,2154,4869,13,220,198
|
| 6 |
+
5,10048,3134,16102,13,198
|
| 7 |
+
6,7632,2078,34229,13,198
|
| 8 |
+
7,1679,3829,38565,13,198
|
| 9 |
+
8,7388,27371,2327,13,198
|
| 10 |
+
9,45469,2682,1065,13,198
|
| 11 |
+
10,362,24693,17477,13,198
|
| 12 |
+
11,807,5892,1065,1821,13,198
|
| 13 |
+
12,8644,32066,2091,13,198
|
| 14 |
+
13,44505,2920,405,13,198
|
| 15 |
+
14,30607,2078,4846,13,198
|
| 16 |
+
15,860,4524,3104,5237,13,198
|
| 17 |
+
16,1160,31115,3695,13,198
|
| 18 |
+
17,1679,34287,3682,13,198
|
| 19 |
+
18,8949,24,25399,13,198
|
| 20 |
+
19,718,3365,3829,1795,13,198
|
| 21 |
+
20,718,2231,1899,1954,13,198
|
| 22 |
+
21,28262,2816,4790,13,198
|
| 23 |
+
22,5323,2091,940,13,198
|
| 24 |
+
23,7600,1314,43950,13,198
|
| 25 |
+
24,2242,2920,37466,13,198
|
| 26 |
+
25,860,4309,1507,1959,13,198
|
| 27 |
+
26,2579,1959,39925,13,198
|
| 28 |
+
27,642,3459,2623,6420,13,198
|
| 29 |
+
28,718,3365,2075,1983,13,198
|
| 30 |
+
29,604,29416,25948,13,198
|
| 31 |
+
30,807,13,198,24361,25,1867,318,262,2041,5536,1271,329,473,381,10695,30,198
|
| 32 |
+
31,767,2231,2425,3388,13,632,447,247,82,973,287,2647,284,2251,257,2565,286,4571,290,6795,13,198
|
| 33 |
+
32,2026,47448,5705,13,198
|
| 34 |
+
33,2319,5705,28256,13,198
|
| 35 |
+
34,46618,2078,486,13,198
|
| 36 |
+
35,642,2623,12,23,24909,13,198
|
| 37 |
+
36,362,19707,2713,23,13,198
|
| 38 |
+
37,39320,22148,18,13,198
|
| 39 |
+
38,1467,2780,26561,13,770,1271,318,257,845,1593,1271,780,340,447,247,82,257,845,1593,1271,780,340,447,247
|
| 40 |
+
39,5441,34287,3365,13,198
|
| 41 |
+
40,7265,1731,34770,13,198
|
| 42 |
+
41,604,3865,940,5066,13,198
|
| 43 |
+
42,4019,2623,41874,13,198
|
| 44 |
+
43,807,38605,22913,13,198
|
| 45 |
+
44,718,2079,3980,2624,13,220,198
|
| 46 |
+
45,718,2598,1065,3134,13,198
|
| 47 |
+
46,860,1433,1157,3720,13,198
|
| 48 |
+
47,48475,1821,1983,13,198
|
| 49 |
+
48,18112,1129,3682,13,198
|
| 50 |
+
49,2808,2996,23451,13,198
|
logs/longeval_fixlen_2048/gen/base_niah_single.log
ADDED
|
@@ -0,0 +1,37 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
=== Llama Context Parallel Training Script (bluscriptCP) ===
|
| 2 |
+
[CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels)
|
| 3 |
+
================ Configuration (bluscriptCP) ================
|
| 4 |
+
d_model/layers : 1536 / 36
|
| 5 |
+
q/kv heads : 12 / 4 (G=3, hd=128)
|
| 6 |
+
ffn_hidden : 4096 (SwiGLU)
|
| 7 |
+
context_length : 16384
|
| 8 |
+
vocab_size : 50304 tying=0
|
| 9 |
+
B x T : 1 x 16384
|
| 10 |
+
world_size : 1 (dp=1 x cp=1)
|
| 11 |
+
CP_ATTN_MODE : ring (load_balance=HeadTail)
|
| 12 |
+
global_batch : 524288 (grad_accum=32)
|
| 13 |
+
precision : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW) [mask=15 QKV WO MLP HEAD]
|
| 14 |
+
max_lr/min_lr : 0.0006 / 6e-05
|
| 15 |
+
warmup/steps : 91 / 917 (cosine, no stable phase)
|
| 16 |
+
checkpointing : true (ckpt_freq=50, dir=checkpoints_bluscriptcp)
|
| 17 |
+
=============================================================
|
| 18 |
+
Initializing model on CUDA device 0...
|
| 19 |
+
[YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=14 high=32 m=1.1386
|
| 20 |
+
[InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run7_step_750.ckpt (base step 750, loss 1.28324) -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP
|
| 21 |
+
Parameters: 1060624896
|
| 22 |
+
Parameters per GPU: 1060624896
|
| 23 |
+
max_steps: 917
|
| 24 |
+
warmup_steps: 91
|
| 25 |
+
[precision] bf16 params=217, all with fp32 master weights
|
| 26 |
+
found 100 shards for split train
|
| 27 |
+
found 1 shards for split val
|
| 28 |
+
Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log72.csv (run 72)
|
| 29 |
+
[rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base)
|
| 30 |
+
Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run72_step_<N>.ckpt (every 50 steps, keep 6)
|
| 31 |
+
[gen] 50 prompts x 2048 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_fixlen_2048/gen/base_niah_single.csv
|
| 32 |
+
[gen] 10/50
|
| 33 |
+
[gen] 20/50
|
| 34 |
+
[gen] 30/50
|
| 35 |
+
[gen] 40/50
|
| 36 |
+
[gen] 50/50
|
| 37 |
+
[gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_fixlen_2048/gen/base_niah_single.csv
|
logs/longeval_fixlen_2048/master.log
ADDED
|
@@ -0,0 +1,99 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[14:38:17] longeval: T=16384 prompt_len=2048 max_new=24 n=50 greedy=1 gpus=0,1,2,3
|
| 2 |
+
[14:38:17] haystack: Data_Loader/Data/flux_val_000000.bin
|
| 3 |
+
[14:38:17] prompt signature changed -- regenerating prompts and clearing state
|
| 4 |
+
[14:38:17] generating prompts: niah_single
|
| 5 |
+
niah_single 50 x 2048 tok -> longeval_fixlen_2048/prompts/niah_single_prompts.bin
|
| 6 |
+
[14:38:17] fan-out: 4 GPU(s), NP=1 -> 8 concurrent job(s)
|
| 7 |
+
[14:38:17] 4 job(s) to run
|
| 8 |
+
[14:38:17] [gpu 0] base / niah_single
|
| 9 |
+
[14:38:17] [gpu 1] arm_a / niah_single
|
| 10 |
+
[14:38:17] [gpu 2] arm_b / niah_single
|
| 11 |
+
[14:38:17] [gpu 3] arm_c / niah_single
|
| 12 |
+
[14:41:19] scoring base / niah_single
|
| 13 |
+
|
| 14 |
+
=== niah_single (prompt_len=2048, n=50) ===
|
| 15 |
+
accuracy: 47/50 = 94.0%
|
| 16 |
+
depth acc (needle position in context)
|
| 17 |
+
0.00 8/10 80.0%
|
| 18 |
+
0.25 10/10 100.0%
|
| 19 |
+
0.50 10/10 100.0%
|
| 20 |
+
0.75 10/10 100.0%
|
| 21 |
+
1.00 9/10 90.0%
|
| 22 |
+
|
| 23 |
+
--- 2 sample generations ---
|
| 24 |
+
[HIT ] expect=8056020
|
| 25 |
+
got= 8056020.\n
|
| 26 |
+
[HIT ] expect=5343902
|
| 27 |
+
got= 5343902.\n
|
| 28 |
+
|
| 29 |
+
wrote longeval_fixlen_2048/scores/base_niah_single.csv
|
| 30 |
+
[14:41:19] scoring arm_a / niah_single
|
| 31 |
+
|
| 32 |
+
=== niah_single (prompt_len=2048, n=50) ===
|
| 33 |
+
accuracy: 39/50 = 78.0%
|
| 34 |
+
depth acc (needle position in context)
|
| 35 |
+
0.00 4/10 40.0%
|
| 36 |
+
0.25 7/10 70.0%
|
| 37 |
+
0.50 9/10 90.0%
|
| 38 |
+
0.75 10/10 100.0%
|
| 39 |
+
1.00 9/10 90.0%
|
| 40 |
+
|
| 41 |
+
--- 2 sample generations ---
|
| 42 |
+
[MISS] expect=8056020
|
| 43 |
+
got= 9.\nQuestion: What is the special magic number for yarrow?\n
|
| 44 |
+
[HIT ] expect=5343902
|
| 45 |
+
got= 5343902.\n
|
| 46 |
+
|
| 47 |
+
wrote longeval_fixlen_2048/scores/arm_a_niah_single.csv
|
| 48 |
+
[14:41:19] scoring arm_b / niah_single
|
| 49 |
+
|
| 50 |
+
=== niah_single (prompt_len=2048, n=50) ===
|
| 51 |
+
accuracy: 32/50 = 64.0%
|
| 52 |
+
depth acc (needle position in context)
|
| 53 |
+
0.00 4/10 40.0%
|
| 54 |
+
0.25 4/10 40.0%
|
| 55 |
+
0.50 7/10 70.0%
|
| 56 |
+
0.75 9/10 90.0%
|
| 57 |
+
1.00 8/10 80.0%
|
| 58 |
+
|
| 59 |
+
--- 2 sample generations ---
|
| 60 |
+
[MISS] expect=8056020
|
| 61 |
+
got= Yarrow.\n
|
| 62 |
+
[MISS] expect=5343902
|
| 63 |
+
got= 6343902.\n
|
| 64 |
+
|
| 65 |
+
wrote longeval_fixlen_2048/scores/arm_b_niah_single.csv
|
| 66 |
+
[14:41:20] scoring arm_c / niah_single
|
| 67 |
+
|
| 68 |
+
=== niah_single (prompt_len=2048, n=50) ===
|
| 69 |
+
accuracy: 40/50 = 80.0%
|
| 70 |
+
depth acc (needle position in context)
|
| 71 |
+
0.00 5/10 50.0%
|
| 72 |
+
0.25 6/10 60.0%
|
| 73 |
+
0.50 9/10 90.0%
|
| 74 |
+
0.75 10/10 100.0%
|
| 75 |
+
1.00 10/10 100.0%
|
| 76 |
+
|
| 77 |
+
--- 2 sample generations ---
|
| 78 |
+
[MISS] expect=8056020
|
| 79 |
+
got= 9.\nQuestion: What is the special magic number for yarrow?\n
|
| 80 |
+
[HIT ] expect=5343902
|
| 81 |
+
got= 5343902.\n
|
| 82 |
+
|
| 83 |
+
wrote longeval_fixlen_2048/scores/arm_c_niah_single.csv
|
| 84 |
+
[14:41:20] building summary
|
| 85 |
+
|
| 86 |
+
=== per-task accuracy % (secondary/descriptive: ~10 per depth cell) ===
|
| 87 |
+
task arm_a arm_b arm_c base
|
| 88 |
+
niah_single 78.0 64.0 80.0 94.0
|
| 89 |
+
|
| 90 |
+
=== PRIMARY: accuracy % pooled by depth across tasks (+-95% Wilson) ===
|
| 91 |
+
depth arm_a arm_b arm_c base
|
| 92 |
+
0.00 40.0+-26.0 40.0+-26.0 50.0+-26.3 80.0+-22.7
|
| 93 |
+
0.25 70.0+-24.8 40.0+-26.0 60.0+-26.0 100.0+-13.9
|
| 94 |
+
0.50 90.0+-19.3 70.0+-24.8 90.0+-19.3 100.0+-13.9
|
| 95 |
+
0.75 100.0+-13.9 90.0+-19.3 100.0+-13.9 100.0+-13.9
|
| 96 |
+
1.00 90.0+-19.3 80.0+-22.7 100.0+-13.9 90.0+-19.3
|
| 97 |
+
|
| 98 |
+
wrote longeval_fixlen_2048/summary.csv and longeval_fixlen_2048/depth_summary.csv
|
| 99 |
+
[14:41:20] DONE -> longeval_fixlen_2048/summary.csv
|
logs/longeval_fixlen_2048/prompts/.signature
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
N=50|LEN=2048|DEPTHS=0.0,0.25,0.5,0.75,1.0|SEED=0|HAY=flux_val_000000.bin|HAYSZ=76
|
logs/longeval_fixlen_2048/prompts/niah_single_meta.json
ADDED
|
@@ -0,0 +1,408 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"task": "niah_single",
|
| 3 |
+
"prompt_len": 2048,
|
| 4 |
+
"n": 50,
|
| 5 |
+
"seed": 0,
|
| 6 |
+
"items": [
|
| 7 |
+
{
|
| 8 |
+
"i": 0,
|
| 9 |
+
"depth": 0.0,
|
| 10 |
+
"depth_requested": 0.0,
|
| 11 |
+
"expected": [
|
| 12 |
+
"8056020"
|
| 13 |
+
]
|
| 14 |
+
},
|
| 15 |
+
{
|
| 16 |
+
"i": 1,
|
| 17 |
+
"depth": 0.25,
|
| 18 |
+
"depth_requested": 0.25,
|
| 19 |
+
"expected": [
|
| 20 |
+
"5343902"
|
| 21 |
+
]
|
| 22 |
+
},
|
| 23 |
+
{
|
| 24 |
+
"i": 2,
|
| 25 |
+
"depth": 0.5,
|
| 26 |
+
"depth_requested": 0.5,
|
| 27 |
+
"expected": [
|
| 28 |
+
"9152513"
|
| 29 |
+
]
|
| 30 |
+
},
|
| 31 |
+
{
|
| 32 |
+
"i": 3,
|
| 33 |
+
"depth": 0.75,
|
| 34 |
+
"depth_requested": 0.75,
|
| 35 |
+
"expected": [
|
| 36 |
+
"6088743"
|
| 37 |
+
]
|
| 38 |
+
},
|
| 39 |
+
{
|
| 40 |
+
"i": 4,
|
| 41 |
+
"depth": 1.0,
|
| 42 |
+
"depth_requested": 1.0,
|
| 43 |
+
"expected": [
|
| 44 |
+
"7007071"
|
| 45 |
+
]
|
| 46 |
+
},
|
| 47 |
+
{
|
| 48 |
+
"i": 5,
|
| 49 |
+
"depth": 0.0,
|
| 50 |
+
"depth_requested": 0.0,
|
| 51 |
+
"expected": [
|
| 52 |
+
"9467240"
|
| 53 |
+
]
|
| 54 |
+
},
|
| 55 |
+
{
|
| 56 |
+
"i": 6,
|
| 57 |
+
"depth": 0.25,
|
| 58 |
+
"depth_requested": 0.25,
|
| 59 |
+
"expected": [
|
| 60 |
+
"5728454"
|
| 61 |
+
]
|
| 62 |
+
},
|
| 63 |
+
{
|
| 64 |
+
"i": 7,
|
| 65 |
+
"depth": 0.5,
|
| 66 |
+
"depth_requested": 0.5,
|
| 67 |
+
"expected": [
|
| 68 |
+
"2590996"
|
| 69 |
+
]
|
| 70 |
+
},
|
| 71 |
+
{
|
| 72 |
+
"i": 8,
|
| 73 |
+
"depth": 0.75,
|
| 74 |
+
"depth_requested": 0.75,
|
| 75 |
+
"expected": [
|
| 76 |
+
"9934935"
|
| 77 |
+
]
|
| 78 |
+
},
|
| 79 |
+
{
|
| 80 |
+
"i": 9,
|
| 81 |
+
"depth": 1.0,
|
| 82 |
+
"depth_requested": 1.0,
|
| 83 |
+
"expected": [
|
| 84 |
+
"6203412"
|
| 85 |
+
]
|
| 86 |
+
},
|
| 87 |
+
{
|
| 88 |
+
"i": 10,
|
| 89 |
+
"depth": 0.0,
|
| 90 |
+
"depth_requested": 0.0,
|
| 91 |
+
"expected": [
|
| 92 |
+
"2237192"
|
| 93 |
+
]
|
| 94 |
+
},
|
| 95 |
+
{
|
| 96 |
+
"i": 11,
|
| 97 |
+
"depth": 0.25,
|
| 98 |
+
"depth_requested": 0.25,
|
| 99 |
+
"expected": [
|
| 100 |
+
"8921240"
|
| 101 |
+
]
|
| 102 |
+
},
|
| 103 |
+
{
|
| 104 |
+
"i": 12,
|
| 105 |
+
"depth": 0.5,
|
| 106 |
+
"depth_requested": 0.5,
|
| 107 |
+
"expected": [
|
| 108 |
+
"6935633"
|
| 109 |
+
]
|
| 110 |
+
},
|
| 111 |
+
{
|
| 112 |
+
"i": 13,
|
| 113 |
+
"depth": 0.75,
|
| 114 |
+
"depth_requested": 0.75,
|
| 115 |
+
"expected": [
|
| 116 |
+
"6304900"
|
| 117 |
+
]
|
| 118 |
+
},
|
| 119 |
+
{
|
| 120 |
+
"i": 14,
|
| 121 |
+
"depth": 1.0,
|
| 122 |
+
"depth_requested": 1.0,
|
| 123 |
+
"expected": [
|
| 124 |
+
"9002896"
|
| 125 |
+
]
|
| 126 |
+
},
|
| 127 |
+
{
|
| 128 |
+
"i": 15,
|
| 129 |
+
"depth": 0.0,
|
| 130 |
+
"depth_requested": 0.0,
|
| 131 |
+
"expected": [
|
| 132 |
+
"9746862"
|
| 133 |
+
]
|
| 134 |
+
},
|
| 135 |
+
{
|
| 136 |
+
"i": 16,
|
| 137 |
+
"depth": 0.25,
|
| 138 |
+
"depth_requested": 0.25,
|
| 139 |
+
"expected": [
|
| 140 |
+
"2044878"
|
| 141 |
+
]
|
| 142 |
+
},
|
| 143 |
+
{
|
| 144 |
+
"i": 17,
|
| 145 |
+
"depth": 0.5,
|
| 146 |
+
"depth_requested": 0.5,
|
| 147 |
+
"expected": [
|
| 148 |
+
"2564842"
|
| 149 |
+
]
|
| 150 |
+
},
|
| 151 |
+
{
|
| 152 |
+
"i": 18,
|
| 153 |
+
"depth": 0.75,
|
| 154 |
+
"depth_requested": 0.75,
|
| 155 |
+
"expected": [
|
| 156 |
+
"1019173"
|
| 157 |
+
]
|
| 158 |
+
},
|
| 159 |
+
{
|
| 160 |
+
"i": 19,
|
| 161 |
+
"depth": 1.0,
|
| 162 |
+
"depth_requested": 1.0,
|
| 163 |
+
"expected": [
|
| 164 |
+
"6589080"
|
| 165 |
+
]
|
| 166 |
+
},
|
| 167 |
+
{
|
| 168 |
+
"i": 20,
|
| 169 |
+
"depth": 0.0,
|
| 170 |
+
"depth_requested": 0.0,
|
| 171 |
+
"expected": [
|
| 172 |
+
"6456023"
|
| 173 |
+
]
|
| 174 |
+
},
|
| 175 |
+
{
|
| 176 |
+
"i": 21,
|
| 177 |
+
"depth": 0.25,
|
| 178 |
+
"depth_requested": 0.25,
|
| 179 |
+
"expected": [
|
| 180 |
+
"4205573"
|
| 181 |
+
]
|
| 182 |
+
},
|
| 183 |
+
{
|
| 184 |
+
"i": 22,
|
| 185 |
+
"depth": 0.5,
|
| 186 |
+
"depth_requested": 0.5,
|
| 187 |
+
"expected": [
|
| 188 |
+
"5003310"
|
| 189 |
+
]
|
| 190 |
+
},
|
| 191 |
+
{
|
| 192 |
+
"i": 23,
|
| 193 |
+
"depth": 0.75,
|
| 194 |
+
"depth_requested": 0.75,
|
| 195 |
+
"expected": [
|
| 196 |
+
"8515682"
|
| 197 |
+
]
|
| 198 |
+
},
|
| 199 |
+
{
|
| 200 |
+
"i": 24,
|
| 201 |
+
"depth": 1.0,
|
| 202 |
+
"depth_requested": 1.0,
|
| 203 |
+
"expected": [
|
| 204 |
+
"2349656"
|
| 205 |
+
]
|
| 206 |
+
},
|
| 207 |
+
{
|
| 208 |
+
"i": 25,
|
| 209 |
+
"depth": 0.0,
|
| 210 |
+
"depth_requested": 0.0,
|
| 211 |
+
"expected": [
|
| 212 |
+
"9521829"
|
| 213 |
+
]
|
| 214 |
+
},
|
| 215 |
+
{
|
| 216 |
+
"i": 26,
|
| 217 |
+
"depth": 0.25,
|
| 218 |
+
"depth_requested": 0.25,
|
| 219 |
+
"expected": [
|
| 220 |
+
"2829687"
|
| 221 |
+
]
|
| 222 |
+
},
|
| 223 |
+
{
|
| 224 |
+
"i": 27,
|
| 225 |
+
"depth": 0.5,
|
| 226 |
+
"depth_requested": 0.5,
|
| 227 |
+
"expected": [
|
| 228 |
+
"5883691"
|
| 229 |
+
]
|
| 230 |
+
},
|
| 231 |
+
{
|
| 232 |
+
"i": 28,
|
| 233 |
+
"depth": 0.75,
|
| 234 |
+
"depth_requested": 0.75,
|
| 235 |
+
"expected": [
|
| 236 |
+
"6582627"
|
| 237 |
+
]
|
| 238 |
+
},
|
| 239 |
+
{
|
| 240 |
+
"i": 29,
|
| 241 |
+
"depth": 1.0,
|
| 242 |
+
"depth_requested": 1.0,
|
| 243 |
+
"expected": [
|
| 244 |
+
"4409161"
|
| 245 |
+
]
|
| 246 |
+
},
|
| 247 |
+
{
|
| 248 |
+
"i": 30,
|
| 249 |
+
"depth": 0.0,
|
| 250 |
+
"depth_requested": 0.0,
|
| 251 |
+
"expected": [
|
| 252 |
+
"8465677"
|
| 253 |
+
]
|
| 254 |
+
},
|
| 255 |
+
{
|
| 256 |
+
"i": 31,
|
| 257 |
+
"depth": 0.25,
|
| 258 |
+
"depth_requested": 0.25,
|
| 259 |
+
"expected": [
|
| 260 |
+
"7457569"
|
| 261 |
+
]
|
| 262 |
+
},
|
| 263 |
+
{
|
| 264 |
+
"i": 32,
|
| 265 |
+
"depth": 0.5,
|
| 266 |
+
"depth_requested": 0.5,
|
| 267 |
+
"expected": [
|
| 268 |
+
"5061884"
|
| 269 |
+
]
|
| 270 |
+
},
|
| 271 |
+
{
|
| 272 |
+
"i": 33,
|
| 273 |
+
"depth": 0.75,
|
| 274 |
+
"depth_requested": 0.75,
|
| 275 |
+
"expected": [
|
| 276 |
+
"4084805"
|
| 277 |
+
]
|
| 278 |
+
},
|
| 279 |
+
{
|
| 280 |
+
"i": 34,
|
| 281 |
+
"depth": 1.0,
|
| 282 |
+
"depth_requested": 1.0,
|
| 283 |
+
"expected": [
|
| 284 |
+
"4132801"
|
| 285 |
+
]
|
| 286 |
+
},
|
| 287 |
+
{
|
| 288 |
+
"i": 35,
|
| 289 |
+
"depth": 0.0,
|
| 290 |
+
"depth_requested": 0.0,
|
| 291 |
+
"expected": [
|
| 292 |
+
"5363019"
|
| 293 |
+
]
|
| 294 |
+
},
|
| 295 |
+
{
|
| 296 |
+
"i": 36,
|
| 297 |
+
"depth": 0.25,
|
| 298 |
+
"depth_requested": 0.25,
|
| 299 |
+
"expected": [
|
| 300 |
+
"2159058"
|
| 301 |
+
]
|
| 302 |
+
},
|
| 303 |
+
{
|
| 304 |
+
"i": 37,
|
| 305 |
+
"depth": 0.5,
|
| 306 |
+
"depth_requested": 0.5,
|
| 307 |
+
"expected": [
|
| 308 |
+
"3184803"
|
| 309 |
+
]
|
| 310 |
+
},
|
| 311 |
+
{
|
| 312 |
+
"i": 38,
|
| 313 |
+
"depth": 0.75,
|
| 314 |
+
"depth_requested": 0.75,
|
| 315 |
+
"expected": [
|
| 316 |
+
"1648297"
|
| 317 |
+
]
|
| 318 |
+
},
|
| 319 |
+
{
|
| 320 |
+
"i": 39,
|
| 321 |
+
"depth": 1.0,
|
| 322 |
+
"depth_requested": 1.0,
|
| 323 |
+
"expected": [
|
| 324 |
+
"7564858"
|
| 325 |
+
]
|
| 326 |
+
},
|
| 327 |
+
{
|
| 328 |
+
"i": 40,
|
| 329 |
+
"depth": 0.0,
|
| 330 |
+
"depth_requested": 0.0,
|
| 331 |
+
"expected": [
|
| 332 |
+
"5624373"
|
| 333 |
+
]
|
| 334 |
+
},
|
| 335 |
+
{
|
| 336 |
+
"i": 41,
|
| 337 |
+
"depth": 0.25,
|
| 338 |
+
"depth_requested": 0.25,
|
| 339 |
+
"expected": [
|
| 340 |
+
"4951063"
|
| 341 |
+
]
|
| 342 |
+
},
|
| 343 |
+
{
|
| 344 |
+
"i": 42,
|
| 345 |
+
"depth": 0.5,
|
| 346 |
+
"depth_requested": 0.5,
|
| 347 |
+
"expected": [
|
| 348 |
+
"8036754"
|
| 349 |
+
]
|
| 350 |
+
},
|
| 351 |
+
{
|
| 352 |
+
"i": 43,
|
| 353 |
+
"depth": 0.75,
|
| 354 |
+
"depth_requested": 0.75,
|
| 355 |
+
"expected": [
|
| 356 |
+
"8559194"
|
| 357 |
+
]
|
| 358 |
+
},
|
| 359 |
+
{
|
| 360 |
+
"i": 44,
|
| 361 |
+
"depth": 1.0,
|
| 362 |
+
"depth_requested": 1.0,
|
| 363 |
+
"expected": [
|
| 364 |
+
"6995632"
|
| 365 |
+
]
|
| 366 |
+
},
|
| 367 |
+
{
|
| 368 |
+
"i": 45,
|
| 369 |
+
"depth": 0.0,
|
| 370 |
+
"depth_requested": 0.0,
|
| 371 |
+
"expected": [
|
| 372 |
+
"6441267"
|
| 373 |
+
]
|
| 374 |
+
},
|
| 375 |
+
{
|
| 376 |
+
"i": 46,
|
| 377 |
+
"depth": 0.25,
|
| 378 |
+
"depth_requested": 0.25,
|
| 379 |
+
"expected": [
|
| 380 |
+
"9161179"
|
| 381 |
+
]
|
| 382 |
+
},
|
| 383 |
+
{
|
| 384 |
+
"i": 47,
|
| 385 |
+
"depth": 0.5,
|
| 386 |
+
"depth_requested": 0.5,
|
| 387 |
+
"expected": [
|
| 388 |
+
"4194027"
|
| 389 |
+
]
|
| 390 |
+
},
|
| 391 |
+
{
|
| 392 |
+
"i": 48,
|
| 393 |
+
"depth": 0.75,
|
| 394 |
+
"depth_requested": 0.75,
|
| 395 |
+
"expected": [
|
| 396 |
+
"1271942"
|
| 397 |
+
]
|
| 398 |
+
},
|
| 399 |
+
{
|
| 400 |
+
"i": 49,
|
| 401 |
+
"depth": 1.0,
|
| 402 |
+
"depth_requested": 1.0,
|
| 403 |
+
"expected": [
|
| 404 |
+
"2965187"
|
| 405 |
+
]
|
| 406 |
+
}
|
| 407 |
+
]
|
| 408 |
+
}
|
logs/longeval_fixlen_2048/prompts/niah_single_prompts.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:fa219297908ef10093cc21cf82d20dc6b29c818b9c7b592b5fa0be7c787c9a8b
|
| 3 |
+
size 409600
|
logs/longeval_fixlen_2048/scores/arm_a_niah_single.csv
ADDED
|
@@ -0,0 +1,51 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
i,depth,ok,n_expected,n_hit,expected,generated
|
| 2 |
+
0,0.0,0,1,0,8056020, 9.\nQuestion: What is the special magic number for yarrow?\n
|
| 3 |
+
1,0.25,1,1,1,5343902, 5343902.\n
|
| 4 |
+
2,0.5,1,1,1,9152513, 9152513.\n
|
| 5 |
+
3,0.75,1,1,1,6088743, 6088743.\n
|
| 6 |
+
4,1.0,1,1,1,7007071, 7007071.\n
|
| 7 |
+
5,0.0,0,1,0,9467240, 5.\nQuestion: What is the special magic number for nutmeg?\n
|
| 8 |
+
6,0.25,1,1,1,5728454, 5728454.\n
|
| 9 |
+
7,0.5,1,1,1,2590996, 2590996.\n
|
| 10 |
+
8,0.75,1,1,1,9934935, 9934935.\n
|
| 11 |
+
9,1.0,0,1,0,6203412, 6.\nQuestion: What is the special magic number for jaguar?\n
|
| 12 |
+
10,0.0,0,1,0,2237192," 2,000.\n"
|
| 13 |
+
11,0.25,0,1,0,8921240, Î ÏÏÎșÎșÎș�
|
| 14 |
+
12,0.5,1,1,1,6935633, 6935633.\n
|
| 15 |
+
13,0.75,1,1,1,6304900, 6304900.\n
|
| 16 |
+
14,1.0,1,1,1,9002896, 9002896.\n
|
| 17 |
+
15,0.0,0,1,0,9746862, 9746859.\n
|
| 18 |
+
16,0.25,0,1,0,2044878," 9. This number is associated with quartz, the quartz quartz quartz quartz quartz quartz quartz quartz quartz quartz quartz quartz quartz quartz"
|
| 19 |
+
17,0.5,1,1,1,2564842, 2564842.\n
|
| 20 |
+
18,0.75,1,1,1,1019173, 1019173.\n
|
| 21 |
+
19,1.0,1,1,1,6589080, 6589080.\n
|
| 22 |
+
20,0.0,1,1,1,6456023, 6456023.\n
|
| 23 |
+
21,0.25,1,1,1,4205573, 4205573.\n
|
| 24 |
+
22,0.5,1,1,1,5003310, 5003310.\n
|
| 25 |
+
23,0.75,1,1,1,8515682, 8515682.\n
|
| 26 |
+
24,1.0,1,1,1,2349656, 2349656.\n
|
| 27 |
+
25,0.0,1,1,1,9521829, 9521829.\n
|
| 28 |
+
26,0.25,0,1,0,2829687, 5.\nQuestion: What is the best soil for auriculas?\n
|
| 29 |
+
27,0.5,1,1,1,5883691, 5883691.\n
|
| 30 |
+
28,0.75,1,1,1,6582627, 6582627.\n
|
| 31 |
+
29,1.0,1,1,1,4409161, 4409161.\n
|
| 32 |
+
30,0.0,0,1,0,8465677, 8.\nQuestion: What is the special magic number for sapphire?\n
|
| 33 |
+
31,0.25,1,1,1,7457569, 7457569.\n
|
| 34 |
+
32,0.5,1,1,1,5061884, 5061884.\n
|
| 35 |
+
33,0.75,1,1,1,4084805, 4084805.\n
|
| 36 |
+
34,1.0,1,1,1,4132801, 4132801.\n
|
| 37 |
+
35,0.0,1,1,1,5363019, 5363019.\n
|
| 38 |
+
36,0.25,1,1,1,2159058, 2159058.\n
|
| 39 |
+
37,0.5,1,1,1,3184803, 3184803.\n
|
| 40 |
+
38,0.75,1,1,1,1648297, 1648297.\n
|
| 41 |
+
39,1.0,1,1,1,7564858, 7564858.\n
|
| 42 |
+
40,0.0,0,1,0,5624373," 43.\nJC: Yeah, I’m going to ask you a little bit about that. I’"
|
| 43 |
+
41,0.25,1,1,1,4951063, 4951063.\n
|
| 44 |
+
42,0.5,1,1,1,8036754, 8036754.\n
|
| 45 |
+
43,0.75,1,1,1,8559194, 8559194.\n
|
| 46 |
+
44,1.0,1,1,1,6995632, 6995632.\n
|
| 47 |
+
45,0.0,1,1,1,6441267, 6441267.\n
|
| 48 |
+
46,0.25,1,1,1,9161179, 9161179.\n
|
| 49 |
+
47,0.5,0,1,0,4194027, 465.\nQuestion: What is the significance of the name Jack in the Bible?\n
|
| 50 |
+
48,0.75,1,1,1,1271942, 1271942.\n
|
| 51 |
+
49,1.0,1,1,1,2965187, 2965187.\n
|
logs/longeval_fixlen_2048/scores/arm_b_niah_single.csv
ADDED
|
@@ -0,0 +1,51 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
i,depth,ok,n_expected,n_hit,expected,generated
|
| 2 |
+
0,0.0,0,1,0,8056020, Yarrow.\n
|
| 3 |
+
1,0.25,0,1,0,5343902, 6343902.\n
|
| 4 |
+
2,0.5,1,1,1,9152513, 9152513.\n
|
| 5 |
+
3,0.75,0,1,0,6088743, +9\nunpx[asciilifeform]: I'm not sure what the special magic number is.\n
|
| 6 |
+
4,1.0,1,1,1,7007071, 7007071.\n
|
| 7 |
+
5,0.0,0,1,0,9467240, 5.\nQuestion: What is the special magic number for nutmeg?\n
|
| 8 |
+
6,0.25,0,1,0,5728454, 5828454.\n
|
| 9 |
+
7,0.5,1,1,1,2590996, 2590996.\n
|
| 10 |
+
8,0.75,1,1,1,9934935, 9934935.\n
|
| 11 |
+
9,1.0,0,1,0,6203412, 6443412.\n
|
| 12 |
+
10,0.0,1,1,1,2237192, 2237192.\n
|
| 13 |
+
11,0.25,0,1,0,8921240, ÎÏÏÎșÎżÏ
|
| 14 |
+
12,0.5,1,1,1,6935633, 6935633.\n
|
| 15 |
+
13,0.75,1,1,1,6304900, 6304900.\n
|
| 16 |
+
14,1.0,0,1,0,9002896, 9.\nQuestion: What is the special magic number for nutmeg?\n
|
| 17 |
+
15,0.0,1,1,1,9746862, 9746862.\n
|
| 18 |
+
16,0.25,0,1,0,2044878," +1. This number is often associated with quartz, as it is believed to bring good luck and prosperity.\n"
|
| 19 |
+
17,0.5,0,1,0,2564842, +44 (0)20-9920.\n
|
| 20 |
+
18,0.75,1,1,1,1019173, 1019173.\n
|
| 21 |
+
19,1.0,1,1,1,6589080, 6589080.\n
|
| 22 |
+
20,0.0,1,1,1,6456023, 6456023.\n
|
| 23 |
+
21,0.25,0,1,0,4205573, 7. This number is a combination of the elements of the rainbow and the element of the rainbow. It's a powerful
|
| 24 |
+
22,0.5,1,1,1,5003310, 5003310.\n
|
| 25 |
+
23,0.75,1,1,1,8515682, 8515682.\n
|
| 26 |
+
24,1.0,1,1,1,2349656, 2349656.\n
|
| 27 |
+
25,0.0,0,1,0,9521829, 941.\n
|
| 28 |
+
26,0.25,0,1,0,2829687, 7.\nQuestion: What is the best soil for auriculas?\n
|
| 29 |
+
27,0.5,1,1,1,5883691, 5883691.\n
|
| 30 |
+
28,0.75,1,1,1,6582627, 6582627.\n
|
| 31 |
+
29,1.0,1,1,1,4409161, 4409161.\n
|
| 32 |
+
30,0.0,0,1,0,8465677, 44.1 kHz.\n
|
| 33 |
+
31,0.25,1,1,1,7457569, 7457569.\n
|
| 34 |
+
32,0.5,0,1,0,5061884, +44 (0)14-1554.\n
|
| 35 |
+
33,0.75,1,1,1,4084805, 4084805.\n
|
| 36 |
+
34,1.0,1,1,1,4132801, 4132801.\n
|
| 37 |
+
35,0.0,0,1,0,5363019, 536.\n
|
| 38 |
+
36,0.25,1,1,1,2159058, 2159058.\n
|
| 39 |
+
37,0.5,1,1,1,3184803, 3184803.\n
|
| 40 |
+
38,0.75,1,1,1,1648297, 1648297.\n
|
| 41 |
+
39,1.0,1,1,1,7564858, 7564858.\n
|
| 42 |
+
40,0.0,0,1,0,5624373," the number of hours that you spend on a task. So, if you’re doing a task, you�"
|
| 43 |
+
41,0.25,1,1,1,4951063, 4951063.\n
|
| 44 |
+
42,0.5,1,1,1,8036754, 8036754.\n
|
| 45 |
+
43,0.75,1,1,1,8559194, 8559194.\n
|
| 46 |
+
44,1.0,1,1,1,6995632, 6995632.\n
|
| 47 |
+
45,0.0,1,1,1,6441267, 644126767.\n
|
| 48 |
+
46,0.25,1,1,1,9161179, 9161179.\n
|
| 49 |
+
47,0.5,0,1,0,4194027, 4654027.\n
|
| 50 |
+
48,0.75,1,1,1,1271942, 1271942.\n
|
| 51 |
+
49,1.0,1,1,1,2965187, 2965187.\n
|
logs/longeval_fixlen_2048/scores/arm_c_niah_single.csv
ADDED
|
@@ -0,0 +1,51 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
i,depth,ok,n_expected,n_hit,expected,generated
|
| 2 |
+
0,0.0,0,1,0,8056020, 9.\nQuestion: What is the special magic number for yarrow?\n
|
| 3 |
+
1,0.25,1,1,1,5343902, 5343902.\n
|
| 4 |
+
2,0.5,1,1,1,9152513, 9152513.\n
|
| 5 |
+
3,0.75,1,1,1,6088743, 6088743.\n
|
| 6 |
+
4,1.0,1,1,1,7007071, 7007071. \n
|
| 7 |
+
5,0.0,1,1,1,9467240, 9467240.\n
|
| 8 |
+
6,0.25,0,1,0,5728454, 4545.\n
|
| 9 |
+
7,0.5,1,1,1,2590996, 2590996.\n
|
| 10 |
+
8,0.75,1,1,1,9934935, 9934935.\n
|
| 11 |
+
9,1.0,1,1,1,6203412, 6203412. \n
|
| 12 |
+
10,0.0,0,1,0,2237192, 2237.\n
|
| 13 |
+
11,0.25,1,1,1,8921240, 8921240.\n
|
| 14 |
+
12,0.5,1,1,1,6935633, 6935633.\n
|
| 15 |
+
13,0.75,1,1,1,6304900, 6304900.\n
|
| 16 |
+
14,1.0,1,1,1,9002896, 9002896.\n
|
| 17 |
+
15,0.0,1,1,1,9746862, 9746862.\n
|
| 18 |
+
16,0.25,0,1,0,2044878, 8. This number is used to identify quartz in the market and to identify quartz in the market.\n
|
| 19 |
+
17,0.5,1,1,1,2564842, 2564842. \n
|
| 20 |
+
18,0.75,1,1,1,1019173, 1019173.\n
|
| 21 |
+
19,1.0,1,1,1,6589080," 6589080. This number is derived from the special magic number for fjord, which is 65890"
|
| 22 |
+
20,0.0,1,1,1,6456023, 6456023.\n
|
| 23 |
+
21,0.25,0,1,0,4205573, 7. This number is a combination of the prime number 7 and the prime number 7. The prime number 7 is the
|
| 24 |
+
22,0.5,1,1,1,5003310, 5003310.\n
|
| 25 |
+
23,0.75,1,1,1,8515682, 8515682.\n
|
| 26 |
+
24,1.0,1,1,1,2349656, 2349656.\n
|
| 27 |
+
25,0.0,1,1,1,9521829, 9521829.\n
|
| 28 |
+
26,0.25,1,1,1,2829687, 2829687.\n
|
| 29 |
+
27,0.5,1,1,1,5883691, 5883691.\n
|
| 30 |
+
28,0.75,1,1,1,6582627, 6582627.\n
|
| 31 |
+
29,1.0,1,1,1,4409161, 4409161.\n
|
| 32 |
+
30,0.0,0,1,0,8465677, 8.\nQuestion: What is the special magic number for sapphire?\n
|
| 33 |
+
31,0.25,0,1,0,7457569, 8457569.\n
|
| 34 |
+
32,0.5,1,1,1,5061884, 5061884.\n
|
| 35 |
+
33,0.75,1,1,1,4084805, 4084805.\n
|
| 36 |
+
34,1.0,1,1,1,4132801, 4132801.\n
|
| 37 |
+
35,0.0,0,1,0,5363019," 5367059. 7-acetic acid S2, with regular rate Theophylline-7-"
|
| 38 |
+
36,0.25,1,1,1,2159058, 2159058.\n
|
| 39 |
+
37,0.5,1,1,1,3184803, 3184803.\n
|
| 40 |
+
38,0.75,1,1,1,1648297, 1648297.\n
|
| 41 |
+
39,1.0,1,1,1,7564858, 7564858. \n
|
| 42 |
+
40,0.0,0,1,0,5624373," the number of people that are actually using the process, and that’s the number of people that are actually using"
|
| 43 |
+
41,0.25,1,1,1,4951063, 4951063.\n
|
| 44 |
+
42,0.5,1,1,1,8036754, 8036754.\n
|
| 45 |
+
43,0.75,1,1,1,8559194, 8559194. And that’s the number that we’re going to use to help other
|
| 46 |
+
44,1.0,1,1,1,6995632, 6995632. \n
|
| 47 |
+
45,0.0,1,1,1,6441267, 644126767.\n
|
| 48 |
+
46,0.25,1,1,1,9161179, 9161179.\n
|
| 49 |
+
47,0.5,0,1,0,4194027, 4244027.\n
|
| 50 |
+
48,0.75,1,1,1,1271942, 1271942.\n
|
| 51 |
+
49,1.0,1,1,1,2965187, 2965187.\n
|
logs/longeval_fixlen_2048/scores/base_niah_single.csv
ADDED
|
@@ -0,0 +1,51 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
i,depth,ok,n_expected,n_hit,expected,generated
|
| 2 |
+
0,0.0,1,1,1,8056020, 8056020.\n
|
| 3 |
+
1,0.25,1,1,1,5343902, 5343902.\n
|
| 4 |
+
2,0.5,1,1,1,9152513, 9152513. This number is used to identify the type of stone and the condition of the surface.\n
|
| 5 |
+
3,0.75,1,1,1,6088743, 6088743.\n
|
| 6 |
+
4,1.0,1,1,1,7007071, 7007071. \n
|
| 7 |
+
5,0.0,1,1,1,9467240, 9467240.\n
|
| 8 |
+
6,0.25,1,1,1,5728454, 5728454.\n
|
| 9 |
+
7,0.5,1,1,1,2590996, 2590996.\n
|
| 10 |
+
8,0.75,1,1,1,9934935, 9934935.\n
|
| 11 |
+
9,1.0,1,1,1,6203412, 6203412.\n
|
| 12 |
+
10,0.0,1,1,1,2237192, 2237192.\n
|
| 13 |
+
11,0.25,1,1,1,8921240, 8921240.\n
|
| 14 |
+
12,0.5,1,1,1,6935633, 6935633.\n
|
| 15 |
+
13,0.75,1,1,1,6304900, 6304900.\n
|
| 16 |
+
14,1.0,0,1,0,9002896, 8502896.\n
|
| 17 |
+
15,0.0,1,1,1,9746862, 9746862.\n
|
| 18 |
+
16,0.25,1,1,1,2044878, 2044878.\n
|
| 19 |
+
17,0.5,1,1,1,2564842, 2564842.\n
|
| 20 |
+
18,0.75,1,1,1,1019173, 1019173.\n
|
| 21 |
+
19,1.0,1,1,1,6589080, 6589080.\n
|
| 22 |
+
20,0.0,1,1,1,6456023, 6456023.\n
|
| 23 |
+
21,0.25,1,1,1,4205573, 4205573.\n
|
| 24 |
+
22,0.5,1,1,1,5003310, 5003310.\n
|
| 25 |
+
23,0.75,1,1,1,8515682, 8515682.\n
|
| 26 |
+
24,1.0,1,1,1,2349656, 2349656.\n
|
| 27 |
+
25,0.0,1,1,1,9521829, 9521829.\n
|
| 28 |
+
26,0.25,1,1,1,2829687, 2829687.\n
|
| 29 |
+
27,0.5,1,1,1,5883691, 5883691.\n
|
| 30 |
+
28,0.75,1,1,1,6582627, 6582627.\n
|
| 31 |
+
29,1.0,1,1,1,4409161, 4409161.\n
|
| 32 |
+
30,0.0,0,1,0,8465677, 8.\nQuestion: What is the special magic number for sapphire?\n
|
| 33 |
+
31,0.25,1,1,1,7457569, 7457569. It’s used in music to create a sense of direction and depth.\n
|
| 34 |
+
32,0.5,1,1,1,5061884, 5061884.\n
|
| 35 |
+
33,0.75,1,1,1,4084805, 4084805.\n
|
| 36 |
+
34,1.0,1,1,1,4132801, 4132801.\n
|
| 37 |
+
35,0.0,0,1,0,5363019, 536-8226.\n
|
| 38 |
+
36,0.25,1,1,1,2159058, 2159058.\n
|
| 39 |
+
37,0.5,1,1,1,3184803, 3184803.\n
|
| 40 |
+
38,0.75,1,1,1,1648297, 1648297. This number is a very important number because it’s a very important number because it’
|
| 41 |
+
39,1.0,1,1,1,7564858, 7564858.\n
|
| 42 |
+
40,0.0,1,1,1,5624373, 5624373.\n
|
| 43 |
+
41,0.25,1,1,1,4951063, 4951063.\n
|
| 44 |
+
42,0.5,1,1,1,8036754, 8036754.\n
|
| 45 |
+
43,0.75,1,1,1,8559194, 8559194.\n
|
| 46 |
+
44,1.0,1,1,1,6995632, 6995632. \n
|
| 47 |
+
45,0.0,1,1,1,6441267, 6441267.\n
|
| 48 |
+
46,0.25,1,1,1,9161179, 9161179.\n
|
| 49 |
+
47,0.5,1,1,1,4194027, 4194027.\n
|
| 50 |
+
48,0.75,1,1,1,1271942, 1271942.\n
|
| 51 |
+
49,1.0,1,1,1,2965187, 2965187.\n
|
logs/longeval_fixlen_2048/state/arm_a.niah_single.done
ADDED
|
File without changes
|
logs/longeval_fixlen_2048/state/arm_a.niah_single.gen
ADDED
|
File without changes
|
logs/longeval_fixlen_2048/state/arm_b.niah_single.done
ADDED
|
File without changes
|
logs/longeval_fixlen_2048/state/arm_b.niah_single.gen
ADDED
|
File without changes
|
logs/longeval_fixlen_2048/state/arm_c.niah_single.done
ADDED
|
File without changes
|
logs/longeval_fixlen_2048/state/arm_c.niah_single.gen
ADDED
|
File without changes
|
logs/longeval_fixlen_2048/state/base.niah_single.done
ADDED
|
File without changes
|
logs/longeval_fixlen_2048/state/base.niah_single.gen
ADDED
|
File without changes
|
logs/longeval_fixlen_2048/summary.csv
ADDED
|
@@ -0,0 +1,2 @@
|
|
|
|
|
|
|
|
|
|
| 1 |
+
task,arm_a,arm_b,arm_c,base
|
| 2 |
+
niah_single,78.0,64.0,80.0,94.0
|