unparallelled commited on
Commit
20d7d85
·
verified ·
1 Parent(s): e2747b5

Upload folder using huggingface_hub

Browse files
Files changed (26) hide show
  1. logs/longeval_fixlen_1024/depth_summary.csv +21 -0
  2. logs/longeval_fixlen_1024/gen/arm_a_niah_single.csv +50 -0
  3. logs/longeval_fixlen_1024/gen/arm_a_niah_single.log +37 -0
  4. logs/longeval_fixlen_1024/gen/arm_b_niah_single.csv +50 -0
  5. logs/longeval_fixlen_1024/gen/arm_b_niah_single.log +37 -0
  6. logs/longeval_fixlen_1024/gen/arm_c_niah_single.csv +50 -0
  7. logs/longeval_fixlen_1024/gen/arm_c_niah_single.log +37 -0
  8. logs/longeval_fixlen_1024/gen/base_niah_single.csv +50 -0
  9. logs/longeval_fixlen_1024/gen/base_niah_single.log +37 -0
  10. logs/longeval_fixlen_1024/master.log +99 -0
  11. logs/longeval_fixlen_1024/prompts/.signature +1 -0
  12. logs/longeval_fixlen_1024/prompts/niah_single_meta.json +408 -0
  13. logs/longeval_fixlen_1024/prompts/niah_single_prompts.bin +3 -0
  14. logs/longeval_fixlen_1024/scores/arm_a_niah_single.csv +51 -0
  15. logs/longeval_fixlen_1024/scores/arm_b_niah_single.csv +51 -0
  16. logs/longeval_fixlen_1024/scores/arm_c_niah_single.csv +51 -0
  17. logs/longeval_fixlen_1024/scores/base_niah_single.csv +51 -0
  18. logs/longeval_fixlen_1024/state/arm_a.niah_single.done +0 -0
  19. logs/longeval_fixlen_1024/state/arm_a.niah_single.gen +0 -0
  20. logs/longeval_fixlen_1024/state/arm_b.niah_single.done +0 -0
  21. logs/longeval_fixlen_1024/state/arm_b.niah_single.gen +0 -0
  22. logs/longeval_fixlen_1024/state/arm_c.niah_single.done +0 -0
  23. logs/longeval_fixlen_1024/state/arm_c.niah_single.gen +0 -0
  24. logs/longeval_fixlen_1024/state/base.niah_single.done +0 -0
  25. logs/longeval_fixlen_1024/state/base.niah_single.gen +0 -0
  26. logs/longeval_fixlen_1024/summary.csv +2 -0
logs/longeval_fixlen_1024/depth_summary.csv ADDED
@@ -0,0 +1,21 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ depth,model,hits,n,pct,wilson95
2
+ 0.0,arm_a,7,10,70.0,24.8
3
+ 0.0,arm_b,4,10,40.0,26.0
4
+ 0.0,arm_c,5,10,50.0,26.3
5
+ 0.0,base,9,10,90.0,19.3
6
+ 0.25,arm_a,9,10,90.0,19.3
7
+ 0.25,arm_b,8,10,80.0,22.7
8
+ 0.25,arm_c,8,10,80.0,22.7
9
+ 0.25,base,10,10,100.0,13.9
10
+ 0.5,arm_a,9,10,90.0,19.3
11
+ 0.5,arm_b,7,10,70.0,24.8
12
+ 0.5,arm_c,10,10,100.0,13.9
13
+ 0.5,base,8,10,80.0,22.7
14
+ 0.75,arm_a,9,10,90.0,19.3
15
+ 0.75,arm_b,8,10,80.0,22.7
16
+ 0.75,arm_c,8,10,80.0,22.7
17
+ 0.75,base,9,10,90.0,19.3
18
+ 1.0,arm_a,9,10,90.0,19.3
19
+ 1.0,arm_b,8,10,80.0,22.7
20
+ 1.0,arm_c,10,10,100.0,13.9
21
+ 1.0,base,9,10,90.0,19.3
logs/longeval_fixlen_1024/gen/arm_a_niah_single.csv ADDED
@@ -0,0 +1,50 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 0,807,2713,1899,1238,13,198
2
+ 1,642,2682,2670,2999,13,198
3
+ 2,860,1314,1495,1485,13,770,1271,318,973,284,7603,262,5415,2033,286,41013,326,460,307,973,287,257,1813,2033
4
+ 3,39084,5774,3559,13,198
5
+ 4,36006,13,198,24361,25,1374,460,314,651,257,1479,9577,329,616,1445,30,198
6
+ 5,10048,3134,16102,13,198
7
+ 6,642,13,198,24361,25,1867,318,262,2041,5536,1271,329,34849,30,198
8
+ 7,1679,3829,38565,13,198
9
+ 8,7388,27371,2327,13,198
10
+ 9,45469,2682,1065,13,220,198
11
+ 10,362,11,830,13,198
12
+ 11,807,5892,1065,1821,13,198
13
+ 12,860,13,770,1271,318,1690,3917,351,262,44539,447,247,82,2694,284,1745,1660,11,1642,340,257,2968,3572,329
14
+ 13,44505,2920,405,13,198
15
+ 14,15897,2078,4846,13,198
16
+ 15,860,4524,3104,5237,13,198
17
+ 16,1160,31115,3695,13,198
18
+ 17,1679,34287,3682,13,198
19
+ 18,8949,24,25399,13,198
20
+ 19,718,3365,3829,1795,13,198
21
+ 20,718,2231,1899,1954,13,198
22
+ 21,28262,2816,4790,13,198
23
+ 22,5323,2091,940,13,198
24
+ 23,7600,1314,43950,13,198
25
+ 24,2242,2920,37466,13,198
26
+ 25,860,4309,1507,1959,13,198
27
+ 26,2579,1959,39925,13,198
28
+ 27,642,3459,2623,6420,13,198
29
+ 28,718,3365,2075,1983,13,198
30
+ 29,604,29416,25948,13,198
31
+ 30,807,13,198,24361,25,1867,318,262,2041,5536,1271,329,473,381,10695,30,198
32
+ 31,767,2231,2425,3388,13,198
33
+ 32,2026,47448,5705,13,198
34
+ 33,807,13,770,1271,318,3917,351,262,473,381,10695,4508,290,318,1690,973,284,5911,262,473,381,10695,1664,393
35
+ 34,46618,2078,486,13,198
36
+ 35,642,2623,18938,24,13,198
37
+ 36,362,19707,2713,23,13,198
38
+ 37,39320,22148,18,13,198
39
+ 38,1467,2780,26561,13,198
40
+ 39,5441,34287,3365,13,198
41
+ 40,7265,1731,13,198
42
+ 41,604,3865,940,5066,13,198
43
+ 42,4019,2623,41874,13,198
44
+ 43,807,38605,22913,13,198
45
+ 44,718,2079,3980,2624,13,198
46
+ 45,718,2598,1065,3134,13,198
47
+ 46,860,1433,1157,3720,13,198
48
+ 47,48475,1821,1983,13,198
49
+ 48,18112,1129,3682,13,198
50
+ 49,2808,2996,23451,13,198
logs/longeval_fixlen_1024/gen/arm_a_niah_single.log ADDED
@@ -0,0 +1,37 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ === Llama Context Parallel Training Script (bluscriptCP) ===
2
+ [CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels)
3
+ ================ Configuration (bluscriptCP) ================
4
+ d_model/layers : 1536 / 36
5
+ q/kv heads : 12 / 4 (G=3, hd=128)
6
+ ffn_hidden : 4096 (SwiGLU)
7
+ context_length : 16384
8
+ vocab_size : 50304 tying=0
9
+ B x T : 1 x 16384
10
+ world_size : 1 (dp=1 x cp=1)
11
+ CP_ATTN_MODE : ring (load_balance=HeadTail)
12
+ global_batch : 524288 (grad_accum=32)
13
+ precision : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW) [mask=15 QKV WO MLP HEAD]
14
+ max_lr/min_lr : 0.0006 / 6e-05
15
+ warmup/steps : 91 / 917 (cosine, no stable phase)
16
+ checkpointing : true (ckpt_freq=50, dir=checkpoints_bluscriptcp)
17
+ =============================================================
18
+ Initializing model on CUDA device 0...
19
+ [YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=14 high=32 m=1.1386
20
+ [InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run12_step_400.ckpt (base step 400, loss 1.34922) -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP
21
+ Parameters: 1060624896
22
+ Parameters per GPU: 1060624896
23
+ max_steps: 917
24
+ warmup_steps: 91
25
+ [precision] bf16 params=217, all with fp32 master weights
26
+ found 100 shards for split train
27
+ found 1 shards for split val
28
+ Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log68.csv (run 68)
29
+ [rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base)
30
+ Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run68_step_<N>.ckpt (every 50 steps, keep 6)
31
+ [gen] 50 prompts x 1024 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_fixlen_1024/gen/arm_a_niah_single.csv
32
+ [gen] 10/50
33
+ [gen] 20/50
34
+ [gen] 30/50
35
+ [gen] 40/50
36
+ [gen] 50/50
37
+ [gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_fixlen_1024/gen/arm_a_niah_single.csv
logs/longeval_fixlen_1024/gen/arm_b_niah_single.csv ADDED
@@ -0,0 +1,50 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 0,807,198,24361,25,1867,318,262,2041,5536,1271,329,257,16365,30,198
2
+ 1,642,2682,2670,2999,13,198
3
+ 2,860,13,198,24361,25,1867,318,262,3580,1022,257,13324,36741,290,257,3623,36741,30,198
4
+ 3,39084,5774,3559,13,198
5
+ 4,13037,2154,4869,13,198
6
+ 5,860,13,198,24361,25,1867,318,262,12085,286,262,6701,28917,1271,30,198
7
+ 6,767,13,198,24361,25,1867,318,262,2041,5536,1271,329,34849,30,198
8
+ 7,2242,13,198,403,8416,58,292,979,346,901,687,5974,314,1101,7926,198
9
+ 8,7388,27371,2327,13,198
10
+ 9,718,2598,2682,1065,13,198
11
+ 10,362,24693,1129,13,198
12
+ 11,807,5892,1065,1821,13,198
13
+ 12,767,13,198,1212,1271,318,1690,3917,351,262,3721,286,4771,11,810,262,4692,4329,257,2723,286,2568,13,11294
14
+ 13,44505,2920,405,13,198
15
+ 14,860,13,198,24361,25,1867,318,262,2041,5536,1271,329,6701,28917,30,198
16
+ 15,860,4524,3104,5237,13,198
17
+ 16,1160,31115,3695,13,198
18
+ 17,1679,34287,3682,13,198
19
+ 18,8949,24,25399,13,198
20
+ 19,718,3365,3829,1795,13,198
21
+ 20,718,2231,1899,1954,1954,13,198
22
+ 21,36966,2816,4790,13,198
23
+ 22,5323,2091,940,13,198
24
+ 23,767,13,198,24361,25,1867,318,262,2041,5536,1271,329,474,11433,283,30,198
25
+ 24,2242,2920,37466,13,198
26
+ 25,860,4309,1507,1959,13,198
27
+ 26,2579,1959,39925,13,198
28
+ 27,642,3459,2623,6420,13,198
29
+ 28,718,3365,2075,1983,13,198
30
+ 29,604,29416,25948,13,198
31
+ 30,767,13,198,24361,25,1867,318,262,2041,5536,1271,329,473,381,10695,30,198
32
+ 31,767,2231,2425,3388,13,198
33
+ 32,2026,47448,5705,13,198
34
+ 33,1343,2598,357,15,8,1238,13,198
35
+ 34,46618,2078,486,13,198
36
+ 35,642,2623,13,198
37
+ 36,362,19707,2713,23,13,198
38
+ 37,39320,22148,18,13,198
39
+ 38,1467,2780,26561,13,198
40
+ 39,5441,34287,3365,13,198
41
+ 40,642,13,198,24361,25,1867,318,262,2041,5536,1271,329,257,9294,286,8237,30,198
42
+ 41,604,3865,940,5066,13,198
43
+ 42,4019,2623,41874,13,198
44
+ 43,807,38605,22913,13,198
45
+ 44,718,2079,3980,2624,13,198
46
+ 45,718,2598,1065,3134,3134,3134,3134,3134,3134,3134,3134,3134,3134,3134,3134,3134,13,198
47
+ 46,860,1433,1157,3720,13,198
48
+ 47,48475,1821,1983,13,198
49
+ 48,18112,1129,3682,13,198
50
+ 49,2808,2996,23451,13,198
logs/longeval_fixlen_1024/gen/arm_b_niah_single.log ADDED
@@ -0,0 +1,37 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ === Llama Context Parallel Training Script (bluscriptCP) ===
2
+ [CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels)
3
+ ================ Configuration (bluscriptCP) ================
4
+ d_model/layers : 1536 / 36
5
+ q/kv heads : 12 / 4 (G=3, hd=128)
6
+ ffn_hidden : 4096 (SwiGLU)
7
+ context_length : 16384
8
+ vocab_size : 50304 tying=0
9
+ B x T : 1 x 16384
10
+ world_size : 1 (dp=1 x cp=1)
11
+ CP_ATTN_MODE : ring (load_balance=HeadTail)
12
+ global_batch : 524288 (grad_accum=32)
13
+ precision : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW) [mask=15 QKV WO MLP HEAD]
14
+ max_lr/min_lr : 0.0006 / 6e-05
15
+ warmup/steps : 91 / 917 (cosine, no stable phase)
16
+ checkpointing : true (ckpt_freq=50, dir=checkpoints_bluscriptcp)
17
+ =============================================================
18
+ Initializing model on CUDA device 0...
19
+ [YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=14 high=32 m=1.1386
20
+ [InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run15_step_400.ckpt (base step 400, loss 1.45028) -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP
21
+ Parameters: 1060624896
22
+ Parameters per GPU: 1060624896
23
+ max_steps: 917
24
+ warmup_steps: 91
25
+ [precision] bf16 params=217, all with fp32 master weights
26
+ found 100 shards for split train
27
+ found 1 shards for split val
28
+ Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log71.csv (run 71)
29
+ [rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base)
30
+ Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run71_step_<N>.ckpt (every 50 steps, keep 6)
31
+ [gen] 50 prompts x 1024 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_fixlen_1024/gen/arm_b_niah_single.csv
32
+ [gen] 10/50
33
+ [gen] 20/50
34
+ [gen] 30/50
35
+ [gen] 40/50
36
+ [gen] 50/50
37
+ [gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_fixlen_1024/gen/arm_b_niah_single.csv
logs/longeval_fixlen_1024/gen/arm_c_niah_single.csv ADDED
@@ -0,0 +1,50 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 0,807,2713,1899,1238,13,198
2
+ 1,642,2682,2670,2999,13,198
3
+ 2,860,1314,1495,1485,13,770,1271,318,973,284,5911,262,2176,2099,286,41013,326,318,973,287,262,9138,1429,13
4
+ 3,39084,5774,3559,13,198
5
+ 4,13037,2154,4869,13,198
6
+ 5,860,13,198,24361,25,1867,318,262,12085,286,262,2041,5536,1271,30,198
7
+ 6,352,13,198,24361,25,1867,318,262,2041,5536,1271,329,34849,30,198
8
+ 7,1679,3829,38565,13,198
9
+ 8,7388,27371,2327,13,198
10
+ 9,45469,2682,1065,13,220,198
11
+ 10,362,24693,13,198
12
+ 11,807,5892,1065,1821,13,198
13
+ 12,8644,32066,2091,13,770,1271,318,407,257,4569,1271,475,257,3748,27421,326,5419,1938,5911,290,2610,511,44539,13
14
+ 13,44505,2920,405,13,198
15
+ 14,15897,2078,4846,13,198
16
+ 15,860,4524,3104,5237,5237,13,198
17
+ 16,1160,31115,3695,13,198
18
+ 17,1679,34287,3682,13,220,314,423,7147,284,779,262,2041,5536,1271,329,257,446,85,668,13,198
19
+ 18,8949,24,25399,13,198
20
+ 19,718,3365,3829,1795,13,198
21
+ 20,718,2231,1899,1954,13,198
22
+ 21,767,2816,13,198
23
+ 22,5323,2091,940,13,198
24
+ 23,7600,1314,36243,13,198
25
+ 24,2242,2920,37466,13,198
26
+ 25,860,4309,1507,1959,1959,13,198
27
+ 26,2579,1959,39925,13,198
28
+ 27,642,3459,2623,6420,13,198
29
+ 28,718,3365,2075,1983,13,198
30
+ 29,604,29416,25948,13,198
31
+ 30,807,13,198,24361,25,1867,318,262,2041,5536,1271,329,473,381,10695,30,198
32
+ 31,767,2231,2425,3388,13,198
33
+ 32,2026,47448,5705,13,198
34
+ 33,807,13,770,1271,318,973,284,5911,262,2176,1597,393,1720,326,345,389,4609,287,13,198
35
+ 34,46618,2078,486,13,220,198
36
+ 35,642,2623,3324,13,198
37
+ 36,362,19707,2713,23,13,220,198
38
+ 37,39320,22148,18,13,198
39
+ 38,1467,2780,26561,13,198
40
+ 39,5441,34287,3365,13,770,1271,318,257,3748,27421,8686,284,1123,24215,1102,11,13359,326,691,262,749,15313,290,4071
41
+ 40,352,11,543,318,257,3748,435,19080,39223,2438,326,24139,21079,262,1720,13,770,2438,318,8780,329,262,1720,447
42
+ 41,604,3865,940,5066,13,198
43
+ 42,4019,2623,41874,13,198
44
+ 43,807,38605,22913,13,198
45
+ 44,718,2079,3980,2624,13,198
46
+ 45,718,2598,1065,3134,3134,3134,3134,13,198
47
+ 46,860,1433,1157,3720,13,770,1271,6870,262,3748,6467,4732,810,345,821,749,1884,284,1998,7016,6461,13,1649,345
48
+ 47,48475,1821,1983,13,198
49
+ 48,18112,1129,3682,13,198
50
+ 49,2808,2996,23451,13,198
logs/longeval_fixlen_1024/gen/arm_c_niah_single.log ADDED
@@ -0,0 +1,37 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ === Llama Context Parallel Training Script (bluscriptCP) ===
2
+ [CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels)
3
+ ================ Configuration (bluscriptCP) ================
4
+ d_model/layers : 1536 / 36
5
+ q/kv heads : 12 / 4 (G=3, hd=128)
6
+ ffn_hidden : 4096 (SwiGLU)
7
+ context_length : 16384
8
+ vocab_size : 50304 tying=0
9
+ B x T : 1 x 16384
10
+ world_size : 1 (dp=1 x cp=1)
11
+ CP_ATTN_MODE : ring (load_balance=HeadTail)
12
+ global_batch : 524288 (grad_accum=32)
13
+ precision : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW) [mask=15 QKV WO MLP HEAD]
14
+ max_lr/min_lr : 0.0006 / 6e-05
15
+ warmup/steps : 91 / 917 (cosine, no stable phase)
16
+ checkpointing : true (ckpt_freq=50, dir=checkpoints_bluscriptcp)
17
+ =============================================================
18
+ Initializing model on CUDA device 0...
19
+ [YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=14 high=32 m=1.1386
20
+ [InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run16_step_400.ckpt (base step 400, loss 1.53669) -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP
21
+ Parameters: 1060624896
22
+ Parameters per GPU: 1060624896
23
+ max_steps: 917
24
+ warmup_steps: 91
25
+ [precision] bf16 params=217, all with fp32 master weights
26
+ found 100 shards for split train
27
+ found 1 shards for split val
28
+ Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log69.csv (run 69)
29
+ [rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base)
30
+ Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run69_step_<N>.ckpt (every 50 steps, keep 6)
31
+ [gen] 50 prompts x 1024 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_fixlen_1024/gen/arm_c_niah_single.csv
32
+ [gen] 10/50
33
+ [gen] 20/50
34
+ [gen] 30/50
35
+ [gen] 40/50
36
+ [gen] 50/50
37
+ [gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_fixlen_1024/gen/arm_c_niah_single.csv
logs/longeval_fixlen_1024/gen/base_niah_single.csv ADDED
@@ -0,0 +1,50 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 0,807,2713,1899,1238,13,198
2
+ 1,642,2682,2670,2999,13,198
3
+ 2,860,13,198,24361,25,1867,318,262,2041,5536,1271,329,41013,30,198
4
+ 3,39084,5774,3559,13,198
5
+ 4,13037,2154,4869,13,198
6
+ 5,10048,3134,16102,13,770,1271,318,973,284,5911,262,2176,2099,286,6701,28917,326,318,852,973,287,262,3227,286
7
+ 6,7632,2078,34229,13,198
8
+ 7,1679,3829,38565,13,198
9
+ 8,7388,27371,2327,13,198
10
+ 9,45469,2682,1065,13,220,198
11
+ 10,362,24693,17477,13,198
12
+ 11,807,5892,1065,1821,13,198
13
+ 12,767,13,198,1212,1271,318,407,1695,329,477,2691,39855,13,198
14
+ 13,44505,2920,405,13,198
15
+ 14,30607,2078,4846,13,198
16
+ 15,860,4524,3104,5237,13,198
17
+ 16,1160,31115,3695,13,198
18
+ 17,1679,34287,3682,13,198
19
+ 18,8949,24,25399,13,198
20
+ 19,718,3365,3829,1795,13,198
21
+ 20,718,2231,1899,1954,13,198
22
+ 21,28262,2816,4790,13,198
23
+ 22,5323,2091,940,13,198
24
+ 23,7600,1314,43950,13,198
25
+ 24,2242,2920,37466,13,198
26
+ 25,860,4309,1507,1959,13,198
27
+ 26,2579,1959,39925,13,198
28
+ 27,642,3459,2623,6420,13,198
29
+ 28,718,3365,2075,1983,13,198
30
+ 29,604,29416,25948,13,198
31
+ 30,9508,2996,40179,13,198
32
+ 31,767,2231,2425,3388,13,198
33
+ 32,2026,47448,5705,13,198
34
+ 33,807,13,770,1271,318,973,284,5911,262,2176,1989,286,1393,393,1393,287,473,381,10695,13,632,5419,5692,2496
35
+ 34,46618,2078,486,13,198
36
+ 35,642,2623,12,3324,12,20,13,198
37
+ 36,362,19707,2713,23,13,198
38
+ 37,39320,22148,18,13,198
39
+ 38,1467,2780,26561,13,198
40
+ 39,5441,34287,3365,13,198
41
+ 40,7265,1731,34770,13,198
42
+ 41,604,3865,940,5066,13,198
43
+ 42,4019,2623,41874,13,198
44
+ 43,807,38605,22913,13,198
45
+ 44,718,2079,3980,2624,13,198
46
+ 45,718,2598,1065,3134,13,198
47
+ 46,860,1433,1157,3720,13,198
48
+ 47,48475,1821,1983,13,4946,14413,198
49
+ 48,18112,1129,3682,13,198
50
+ 49,2808,2996,23451,13,198
logs/longeval_fixlen_1024/gen/base_niah_single.log ADDED
@@ -0,0 +1,37 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ === Llama Context Parallel Training Script (bluscriptCP) ===
2
+ [CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels)
3
+ ================ Configuration (bluscriptCP) ================
4
+ d_model/layers : 1536 / 36
5
+ q/kv heads : 12 / 4 (G=3, hd=128)
6
+ ffn_hidden : 4096 (SwiGLU)
7
+ context_length : 16384
8
+ vocab_size : 50304 tying=0
9
+ B x T : 1 x 16384
10
+ world_size : 1 (dp=1 x cp=1)
11
+ CP_ATTN_MODE : ring (load_balance=HeadTail)
12
+ global_batch : 524288 (grad_accum=32)
13
+ precision : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW) [mask=15 QKV WO MLP HEAD]
14
+ max_lr/min_lr : 0.0006 / 6e-05
15
+ warmup/steps : 91 / 917 (cosine, no stable phase)
16
+ checkpointing : true (ckpt_freq=50, dir=checkpoints_bluscriptcp)
17
+ =============================================================
18
+ Initializing model on CUDA device 0...
19
+ [YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=14 high=32 m=1.1386
20
+ [InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run7_step_750.ckpt (base step 750, loss 1.28324) -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP
21
+ Parameters: 1060624896
22
+ Parameters per GPU: 1060624896
23
+ max_steps: 917
24
+ warmup_steps: 91
25
+ [precision] bf16 params=217, all with fp32 master weights
26
+ found 100 shards for split train
27
+ found 1 shards for split val
28
+ Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log70.csv (run 70)
29
+ [rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base)
30
+ Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run70_step_<N>.ckpt (every 50 steps, keep 6)
31
+ [gen] 50 prompts x 1024 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_fixlen_1024/gen/base_niah_single.csv
32
+ [gen] 10/50
33
+ [gen] 20/50
34
+ [gen] 30/50
35
+ [gen] 40/50
36
+ [gen] 50/50
37
+ [gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_fixlen_1024/gen/base_niah_single.csv
logs/longeval_fixlen_1024/master.log ADDED
@@ -0,0 +1,99 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [14:35:27] longeval: T=16384 prompt_len=1024 max_new=24 n=50 greedy=1 gpus=0,1,2,3
2
+ [14:35:27] haystack: Data_Loader/Data/flux_val_000000.bin
3
+ [14:35:27] prompt signature changed -- regenerating prompts and clearing state
4
+ [14:35:27] generating prompts: niah_single
5
+ niah_single 50 x 1024 tok -> longeval_fixlen_1024/prompts/niah_single_prompts.bin
6
+ [14:35:27] fan-out: 4 GPU(s), NP=1 -> 8 concurrent job(s)
7
+ [14:35:27] 4 job(s) to run
8
+ [14:35:27] [gpu 0] base / niah_single
9
+ [14:35:27] [gpu 1] arm_a / niah_single
10
+ [14:35:27] [gpu 2] arm_b / niah_single
11
+ [14:35:27] [gpu 3] arm_c / niah_single
12
+ [14:38:16] scoring base / niah_single
13
+
14
+ === niah_single (prompt_len=1024, n=50) ===
15
+ accuracy: 45/50 = 90.0%
16
+ depth acc (needle position in context)
17
+ 0.00 9/10 90.0%
18
+ 0.25 10/10 100.0%
19
+ 0.50 8/10 80.0%
20
+ 0.75 9/10 90.0%
21
+ 1.00 9/10 90.0%
22
+
23
+ --- 2 sample generations ---
24
+ [HIT ] expect=8056020
25
+ got= 8056020.\n
26
+ [HIT ] expect=5343902
27
+ got= 5343902.\n
28
+
29
+ wrote longeval_fixlen_1024/scores/base_niah_single.csv
30
+ [14:38:16] scoring arm_a / niah_single
31
+
32
+ === niah_single (prompt_len=1024, n=50) ===
33
+ accuracy: 43/50 = 86.0%
34
+ depth acc (needle position in context)
35
+ 0.00 7/10 70.0%
36
+ 0.25 9/10 90.0%
37
+ 0.50 9/10 90.0%
38
+ 0.75 9/10 90.0%
39
+ 1.00 9/10 90.0%
40
+
41
+ --- 2 sample generations ---
42
+ [HIT ] expect=8056020
43
+ got= 8056020.\n
44
+ [HIT ] expect=5343902
45
+ got= 5343902.\n
46
+
47
+ wrote longeval_fixlen_1024/scores/arm_a_niah_single.csv
48
+ [14:38:17] scoring arm_b / niah_single
49
+
50
+ === niah_single (prompt_len=1024, n=50) ===
51
+ accuracy: 35/50 = 70.0%
52
+ depth acc (needle position in context)
53
+ 0.00 4/10 40.0%
54
+ 0.25 8/10 80.0%
55
+ 0.50 7/10 70.0%
56
+ 0.75 8/10 80.0%
57
+ 1.00 8/10 80.0%
58
+
59
+ --- 2 sample generations ---
60
+ [MISS] expect=8056020
61
+ got= 8\nQuestion: What is the special magic number for a witch?\n
62
+ [HIT ] expect=5343902
63
+ got= 5343902.\n
64
+
65
+ wrote longeval_fixlen_1024/scores/arm_b_niah_single.csv
66
+ [14:38:17] scoring arm_c / niah_single
67
+
68
+ === niah_single (prompt_len=1024, n=50) ===
69
+ accuracy: 41/50 = 82.0%
70
+ depth acc (needle position in context)
71
+ 0.00 5/10 50.0%
72
+ 0.25 8/10 80.0%
73
+ 0.50 10/10 100.0%
74
+ 0.75 8/10 80.0%
75
+ 1.00 10/10 100.0%
76
+
77
+ --- 2 sample generations ---
78
+ [HIT ] expect=8056020
79
+ got= 8056020.\n
80
+ [HIT ] expect=5343902
81
+ got= 5343902.\n
82
+
83
+ wrote longeval_fixlen_1024/scores/arm_c_niah_single.csv
84
+ [14:38:17] building summary
85
+
86
+ === per-task accuracy % (secondary/descriptive: ~10 per depth cell) ===
87
+ task arm_a arm_b arm_c base
88
+ niah_single 86.0 70.0 82.0 90.0
89
+
90
+ === PRIMARY: accuracy % pooled by depth across tasks (+-95% Wilson) ===
91
+ depth arm_a arm_b arm_c base
92
+ 0.00 70.0+-24.8 40.0+-26.0 50.0+-26.3 90.0+-19.3
93
+ 0.25 90.0+-19.3 80.0+-22.7 80.0+-22.7 100.0+-13.9
94
+ 0.50 90.0+-19.3 70.0+-24.8 100.0+-13.9 80.0+-22.7
95
+ 0.75 90.0+-19.3 80.0+-22.7 80.0+-22.7 90.0+-19.3
96
+ 1.00 90.0+-19.3 80.0+-22.7 100.0+-13.9 90.0+-19.3
97
+
98
+ wrote longeval_fixlen_1024/summary.csv and longeval_fixlen_1024/depth_summary.csv
99
+ [14:38:17] DONE -> longeval_fixlen_1024/summary.csv
logs/longeval_fixlen_1024/prompts/.signature ADDED
@@ -0,0 +1 @@
 
 
1
+ N=50|LEN=1024|DEPTHS=0.0,0.25,0.5,0.75,1.0|SEED=0|HAY=flux_val_000000.bin|HAYSZ=76
logs/longeval_fixlen_1024/prompts/niah_single_meta.json ADDED
@@ -0,0 +1,408 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "niah_single",
3
+ "prompt_len": 1024,
4
+ "n": 50,
5
+ "seed": 0,
6
+ "items": [
7
+ {
8
+ "i": 0,
9
+ "depth": 0.0,
10
+ "depth_requested": 0.0,
11
+ "expected": [
12
+ "8056020"
13
+ ]
14
+ },
15
+ {
16
+ "i": 1,
17
+ "depth": 0.25,
18
+ "depth_requested": 0.25,
19
+ "expected": [
20
+ "5343902"
21
+ ]
22
+ },
23
+ {
24
+ "i": 2,
25
+ "depth": 0.5,
26
+ "depth_requested": 0.5,
27
+ "expected": [
28
+ "9152513"
29
+ ]
30
+ },
31
+ {
32
+ "i": 3,
33
+ "depth": 0.75,
34
+ "depth_requested": 0.75,
35
+ "expected": [
36
+ "6088743"
37
+ ]
38
+ },
39
+ {
40
+ "i": 4,
41
+ "depth": 1.0,
42
+ "depth_requested": 1.0,
43
+ "expected": [
44
+ "7007071"
45
+ ]
46
+ },
47
+ {
48
+ "i": 5,
49
+ "depth": 0.0,
50
+ "depth_requested": 0.0,
51
+ "expected": [
52
+ "9467240"
53
+ ]
54
+ },
55
+ {
56
+ "i": 6,
57
+ "depth": 0.25,
58
+ "depth_requested": 0.25,
59
+ "expected": [
60
+ "5728454"
61
+ ]
62
+ },
63
+ {
64
+ "i": 7,
65
+ "depth": 0.5,
66
+ "depth_requested": 0.5,
67
+ "expected": [
68
+ "2590996"
69
+ ]
70
+ },
71
+ {
72
+ "i": 8,
73
+ "depth": 0.75,
74
+ "depth_requested": 0.75,
75
+ "expected": [
76
+ "9934935"
77
+ ]
78
+ },
79
+ {
80
+ "i": 9,
81
+ "depth": 1.0,
82
+ "depth_requested": 1.0,
83
+ "expected": [
84
+ "6203412"
85
+ ]
86
+ },
87
+ {
88
+ "i": 10,
89
+ "depth": 0.0,
90
+ "depth_requested": 0.0,
91
+ "expected": [
92
+ "2237192"
93
+ ]
94
+ },
95
+ {
96
+ "i": 11,
97
+ "depth": 0.25,
98
+ "depth_requested": 0.25,
99
+ "expected": [
100
+ "8921240"
101
+ ]
102
+ },
103
+ {
104
+ "i": 12,
105
+ "depth": 0.5,
106
+ "depth_requested": 0.5,
107
+ "expected": [
108
+ "6935633"
109
+ ]
110
+ },
111
+ {
112
+ "i": 13,
113
+ "depth": 0.75,
114
+ "depth_requested": 0.75,
115
+ "expected": [
116
+ "6304900"
117
+ ]
118
+ },
119
+ {
120
+ "i": 14,
121
+ "depth": 1.0,
122
+ "depth_requested": 1.0,
123
+ "expected": [
124
+ "9002896"
125
+ ]
126
+ },
127
+ {
128
+ "i": 15,
129
+ "depth": 0.0,
130
+ "depth_requested": 0.0,
131
+ "expected": [
132
+ "9746862"
133
+ ]
134
+ },
135
+ {
136
+ "i": 16,
137
+ "depth": 0.25,
138
+ "depth_requested": 0.25,
139
+ "expected": [
140
+ "2044878"
141
+ ]
142
+ },
143
+ {
144
+ "i": 17,
145
+ "depth": 0.5,
146
+ "depth_requested": 0.5,
147
+ "expected": [
148
+ "2564842"
149
+ ]
150
+ },
151
+ {
152
+ "i": 18,
153
+ "depth": 0.75,
154
+ "depth_requested": 0.75,
155
+ "expected": [
156
+ "1019173"
157
+ ]
158
+ },
159
+ {
160
+ "i": 19,
161
+ "depth": 1.0,
162
+ "depth_requested": 1.0,
163
+ "expected": [
164
+ "6589080"
165
+ ]
166
+ },
167
+ {
168
+ "i": 20,
169
+ "depth": 0.0,
170
+ "depth_requested": 0.0,
171
+ "expected": [
172
+ "6456023"
173
+ ]
174
+ },
175
+ {
176
+ "i": 21,
177
+ "depth": 0.25,
178
+ "depth_requested": 0.25,
179
+ "expected": [
180
+ "4205573"
181
+ ]
182
+ },
183
+ {
184
+ "i": 22,
185
+ "depth": 0.5,
186
+ "depth_requested": 0.5,
187
+ "expected": [
188
+ "5003310"
189
+ ]
190
+ },
191
+ {
192
+ "i": 23,
193
+ "depth": 0.75,
194
+ "depth_requested": 0.75,
195
+ "expected": [
196
+ "8515682"
197
+ ]
198
+ },
199
+ {
200
+ "i": 24,
201
+ "depth": 1.0,
202
+ "depth_requested": 1.0,
203
+ "expected": [
204
+ "2349656"
205
+ ]
206
+ },
207
+ {
208
+ "i": 25,
209
+ "depth": 0.0,
210
+ "depth_requested": 0.0,
211
+ "expected": [
212
+ "9521829"
213
+ ]
214
+ },
215
+ {
216
+ "i": 26,
217
+ "depth": 0.25,
218
+ "depth_requested": 0.25,
219
+ "expected": [
220
+ "2829687"
221
+ ]
222
+ },
223
+ {
224
+ "i": 27,
225
+ "depth": 0.5,
226
+ "depth_requested": 0.5,
227
+ "expected": [
228
+ "5883691"
229
+ ]
230
+ },
231
+ {
232
+ "i": 28,
233
+ "depth": 0.75,
234
+ "depth_requested": 0.75,
235
+ "expected": [
236
+ "6582627"
237
+ ]
238
+ },
239
+ {
240
+ "i": 29,
241
+ "depth": 1.0,
242
+ "depth_requested": 1.0,
243
+ "expected": [
244
+ "4409161"
245
+ ]
246
+ },
247
+ {
248
+ "i": 30,
249
+ "depth": 0.0,
250
+ "depth_requested": 0.0,
251
+ "expected": [
252
+ "8465677"
253
+ ]
254
+ },
255
+ {
256
+ "i": 31,
257
+ "depth": 0.25,
258
+ "depth_requested": 0.25,
259
+ "expected": [
260
+ "7457569"
261
+ ]
262
+ },
263
+ {
264
+ "i": 32,
265
+ "depth": 0.5,
266
+ "depth_requested": 0.5,
267
+ "expected": [
268
+ "5061884"
269
+ ]
270
+ },
271
+ {
272
+ "i": 33,
273
+ "depth": 0.75,
274
+ "depth_requested": 0.75,
275
+ "expected": [
276
+ "4084805"
277
+ ]
278
+ },
279
+ {
280
+ "i": 34,
281
+ "depth": 1.0,
282
+ "depth_requested": 1.0,
283
+ "expected": [
284
+ "4132801"
285
+ ]
286
+ },
287
+ {
288
+ "i": 35,
289
+ "depth": 0.0,
290
+ "depth_requested": 0.0,
291
+ "expected": [
292
+ "5363019"
293
+ ]
294
+ },
295
+ {
296
+ "i": 36,
297
+ "depth": 0.25,
298
+ "depth_requested": 0.25,
299
+ "expected": [
300
+ "2159058"
301
+ ]
302
+ },
303
+ {
304
+ "i": 37,
305
+ "depth": 0.5,
306
+ "depth_requested": 0.5,
307
+ "expected": [
308
+ "3184803"
309
+ ]
310
+ },
311
+ {
312
+ "i": 38,
313
+ "depth": 0.75,
314
+ "depth_requested": 0.75,
315
+ "expected": [
316
+ "1648297"
317
+ ]
318
+ },
319
+ {
320
+ "i": 39,
321
+ "depth": 1.0,
322
+ "depth_requested": 1.0,
323
+ "expected": [
324
+ "7564858"
325
+ ]
326
+ },
327
+ {
328
+ "i": 40,
329
+ "depth": 0.0,
330
+ "depth_requested": 0.0,
331
+ "expected": [
332
+ "5624373"
333
+ ]
334
+ },
335
+ {
336
+ "i": 41,
337
+ "depth": 0.25,
338
+ "depth_requested": 0.25,
339
+ "expected": [
340
+ "4951063"
341
+ ]
342
+ },
343
+ {
344
+ "i": 42,
345
+ "depth": 0.5,
346
+ "depth_requested": 0.5,
347
+ "expected": [
348
+ "8036754"
349
+ ]
350
+ },
351
+ {
352
+ "i": 43,
353
+ "depth": 0.75,
354
+ "depth_requested": 0.75,
355
+ "expected": [
356
+ "8559194"
357
+ ]
358
+ },
359
+ {
360
+ "i": 44,
361
+ "depth": 1.0,
362
+ "depth_requested": 1.0,
363
+ "expected": [
364
+ "6995632"
365
+ ]
366
+ },
367
+ {
368
+ "i": 45,
369
+ "depth": 0.0,
370
+ "depth_requested": 0.0,
371
+ "expected": [
372
+ "6441267"
373
+ ]
374
+ },
375
+ {
376
+ "i": 46,
377
+ "depth": 0.25,
378
+ "depth_requested": 0.25,
379
+ "expected": [
380
+ "9161179"
381
+ ]
382
+ },
383
+ {
384
+ "i": 47,
385
+ "depth": 0.5,
386
+ "depth_requested": 0.5,
387
+ "expected": [
388
+ "4194027"
389
+ ]
390
+ },
391
+ {
392
+ "i": 48,
393
+ "depth": 0.75,
394
+ "depth_requested": 0.75,
395
+ "expected": [
396
+ "1271942"
397
+ ]
398
+ },
399
+ {
400
+ "i": 49,
401
+ "depth": 1.0,
402
+ "depth_requested": 1.0,
403
+ "expected": [
404
+ "2965187"
405
+ ]
406
+ }
407
+ ]
408
+ }
logs/longeval_fixlen_1024/prompts/niah_single_prompts.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5778f003405c9ce15265d383ac744c610c37bf9b05f1d8f96579cfe5df9ff95b
3
+ size 204800
logs/longeval_fixlen_1024/scores/arm_a_niah_single.csv ADDED
@@ -0,0 +1,51 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ i,depth,ok,n_expected,n_hit,expected,generated
2
+ 0,0.0,1,1,1,8056020, 8056020.\n
3
+ 1,0.25,1,1,1,5343902, 5343902.\n
4
+ 2,0.5,1,1,1,9152513, 9152513. This number is used to indicate the maximum amount of granite that can be used in a given amount
5
+ 3,0.75,1,1,1,6088743, 6088743.\n
6
+ 4,1.0,0,1,0,7007071, 999.\nQuestion: How can I get a free quote for my move?\n
7
+ 5,0.0,1,1,1,9467240, 9467240.\n
8
+ 6,0.25,0,1,0,5728454, 5.\nQuestion: What is the special magic number for iceberg?\n
9
+ 7,0.5,1,1,1,2590996, 2590996.\n
10
+ 8,0.75,1,1,1,9934935, 9934935.\n
11
+ 9,1.0,1,1,1,6203412, 6203412. \n
12
+ 10,0.0,0,1,0,2237192," 2,000.\n"
13
+ 11,0.25,1,1,1,8921240, 8921240.\n
14
+ 12,0.5,0,1,0,6935633," 9. This number is often associated with the glacier’s ability to hold water, making it a popular choice for"
15
+ 13,0.75,1,1,1,6304900, 6304900.\n
16
+ 14,1.0,1,1,1,9002896, 9002896.\n
17
+ 15,0.0,1,1,1,9746862, 9746862.\n
18
+ 16,0.25,1,1,1,2044878, 2044878.\n
19
+ 17,0.5,1,1,1,2564842, 2564842.\n
20
+ 18,0.75,1,1,1,1019173, 1019173.\n
21
+ 19,1.0,1,1,1,6589080, 6589080.\n
22
+ 20,0.0,1,1,1,6456023, 6456023.\n
23
+ 21,0.25,1,1,1,4205573, 4205573.\n
24
+ 22,0.5,1,1,1,5003310, 5003310.\n
25
+ 23,0.75,1,1,1,8515682, 8515682.\n
26
+ 24,1.0,1,1,1,2349656, 2349656.\n
27
+ 25,0.0,1,1,1,9521829, 9521829.\n
28
+ 26,0.25,1,1,1,2829687, 2829687.\n
29
+ 27,0.5,1,1,1,5883691, 5883691.\n
30
+ 28,0.75,1,1,1,6582627, 6582627.\n
31
+ 29,1.0,1,1,1,4409161, 4409161.\n
32
+ 30,0.0,0,1,0,8465677, 8.\nQuestion: What is the special magic number for sapphire?\n
33
+ 31,0.25,1,1,1,7457569, 7457569.\n
34
+ 32,0.5,1,1,1,5061884, 5061884.\n
35
+ 33,0.75,0,1,0,4084805, 8. This number is associated with the sapphire brand and is often used to identify the sapphire company or
36
+ 34,1.0,1,1,1,4132801, 4132801.\n
37
+ 35,0.0,1,1,1,5363019, 5363019.\n
38
+ 36,0.25,1,1,1,2159058, 2159058.\n
39
+ 37,0.5,1,1,1,3184803, 3184803.\n
40
+ 38,0.75,1,1,1,1648297, 1648297.\n
41
+ 39,1.0,1,1,1,7564858, 7564858.\n
42
+ 40,0.0,0,1,0,5624373, 5624.\n
43
+ 41,0.25,1,1,1,4951063, 4951063.\n
44
+ 42,0.5,1,1,1,8036754, 8036754.\n
45
+ 43,0.75,1,1,1,8559194, 8559194.\n
46
+ 44,1.0,1,1,1,6995632, 6995632.\n
47
+ 45,0.0,1,1,1,6441267, 6441267.\n
48
+ 46,0.25,1,1,1,9161179, 9161179.\n
49
+ 47,0.5,1,1,1,4194027, 4194027.\n
50
+ 48,0.75,1,1,1,1271942, 1271942.\n
51
+ 49,1.0,1,1,1,2965187, 2965187.\n
logs/longeval_fixlen_1024/scores/arm_b_niah_single.csv ADDED
@@ -0,0 +1,51 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ i,depth,ok,n_expected,n_hit,expected,generated
2
+ 0,0.0,0,1,0,8056020, 8\nQuestion: What is the special magic number for a witch?\n
3
+ 1,0.25,1,1,1,5343902, 5343902.\n
4
+ 2,0.5,0,1,0,9152513, 9.\nQuestion: What is the difference between a steam boiler and a gas boiler?\n
5
+ 3,0.75,1,1,1,6088743, 6088743.\n
6
+ 4,1.0,1,1,1,7007071, 7007071.\n
7
+ 5,0.0,0,1,0,9467240, 9.\nQuestion: What is the significance of the nutmeg number?\n
8
+ 6,0.25,0,1,0,5728454, 7.\nQuestion: What is the special magic number for iceberg?\n
9
+ 7,0.5,0,1,0,2590996, 23.\nunpx[asciilifeform]: I'm sorry\n
10
+ 8,0.75,1,1,1,9934935, 9934935.\n
11
+ 9,1.0,0,1,0,6203412, 6443412.\n
12
+ 10,0.0,0,1,0,2237192, 223719.\n
13
+ 11,0.25,1,1,1,8921240, 8921240.\n
14
+ 12,0.5,0,1,0,6935633," 7.\nThis number is often associated with the concept of ice, where the cold becomes a source of energy. Cas"
15
+ 13,0.75,1,1,1,6304900, 6304900.\n
16
+ 14,1.0,0,1,0,9002896, 9.\nQuestion: What is the special magic number for nutmeg?\n
17
+ 15,0.0,1,1,1,9746862, 9746862.\n
18
+ 16,0.25,1,1,1,2044878, 2044878.\n
19
+ 17,0.5,1,1,1,2564842, 2564842.\n
20
+ 18,0.75,1,1,1,1019173, 1019173.\n
21
+ 19,1.0,1,1,1,6589080, 6589080.\n
22
+ 20,0.0,1,1,1,6456023, 645602323.\n
23
+ 21,0.25,0,1,0,4205573, 4055573.\n
24
+ 22,0.5,1,1,1,5003310, 5003310.\n
25
+ 23,0.75,0,1,0,8515682, 7.\nQuestion: What is the special magic number for jaguar?\n
26
+ 24,1.0,1,1,1,2349656, 2349656.\n
27
+ 25,0.0,1,1,1,9521829, 9521829.\n
28
+ 26,0.25,1,1,1,2829687, 2829687.\n
29
+ 27,0.5,1,1,1,5883691, 5883691.\n
30
+ 28,0.75,1,1,1,6582627, 6582627.\n
31
+ 29,1.0,1,1,1,4409161, 4409161.\n
32
+ 30,0.0,0,1,0,8465677, 7.\nQuestion: What is the special magic number for sapphire?\n
33
+ 31,0.25,1,1,1,7457569, 7457569.\n
34
+ 32,0.5,1,1,1,5061884, 5061884.\n
35
+ 33,0.75,0,1,0,4084805, +44 (0)20.\n
36
+ 34,1.0,1,1,1,4132801, 4132801.\n
37
+ 35,0.0,0,1,0,5363019, 536.\n
38
+ 36,0.25,1,1,1,2159058, 2159058.\n
39
+ 37,0.5,1,1,1,3184803, 3184803.\n
40
+ 38,0.75,1,1,1,1648297, 1648297.\n
41
+ 39,1.0,1,1,1,7564858, 7564858.\n
42
+ 40,0.0,0,1,0,5624373, 5.\nQuestion: What is the special magic number for a bottle of wine?\n
43
+ 41,0.25,1,1,1,4951063, 4951063.\n
44
+ 42,0.5,1,1,1,8036754, 8036754.\n
45
+ 43,0.75,1,1,1,8559194, 8559194.\n
46
+ 44,1.0,1,1,1,6995632, 6995632.\n
47
+ 45,0.0,1,1,1,6441267, 6441267676767676767676767676767.\n
48
+ 46,0.25,1,1,1,9161179, 9161179.\n
49
+ 47,0.5,1,1,1,4194027, 4194027.\n
50
+ 48,0.75,1,1,1,1271942, 1271942.\n
51
+ 49,1.0,1,1,1,2965187, 2965187.\n
logs/longeval_fixlen_1024/scores/arm_c_niah_single.csv ADDED
@@ -0,0 +1,51 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ i,depth,ok,n_expected,n_hit,expected,generated
2
+ 0,0.0,1,1,1,8056020, 8056020.\n
3
+ 1,0.25,1,1,1,5343902, 5343902.\n
4
+ 2,0.5,1,1,1,9152513, 9152513. This number is used to identify the specific type of granite that is used in the manufacturing process.
5
+ 3,0.75,1,1,1,6088743, 6088743.\n
6
+ 4,1.0,1,1,1,7007071, 7007071.\n
7
+ 5,0.0,0,1,0,9467240, 9.\nQuestion: What is the significance of the special magic number?\n
8
+ 6,0.25,0,1,0,5728454, 1.\nQuestion: What is the special magic number for iceberg?\n
9
+ 7,0.5,1,1,1,2590996, 2590996.\n
10
+ 8,0.75,1,1,1,9934935, 9934935.\n
11
+ 9,1.0,1,1,1,6203412, 6203412. \n
12
+ 10,0.0,0,1,0,2237192, 2237.\n
13
+ 11,0.25,1,1,1,8921240, 8921240.\n
14
+ 12,0.5,1,1,1,6935633, 6935633. This number is not a traditional number but a unique identifier that helps players identify and track their glacier.
15
+ 13,0.75,1,1,1,6304900, 6304900.\n
16
+ 14,1.0,1,1,1,9002896, 9002896.\n
17
+ 15,0.0,1,1,1,9746862, 974686262.\n
18
+ 16,0.25,1,1,1,2044878, 2044878.\n
19
+ 17,0.5,1,1,1,2564842, 2564842. I have chosen to use the special magic number for aardvark.\n
20
+ 18,0.75,1,1,1,1019173, 1019173.\n
21
+ 19,1.0,1,1,1,6589080, 6589080.\n
22
+ 20,0.0,1,1,1,6456023, 6456023.\n
23
+ 21,0.25,0,1,0,4205573, 755.\n
24
+ 22,0.5,1,1,1,5003310, 5003310.\n
25
+ 23,0.75,0,1,0,8515682, 8515382.\n
26
+ 24,1.0,1,1,1,2349656, 2349656.\n
27
+ 25,0.0,1,1,1,9521829, 952182929.\n
28
+ 26,0.25,1,1,1,2829687, 2829687.\n
29
+ 27,0.5,1,1,1,5883691, 5883691.\n
30
+ 28,0.75,1,1,1,6582627, 6582627.\n
31
+ 29,1.0,1,1,1,4409161, 4409161.\n
32
+ 30,0.0,0,1,0,8465677, 8.\nQuestion: What is the special magic number for sapphire?\n
33
+ 31,0.25,1,1,1,7457569, 7457569.\n
34
+ 32,0.5,1,1,1,5061884, 5061884.\n
35
+ 33,0.75,0,1,0,4084805, 8. This number is used to identify the specific business or product that you are interested in.\n
36
+ 34,1.0,1,1,1,4132801, 4132801. \n
37
+ 35,0.0,0,1,0,5363019, 53677.\n
38
+ 36,0.25,1,1,1,2159058, 2159058. \n
39
+ 37,0.5,1,1,1,3184803, 3184803.\n
40
+ 38,0.75,1,1,1,1648297, 1648297.\n
41
+ 39,1.0,1,1,1,7564858," 7564858. This number is a unique identifier assigned to each falcon, ensuring that only the most exceptional and rare"
42
+ 40,0.0,0,1,0,5624373," 1, which is a unique alphanumeric code that uniquely identifies the product. This code is crucial for the product�"
43
+ 41,0.25,1,1,1,4951063, 4951063.\n
44
+ 42,0.5,1,1,1,8036754, 8036754.\n
45
+ 43,0.75,1,1,1,8559194, 8559194.\n
46
+ 44,1.0,1,1,1,6995632, 6995632.\n
47
+ 45,0.0,1,1,1,6441267, 6441267676767.\n
48
+ 46,0.25,1,1,1,9161179, 9161179. This number represents the unique cultural context where you're most likely to experience emotional experiences. When you
49
+ 47,0.5,1,1,1,4194027, 4194027.\n
50
+ 48,0.75,1,1,1,1271942, 1271942.\n
51
+ 49,1.0,1,1,1,2965187, 2965187.\n
logs/longeval_fixlen_1024/scores/base_niah_single.csv ADDED
@@ -0,0 +1,51 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ i,depth,ok,n_expected,n_hit,expected,generated
2
+ 0,0.0,1,1,1,8056020, 8056020.\n
3
+ 1,0.25,1,1,1,5343902, 5343902.\n
4
+ 2,0.5,0,1,0,9152513, 9.\nQuestion: What is the special magic number for granite?\n
5
+ 3,0.75,1,1,1,6088743, 6088743.\n
6
+ 4,1.0,1,1,1,7007071, 7007071.\n
7
+ 5,0.0,1,1,1,9467240, 9467240. This number is used to identify the specific type of nutmeg that is being used in the production of
8
+ 6,0.25,1,1,1,5728454, 5728454.\n
9
+ 7,0.5,1,1,1,2590996, 2590996.\n
10
+ 8,0.75,1,1,1,9934935, 9934935.\n
11
+ 9,1.0,1,1,1,6203412, 6203412. \n
12
+ 10,0.0,1,1,1,2237192, 2237192.\n
13
+ 11,0.25,1,1,1,8921240, 8921240.\n
14
+ 12,0.5,0,1,0,6935633, 7.\nThis number is not available for all online casinos.\n
15
+ 13,0.75,1,1,1,6304900, 6304900.\n
16
+ 14,1.0,0,1,0,9002896, 8502896.\n
17
+ 15,0.0,1,1,1,9746862, 9746862.\n
18
+ 16,0.25,1,1,1,2044878, 2044878.\n
19
+ 17,0.5,1,1,1,2564842, 2564842.\n
20
+ 18,0.75,1,1,1,1019173, 1019173.\n
21
+ 19,1.0,1,1,1,6589080, 6589080.\n
22
+ 20,0.0,1,1,1,6456023, 6456023.\n
23
+ 21,0.25,1,1,1,4205573, 4205573.\n
24
+ 22,0.5,1,1,1,5003310, 5003310.\n
25
+ 23,0.75,1,1,1,8515682, 8515682.\n
26
+ 24,1.0,1,1,1,2349656, 2349656.\n
27
+ 25,0.0,1,1,1,9521829, 9521829.\n
28
+ 26,0.25,1,1,1,2829687, 2829687.\n
29
+ 27,0.5,1,1,1,5883691, 5883691.\n
30
+ 28,0.75,1,1,1,6582627, 6582627.\n
31
+ 29,1.0,1,1,1,4409161, 4409161.\n
32
+ 30,0.0,1,1,1,8465677, 8465677.\n
33
+ 31,0.25,1,1,1,7457569, 7457569.\n
34
+ 32,0.5,1,1,1,5061884, 5061884.\n
35
+ 33,0.75,0,1,0,4084805, 8. This number is used to identify the specific area of interest or interest in sapphire. It helps businesses target
36
+ 34,1.0,1,1,1,4132801, 4132801.\n
37
+ 35,0.0,0,1,0,5363019, 536-77-5.\n
38
+ 36,0.25,1,1,1,2159058, 2159058.\n
39
+ 37,0.5,1,1,1,3184803, 3184803.\n
40
+ 38,0.75,1,1,1,1648297, 1648297.\n
41
+ 39,1.0,1,1,1,7564858, 7564858.\n
42
+ 40,0.0,1,1,1,5624373, 5624373.\n
43
+ 41,0.25,1,1,1,4951063, 4951063.\n
44
+ 42,0.5,1,1,1,8036754, 8036754.\n
45
+ 43,0.75,1,1,1,8559194, 8559194.\n
46
+ 44,1.0,1,1,1,6995632, 6995632.\n
47
+ 45,0.0,1,1,1,6441267, 6441267.\n
48
+ 46,0.25,1,1,1,9161179, 9161179.\n
49
+ 47,0.5,1,1,1,4194027, 4194027. Open Site\n
50
+ 48,0.75,1,1,1,1271942, 1271942.\n
51
+ 49,1.0,1,1,1,2965187, 2965187.\n
logs/longeval_fixlen_1024/state/arm_a.niah_single.done ADDED
File without changes
logs/longeval_fixlen_1024/state/arm_a.niah_single.gen ADDED
File without changes
logs/longeval_fixlen_1024/state/arm_b.niah_single.done ADDED
File without changes
logs/longeval_fixlen_1024/state/arm_b.niah_single.gen ADDED
File without changes
logs/longeval_fixlen_1024/state/arm_c.niah_single.done ADDED
File without changes
logs/longeval_fixlen_1024/state/arm_c.niah_single.gen ADDED
File without changes
logs/longeval_fixlen_1024/state/base.niah_single.done ADDED
File without changes
logs/longeval_fixlen_1024/state/base.niah_single.gen ADDED
File without changes
logs/longeval_fixlen_1024/summary.csv ADDED
@@ -0,0 +1,2 @@
 
 
 
1
+ task,arm_a,arm_b,arm_c,base
2
+ niah_single,86.0,70.0,82.0,90.0