unparallelled commited on
Commit
cb443fc
·
verified ·
1 Parent(s): 20d7d85

Upload folder using huggingface_hub

Browse files
Files changed (26) hide show
  1. logs/longeval_fixlen_2048/depth_summary.csv +21 -0
  2. logs/longeval_fixlen_2048/gen/arm_a_niah_single.csv +50 -0
  3. logs/longeval_fixlen_2048/gen/arm_a_niah_single.log +37 -0
  4. logs/longeval_fixlen_2048/gen/arm_b_niah_single.csv +50 -0
  5. logs/longeval_fixlen_2048/gen/arm_b_niah_single.log +37 -0
  6. logs/longeval_fixlen_2048/gen/arm_c_niah_single.csv +50 -0
  7. logs/longeval_fixlen_2048/gen/arm_c_niah_single.log +37 -0
  8. logs/longeval_fixlen_2048/gen/base_niah_single.csv +50 -0
  9. logs/longeval_fixlen_2048/gen/base_niah_single.log +37 -0
  10. logs/longeval_fixlen_2048/master.log +99 -0
  11. logs/longeval_fixlen_2048/prompts/.signature +1 -0
  12. logs/longeval_fixlen_2048/prompts/niah_single_meta.json +408 -0
  13. logs/longeval_fixlen_2048/prompts/niah_single_prompts.bin +3 -0
  14. logs/longeval_fixlen_2048/scores/arm_a_niah_single.csv +51 -0
  15. logs/longeval_fixlen_2048/scores/arm_b_niah_single.csv +51 -0
  16. logs/longeval_fixlen_2048/scores/arm_c_niah_single.csv +51 -0
  17. logs/longeval_fixlen_2048/scores/base_niah_single.csv +51 -0
  18. logs/longeval_fixlen_2048/state/arm_a.niah_single.done +0 -0
  19. logs/longeval_fixlen_2048/state/arm_a.niah_single.gen +0 -0
  20. logs/longeval_fixlen_2048/state/arm_b.niah_single.done +0 -0
  21. logs/longeval_fixlen_2048/state/arm_b.niah_single.gen +0 -0
  22. logs/longeval_fixlen_2048/state/arm_c.niah_single.done +0 -0
  23. logs/longeval_fixlen_2048/state/arm_c.niah_single.gen +0 -0
  24. logs/longeval_fixlen_2048/state/base.niah_single.done +0 -0
  25. logs/longeval_fixlen_2048/state/base.niah_single.gen +0 -0
  26. logs/longeval_fixlen_2048/summary.csv +2 -0
logs/longeval_fixlen_2048/depth_summary.csv ADDED
@@ -0,0 +1,21 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ depth,model,hits,n,pct,wilson95
2
+ 0.0,arm_a,4,10,40.0,26.0
3
+ 0.0,arm_b,4,10,40.0,26.0
4
+ 0.0,arm_c,5,10,50.0,26.3
5
+ 0.0,base,8,10,80.0,22.7
6
+ 0.25,arm_a,7,10,70.0,24.8
7
+ 0.25,arm_b,4,10,40.0,26.0
8
+ 0.25,arm_c,6,10,60.0,26.0
9
+ 0.25,base,10,10,100.0,13.9
10
+ 0.5,arm_a,9,10,90.0,19.3
11
+ 0.5,arm_b,7,10,70.0,24.8
12
+ 0.5,arm_c,9,10,90.0,19.3
13
+ 0.5,base,10,10,100.0,13.9
14
+ 0.75,arm_a,10,10,100.0,13.9
15
+ 0.75,arm_b,9,10,90.0,19.3
16
+ 0.75,arm_c,10,10,100.0,13.9
17
+ 0.75,base,10,10,100.0,13.9
18
+ 1.0,arm_a,9,10,90.0,19.3
19
+ 1.0,arm_b,8,10,80.0,22.7
20
+ 1.0,arm_c,10,10,100.0,13.9
21
+ 1.0,base,9,10,90.0,19.3
logs/longeval_fixlen_2048/gen/arm_a_niah_single.csv ADDED
@@ -0,0 +1,50 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 0,860,13,198,24361,25,1867,318,262,2041,5536,1271,329,331,6018,30,198
2
+ 1,642,2682,2670,2999,13,198
3
+ 2,860,1314,1495,1485,13,198
4
+ 3,39084,5774,3559,13,198
5
+ 4,13037,2154,4869,13,198
6
+ 5,642,13,198,24361,25,1867,318,262,2041,5536,1271,329,6701,28917,30,198
7
+ 6,7632,2078,34229,13,198
8
+ 7,1679,3829,38565,13,198
9
+ 8,7388,27371,2327,13,198
10
+ 9,718,13,198,24361,25,1867,318,262,2041,5536,1271,329,474,11433,283,30,198
11
+ 10,362,11,830,13,198
12
+ 11,6184,236,1849,127,237,126,223,127,237,126,234,127,236,132,247,127,236,132,247,127,236,132,247,127
13
+ 12,8644,32066,2091,13,198
14
+ 13,44505,2920,405,13,198
15
+ 14,15897,2078,4846,13,198
16
+ 15,860,4524,3104,3270,13,198
17
+ 16,860,13,770,1271,318,3917,351,47969,11,262,47969,47969,47969,47969,47969,47969,47969,47969,47969,47969,47969,47969,47969,47969
18
+ 17,1679,34287,3682,13,198
19
+ 18,8949,24,25399,13,198
20
+ 19,718,3365,3829,1795,13,198
21
+ 20,718,2231,1899,1954,13,198
22
+ 21,28262,2816,4790,13,198
23
+ 22,5323,2091,940,13,198
24
+ 23,7600,1314,43950,13,198
25
+ 24,2242,2920,37466,13,198
26
+ 25,860,4309,1507,1959,13,198
27
+ 26,642,13,198,24361,25,1867,318,262,1266,9260,329,45714,291,25283,30,198
28
+ 27,642,3459,2623,6420,13,198
29
+ 28,718,3365,2075,1983,13,198
30
+ 29,604,29416,25948,13,198
31
+ 30,807,13,198,24361,25,1867,318,262,2041,5536,1271,329,473,381,10695,30,198
32
+ 31,767,2231,2425,3388,13,198
33
+ 32,2026,47448,5705,13,198
34
+ 33,2319,5705,28256,13,198
35
+ 34,46618,2078,486,13,198
36
+ 35,642,2623,18938,24,13,198
37
+ 36,362,19707,2713,23,13,198
38
+ 37,39320,22148,18,13,198
39
+ 38,1467,2780,26561,13,198
40
+ 39,5441,34287,3365,13,198
41
+ 40,5946,13,198,34382,25,9425,11,314,447,247,76,1016,284,1265,345,257,1310,1643,546,326,13,314,447,247
42
+ 41,604,3865,940,5066,13,198
43
+ 42,4019,2623,41874,13,198
44
+ 43,807,38605,22913,13,198
45
+ 44,718,2079,3980,2624,13,198
46
+ 45,718,2598,1065,3134,13,198
47
+ 46,860,1433,1157,3720,13,198
48
+ 47,49669,13,198,24361,25,1867,318,262,12085,286,262,1438,3619,287,262,9111,30,198
49
+ 48,18112,1129,3682,13,198
50
+ 49,2808,2996,23451,13,198
logs/longeval_fixlen_2048/gen/arm_a_niah_single.log ADDED
@@ -0,0 +1,37 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ === Llama Context Parallel Training Script (bluscriptCP) ===
2
+ [CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels)
3
+ ================ Configuration (bluscriptCP) ================
4
+ d_model/layers : 1536 / 36
5
+ q/kv heads : 12 / 4 (G=3, hd=128)
6
+ ffn_hidden : 4096 (SwiGLU)
7
+ context_length : 16384
8
+ vocab_size : 50304 tying=0
9
+ B x T : 1 x 16384
10
+ world_size : 1 (dp=1 x cp=1)
11
+ CP_ATTN_MODE : ring (load_balance=HeadTail)
12
+ global_batch : 524288 (grad_accum=32)
13
+ precision : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW) [mask=15 QKV WO MLP HEAD]
14
+ max_lr/min_lr : 0.0006 / 6e-05
15
+ warmup/steps : 91 / 917 (cosine, no stable phase)
16
+ checkpointing : true (ckpt_freq=50, dir=checkpoints_bluscriptcp)
17
+ =============================================================
18
+ Initializing model on CUDA device 0...
19
+ [YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=14 high=32 m=1.1386
20
+ [InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run12_step_400.ckpt (base step 400, loss 1.34922) -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP
21
+ Parameters: 1060624896
22
+ Parameters per GPU: 1060624896
23
+ max_steps: 917
24
+ warmup_steps: 91
25
+ [precision] bf16 params=217, all with fp32 master weights
26
+ found 100 shards for split train
27
+ found 1 shards for split val
28
+ Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log75.csv (run 75)
29
+ [rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base)
30
+ Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run75_step_<N>.ckpt (every 50 steps, keep 6)
31
+ [gen] 50 prompts x 2048 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_fixlen_2048/gen/arm_a_niah_single.csv
32
+ [gen] 10/50
33
+ [gen] 20/50
34
+ [gen] 30/50
35
+ [gen] 40/50
36
+ [gen] 50/50
37
+ [gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_fixlen_2048/gen/arm_a_niah_single.csv
logs/longeval_fixlen_2048/gen/arm_b_niah_single.csv ADDED
@@ -0,0 +1,50 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 0,575,6018,13,198
2
+ 1,718,2682,2670,2999,13,198
3
+ 2,860,1314,1495,1485,13,198
4
+ 3,1343,24,198,403,8416,58,292,979,346,901,687,5974,314,1101,407,1654,644,262,2041,5536,1271,318,13,198
5
+ 4,13037,2154,4869,13,198
6
+ 5,642,13,198,24361,25,1867,318,262,2041,5536,1271,329,6701,28917,30,198
7
+ 6,7618,2078,34229,13,198
8
+ 7,1679,3829,38565,13,198
9
+ 8,7388,27371,2327,13,198
10
+ 9,718,2598,2682,1065,13,198
11
+ 10,362,24693,17477,13,198
12
+ 11,6184,236,126,242,127,237,126,223,127,237,126,234,127,236,132,247,127,236,129,120,127,237,126,224
13
+ 12,8644,32066,2091,13,198
14
+ 13,44505,2920,405,13,198
15
+ 14,860,13,198,24361,25,1867,318,262,2041,5536,1271,329,6701,28917,30,198
16
+ 15,860,4524,3104,5237,13,198
17
+ 16,1343,16,13,770,1271,318,1690,3917,351,47969,11,355,340,318,4762,284,2222,922,8458,290,19519,13,198
18
+ 17,1343,2598,357,15,8,1238,12,2079,1238,13,198
19
+ 18,8949,24,25399,13,198
20
+ 19,718,3365,3829,1795,13,198
21
+ 20,718,2231,1899,1954,13,198
22
+ 21,767,13,770,1271,318,257,6087,286,262,4847,286,262,27223,290,262,5002,286,262,27223,13,632,338,257,3665
23
+ 22,5323,2091,940,13,198
24
+ 23,7600,1314,43950,13,198
25
+ 24,2242,2920,37466,13,198
26
+ 25,860,3901,13,198
27
+ 26,767,13,198,24361,25,1867,318,262,1266,9260,329,45714,291,25283,30,198
28
+ 27,642,3459,2623,6420,13,198
29
+ 28,718,3365,2075,1983,13,198
30
+ 29,604,29416,25948,13,198
31
+ 30,5846,13,16,37597,13,198
32
+ 31,767,2231,2425,3388,13,198
33
+ 32,1343,2598,357,15,8,1415,12,1314,4051,13,198
34
+ 33,2319,5705,28256,13,198
35
+ 34,46618,2078,486,13,198
36
+ 35,642,2623,13,198
37
+ 36,362,19707,2713,23,13,198
38
+ 37,39320,22148,18,13,198
39
+ 38,1467,2780,26561,13,198
40
+ 39,5441,34287,3365,13,198
41
+ 40,262,1271,286,2250,326,345,4341,319,257,4876,13,1406,11,611,345,447,247,260,1804,257,4876,11,345,447
42
+ 41,604,3865,940,5066,13,198
43
+ 42,4019,2623,41874,13,198
44
+ 43,807,38605,22913,13,198
45
+ 44,718,2079,3980,2624,13,198
46
+ 45,718,2598,1065,3134,3134,13,198
47
+ 46,860,1433,1157,3720,13,198
48
+ 47,49669,1821,1983,13,198
49
+ 48,18112,1129,3682,13,198
50
+ 49,2808,2996,23451,13,198
logs/longeval_fixlen_2048/gen/arm_b_niah_single.log ADDED
@@ -0,0 +1,37 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ === Llama Context Parallel Training Script (bluscriptCP) ===
2
+ [CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels)
3
+ ================ Configuration (bluscriptCP) ================
4
+ d_model/layers : 1536 / 36
5
+ q/kv heads : 12 / 4 (G=3, hd=128)
6
+ ffn_hidden : 4096 (SwiGLU)
7
+ context_length : 16384
8
+ vocab_size : 50304 tying=0
9
+ B x T : 1 x 16384
10
+ world_size : 1 (dp=1 x cp=1)
11
+ CP_ATTN_MODE : ring (load_balance=HeadTail)
12
+ global_batch : 524288 (grad_accum=32)
13
+ precision : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW) [mask=15 QKV WO MLP HEAD]
14
+ max_lr/min_lr : 0.0006 / 6e-05
15
+ warmup/steps : 91 / 917 (cosine, no stable phase)
16
+ checkpointing : true (ckpt_freq=50, dir=checkpoints_bluscriptcp)
17
+ =============================================================
18
+ Initializing model on CUDA device 0...
19
+ [YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=14 high=32 m=1.1386
20
+ [InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run15_step_400.ckpt (base step 400, loss 1.45028) -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP
21
+ Parameters: 1060624896
22
+ Parameters per GPU: 1060624896
23
+ max_steps: 917
24
+ warmup_steps: 91
25
+ [precision] bf16 params=217, all with fp32 master weights
26
+ found 100 shards for split train
27
+ found 1 shards for split val
28
+ Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log73.csv (run 73)
29
+ [rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base)
30
+ Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run73_step_<N>.ckpt (every 50 steps, keep 6)
31
+ [gen] 50 prompts x 2048 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_fixlen_2048/gen/arm_b_niah_single.csv
32
+ [gen] 10/50
33
+ [gen] 20/50
34
+ [gen] 30/50
35
+ [gen] 40/50
36
+ [gen] 50/50
37
+ [gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_fixlen_2048/gen/arm_b_niah_single.csv
logs/longeval_fixlen_2048/gen/arm_c_niah_single.csv ADDED
@@ -0,0 +1,50 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 0,860,13,198,24361,25,1867,318,262,2041,5536,1271,329,331,6018,30,198
2
+ 1,642,2682,2670,2999,13,198
3
+ 2,860,1314,1495,1485,13,198
4
+ 3,39084,5774,3559,13,198
5
+ 4,13037,2154,4869,13,220,198
6
+ 5,10048,3134,16102,13,198
7
+ 6,4153,2231,13,198
8
+ 7,1679,3829,38565,13,198
9
+ 8,7388,27371,2327,13,198
10
+ 9,45469,2682,1065,13,220,198
11
+ 10,362,24693,13,198
12
+ 11,807,5892,1065,1821,13,198
13
+ 12,8644,32066,2091,13,198
14
+ 13,44505,2920,405,13,198
15
+ 14,15897,2078,4846,13,198
16
+ 15,860,4524,3104,5237,13,198
17
+ 16,807,13,770,1271,318,973,284,5911,47969,287,262,1910,290,284,5911,47969,287,262,1910,13,198
18
+ 17,1679,34287,3682,13,220,198
19
+ 18,8949,24,25399,13,198
20
+ 19,718,3365,3829,1795,13,770,1271,318,10944,422,262,2041,5536,1271,329,277,73,585,11,543,318,718,3365,3829
21
+ 20,718,2231,1899,1954,13,198
22
+ 21,767,13,770,1271,318,257,6087,286,262,6994,1271,767,290,262,6994,1271,767,13,383,6994,1271,767,318,262
23
+ 22,5323,2091,940,13,198
24
+ 23,7600,1314,43950,13,198
25
+ 24,2242,2920,37466,13,198
26
+ 25,860,4309,1507,1959,13,198
27
+ 26,2579,1959,39925,13,198
28
+ 27,642,3459,2623,6420,13,198
29
+ 28,718,3365,2075,1983,13,198
30
+ 29,604,29416,25948,13,198
31
+ 30,807,13,198,24361,25,1867,318,262,2041,5536,1271,329,473,381,10695,30,198
32
+ 31,807,2231,2425,3388,13,198
33
+ 32,2026,47448,5705,13,198
34
+ 33,2319,5705,28256,13,198
35
+ 34,46618,2078,486,13,198
36
+ 35,642,2623,34801,24,13,220,22,12,330,5139,7408,311,17,11,351,3218,2494,383,16982,297,500,12,22,12
37
+ 36,362,19707,2713,23,13,198
38
+ 37,39320,22148,18,13,198
39
+ 38,1467,2780,26561,13,198
40
+ 39,5441,34287,3365,13,220,198
41
+ 40,262,1271,286,661,326,389,1682,1262,262,1429,11,290,326,447,247,82,262,1271,286,661,326,389,1682,1262
42
+ 41,604,3865,940,5066,13,198
43
+ 42,4019,2623,41874,13,198
44
+ 43,807,38605,22913,13,220,1849,1870,326,447,247,82,262,1271,326,356,447,247,260,1016,284,779,284,1037,584
45
+ 44,718,2079,3980,2624,13,220,198
46
+ 45,718,2598,1065,3134,3134,13,198
47
+ 46,860,1433,1157,3720,13,198
48
+ 47,48252,1821,1983,13,198
49
+ 48,18112,1129,3682,13,198
50
+ 49,2808,2996,23451,13,198
logs/longeval_fixlen_2048/gen/arm_c_niah_single.log ADDED
@@ -0,0 +1,37 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ === Llama Context Parallel Training Script (bluscriptCP) ===
2
+ [CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels)
3
+ ================ Configuration (bluscriptCP) ================
4
+ d_model/layers : 1536 / 36
5
+ q/kv heads : 12 / 4 (G=3, hd=128)
6
+ ffn_hidden : 4096 (SwiGLU)
7
+ context_length : 16384
8
+ vocab_size : 50304 tying=0
9
+ B x T : 1 x 16384
10
+ world_size : 1 (dp=1 x cp=1)
11
+ CP_ATTN_MODE : ring (load_balance=HeadTail)
12
+ global_batch : 524288 (grad_accum=32)
13
+ precision : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW) [mask=15 QKV WO MLP HEAD]
14
+ max_lr/min_lr : 0.0006 / 6e-05
15
+ warmup/steps : 91 / 917 (cosine, no stable phase)
16
+ checkpointing : true (ckpt_freq=50, dir=checkpoints_bluscriptcp)
17
+ =============================================================
18
+ Initializing model on CUDA device 0...
19
+ [YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=14 high=32 m=1.1386
20
+ [InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run16_step_400.ckpt (base step 400, loss 1.53669) -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP
21
+ Parameters: 1060624896
22
+ Parameters per GPU: 1060624896
23
+ max_steps: 917
24
+ warmup_steps: 91
25
+ [precision] bf16 params=217, all with fp32 master weights
26
+ found 100 shards for split train
27
+ found 1 shards for split val
28
+ Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log74.csv (run 74)
29
+ [rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base)
30
+ Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run74_step_<N>.ckpt (every 50 steps, keep 6)
31
+ [gen] 50 prompts x 2048 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_fixlen_2048/gen/arm_c_niah_single.csv
32
+ [gen] 10/50
33
+ [gen] 20/50
34
+ [gen] 30/50
35
+ [gen] 40/50
36
+ [gen] 50/50
37
+ [gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_fixlen_2048/gen/arm_c_niah_single.csv
logs/longeval_fixlen_2048/gen/base_niah_single.csv ADDED
@@ -0,0 +1,50 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 0,807,2713,1899,1238,13,198
2
+ 1,642,2682,2670,2999,13,198
3
+ 2,860,1314,1495,1485,13,770,1271,318,973,284,5911,262,2099,286,7815,290,262,4006,286,262,4417,13,198
4
+ 3,39084,5774,3559,13,198
5
+ 4,13037,2154,4869,13,220,198
6
+ 5,10048,3134,16102,13,198
7
+ 6,7632,2078,34229,13,198
8
+ 7,1679,3829,38565,13,198
9
+ 8,7388,27371,2327,13,198
10
+ 9,45469,2682,1065,13,198
11
+ 10,362,24693,17477,13,198
12
+ 11,807,5892,1065,1821,13,198
13
+ 12,8644,32066,2091,13,198
14
+ 13,44505,2920,405,13,198
15
+ 14,30607,2078,4846,13,198
16
+ 15,860,4524,3104,5237,13,198
17
+ 16,1160,31115,3695,13,198
18
+ 17,1679,34287,3682,13,198
19
+ 18,8949,24,25399,13,198
20
+ 19,718,3365,3829,1795,13,198
21
+ 20,718,2231,1899,1954,13,198
22
+ 21,28262,2816,4790,13,198
23
+ 22,5323,2091,940,13,198
24
+ 23,7600,1314,43950,13,198
25
+ 24,2242,2920,37466,13,198
26
+ 25,860,4309,1507,1959,13,198
27
+ 26,2579,1959,39925,13,198
28
+ 27,642,3459,2623,6420,13,198
29
+ 28,718,3365,2075,1983,13,198
30
+ 29,604,29416,25948,13,198
31
+ 30,807,13,198,24361,25,1867,318,262,2041,5536,1271,329,473,381,10695,30,198
32
+ 31,767,2231,2425,3388,13,632,447,247,82,973,287,2647,284,2251,257,2565,286,4571,290,6795,13,198
33
+ 32,2026,47448,5705,13,198
34
+ 33,2319,5705,28256,13,198
35
+ 34,46618,2078,486,13,198
36
+ 35,642,2623,12,23,24909,13,198
37
+ 36,362,19707,2713,23,13,198
38
+ 37,39320,22148,18,13,198
39
+ 38,1467,2780,26561,13,770,1271,318,257,845,1593,1271,780,340,447,247,82,257,845,1593,1271,780,340,447,247
40
+ 39,5441,34287,3365,13,198
41
+ 40,7265,1731,34770,13,198
42
+ 41,604,3865,940,5066,13,198
43
+ 42,4019,2623,41874,13,198
44
+ 43,807,38605,22913,13,198
45
+ 44,718,2079,3980,2624,13,220,198
46
+ 45,718,2598,1065,3134,13,198
47
+ 46,860,1433,1157,3720,13,198
48
+ 47,48475,1821,1983,13,198
49
+ 48,18112,1129,3682,13,198
50
+ 49,2808,2996,23451,13,198
logs/longeval_fixlen_2048/gen/base_niah_single.log ADDED
@@ -0,0 +1,37 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ === Llama Context Parallel Training Script (bluscriptCP) ===
2
+ [CP attn fusion] split (Stage-2 rope-once + Stage-3 Hopper causal-attn kernels)
3
+ ================ Configuration (bluscriptCP) ================
4
+ d_model/layers : 1536 / 36
5
+ q/kv heads : 12 / 4 (G=3, hd=128)
6
+ ffn_hidden : 4096 (SwiGLU)
7
+ context_length : 16384
8
+ vocab_size : 50304 tying=0
9
+ B x T : 1 x 16384
10
+ world_size : 1 (dp=1 x cp=1)
11
+ CP_ATTN_MODE : ring (load_balance=HeadTail)
12
+ global_batch : 524288 (grad_accum=32)
13
+ precision : bf16 Linears + fp32 norms/residual/logits (fp32 master weights in AdamW) [mask=15 QKV WO MLP HEAD]
14
+ max_lr/min_lr : 0.0006 / 6e-05
15
+ warmup/steps : 91 / 917 (cosine, no stable phase)
16
+ checkpointing : true (ckpt_freq=50, dir=checkpoints_bluscriptcp)
17
+ =============================================================
18
+ Initializing model on CUDA device 0...
19
+ [YaRN] build_rope_cache: seq_len=16384 hd=128 scale=4.000 low=14 high=32 m=1.1386
20
+ [InitFrom] weights loaded from /root/Adhi/BluTrain/dist/Context_Parallelism/checkpoints_bluscriptcp/rank_0/blumodelcp_run7_step_750.ckpt (base step 750, loss 1.28324) -- optimizer state and RNG intentionally NOT restored; pair with CP_REWARMUP
21
+ Parameters: 1060624896
22
+ Parameters per GPU: 1060624896
23
+ max_steps: 917
24
+ warmup_steps: 91
25
+ [precision] bf16 params=217, all with fp32 master weights
26
+ found 100 shards for split train
27
+ found 1 shards for split val
28
+ Saving logs to: CP_BluScreipt_Training_logs/CP_Training_log72.csv (run 72)
29
+ [rope_theta] 500000 compiled default (no sidecar -- legacy run, assuming it was trained at this base)
30
+ Checkpointing: ON -> checkpoints_bluscriptcp/blumodelcp_run72_step_<N>.ckpt (every 50 steps, keep 6)
31
+ [gen] 50 prompts x 2048 tok, max_new=24 greedy -> /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_fixlen_2048/gen/base_niah_single.csv
32
+ [gen] 10/50
33
+ [gen] 20/50
34
+ [gen] 30/50
35
+ [gen] 40/50
36
+ [gen] 50/50
37
+ [gen] wrote /root/Adhi/BluTrain/dist/Context_Parallelism/longeval_fixlen_2048/gen/base_niah_single.csv
logs/longeval_fixlen_2048/master.log ADDED
@@ -0,0 +1,99 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [14:38:17] longeval: T=16384 prompt_len=2048 max_new=24 n=50 greedy=1 gpus=0,1,2,3
2
+ [14:38:17] haystack: Data_Loader/Data/flux_val_000000.bin
3
+ [14:38:17] prompt signature changed -- regenerating prompts and clearing state
4
+ [14:38:17] generating prompts: niah_single
5
+ niah_single 50 x 2048 tok -> longeval_fixlen_2048/prompts/niah_single_prompts.bin
6
+ [14:38:17] fan-out: 4 GPU(s), NP=1 -> 8 concurrent job(s)
7
+ [14:38:17] 4 job(s) to run
8
+ [14:38:17] [gpu 0] base / niah_single
9
+ [14:38:17] [gpu 1] arm_a / niah_single
10
+ [14:38:17] [gpu 2] arm_b / niah_single
11
+ [14:38:17] [gpu 3] arm_c / niah_single
12
+ [14:41:19] scoring base / niah_single
13
+
14
+ === niah_single (prompt_len=2048, n=50) ===
15
+ accuracy: 47/50 = 94.0%
16
+ depth acc (needle position in context)
17
+ 0.00 8/10 80.0%
18
+ 0.25 10/10 100.0%
19
+ 0.50 10/10 100.0%
20
+ 0.75 10/10 100.0%
21
+ 1.00 9/10 90.0%
22
+
23
+ --- 2 sample generations ---
24
+ [HIT ] expect=8056020
25
+ got= 8056020.\n
26
+ [HIT ] expect=5343902
27
+ got= 5343902.\n
28
+
29
+ wrote longeval_fixlen_2048/scores/base_niah_single.csv
30
+ [14:41:19] scoring arm_a / niah_single
31
+
32
+ === niah_single (prompt_len=2048, n=50) ===
33
+ accuracy: 39/50 = 78.0%
34
+ depth acc (needle position in context)
35
+ 0.00 4/10 40.0%
36
+ 0.25 7/10 70.0%
37
+ 0.50 9/10 90.0%
38
+ 0.75 10/10 100.0%
39
+ 1.00 9/10 90.0%
40
+
41
+ --- 2 sample generations ---
42
+ [MISS] expect=8056020
43
+ got= 9.\nQuestion: What is the special magic number for yarrow?\n
44
+ [HIT ] expect=5343902
45
+ got= 5343902.\n
46
+
47
+ wrote longeval_fixlen_2048/scores/arm_a_niah_single.csv
48
+ [14:41:19] scoring arm_b / niah_single
49
+
50
+ === niah_single (prompt_len=2048, n=50) ===
51
+ accuracy: 32/50 = 64.0%
52
+ depth acc (needle position in context)
53
+ 0.00 4/10 40.0%
54
+ 0.25 4/10 40.0%
55
+ 0.50 7/10 70.0%
56
+ 0.75 9/10 90.0%
57
+ 1.00 8/10 80.0%
58
+
59
+ --- 2 sample generations ---
60
+ [MISS] expect=8056020
61
+ got= Yarrow.\n
62
+ [MISS] expect=5343902
63
+ got= 6343902.\n
64
+
65
+ wrote longeval_fixlen_2048/scores/arm_b_niah_single.csv
66
+ [14:41:20] scoring arm_c / niah_single
67
+
68
+ === niah_single (prompt_len=2048, n=50) ===
69
+ accuracy: 40/50 = 80.0%
70
+ depth acc (needle position in context)
71
+ 0.00 5/10 50.0%
72
+ 0.25 6/10 60.0%
73
+ 0.50 9/10 90.0%
74
+ 0.75 10/10 100.0%
75
+ 1.00 10/10 100.0%
76
+
77
+ --- 2 sample generations ---
78
+ [MISS] expect=8056020
79
+ got= 9.\nQuestion: What is the special magic number for yarrow?\n
80
+ [HIT ] expect=5343902
81
+ got= 5343902.\n
82
+
83
+ wrote longeval_fixlen_2048/scores/arm_c_niah_single.csv
84
+ [14:41:20] building summary
85
+
86
+ === per-task accuracy % (secondary/descriptive: ~10 per depth cell) ===
87
+ task arm_a arm_b arm_c base
88
+ niah_single 78.0 64.0 80.0 94.0
89
+
90
+ === PRIMARY: accuracy % pooled by depth across tasks (+-95% Wilson) ===
91
+ depth arm_a arm_b arm_c base
92
+ 0.00 40.0+-26.0 40.0+-26.0 50.0+-26.3 80.0+-22.7
93
+ 0.25 70.0+-24.8 40.0+-26.0 60.0+-26.0 100.0+-13.9
94
+ 0.50 90.0+-19.3 70.0+-24.8 90.0+-19.3 100.0+-13.9
95
+ 0.75 100.0+-13.9 90.0+-19.3 100.0+-13.9 100.0+-13.9
96
+ 1.00 90.0+-19.3 80.0+-22.7 100.0+-13.9 90.0+-19.3
97
+
98
+ wrote longeval_fixlen_2048/summary.csv and longeval_fixlen_2048/depth_summary.csv
99
+ [14:41:20] DONE -> longeval_fixlen_2048/summary.csv
logs/longeval_fixlen_2048/prompts/.signature ADDED
@@ -0,0 +1 @@
 
 
1
+ N=50|LEN=2048|DEPTHS=0.0,0.25,0.5,0.75,1.0|SEED=0|HAY=flux_val_000000.bin|HAYSZ=76
logs/longeval_fixlen_2048/prompts/niah_single_meta.json ADDED
@@ -0,0 +1,408 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task": "niah_single",
3
+ "prompt_len": 2048,
4
+ "n": 50,
5
+ "seed": 0,
6
+ "items": [
7
+ {
8
+ "i": 0,
9
+ "depth": 0.0,
10
+ "depth_requested": 0.0,
11
+ "expected": [
12
+ "8056020"
13
+ ]
14
+ },
15
+ {
16
+ "i": 1,
17
+ "depth": 0.25,
18
+ "depth_requested": 0.25,
19
+ "expected": [
20
+ "5343902"
21
+ ]
22
+ },
23
+ {
24
+ "i": 2,
25
+ "depth": 0.5,
26
+ "depth_requested": 0.5,
27
+ "expected": [
28
+ "9152513"
29
+ ]
30
+ },
31
+ {
32
+ "i": 3,
33
+ "depth": 0.75,
34
+ "depth_requested": 0.75,
35
+ "expected": [
36
+ "6088743"
37
+ ]
38
+ },
39
+ {
40
+ "i": 4,
41
+ "depth": 1.0,
42
+ "depth_requested": 1.0,
43
+ "expected": [
44
+ "7007071"
45
+ ]
46
+ },
47
+ {
48
+ "i": 5,
49
+ "depth": 0.0,
50
+ "depth_requested": 0.0,
51
+ "expected": [
52
+ "9467240"
53
+ ]
54
+ },
55
+ {
56
+ "i": 6,
57
+ "depth": 0.25,
58
+ "depth_requested": 0.25,
59
+ "expected": [
60
+ "5728454"
61
+ ]
62
+ },
63
+ {
64
+ "i": 7,
65
+ "depth": 0.5,
66
+ "depth_requested": 0.5,
67
+ "expected": [
68
+ "2590996"
69
+ ]
70
+ },
71
+ {
72
+ "i": 8,
73
+ "depth": 0.75,
74
+ "depth_requested": 0.75,
75
+ "expected": [
76
+ "9934935"
77
+ ]
78
+ },
79
+ {
80
+ "i": 9,
81
+ "depth": 1.0,
82
+ "depth_requested": 1.0,
83
+ "expected": [
84
+ "6203412"
85
+ ]
86
+ },
87
+ {
88
+ "i": 10,
89
+ "depth": 0.0,
90
+ "depth_requested": 0.0,
91
+ "expected": [
92
+ "2237192"
93
+ ]
94
+ },
95
+ {
96
+ "i": 11,
97
+ "depth": 0.25,
98
+ "depth_requested": 0.25,
99
+ "expected": [
100
+ "8921240"
101
+ ]
102
+ },
103
+ {
104
+ "i": 12,
105
+ "depth": 0.5,
106
+ "depth_requested": 0.5,
107
+ "expected": [
108
+ "6935633"
109
+ ]
110
+ },
111
+ {
112
+ "i": 13,
113
+ "depth": 0.75,
114
+ "depth_requested": 0.75,
115
+ "expected": [
116
+ "6304900"
117
+ ]
118
+ },
119
+ {
120
+ "i": 14,
121
+ "depth": 1.0,
122
+ "depth_requested": 1.0,
123
+ "expected": [
124
+ "9002896"
125
+ ]
126
+ },
127
+ {
128
+ "i": 15,
129
+ "depth": 0.0,
130
+ "depth_requested": 0.0,
131
+ "expected": [
132
+ "9746862"
133
+ ]
134
+ },
135
+ {
136
+ "i": 16,
137
+ "depth": 0.25,
138
+ "depth_requested": 0.25,
139
+ "expected": [
140
+ "2044878"
141
+ ]
142
+ },
143
+ {
144
+ "i": 17,
145
+ "depth": 0.5,
146
+ "depth_requested": 0.5,
147
+ "expected": [
148
+ "2564842"
149
+ ]
150
+ },
151
+ {
152
+ "i": 18,
153
+ "depth": 0.75,
154
+ "depth_requested": 0.75,
155
+ "expected": [
156
+ "1019173"
157
+ ]
158
+ },
159
+ {
160
+ "i": 19,
161
+ "depth": 1.0,
162
+ "depth_requested": 1.0,
163
+ "expected": [
164
+ "6589080"
165
+ ]
166
+ },
167
+ {
168
+ "i": 20,
169
+ "depth": 0.0,
170
+ "depth_requested": 0.0,
171
+ "expected": [
172
+ "6456023"
173
+ ]
174
+ },
175
+ {
176
+ "i": 21,
177
+ "depth": 0.25,
178
+ "depth_requested": 0.25,
179
+ "expected": [
180
+ "4205573"
181
+ ]
182
+ },
183
+ {
184
+ "i": 22,
185
+ "depth": 0.5,
186
+ "depth_requested": 0.5,
187
+ "expected": [
188
+ "5003310"
189
+ ]
190
+ },
191
+ {
192
+ "i": 23,
193
+ "depth": 0.75,
194
+ "depth_requested": 0.75,
195
+ "expected": [
196
+ "8515682"
197
+ ]
198
+ },
199
+ {
200
+ "i": 24,
201
+ "depth": 1.0,
202
+ "depth_requested": 1.0,
203
+ "expected": [
204
+ "2349656"
205
+ ]
206
+ },
207
+ {
208
+ "i": 25,
209
+ "depth": 0.0,
210
+ "depth_requested": 0.0,
211
+ "expected": [
212
+ "9521829"
213
+ ]
214
+ },
215
+ {
216
+ "i": 26,
217
+ "depth": 0.25,
218
+ "depth_requested": 0.25,
219
+ "expected": [
220
+ "2829687"
221
+ ]
222
+ },
223
+ {
224
+ "i": 27,
225
+ "depth": 0.5,
226
+ "depth_requested": 0.5,
227
+ "expected": [
228
+ "5883691"
229
+ ]
230
+ },
231
+ {
232
+ "i": 28,
233
+ "depth": 0.75,
234
+ "depth_requested": 0.75,
235
+ "expected": [
236
+ "6582627"
237
+ ]
238
+ },
239
+ {
240
+ "i": 29,
241
+ "depth": 1.0,
242
+ "depth_requested": 1.0,
243
+ "expected": [
244
+ "4409161"
245
+ ]
246
+ },
247
+ {
248
+ "i": 30,
249
+ "depth": 0.0,
250
+ "depth_requested": 0.0,
251
+ "expected": [
252
+ "8465677"
253
+ ]
254
+ },
255
+ {
256
+ "i": 31,
257
+ "depth": 0.25,
258
+ "depth_requested": 0.25,
259
+ "expected": [
260
+ "7457569"
261
+ ]
262
+ },
263
+ {
264
+ "i": 32,
265
+ "depth": 0.5,
266
+ "depth_requested": 0.5,
267
+ "expected": [
268
+ "5061884"
269
+ ]
270
+ },
271
+ {
272
+ "i": 33,
273
+ "depth": 0.75,
274
+ "depth_requested": 0.75,
275
+ "expected": [
276
+ "4084805"
277
+ ]
278
+ },
279
+ {
280
+ "i": 34,
281
+ "depth": 1.0,
282
+ "depth_requested": 1.0,
283
+ "expected": [
284
+ "4132801"
285
+ ]
286
+ },
287
+ {
288
+ "i": 35,
289
+ "depth": 0.0,
290
+ "depth_requested": 0.0,
291
+ "expected": [
292
+ "5363019"
293
+ ]
294
+ },
295
+ {
296
+ "i": 36,
297
+ "depth": 0.25,
298
+ "depth_requested": 0.25,
299
+ "expected": [
300
+ "2159058"
301
+ ]
302
+ },
303
+ {
304
+ "i": 37,
305
+ "depth": 0.5,
306
+ "depth_requested": 0.5,
307
+ "expected": [
308
+ "3184803"
309
+ ]
310
+ },
311
+ {
312
+ "i": 38,
313
+ "depth": 0.75,
314
+ "depth_requested": 0.75,
315
+ "expected": [
316
+ "1648297"
317
+ ]
318
+ },
319
+ {
320
+ "i": 39,
321
+ "depth": 1.0,
322
+ "depth_requested": 1.0,
323
+ "expected": [
324
+ "7564858"
325
+ ]
326
+ },
327
+ {
328
+ "i": 40,
329
+ "depth": 0.0,
330
+ "depth_requested": 0.0,
331
+ "expected": [
332
+ "5624373"
333
+ ]
334
+ },
335
+ {
336
+ "i": 41,
337
+ "depth": 0.25,
338
+ "depth_requested": 0.25,
339
+ "expected": [
340
+ "4951063"
341
+ ]
342
+ },
343
+ {
344
+ "i": 42,
345
+ "depth": 0.5,
346
+ "depth_requested": 0.5,
347
+ "expected": [
348
+ "8036754"
349
+ ]
350
+ },
351
+ {
352
+ "i": 43,
353
+ "depth": 0.75,
354
+ "depth_requested": 0.75,
355
+ "expected": [
356
+ "8559194"
357
+ ]
358
+ },
359
+ {
360
+ "i": 44,
361
+ "depth": 1.0,
362
+ "depth_requested": 1.0,
363
+ "expected": [
364
+ "6995632"
365
+ ]
366
+ },
367
+ {
368
+ "i": 45,
369
+ "depth": 0.0,
370
+ "depth_requested": 0.0,
371
+ "expected": [
372
+ "6441267"
373
+ ]
374
+ },
375
+ {
376
+ "i": 46,
377
+ "depth": 0.25,
378
+ "depth_requested": 0.25,
379
+ "expected": [
380
+ "9161179"
381
+ ]
382
+ },
383
+ {
384
+ "i": 47,
385
+ "depth": 0.5,
386
+ "depth_requested": 0.5,
387
+ "expected": [
388
+ "4194027"
389
+ ]
390
+ },
391
+ {
392
+ "i": 48,
393
+ "depth": 0.75,
394
+ "depth_requested": 0.75,
395
+ "expected": [
396
+ "1271942"
397
+ ]
398
+ },
399
+ {
400
+ "i": 49,
401
+ "depth": 1.0,
402
+ "depth_requested": 1.0,
403
+ "expected": [
404
+ "2965187"
405
+ ]
406
+ }
407
+ ]
408
+ }
logs/longeval_fixlen_2048/prompts/niah_single_prompts.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa219297908ef10093cc21cf82d20dc6b29c818b9c7b592b5fa0be7c787c9a8b
3
+ size 409600
logs/longeval_fixlen_2048/scores/arm_a_niah_single.csv ADDED
@@ -0,0 +1,51 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ i,depth,ok,n_expected,n_hit,expected,generated
2
+ 0,0.0,0,1,0,8056020, 9.\nQuestion: What is the special magic number for yarrow?\n
3
+ 1,0.25,1,1,1,5343902, 5343902.\n
4
+ 2,0.5,1,1,1,9152513, 9152513.\n
5
+ 3,0.75,1,1,1,6088743, 6088743.\n
6
+ 4,1.0,1,1,1,7007071, 7007071.\n
7
+ 5,0.0,0,1,0,9467240, 5.\nQuestion: What is the special magic number for nutmeg?\n
8
+ 6,0.25,1,1,1,5728454, 5728454.\n
9
+ 7,0.5,1,1,1,2590996, 2590996.\n
10
+ 8,0.75,1,1,1,9934935, 9934935.\n
11
+ 9,1.0,0,1,0,6203412, 6.\nQuestion: What is the special magic number for jaguar?\n
12
+ 10,0.0,0,1,0,2237192," 2,000.\n"
13
+ 11,0.25,0,1,0,8921240, ΠρόÎșÎșÎș�
14
+ 12,0.5,1,1,1,6935633, 6935633.\n
15
+ 13,0.75,1,1,1,6304900, 6304900.\n
16
+ 14,1.0,1,1,1,9002896, 9002896.\n
17
+ 15,0.0,0,1,0,9746862, 9746859.\n
18
+ 16,0.25,0,1,0,2044878," 9. This number is associated with quartz, the quartz quartz quartz quartz quartz quartz quartz quartz quartz quartz quartz quartz quartz quartz"
19
+ 17,0.5,1,1,1,2564842, 2564842.\n
20
+ 18,0.75,1,1,1,1019173, 1019173.\n
21
+ 19,1.0,1,1,1,6589080, 6589080.\n
22
+ 20,0.0,1,1,1,6456023, 6456023.\n
23
+ 21,0.25,1,1,1,4205573, 4205573.\n
24
+ 22,0.5,1,1,1,5003310, 5003310.\n
25
+ 23,0.75,1,1,1,8515682, 8515682.\n
26
+ 24,1.0,1,1,1,2349656, 2349656.\n
27
+ 25,0.0,1,1,1,9521829, 9521829.\n
28
+ 26,0.25,0,1,0,2829687, 5.\nQuestion: What is the best soil for auriculas?\n
29
+ 27,0.5,1,1,1,5883691, 5883691.\n
30
+ 28,0.75,1,1,1,6582627, 6582627.\n
31
+ 29,1.0,1,1,1,4409161, 4409161.\n
32
+ 30,0.0,0,1,0,8465677, 8.\nQuestion: What is the special magic number for sapphire?\n
33
+ 31,0.25,1,1,1,7457569, 7457569.\n
34
+ 32,0.5,1,1,1,5061884, 5061884.\n
35
+ 33,0.75,1,1,1,4084805, 4084805.\n
36
+ 34,1.0,1,1,1,4132801, 4132801.\n
37
+ 35,0.0,1,1,1,5363019, 5363019.\n
38
+ 36,0.25,1,1,1,2159058, 2159058.\n
39
+ 37,0.5,1,1,1,3184803, 3184803.\n
40
+ 38,0.75,1,1,1,1648297, 1648297.\n
41
+ 39,1.0,1,1,1,7564858, 7564858.\n
42
+ 40,0.0,0,1,0,5624373," 43.\nJC: Yeah, I’m going to ask you a little bit about that. I’"
43
+ 41,0.25,1,1,1,4951063, 4951063.\n
44
+ 42,0.5,1,1,1,8036754, 8036754.\n
45
+ 43,0.75,1,1,1,8559194, 8559194.\n
46
+ 44,1.0,1,1,1,6995632, 6995632.\n
47
+ 45,0.0,1,1,1,6441267, 6441267.\n
48
+ 46,0.25,1,1,1,9161179, 9161179.\n
49
+ 47,0.5,0,1,0,4194027, 465.\nQuestion: What is the significance of the name Jack in the Bible?\n
50
+ 48,0.75,1,1,1,1271942, 1271942.\n
51
+ 49,1.0,1,1,1,2965187, 2965187.\n
logs/longeval_fixlen_2048/scores/arm_b_niah_single.csv ADDED
@@ -0,0 +1,51 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ i,depth,ok,n_expected,n_hit,expected,generated
2
+ 0,0.0,0,1,0,8056020, Yarrow.\n
3
+ 1,0.25,0,1,0,5343902, 6343902.\n
4
+ 2,0.5,1,1,1,9152513, 9152513.\n
5
+ 3,0.75,0,1,0,6088743, +9\nunpx[asciilifeform]: I'm not sure what the special magic number is.\n
6
+ 4,1.0,1,1,1,7007071, 7007071.\n
7
+ 5,0.0,0,1,0,9467240, 5.\nQuestion: What is the special magic number for nutmeg?\n
8
+ 6,0.25,0,1,0,5728454, 5828454.\n
9
+ 7,0.5,1,1,1,2590996, 2590996.\n
10
+ 8,0.75,1,1,1,9934935, 9934935.\n
11
+ 9,1.0,0,1,0,6203412, 6443412.\n
12
+ 10,0.0,1,1,1,2237192, 2237192.\n
13
+ 11,0.25,0,1,0,8921240, ΔρόÎșÎżÏ‚
14
+ 12,0.5,1,1,1,6935633, 6935633.\n
15
+ 13,0.75,1,1,1,6304900, 6304900.\n
16
+ 14,1.0,0,1,0,9002896, 9.\nQuestion: What is the special magic number for nutmeg?\n
17
+ 15,0.0,1,1,1,9746862, 9746862.\n
18
+ 16,0.25,0,1,0,2044878," +1. This number is often associated with quartz, as it is believed to bring good luck and prosperity.\n"
19
+ 17,0.5,0,1,0,2564842, +44 (0)20-9920.\n
20
+ 18,0.75,1,1,1,1019173, 1019173.\n
21
+ 19,1.0,1,1,1,6589080, 6589080.\n
22
+ 20,0.0,1,1,1,6456023, 6456023.\n
23
+ 21,0.25,0,1,0,4205573, 7. This number is a combination of the elements of the rainbow and the element of the rainbow. It's a powerful
24
+ 22,0.5,1,1,1,5003310, 5003310.\n
25
+ 23,0.75,1,1,1,8515682, 8515682.\n
26
+ 24,1.0,1,1,1,2349656, 2349656.\n
27
+ 25,0.0,0,1,0,9521829, 941.\n
28
+ 26,0.25,0,1,0,2829687, 7.\nQuestion: What is the best soil for auriculas?\n
29
+ 27,0.5,1,1,1,5883691, 5883691.\n
30
+ 28,0.75,1,1,1,6582627, 6582627.\n
31
+ 29,1.0,1,1,1,4409161, 4409161.\n
32
+ 30,0.0,0,1,0,8465677, 44.1 kHz.\n
33
+ 31,0.25,1,1,1,7457569, 7457569.\n
34
+ 32,0.5,0,1,0,5061884, +44 (0)14-1554.\n
35
+ 33,0.75,1,1,1,4084805, 4084805.\n
36
+ 34,1.0,1,1,1,4132801, 4132801.\n
37
+ 35,0.0,0,1,0,5363019, 536.\n
38
+ 36,0.25,1,1,1,2159058, 2159058.\n
39
+ 37,0.5,1,1,1,3184803, 3184803.\n
40
+ 38,0.75,1,1,1,1648297, 1648297.\n
41
+ 39,1.0,1,1,1,7564858, 7564858.\n
42
+ 40,0.0,0,1,0,5624373," the number of hours that you spend on a task. So, if you’re doing a task, you�"
43
+ 41,0.25,1,1,1,4951063, 4951063.\n
44
+ 42,0.5,1,1,1,8036754, 8036754.\n
45
+ 43,0.75,1,1,1,8559194, 8559194.\n
46
+ 44,1.0,1,1,1,6995632, 6995632.\n
47
+ 45,0.0,1,1,1,6441267, 644126767.\n
48
+ 46,0.25,1,1,1,9161179, 9161179.\n
49
+ 47,0.5,0,1,0,4194027, 4654027.\n
50
+ 48,0.75,1,1,1,1271942, 1271942.\n
51
+ 49,1.0,1,1,1,2965187, 2965187.\n
logs/longeval_fixlen_2048/scores/arm_c_niah_single.csv ADDED
@@ -0,0 +1,51 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ i,depth,ok,n_expected,n_hit,expected,generated
2
+ 0,0.0,0,1,0,8056020, 9.\nQuestion: What is the special magic number for yarrow?\n
3
+ 1,0.25,1,1,1,5343902, 5343902.\n
4
+ 2,0.5,1,1,1,9152513, 9152513.\n
5
+ 3,0.75,1,1,1,6088743, 6088743.\n
6
+ 4,1.0,1,1,1,7007071, 7007071. \n
7
+ 5,0.0,1,1,1,9467240, 9467240.\n
8
+ 6,0.25,0,1,0,5728454, 4545.\n
9
+ 7,0.5,1,1,1,2590996, 2590996.\n
10
+ 8,0.75,1,1,1,9934935, 9934935.\n
11
+ 9,1.0,1,1,1,6203412, 6203412. \n
12
+ 10,0.0,0,1,0,2237192, 2237.\n
13
+ 11,0.25,1,1,1,8921240, 8921240.\n
14
+ 12,0.5,1,1,1,6935633, 6935633.\n
15
+ 13,0.75,1,1,1,6304900, 6304900.\n
16
+ 14,1.0,1,1,1,9002896, 9002896.\n
17
+ 15,0.0,1,1,1,9746862, 9746862.\n
18
+ 16,0.25,0,1,0,2044878, 8. This number is used to identify quartz in the market and to identify quartz in the market.\n
19
+ 17,0.5,1,1,1,2564842, 2564842. \n
20
+ 18,0.75,1,1,1,1019173, 1019173.\n
21
+ 19,1.0,1,1,1,6589080," 6589080. This number is derived from the special magic number for fjord, which is 65890"
22
+ 20,0.0,1,1,1,6456023, 6456023.\n
23
+ 21,0.25,0,1,0,4205573, 7. This number is a combination of the prime number 7 and the prime number 7. The prime number 7 is the
24
+ 22,0.5,1,1,1,5003310, 5003310.\n
25
+ 23,0.75,1,1,1,8515682, 8515682.\n
26
+ 24,1.0,1,1,1,2349656, 2349656.\n
27
+ 25,0.0,1,1,1,9521829, 9521829.\n
28
+ 26,0.25,1,1,1,2829687, 2829687.\n
29
+ 27,0.5,1,1,1,5883691, 5883691.\n
30
+ 28,0.75,1,1,1,6582627, 6582627.\n
31
+ 29,1.0,1,1,1,4409161, 4409161.\n
32
+ 30,0.0,0,1,0,8465677, 8.\nQuestion: What is the special magic number for sapphire?\n
33
+ 31,0.25,0,1,0,7457569, 8457569.\n
34
+ 32,0.5,1,1,1,5061884, 5061884.\n
35
+ 33,0.75,1,1,1,4084805, 4084805.\n
36
+ 34,1.0,1,1,1,4132801, 4132801.\n
37
+ 35,0.0,0,1,0,5363019," 5367059. 7-acetic acid S2, with regular rate Theophylline-7-"
38
+ 36,0.25,1,1,1,2159058, 2159058.\n
39
+ 37,0.5,1,1,1,3184803, 3184803.\n
40
+ 38,0.75,1,1,1,1648297, 1648297.\n
41
+ 39,1.0,1,1,1,7564858, 7564858. \n
42
+ 40,0.0,0,1,0,5624373," the number of people that are actually using the process, and that’s the number of people that are actually using"
43
+ 41,0.25,1,1,1,4951063, 4951063.\n
44
+ 42,0.5,1,1,1,8036754, 8036754.\n
45
+ 43,0.75,1,1,1,8559194, 8559194.  And that’s the number that we’re going to use to help other
46
+ 44,1.0,1,1,1,6995632, 6995632. \n
47
+ 45,0.0,1,1,1,6441267, 644126767.\n
48
+ 46,0.25,1,1,1,9161179, 9161179.\n
49
+ 47,0.5,0,1,0,4194027, 4244027.\n
50
+ 48,0.75,1,1,1,1271942, 1271942.\n
51
+ 49,1.0,1,1,1,2965187, 2965187.\n
logs/longeval_fixlen_2048/scores/base_niah_single.csv ADDED
@@ -0,0 +1,51 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ i,depth,ok,n_expected,n_hit,expected,generated
2
+ 0,0.0,1,1,1,8056020, 8056020.\n
3
+ 1,0.25,1,1,1,5343902, 5343902.\n
4
+ 2,0.5,1,1,1,9152513, 9152513. This number is used to identify the type of stone and the condition of the surface.\n
5
+ 3,0.75,1,1,1,6088743, 6088743.\n
6
+ 4,1.0,1,1,1,7007071, 7007071. \n
7
+ 5,0.0,1,1,1,9467240, 9467240.\n
8
+ 6,0.25,1,1,1,5728454, 5728454.\n
9
+ 7,0.5,1,1,1,2590996, 2590996.\n
10
+ 8,0.75,1,1,1,9934935, 9934935.\n
11
+ 9,1.0,1,1,1,6203412, 6203412.\n
12
+ 10,0.0,1,1,1,2237192, 2237192.\n
13
+ 11,0.25,1,1,1,8921240, 8921240.\n
14
+ 12,0.5,1,1,1,6935633, 6935633.\n
15
+ 13,0.75,1,1,1,6304900, 6304900.\n
16
+ 14,1.0,0,1,0,9002896, 8502896.\n
17
+ 15,0.0,1,1,1,9746862, 9746862.\n
18
+ 16,0.25,1,1,1,2044878, 2044878.\n
19
+ 17,0.5,1,1,1,2564842, 2564842.\n
20
+ 18,0.75,1,1,1,1019173, 1019173.\n
21
+ 19,1.0,1,1,1,6589080, 6589080.\n
22
+ 20,0.0,1,1,1,6456023, 6456023.\n
23
+ 21,0.25,1,1,1,4205573, 4205573.\n
24
+ 22,0.5,1,1,1,5003310, 5003310.\n
25
+ 23,0.75,1,1,1,8515682, 8515682.\n
26
+ 24,1.0,1,1,1,2349656, 2349656.\n
27
+ 25,0.0,1,1,1,9521829, 9521829.\n
28
+ 26,0.25,1,1,1,2829687, 2829687.\n
29
+ 27,0.5,1,1,1,5883691, 5883691.\n
30
+ 28,0.75,1,1,1,6582627, 6582627.\n
31
+ 29,1.0,1,1,1,4409161, 4409161.\n
32
+ 30,0.0,0,1,0,8465677, 8.\nQuestion: What is the special magic number for sapphire?\n
33
+ 31,0.25,1,1,1,7457569, 7457569. It’s used in music to create a sense of direction and depth.\n
34
+ 32,0.5,1,1,1,5061884, 5061884.\n
35
+ 33,0.75,1,1,1,4084805, 4084805.\n
36
+ 34,1.0,1,1,1,4132801, 4132801.\n
37
+ 35,0.0,0,1,0,5363019, 536-8226.\n
38
+ 36,0.25,1,1,1,2159058, 2159058.\n
39
+ 37,0.5,1,1,1,3184803, 3184803.\n
40
+ 38,0.75,1,1,1,1648297, 1648297. This number is a very important number because it’s a very important number because it’
41
+ 39,1.0,1,1,1,7564858, 7564858.\n
42
+ 40,0.0,1,1,1,5624373, 5624373.\n
43
+ 41,0.25,1,1,1,4951063, 4951063.\n
44
+ 42,0.5,1,1,1,8036754, 8036754.\n
45
+ 43,0.75,1,1,1,8559194, 8559194.\n
46
+ 44,1.0,1,1,1,6995632, 6995632. \n
47
+ 45,0.0,1,1,1,6441267, 6441267.\n
48
+ 46,0.25,1,1,1,9161179, 9161179.\n
49
+ 47,0.5,1,1,1,4194027, 4194027.\n
50
+ 48,0.75,1,1,1,1271942, 1271942.\n
51
+ 49,1.0,1,1,1,2965187, 2965187.\n
logs/longeval_fixlen_2048/state/arm_a.niah_single.done ADDED
File without changes
logs/longeval_fixlen_2048/state/arm_a.niah_single.gen ADDED
File without changes
logs/longeval_fixlen_2048/state/arm_b.niah_single.done ADDED
File without changes
logs/longeval_fixlen_2048/state/arm_b.niah_single.gen ADDED
File without changes
logs/longeval_fixlen_2048/state/arm_c.niah_single.done ADDED
File without changes
logs/longeval_fixlen_2048/state/arm_c.niah_single.gen ADDED
File without changes
logs/longeval_fixlen_2048/state/base.niah_single.done ADDED
File without changes
logs/longeval_fixlen_2048/state/base.niah_single.gen ADDED
File without changes
logs/longeval_fixlen_2048/summary.csv ADDED
@@ -0,0 +1,2 @@
 
 
 
1
+ task,arm_a,arm_b,arm_c,base
2
+ niah_single,78.0,64.0,80.0,94.0