Upload folder using huggingface_hub

logs/h100_eval2000_logs/eval_16360.log

@@ -0,0 +1,44 @@
+[16:44:43] longeval: T=16384 prompt_len=16360 max_new=24 n=100 greedy=1 gpus=0,1
+[16:44:43] haystack: /root/Adhi/BluTrain/dist/Context_Parallelism/lendata/haystack/b2val_haystack.bin
+[16:44:43] fan-out: 2 GPU(s), NP=1 -> 4 concurrent job(s)
+[16:44:43]   armA_c/niah_single already generated
+[16:44:43]   l1/niah_single already generated
+[16:44:43]   l2/niah_single already generated
+[16:44:43]   l3/niah_single already generated
+[16:44:43]   l3long/niah_single already generated
+[16:44:43] 1 job(s) to run
+[16:44:43]   [gpu 0] l3long2k / niah_single
+[16:49:01]   scoring l3long2k / niah_single
+
+=== niah_single  (prompt_len=16360, n=100) ===
+  accuracy: 43/100 = 43.0%
+    depth      acc   (needle position in context)
+     0.00   0/20    0.0%
+     0.25   7/20   35.0%
+     0.50   7/20   35.0%
+     0.75  13/20   65.0%
+     1.00  16/20   80.0%
+
+  --- 2 sample generations ---
+  [MISS] expect=8056020
+         got= 8.\nQuestion: What is the magic number for yarrow?\n
+  [HIT ] expect=5343902
+         got= 5343902.\n
+
+  wrote decide_len_16360/scores/l3long2k_niah_single.csv
+[16:49:01] building summary
+
+=== per-task accuracy %  (secondary/descriptive: ~10 per depth cell) ===
+  task                 armA_c       l1       l2       l3   l3long l3long2k
+  niah_single            33.0     30.0     35.0     35.0     36.0     43.0
+
+=== PRIMARY: accuracy % pooled by depth across tasks (+-95% Wilson) ===
+  depth             armA_c              l1              l2              l3          l3long        l3long2k
+  0.00           0.0+- 8.1       0.0+- 8.1       0.0+- 8.1       0.0+- 8.1       0.0+- 8.1       0.0+- 8.1
+  0.25           0.0+- 8.1       0.0+- 8.1       0.0+- 8.1       5.0+-11.4      15.0+-15.4      35.0+-19.3
+  0.50          20.0+-16.8       5.0+-11.4      25.0+-17.8      30.0+-18.7      35.0+-19.3      35.0+-19.3
+  0.75          55.0+-20.0      60.0+-19.7      60.0+-19.7      55.0+-20.0      50.0+-20.1      65.0+-19.3
+  1.00          90.0+-13.7      85.0+-15.4      90.0+-13.7      85.0+-15.4      80.0+-16.8      80.0+-16.8
+
+  wrote decide_len_16360/summary.csv and decide_len_16360/depth_summary.csv
+[16:49:01] DONE -> decide_len_16360/summary.csv

logs/h100_eval2000_logs/eval_4096.log

@@ -0,0 +1,44 @@
+[16:41:10] longeval: T=16384 prompt_len=4096 max_new=24 n=100 greedy=1 gpus=0,1
+[16:41:10] haystack: /root/Adhi/BluTrain/dist/Context_Parallelism/lendata/haystack/b2val_haystack.bin
+[16:41:10] fan-out: 2 GPU(s), NP=1 -> 4 concurrent job(s)
+[16:41:10]   armA_c/niah_single already generated
+[16:41:10]   l1/niah_single already generated
+[16:41:10]   l2/niah_single already generated
+[16:41:10]   l3/niah_single already generated
+[16:41:10]   l3long/niah_single already generated
+[16:41:10] 1 job(s) to run
+[16:41:10]   [gpu 0] l3long2k / niah_single
+[16:42:35]   scoring l3long2k / niah_single
+
+=== niah_single  (prompt_len=4096, n=100) ===
+  accuracy: 68/100 = 68.0%
+    depth      acc   (needle position in context)
+     0.00  11/20   55.0%
+     0.25  15/20   75.0%
+     0.50  10/20   50.0%
+     0.75  14/20   70.0%
+     1.00  18/20   90.0%
+
+  --- 2 sample generations ---
+  [HIT ] expect=8056020
+         got= 805602020.\n
+  [HIT ] expect=5343902
+         got= 5343902.\n
+
+  wrote decide_len_4096/scores/l3long2k_niah_single.csv
+[16:42:35] building summary
+
+=== per-task accuracy %  (secondary/descriptive: ~10 per depth cell) ===
+  task                 armA_c       l1       l2       l3   l3long l3long2k
+  niah_single            73.0     75.0     80.0     74.0     65.0     68.0
+
+=== PRIMARY: accuracy % pooled by depth across tasks (+-95% Wilson) ===
+  depth             armA_c              l1              l2              l3          l3long        l3long2k
+  0.00          55.0+-20.0      50.0+-20.1      75.0+-17.8      65.0+-19.3      35.0+-19.3      55.0+-20.0
+  0.25          70.0+-18.7      80.0+-16.8      85.0+-15.4      85.0+-15.4      75.0+-17.8      75.0+-17.8
+  0.50          50.0+-20.1      60.0+-19.7      60.0+-19.7      50.0+-20.1      55.0+-20.0      50.0+-20.1
+  0.75          95.0+-11.4      95.0+-11.4      90.0+-13.7      80.0+-16.8      85.0+-15.4      70.0+-18.7
+  1.00          95.0+-11.4      90.0+-13.7      90.0+-13.7      90.0+-13.7      75.0+-17.8      90.0+-13.7
+
+  wrote decide_len_4096/summary.csv and decide_len_4096/depth_summary.csv
+[16:42:35] DONE -> decide_len_4096/summary.csv

logs/h100_eval2000_logs/eval_8192.log

@@ -0,0 +1,44 @@
+[16:42:35] longeval: T=16384 prompt_len=8192 max_new=24 n=100 greedy=1 gpus=0,1
+[16:42:35] haystack: /root/Adhi/BluTrain/dist/Context_Parallelism/lendata/haystack/b2val_haystack.bin
+[16:42:35] fan-out: 2 GPU(s), NP=1 -> 4 concurrent job(s)
+[16:42:35]   armA_c/niah_single already generated
+[16:42:35]   l1/niah_single already generated
+[16:42:35]   l2/niah_single already generated
+[16:42:35]   l3/niah_single already generated
+[16:42:35]   l3long/niah_single already generated
+[16:42:35] 1 job(s) to run
+[16:42:35]   [gpu 0] l3long2k / niah_single
+[16:44:43]   scoring l3long2k / niah_single
+
+=== niah_single  (prompt_len=8192, n=100) ===
+  accuracy: 54/100 = 54.0%
+    depth      acc   (needle position in context)
+     0.00   6/20   30.0%
+     0.25  12/20   60.0%
+     0.50  10/20   50.0%
+     0.75   9/20   45.0%
+     1.00  17/20   85.0%
+
+  --- 2 sample generations ---
+  [HIT ] expect=8056020
+         got= 8056020.\n
+  [HIT ] expect=5343902
+         got= 5343902.\n
+
+  wrote decide_len_8192/scores/l3long2k_niah_single.csv
+[16:44:43] building summary
+
+=== per-task accuracy %  (secondary/descriptive: ~10 per depth cell) ===
+  task                 armA_c       l1       l2       l3   l3long l3long2k
+  niah_single            53.0     48.0     62.0     64.0     55.0     54.0
+
+=== PRIMARY: accuracy % pooled by depth across tasks (+-95% Wilson) ===
+  depth             armA_c              l1              l2              l3          l3long        l3long2k
+  0.00          15.0+-15.4       5.0+-11.4      55.0+-20.0      60.0+-19.7      30.0+-18.7      30.0+-18.7
+  0.25          45.0+-20.0      35.0+-19.3      55.0+-20.0      60.0+-19.7      60.0+-19.7      60.0+-19.7
+  0.50          55.0+-20.0      40.0+-19.7      50.0+-20.1      55.0+-20.0      40.0+-19.7      50.0+-20.1
+  0.75          55.0+-20.0      70.0+-18.7      55.0+-20.0      55.0+-20.0      50.0+-20.1      45.0+-20.0
+  1.00          95.0+-11.4      90.0+-13.7      95.0+-11.4      90.0+-13.7      95.0+-11.4      85.0+-15.4
+
+  wrote decide_len_8192/summary.csv and decide_len_8192/depth_summary.csv
+[16:44:43] DONE -> decide_len_8192/summary.csv

logs/h100_eval2000_logs/master.log

@@ -0,0 +1,15 @@
+[15:38:16] watching for blumodelcp_run17_step_2000.ckpt on both ranks (run 17, target step 2000)
+[16:40:47] step 2000 present on 2 ranks -- stopping trainer NOW to halt pruning
+[16:40:59] trainer stopped at step 1662
+[16:41:10] preserved as l3long2000_blumodelcp_run17_step_2000.ckpt (2 ranks, 16G)
+[16:41:10] eval models: armA_c l1 l2 l3 l3long l3long2k  (only l3long's cells are new)
+[16:41:10] PROMPT_LEN=4096
+[16:42:35]   -> task,armA_c,l1,l2,l3,l3long,l3long2k
 / niah_single,73.0,75.0,80.0,74.0,65.0,68.0
+[16:42:35] PROMPT_LEN=8192
+[16:44:43]   -> task,armA_c,l1,l2,l3,l3long,l3long2k
 / niah_single,53.0,48.0,62.0,64.0,55.0,54.0
+[16:44:43] PROMPT_LEN=16360
+[16:49:01]   -> task,armA_c,l1,l2,l3,l3long,l3long2k
 / niah_single,33.0,30.0,35.0,35.0,36.0,43.0
+[16:49:01] === EVAL@1000 DONE ===
+[16:49:01] resuming run 17 to step 4000
+[16:50:31] resumed: step 1665 logged, 3 trainer proc(s)
+[16:50:31] LR after resume: lr 1.8000e-04  (must still be ~3.0e-4, NOT ramping)