Upload logs/p1_dl_p23.log with huggingface_hub
Browse files- logs/p1_dl_p23.log +77 -0
logs/p1_dl_p23.log
ADDED
|
@@ -0,0 +1,77 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[14:06:31] === b4 (phase 2 long + phase 3 filler): 13 shards, 2.54 GB ===
|
| 2 |
+
[14:06:31] b4_32768_65536/train_shard_00000.bin
|
| 3 |
+
/root/Adhi/BluTrain/dist/Context_Parallelism/dl_tmp
|
| 4 |
+
[14:06:38] b4_32768_65536/train_shard_00001.bin
|
| 5 |
+
/root/Adhi/BluTrain/dist/Context_Parallelism/dl_tmp
|
| 6 |
+
[14:06:45] b4_32768_65536/train_shard_00002.bin
|
| 7 |
+
/root/Adhi/BluTrain/dist/Context_Parallelism/dl_tmp
|
| 8 |
+
[14:06:52] b4_32768_65536/train_shard_00003.bin
|
| 9 |
+
/root/Adhi/BluTrain/dist/Context_Parallelism/dl_tmp
|
| 10 |
+
[14:07:01] b4_32768_65536/train_shard_00004.bin
|
| 11 |
+
/root/Adhi/BluTrain/dist/Context_Parallelism/dl_tmp
|
| 12 |
+
[14:07:07] b4_32768_65536/train_shard_00005.bin
|
| 13 |
+
/root/Adhi/BluTrain/dist/Context_Parallelism/dl_tmp
|
| 14 |
+
[14:07:12] b4_32768_65536/train_shard_00006.bin
|
| 15 |
+
/root/Adhi/BluTrain/dist/Context_Parallelism/dl_tmp
|
| 16 |
+
[14:07:21] b4_32768_65536/train_shard_00007.bin
|
| 17 |
+
/root/Adhi/BluTrain/dist/Context_Parallelism/dl_tmp
|
| 18 |
+
[14:07:29] b4_32768_65536/train_shard_00008.bin
|
| 19 |
+
/root/Adhi/BluTrain/dist/Context_Parallelism/dl_tmp
|
| 20 |
+
[14:07:33] b4_32768_65536/train_shard_00009.bin
|
| 21 |
+
/root/Adhi/BluTrain/dist/Context_Parallelism/dl_tmp
|
| 22 |
+
[14:07:43] b4_32768_65536/train_shard_00010.bin
|
| 23 |
+
/root/Adhi/BluTrain/dist/Context_Parallelism/dl_tmp
|
| 24 |
+
[14:07:52] b4_32768_65536/train_shard_00011.bin
|
| 25 |
+
/root/Adhi/BluTrain/dist/Context_Parallelism/dl_tmp
|
| 26 |
+
[14:07:59] b4_32768_65536/train_shard_00012.bin
|
| 27 |
+
/root/Adhi/BluTrain/dist/Context_Parallelism/dl_tmp
|
| 28 |
+
[14:07:59] === b5 (phase 3 long): 10 shards, 1.92 GB ===
|
| 29 |
+
[14:07:59] b5_65536_131072/train_shard_00000.bin
|
| 30 |
+
/root/Adhi/BluTrain/dist/Context_Parallelism/dl_tmp
|
| 31 |
+
[14:08:08] b5_65536_131072/train_shard_00001.bin
|
| 32 |
+
/root/Adhi/BluTrain/dist/Context_Parallelism/dl_tmp
|
| 33 |
+
[14:08:16] b5_65536_131072/train_shard_00002.bin
|
| 34 |
+
/root/Adhi/BluTrain/dist/Context_Parallelism/dl_tmp
|
| 35 |
+
[14:08:23] b5_65536_131072/train_shard_00003.bin
|
| 36 |
+
/root/Adhi/BluTrain/dist/Context_Parallelism/dl_tmp
|
| 37 |
+
[14:08:31] b5_65536_131072/train_shard_00004.bin
|
| 38 |
+
/root/Adhi/BluTrain/dist/Context_Parallelism/dl_tmp
|
| 39 |
+
[14:08:39] b5_65536_131072/train_shard_00005.bin
|
| 40 |
+
/root/Adhi/BluTrain/dist/Context_Parallelism/dl_tmp
|
| 41 |
+
[14:08:46] b5_65536_131072/train_shard_00006.bin
|
| 42 |
+
/root/Adhi/BluTrain/dist/Context_Parallelism/dl_tmp
|
| 43 |
+
[14:08:53] b5_65536_131072/train_shard_00007.bin
|
| 44 |
+
/root/Adhi/BluTrain/dist/Context_Parallelism/dl_tmp
|
| 45 |
+
[14:09:00] b5_65536_131072/train_shard_00008.bin
|
| 46 |
+
/root/Adhi/BluTrain/dist/Context_Parallelism/dl_tmp
|
| 47 |
+
[14:09:08] b5_65536_131072/train_shard_00009.bin
|
| 48 |
+
/root/Adhi/BluTrain/dist/Context_Parallelism/dl_tmp
|
| 49 |
+
[14:09:09] === b3 extra (fresh filler range): shards 4-8 ===
|
| 50 |
+
[14:09:09] b3_16384_32768/train_shard_00004.bin
|
| 51 |
+
/root/Adhi/BluTrain/dist/Context_Parallelism/dl_tmp
|
| 52 |
+
[14:09:16] b3_16384_32768/train_shard_00005.bin
|
| 53 |
+
/root/Adhi/BluTrain/dist/Context_Parallelism/dl_tmp
|
| 54 |
+
[14:09:24] b3_16384_32768/train_shard_00006.bin
|
| 55 |
+
/root/Adhi/BluTrain/dist/Context_Parallelism/dl_tmp
|
| 56 |
+
[14:09:34] b3_16384_32768/train_shard_00007.bin
|
| 57 |
+
/root/Adhi/BluTrain/dist/Context_Parallelism/dl_tmp
|
| 58 |
+
[14:09:43] b3_16384_32768/train_shard_00008.bin
|
| 59 |
+
/root/Adhi/BluTrain/dist/Context_Parallelism/dl_tmp
|
| 60 |
+
[14:09:53] === b1 extra (fresh filler range): shards 2-6 ===
|
| 61 |
+
[14:09:53] b1_4096_8192/train_shard_00002.bin
|
| 62 |
+
/root/Adhi/BluTrain/dist/Context_Parallelism/dl_tmp
|
| 63 |
+
[14:09:59] b1_4096_8192/train_shard_00003.bin
|
| 64 |
+
/root/Adhi/BluTrain/dist/Context_Parallelism/dl_tmp
|
| 65 |
+
[14:10:04] b1_4096_8192/train_shard_00004.bin
|
| 66 |
+
/root/Adhi/BluTrain/dist/Context_Parallelism/dl_tmp
|
| 67 |
+
[14:10:11] b1_4096_8192/train_shard_00005.bin
|
| 68 |
+
/root/Adhi/BluTrain/dist/Context_Parallelism/dl_tmp
|
| 69 |
+
[14:10:17] b1_4096_8192/train_shard_00006.bin
|
| 70 |
+
/root/Adhi/BluTrain/dist/Context_Parallelism/dl_tmp
|
| 71 |
+
[14:10:23] === DONE ===
|
| 72 |
+
1.4G src1/b1_4096_8192
|
| 73 |
+
382M src1/b2_8192_16384
|
| 74 |
+
1.7G src1/b3_16384_32768
|
| 75 |
+
2.2G src1/b4_32768_65536
|
| 76 |
+
1.7G src1/b5_65536_131072
|
| 77 |
+
/dev/vda1 193G 79G 95G 46% /
|