unparallelled commited on
Commit
f33248c
·
verified ·
1 Parent(s): eb1f764

Upload logs/p1_dl_p23.log with huggingface_hub

Browse files
Files changed (1) hide show
  1. logs/p1_dl_p23.log +77 -0
logs/p1_dl_p23.log ADDED
@@ -0,0 +1,77 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [14:06:31] === b4 (phase 2 long + phase 3 filler): 13 shards, 2.54 GB ===
2
+ [14:06:31] b4_32768_65536/train_shard_00000.bin
3
+ /root/Adhi/BluTrain/dist/Context_Parallelism/dl_tmp
4
+ [14:06:38] b4_32768_65536/train_shard_00001.bin
5
+ /root/Adhi/BluTrain/dist/Context_Parallelism/dl_tmp
6
+ [14:06:45] b4_32768_65536/train_shard_00002.bin
7
+ /root/Adhi/BluTrain/dist/Context_Parallelism/dl_tmp
8
+ [14:06:52] b4_32768_65536/train_shard_00003.bin
9
+ /root/Adhi/BluTrain/dist/Context_Parallelism/dl_tmp
10
+ [14:07:01] b4_32768_65536/train_shard_00004.bin
11
+ /root/Adhi/BluTrain/dist/Context_Parallelism/dl_tmp
12
+ [14:07:07] b4_32768_65536/train_shard_00005.bin
13
+ /root/Adhi/BluTrain/dist/Context_Parallelism/dl_tmp
14
+ [14:07:12] b4_32768_65536/train_shard_00006.bin
15
+ /root/Adhi/BluTrain/dist/Context_Parallelism/dl_tmp
16
+ [14:07:21] b4_32768_65536/train_shard_00007.bin
17
+ /root/Adhi/BluTrain/dist/Context_Parallelism/dl_tmp
18
+ [14:07:29] b4_32768_65536/train_shard_00008.bin
19
+ /root/Adhi/BluTrain/dist/Context_Parallelism/dl_tmp
20
+ [14:07:33] b4_32768_65536/train_shard_00009.bin
21
+ /root/Adhi/BluTrain/dist/Context_Parallelism/dl_tmp
22
+ [14:07:43] b4_32768_65536/train_shard_00010.bin
23
+ /root/Adhi/BluTrain/dist/Context_Parallelism/dl_tmp
24
+ [14:07:52] b4_32768_65536/train_shard_00011.bin
25
+ /root/Adhi/BluTrain/dist/Context_Parallelism/dl_tmp
26
+ [14:07:59] b4_32768_65536/train_shard_00012.bin
27
+ /root/Adhi/BluTrain/dist/Context_Parallelism/dl_tmp
28
+ [14:07:59] === b5 (phase 3 long): 10 shards, 1.92 GB ===
29
+ [14:07:59] b5_65536_131072/train_shard_00000.bin
30
+ /root/Adhi/BluTrain/dist/Context_Parallelism/dl_tmp
31
+ [14:08:08] b5_65536_131072/train_shard_00001.bin
32
+ /root/Adhi/BluTrain/dist/Context_Parallelism/dl_tmp
33
+ [14:08:16] b5_65536_131072/train_shard_00002.bin
34
+ /root/Adhi/BluTrain/dist/Context_Parallelism/dl_tmp
35
+ [14:08:23] b5_65536_131072/train_shard_00003.bin
36
+ /root/Adhi/BluTrain/dist/Context_Parallelism/dl_tmp
37
+ [14:08:31] b5_65536_131072/train_shard_00004.bin
38
+ /root/Adhi/BluTrain/dist/Context_Parallelism/dl_tmp
39
+ [14:08:39] b5_65536_131072/train_shard_00005.bin
40
+ /root/Adhi/BluTrain/dist/Context_Parallelism/dl_tmp
41
+ [14:08:46] b5_65536_131072/train_shard_00006.bin
42
+ /root/Adhi/BluTrain/dist/Context_Parallelism/dl_tmp
43
+ [14:08:53] b5_65536_131072/train_shard_00007.bin
44
+ /root/Adhi/BluTrain/dist/Context_Parallelism/dl_tmp
45
+ [14:09:00] b5_65536_131072/train_shard_00008.bin
46
+ /root/Adhi/BluTrain/dist/Context_Parallelism/dl_tmp
47
+ [14:09:08] b5_65536_131072/train_shard_00009.bin
48
+ /root/Adhi/BluTrain/dist/Context_Parallelism/dl_tmp
49
+ [14:09:09] === b3 extra (fresh filler range): shards 4-8 ===
50
+ [14:09:09] b3_16384_32768/train_shard_00004.bin
51
+ /root/Adhi/BluTrain/dist/Context_Parallelism/dl_tmp
52
+ [14:09:16] b3_16384_32768/train_shard_00005.bin
53
+ /root/Adhi/BluTrain/dist/Context_Parallelism/dl_tmp
54
+ [14:09:24] b3_16384_32768/train_shard_00006.bin
55
+ /root/Adhi/BluTrain/dist/Context_Parallelism/dl_tmp
56
+ [14:09:34] b3_16384_32768/train_shard_00007.bin
57
+ /root/Adhi/BluTrain/dist/Context_Parallelism/dl_tmp
58
+ [14:09:43] b3_16384_32768/train_shard_00008.bin
59
+ /root/Adhi/BluTrain/dist/Context_Parallelism/dl_tmp
60
+ [14:09:53] === b1 extra (fresh filler range): shards 2-6 ===
61
+ [14:09:53] b1_4096_8192/train_shard_00002.bin
62
+ /root/Adhi/BluTrain/dist/Context_Parallelism/dl_tmp
63
+ [14:09:59] b1_4096_8192/train_shard_00003.bin
64
+ /root/Adhi/BluTrain/dist/Context_Parallelism/dl_tmp
65
+ [14:10:04] b1_4096_8192/train_shard_00004.bin
66
+ /root/Adhi/BluTrain/dist/Context_Parallelism/dl_tmp
67
+ [14:10:11] b1_4096_8192/train_shard_00005.bin
68
+ /root/Adhi/BluTrain/dist/Context_Parallelism/dl_tmp
69
+ [14:10:17] b1_4096_8192/train_shard_00006.bin
70
+ /root/Adhi/BluTrain/dist/Context_Parallelism/dl_tmp
71
+ [14:10:23] === DONE ===
72
+ 1.4G src1/b1_4096_8192
73
+ 382M src1/b2_8192_16384
74
+ 1.7G src1/b3_16384_32768
75
+ 2.2G src1/b4_32768_65536
76
+ 1.7G src1/b5_65536_131072
77
+ /dev/vda1 193G 79G 95G 46% /