Upload log_ts_f_both.txt with huggingface_hub

log_ts_f_both.txt

@@ -683,30 +683,56 @@ Consider using tensor.detach() first. (Triggered internally at /pytorch/torch/cs
 
  /tmp/ts_f_both_m.pt         : 100%|██████████| 75.8MB / 75.8MB            
 
 
  /tmp/ts_f_both_m.pt         : 100%|██████████| 75.8MB / 75.8MB            
-11:32:44 push fail (Request ID: Root=1-6aa2955c-1ab13bb8376d4d6921e17db9;b0efe3b2-5d30-4443-89c7-8b13381d5a14)
+
+
+
+
  /tmp/ts_f_both_m.pt         :  16%|█▌        | 12.3MB / 75.8MB            
+
+
  /tmp/ts_f_both_m.pt         :  16%|█▌        | 12.3MB / 75.8MB            
+
+
+
  /tmp/ts_f_both_m.pt         :  46%|████▌     | 34.6MB / 75.8MB            
+
+
+
  /tmp/ts_f_both_m.pt         :  63%|██████▎   | 47.5MB / 75.8MB            
+
+
+
  /tmp/ts_f_both_m.pt         :  83%|████████▎ | 63.0MB / 75.8MB            
+
+
+
  /tmp/ts_f_both_m.pt         : 100%|█████████▉| 75.8MB / 75.8MB            
+
+
+
  /tmp/ts_f_both_m.pt         : 100%|█████████▉| 75.8MB / 75.8MB            
+
+
  /tmp/ts_f_both_m.pt         : 100%|█████████▉| 75.8MB / 75.8MB            
+
+
  /tmp/ts_f_both_m.pt         : 100%|█████████▉| 75.8MB / 75.8MB            
+
+
  /tmp/ts_f_both_m.pt         : 100%|█████████▉| 75.8MB / 75.8MB            
+
+
  /tmp/ts_f_both_m.pt         : 100%|█████████▉| 75.8MB / 75.8MB            
+
+
  /tmp/ts_f_both_m.pt         : 100%|██████████| 75.8MB / 75.8MB            
+
+
+
  /tmp/ts_f_both_m.pt         : 100%|██████████| 75.8MB / 75.8MB            
+
+
  /tmp/ts_f_both_m.pt         : 100%|██████████| 75.8MB / 75.8MB            
+11:36:27 push fail (Request ID: Root=1-6aa2963b-229befc10e368523462bc33e;7ad57ea2-2abe-4731-8302-b93d24109480)
 
 429 Too Many Requests for u
-11:32:44 push fail (Request ID: Root=1-6aa2955c-493f181c0e0c5c2a4a28e697;2b5cb96b-2d63-42df-9a8c-1436d9a8cb9e)
+11:36:27 push fail (Request ID: Root=1-6aa2963b-410f4bcf3df092a504b466b3;d8a91edb-dad0-4174-9d11-11c67e8d08d1)
 
 429 Too Many Requests for u
-11:32:51 step 132100 loss=2.3362 tok=2164.3M dt=4046
-11:32:58 step 132200 loss=2.3444 tok=2166.0M dt=4053
-11:33:05 step 132300 loss=2.3440 tok=2167.6M dt=4061
-11:33:13 step 132400 loss=2.3317 tok=2169.2M dt=4068
-11:33:20 step 132500 loss=2.3735 tok=2170.9M dt=4075
-11:33:27 step 132600 loss=2.3408 tok=2172.5M dt=4082
-11:33:35 step 132700 loss=2.2833 tok=2174.2M dt=4090
-11:33:42 step 132800 loss=2.3525 tok=2175.8M dt=4097
-11:33:50 step 132900 loss=2.2216 tok=2177.4M dt=4105
-11:33:57 step 133000 loss=2.3556 tok=2179.1M dt=4113
-11:33:58 pushed log_ts_f_both.txt
-11:34:06 step 133100 loss=2.2940 tok=2180.7M dt=4121
-11:34:13 step 133200 loss=2.2768 tok=2182.3M dt=4128
-11:34:20 step 133300 loss=2.3287 tok=2184.0M dt=4136
-11:34:28 step 133400 loss=2.4211 tok=2185.6M dt=4143
-11:34:35 step 133500 loss=2.2822 tok=2187.3M dt=4150
-11:34:42 step 133600 loss=2.3997 tok=2188.9M dt=4158
-11:34:50 step 133700 loss=2.3223 tok=2190.5M dt=4165
-11:34:57 step 133800 loss=2.3090 tok=2192.2M dt=4172
-11:35:04 step 133900 loss=2.3323 tok=2193.8M dt=4179
-11:35:11 step 134000 loss=2.4159 tok=2195.5M dt=4186
+11:36:39 step 135100 loss=2.2118 tok=2213.5M dt=4274
+11:36:44 step 135200 loss=2.2170 tok=2215.1M dt=4279
+11:36:45 epoch 2 start
+11:36:58 step 135300 loss=2.3425 tok=2216.8M dt=4293
+11:37:05 step 135400 loss=2.4265 tok=2218.4M dt=4300
+11:37:12 step 135500 loss=2.3788 tok=2220.0M dt=4308
+11:37:20 step 135600 loss=2.3600 tok=2221.7M dt=4315
+11:37:27 step 135700 loss=2.3002 tok=2223.3M dt=4322
+11:37:34 step 135800 loss=2.2485 tok=2224.9M dt=4329
+11:37:41 step 135900 loss=2.2462 tok=2226.6M dt=4337
+11:37:49 step 136000 loss=2.2649 tok=2228.2M dt=4344