Upload log_ts_f_both.txt with huggingface_hub

log_ts_f_both.txt

@@ -719,31 +719,57 @@ Consider using tensor.detach() first. (Triggered internally at /pytorch/torch/cs
 
  /tmp/ts_f_both_m.pt         : 100%|██████████| 75.8MB / 75.8MB            
 
 
  /tmp/ts_f_both_m.pt         : 100%|██████████| 75.8MB / 75.8MB            
-11:36:27 push fail (Request ID: Root=1-6aa2963b-229befc10e368523462bc33e;7ad57ea2-2abe-4731-8302-b93d24109480)
+
+
+
+
  /tmp/ts_f_both_m.pt         :   2%|▏         | 1.30MB / 75.8MB            
+
+
  /tmp/ts_f_both_m.pt         :   2%|▏         | 1.30MB / 75.8MB            
+
+
+
  /tmp/ts_f_both_m.pt         :  31%|███       | 23.6MB / 75.8MB            
+
+
+
  /tmp/ts_f_both_m.pt         :  31%|███       | 23.6MB / 75.8MB            
+
+
  /tmp/ts_f_both_m.pt         :  31%|███       | 23.6MB / 75.8MB            
+
+
+
  /tmp/ts_f_both_m.pt         :  66%|██████▌   | 50.1MB / 75.8MB            
+
+
+
  /tmp/ts_f_both_m.pt         : 100%|█████████▉| 75.8MB / 75.8MB            
+
+
+
  /tmp/ts_f_both_m.pt         : 100%|█████████▉| 75.8MB / 75.8MB            
+
+
  /tmp/ts_f_both_m.pt         : 100%|█████████▉| 75.8MB / 75.8MB            
+
+
  /tmp/ts_f_both_m.pt         : 100%|█████████▉| 75.8MB / 75.8MB            
+
+
  /tmp/ts_f_both_m.pt         : 100%|█████████▉| 75.8MB / 75.8MB            
+
+
  /tmp/ts_f_both_m.pt         : 100%|█████████▉| 75.8MB / 75.8MB            
+
+
  /tmp/ts_f_both_m.pt         : 100%|██████████| 75.8MB / 75.8MB            
+
+
+
  /tmp/ts_f_both_m.pt         : 100%|██████████| 75.8MB / 75.8MB            
+
+
  /tmp/ts_f_both_m.pt         : 100%|██████████| 75.8MB / 75.8MB            
+11:40:19 push fail (Request ID: Root=1-6aa29723-3324a8f411c7beb00e143753;531f444f-e317-4107-a1de-1afd12e781ee)
 
 429 Too Many Requests for u
-11:36:27 push fail (Request ID: Root=1-6aa2963b-410f4bcf3df092a504b466b3;d8a91edb-dad0-4174-9d11-11c67e8d08d1)
+11:40:20 push fail (Request ID: Root=1-6aa29724-3650ad50369ca1821c51f93f;4a311b76-620f-43f8-80ee-a2bae00e811b)
 
 429 Too Many Requests for u
-11:36:39 step 135100 loss=2.2118 tok=2213.5M dt=4274
-11:36:44 step 135200 loss=2.2170 tok=2215.1M dt=4279
-11:36:45 epoch 2 start
-11:36:58 step 135300 loss=2.3425 tok=2216.8M dt=4293
-11:37:05 step 135400 loss=2.4265 tok=2218.4M dt=4300
-11:37:12 step 135500 loss=2.3788 tok=2220.0M dt=4308
-11:37:20 step 135600 loss=2.3600 tok=2221.7M dt=4315
-11:37:27 step 135700 loss=2.3002 tok=2223.3M dt=4322
-11:37:34 step 135800 loss=2.2485 tok=2224.9M dt=4329
-11:37:41 step 135900 loss=2.2462 tok=2226.6M dt=4337
-11:37:49 step 136000 loss=2.2649 tok=2228.2M dt=4344
-11:37:49 pushed log_ts_f_both.txt
-11:37:57 step 136100 loss=2.3646 tok=2229.9M dt=4352
-11:38:04 step 136200 loss=2.3639 tok=2231.5M dt=4359
-11:38:11 step 136300 loss=2.1819 tok=2233.1M dt=4367
-11:38:19 step 136400 loss=2.2243 tok=2234.8M dt=4374
-11:38:26 step 136500 loss=2.3320 tok=2236.4M dt=4381
-11:38:33 step 136600 loss=2.3230 tok=2238.1M dt=4388
-11:38:40 step 136700 loss=2.2756 tok=2239.7M dt=4396
-11:38:48 step 136800 loss=2.2328 tok=2241.3M dt=4403
-11:38:56 step 136900 loss=2.2918 tok=2243.0M dt=4411
-11:39:03 step 137000 loss=2.2635 tok=2244.6M dt=4418
+11:40:27 step 138100 loss=2.2990 tok=2262.6M dt=4502
+11:40:34 step 138200 loss=2.3345 tok=2264.3M dt=4509
+11:40:41 step 138300 loss=2.3008 tok=2265.9M dt=4517
+11:40:49 step 138400 loss=2.4076 tok=2267.5M dt=4524
+11:40:56 step 138500 loss=2.2820 tok=2269.2M dt=4531
+11:41:03 step 138600 loss=2.3624 tok=2270.8M dt=4538
+11:41:10 step 138700 loss=2.1551 tok=2272.5M dt=4546
+11:41:18 step 138800 loss=2.2633 tok=2274.1M dt=4553
+11:41:25 step 138900 loss=2.2578 tok=2275.7M dt=4560
+11:41:32 step 139000 loss=2.3797 tok=2277.4M dt=4568