Upload log_ts_e3.txt with huggingface_hub

log_ts_e3.txt

@@ -271,3 +271,100 @@ launch
 02:48:18 epoch 4 start
 02:48:27 step 100900 loss=3.1779 tok=1653.1M dt=3491
 02:48:43 step 101000 loss=3.1792 tok=1654.8M dt=3506
+02:48:43 pushed log_ts_e3.txt
+02:48:58 step 101100 loss=3.1449 tok=1656.4M dt=3522
+02:49:13 step 101200 loss=3.1285 tok=1658.1M dt=3537
+02:49:28 step 101300 loss=3.1276 tok=1659.7M dt=3551
+02:49:43 step 101400 loss=3.1007 tok=1661.3M dt=3566
+02:49:58 step 101500 loss=3.1570 tok=1663.0M dt=3582
+02:50:12 step 101600 loss=3.1086 tok=1664.6M dt=3596
+02:50:28 step 101700 loss=3.1770 tok=1666.3M dt=3611
+02:50:43 step 101800 loss=3.1066 tok=1667.9M dt=3627
+02:50:58 step 101900 loss=3.1292 tok=1669.5M dt=3642
+02:51:13 step 102000 loss=3.2126 tok=1671.2M dt=3657
+02:51:15 push fail (Request ID: Root=1-6aa21b23-1347dc8e4a201e222e9773af;b70c96b1-59bb-45ed-beb7-6a2bd5d909a1)
+
+429 Too Many Requests: you 
+02:51:15 push fail (Request ID: Root=1-6aa21b23-22b023964f794a3f75b087ee;0bbd014e-97b7-4c63-9732-3b4b0a36ae0c)
+
+429 Too Many Requests: you 
+02:51:30 step 102100 loss=3.2545 tok=1672.8M dt=3674
+02:51:45 step 102200 loss=3.0669 tok=1674.4M dt=3688
+02:52:00 step 102300 loss=3.2155 tok=1676.1M dt=3703
+02:52:15 step 102400 loss=3.0848 tok=1677.7M dt=3718
+02:52:29 step 102500 loss=3.0028 tok=1679.4M dt=3733
+02:52:44 step 102600 loss=3.2814 tok=1681.0M dt=3748
+02:52:59 step 102700 loss=3.3002 tok=1682.6M dt=3762
+02:53:13 step 102800 loss=3.2038 tok=1684.3M dt=3777
+02:53:28 step 102900 loss=3.1955 tok=1685.9M dt=3792
+02:53:43 step 103000 loss=3.0784 tok=1687.6M dt=3807
+02:53:43 push fail (Request ID: Root=1-6aa21bb7-0ac0a0243d5ffb826099cff4;b2b29310-fa0c-4946-a0c1-22ae31c85c2c)
+
+429 Too Many Requests: you 
+02:53:58 step 103100 loss=3.1997 tok=1689.2M dt=3822
+02:54:13 step 103200 loss=3.1413 tok=1690.8M dt=3837
+02:54:28 step 103300 loss=3.1956 tok=1692.5M dt=3852
+02:54:43 step 103400 loss=3.0910 tok=1694.1M dt=3867
+02:54:58 step 103500 loss=3.2904 tok=1695.7M dt=3881
+02:55:12 step 103600 loss=3.1523 tok=1697.4M dt=3896
+02:55:27 step 103700 loss=3.1304 tok=1699.0M dt=3911
+02:55:42 step 103800 loss=3.2562 tok=1700.7M dt=3926
+02:55:57 step 103900 loss=3.2245 tok=1702.3M dt=3941
+02:56:12 step 104000 loss=3.0198 tok=1703.9M dt=3956
+02:56:12 push fail (Request ID: Root=1-6aa21c4c-273f71e4215f462066f0f75f;0462fe19-885c-418e-b478-25a0f7db0ecd)
+
+429 Too Many Requests: you 
+02:56:27 step 104100 loss=3.0897 tok=1705.6M dt=3971
+02:56:42 step 104200 loss=3.1664 tok=1707.2M dt=3986
+02:56:57 step 104300 loss=3.1313 tok=1708.9M dt=4000
+02:57:12 step 104400 loss=3.1976 tok=1710.5M dt=4015
+02:57:27 step 104500 loss=3.2407 tok=1712.1M dt=4030
+02:57:41 step 104600 loss=3.1586 tok=1713.8M dt=4045
+02:57:56 step 104700 loss=3.1386 tok=1715.4M dt=4060
+02:58:11 step 104800 loss=3.0892 tok=1717.0M dt=4074
+02:58:26 step 104900 loss=3.1329 tok=1718.7M dt=4089
+02:58:41 step 105000 loss=3.2306 tok=1720.3M dt=4105
+02:58:43 push fail (Request ID: Root=1-6aa21ce3-2f69b95f74ba25b5288ef102;71a10faf-bd6c-4447-bf3c-8be4f6f875b7)
+
+429 Too Many Requests: you 
+02:58:43 push fail (Request ID: Root=1-6aa21ce3-417daad7329b91462e7fd732;b3268296-cb31-450d-ab2a-b9360e715dc0)
+
+429 Too Many Requests: you 
+02:58:58 step 105100 loss=3.1342 tok=1722.0M dt=4122
+02:59:13 step 105200 loss=3.1663 tok=1723.6M dt=4137
+02:59:28 step 105300 loss=3.1493 tok=1725.2M dt=4151
+02:59:43 step 105400 loss=3.0945 tok=1726.9M dt=4167
+02:59:58 step 105500 loss=3.1146 tok=1728.5M dt=4182
+03:00:13 step 105600 loss=3.2685 tok=1730.2M dt=4197
+03:00:28 step 105700 loss=3.0832 tok=1731.8M dt=4212
+03:00:43 step 105800 loss=3.1982 tok=1733.4M dt=4226
+03:00:58 step 105900 loss=3.0724 tok=1735.1M dt=4241
+03:01:13 step 106000 loss=3.1580 tok=1736.7M dt=4256
+03:01:13 push fail (Request ID: Root=1-6aa21d79-6965ac796a3d232633c58ca6;d9319d5b-b409-4773-af48-f67a9ea15e2a)
+
+429 Too Many Requests: you 
+03:01:28 step 106100 loss=3.1304 tok=1738.3M dt=4272
+03:01:43 step 106200 loss=3.2694 tok=1740.0M dt=4287
+03:01:59 step 106300 loss=3.2381 tok=1741.6M dt=4302
+03:02:14 step 106400 loss=3.1257 tok=1743.3M dt=4317
+03:02:29 step 106500 loss=3.1853 tok=1744.9M dt=4333
+03:02:48 step 106600 loss=3.2120 tok=1746.5M dt=4351
+03:02:48 epoch 5 start
+03:03:11 step 106700 loss=3.1005 tok=1748.2M dt=4375
+03:03:26 step 106800 loss=3.2018 tok=1749.8M dt=4390
+03:03:42 step 106900 loss=3.2720 tok=1751.4M dt=4405
+03:03:57 step 107000 loss=3.2642 tok=1753.1M dt=4421
+03:03:57 push fail (Request ID: Root=1-6aa21e1d-36cf096600bc13b013543a0e;045751da-a9a6-446b-8c91-764c62372ce1)
+
+429 Too Many Requests: you 
+03:04:13 step 107100 loss=3.2915 tok=1754.7M dt=4436
+03:04:28 step 107200 loss=3.2480 tok=1756.4M dt=4452
+03:04:43 step 107300 loss=3.0734 tok=1758.0M dt=4467
+03:04:59 step 107400 loss=3.1619 tok=1759.6M dt=4482
+03:05:14 step 107500 loss=3.1962 tok=1761.3M dt=4498
+03:05:30 step 107600 loss=3.0937 tok=1762.9M dt=4513
+03:05:45 step 107700 loss=3.0420 tok=1764.6M dt=4529
+03:06:00 step 107800 loss=3.1356 tok=1766.2M dt=4544
+03:06:15 step 107900 loss=3.1733 tok=1767.8M dt=4559
+03:06:30 step 108000 loss=3.0847 tok=1769.5M dt=4574
+03:06:32 pushed ts_e3.pt