Upload logs/f2206fbe_sft_sftX3.log with huggingface_hub
Browse files- logs/f2206fbe_sft_sftX3.log +311 -0
logs/f2206fbe_sft_sftX3.log
CHANGED
|
@@ -2543,3 +2543,314 @@ W1008 14:28:31.900000 2541 site-packages/torch/_inductor/codecache.py:1076] [0/5
|
|
| 2543 |
16:59:44 step 2100/2500 epoch 5 loss 1.0742 lr 9.60e-06 (9086s)
|
| 2544 |
17:03:15 step 2150/2500 epoch 5 loss 0.9686 lr 8.40e-06 (9298s)
|
| 2545 |
17:06:48 step 2200/2500 epoch 5 loss 1.0317 lr 7.20e-06 (9511s)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2546 |
/tmp/sftX3.pt : 0%| | 15.0kB / 2.45GB [A[A
|
|
|
|
|
|
|
| 2547 |
/tmp/sftX3.pt : 0%| | 15.0kB / 2.45GB [A[A
|
|
|
|
|
|
|
| 2548 |
/tmp/sftX3.pt : 0%| | 15.0kB / 2.45GB [A[A
|
|
|
|
|
|
|
| 2549 |
/tmp/sftX3.pt : 0%| | 15.0kB / 2.45GB [A[A
|
|
|
|
|
|
|
| 2550 |
/tmp/sftX3.pt : 0%| | 15.0kB / 2.45GB [A[A
|
|
|
|
|
|
|
| 2551 |
/tmp/sftX3.pt : 0%| | 4.49MB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2552 |
/tmp/sftX3.pt : 2%|▏ | 39.6MB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2553 |
/tmp/sftX3.pt : 3%|▎ | 67.1MB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2554 |
/tmp/sftX3.pt : 4%|▎ | 88.9MB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2555 |
/tmp/sftX3.pt : 5%|▍ | 122MB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2556 |
/tmp/sftX3.pt : 5%|▌ | 134MB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2557 |
/tmp/sftX3.pt : 6%|▌ | 153MB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2558 |
/tmp/sftX3.pt : 8%|▊ | 197MB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2559 |
/tmp/sftX3.pt : 8%|▊ | 208MB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2560 |
/tmp/sftX3.pt : 10%|█ | 250MB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2561 |
/tmp/sftX3.pt : 11%|█ | 272MB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2562 |
/tmp/sftX3.pt : 12%|█▏ | 295MB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2563 |
/tmp/sftX3.pt : 13%|█▎ | 327MB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2564 |
/tmp/sftX3.pt : 14%|█▎ | 335MB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2565 |
/tmp/sftX3.pt : 14%|█▍ | 354MB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2566 |
/tmp/sftX3.pt : 15%|█▌ | 371MB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2567 |
/tmp/sftX3.pt : 15%|█▌ | 378MB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2568 |
/tmp/sftX3.pt : 17%|█▋ | 409MB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2569 |
/tmp/sftX3.pt : 18%|█▊ | 433MB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2570 |
/tmp/sftX3.pt : 18%|█▊ | 445MB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2571 |
/tmp/sftX3.pt : 20%|█▉ | 479MB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2572 |
/tmp/sftX3.pt : 20%|██ | 502MB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2573 |
/tmp/sftX3.pt : 21%|██▏ | 522MB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2574 |
/tmp/sftX3.pt : 22%|██▏ | 552MB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2575 |
/tmp/sftX3.pt : 24%|██▍ | 592MB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2576 |
/tmp/sftX3.pt : 25%|██▌ | 623MB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2577 |
/tmp/sftX3.pt : 26%|██▋ | 646MB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2578 |
/tmp/sftX3.pt : 27%|██▋ | 674MB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2579 |
/tmp/sftX3.pt : 28%|██▊ | 694MB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2580 |
/tmp/sftX3.pt : 29%|██▉ | 717MB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2581 |
/tmp/sftX3.pt : 30%|███ | 737MB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2582 |
/tmp/sftX3.pt : 31%|███ | 759MB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2583 |
/tmp/sftX3.pt : 32%|███▏ | 777MB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2584 |
/tmp/sftX3.pt : 32%|███▏ | 787MB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2585 |
/tmp/sftX3.pt : 32%|███▏ | 796MB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2586 |
/tmp/sftX3.pt : 33%|███▎ | 811MB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2587 |
/tmp/sftX3.pt : 35%|███▍ | 847MB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2588 |
/tmp/sftX3.pt : 35%|███▌ | 870MB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2589 |
/tmp/sftX3.pt : 36%|███▋ | 892MB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2590 |
/tmp/sftX3.pt : 38%|███▊ | 924MB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2591 |
/tmp/sftX3.pt : 39%|███▉ | 954MB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2592 |
/tmp/sftX3.pt : 40%|████ | 988MB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2593 |
/tmp/sftX3.pt : 41%|████ | 1.00GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2594 |
/tmp/sftX3.pt : 42%|████▏ | 1.03GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2595 |
/tmp/sftX3.pt : 43%|████▎ | 1.05GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2596 |
/tmp/sftX3.pt : 44%|████▍ | 1.08GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2597 |
/tmp/sftX3.pt : 45%|████▌ | 1.10GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2598 |
/tmp/sftX3.pt : 46%|████▋ | 1.14GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2599 |
/tmp/sftX3.pt : 48%|████▊ | 1.17GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2600 |
/tmp/sftX3.pt : 49%|████▊ | 1.19GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2601 |
/tmp/sftX3.pt : 50%|█████ | 1.23GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2602 |
/tmp/sftX3.pt : 51%|█████ | 1.25GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2603 |
/tmp/sftX3.pt : 52%|█████▏ | 1.28GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2604 |
/tmp/sftX3.pt : 52%|█████▏ | 1.28GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2605 |
/tmp/sftX3.pt : 53%|█████▎ | 1.30GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2606 |
/tmp/sftX3.pt : 53%|█████▎ | 1.31GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2607 |
/tmp/sftX3.pt : 54%|█████▍ | 1.33GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2608 |
/tmp/sftX3.pt : 55%|█████▌ | 1.35GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2609 |
/tmp/sftX3.pt : 56%|█████▋ | 1.38GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2610 |
/tmp/sftX3.pt : 58%|█████▊ | 1.42GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2611 |
/tmp/sftX3.pt : 60%|█████▉ | 1.46GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2612 |
/tmp/sftX3.pt : 61%|██████▏ | 1.50GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2613 |
/tmp/sftX3.pt : 63%|██████▎ | 1.54GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2614 |
/tmp/sftX3.pt : 64%|██████▎ | 1.56GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2615 |
/tmp/sftX3.pt : 64%|██████▍ | 1.57GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2616 |
/tmp/sftX3.pt : 65%|██████▌ | 1.60GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2617 |
/tmp/sftX3.pt : 67%|██████▋ | 1.65GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2618 |
/tmp/sftX3.pt : 68%|██████▊ | 1.68GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2619 |
/tmp/sftX3.pt : 68%|██████▊ | 1.68GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2620 |
/tmp/sftX3.pt : 69%|██████▉ | 1.69GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2621 |
/tmp/sftX3.pt : 69%|██████▉ | 1.70GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2622 |
/tmp/sftX3.pt : 70%|███████ | 1.72GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2623 |
/tmp/sftX3.pt : 72%|███████▏ | 1.76GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2624 |
/tmp/sftX3.pt : 73%|███████▎ | 1.80GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2625 |
/tmp/sftX3.pt : 74%|███████▍ | 1.82GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2626 |
/tmp/sftX3.pt : 75%|███████▍ | 1.84GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2627 |
/tmp/sftX3.pt : 76%|███████▌ | 1.86GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2628 |
/tmp/sftX3.pt : 77%|███████▋ | 1.90GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2629 |
/tmp/sftX3.pt : 79%|███████▉ | 1.93GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2630 |
/tmp/sftX3.pt : 80%|███████▉ | 1.95GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2631 |
/tmp/sftX3.pt : 80%|████████ | 1.97GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2632 |
/tmp/sftX3.pt : 81%|████████ | 1.99GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2633 |
/tmp/sftX3.pt : 82%|████████▏ | 2.01GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2634 |
/tmp/sftX3.pt : 84%|████████▎ | 2.06GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2635 |
/tmp/sftX3.pt : 87%|████████▋ | 2.13GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2636 |
/tmp/sftX3.pt : 90%|█████████ | 2.21GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2637 |
/tmp/sftX3.pt : 94%|█████████▍| 2.31GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2638 |
/tmp/sftX3.pt : 98%|█████████▊| 2.41GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2639 |
/tmp/sftX3.pt : 100%|█████████▉| 2.45GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2640 |
/tmp/sftX3.pt : 100%|█████████▉| 2.45GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2641 |
/tmp/sftX3.pt : 100%|█████████▉| 2.45GB / 2.45GB [A[A
|
|
|
|
|
|
|
| 2642 |
/tmp/sftX3.pt : 100%|█████████▉| 2.45GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2643 |
/tmp/sftX3.pt : 100%|█████████▉| 2.45GB / 2.45GB [A[A
|
|
|
|
|
|
|
| 2644 |
/tmp/sftX3.pt : 100%|█████████▉| 2.45GB / 2.45GB [A[A
|
|
|
|
|
|
|
| 2645 |
/tmp/sftX3.pt : 100%|█████████▉| 2.45GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2646 |
/tmp/sftX3.pt : 100%|██████████| 2.45GB / 2.45GB [A[A
|
|
|
|
|
|
|
|
|
|
| 2647 |
/tmp/sftX3.pt : 100%|██████████| 2.45GB / 2.45GB [A[A
|
|
|
|
|
|
|
| 2648 |
/tmp/sftX3.pt : 100%|██████████| 2.45GB / 2.45GB [A[A
|
|
|
|
|
|
|
| 2649 |
/tmp/sftX3.pt : 100%|██████████| 2.45GB / 2.45GB [A[A
|
|
|
|
|
|
|
| 2650 |
/tmp/sftX3.pt : 100%|██████████| 2.45GB / 2.45GB [A[A
|
|
|
|
|
|
|
| 2651 |
/tmp/sftX3.pt : 100%|██████████| 2.45GB / 2.45GB [A[A
|
|
|
|
|
|
|
| 2652 |
/tmp/sftX3.pt : 100%|██████████| 2.45GB / 2.45GB
|
|
|
|
|
|
| 2543 |
16:59:44 step 2100/2500 epoch 5 loss 1.0742 lr 9.60e-06 (9086s)
|
| 2544 |
17:03:15 step 2150/2500 epoch 5 loss 0.9686 lr 8.40e-06 (9298s)
|
| 2545 |
17:06:48 step 2200/2500 epoch 5 loss 1.0317 lr 7.20e-06 (9511s)
|
| 2546 |
+
17:10:23 step 2250/2500 epoch 5 loss 1.0585 lr 6.00e-06 (9725s)
|
| 2547 |
+
|
| 2548 |
+
|
| 2549 |
+
|
| 2550 |
+
|
| 2551 |
/tmp/sftX3.pt : 0%| | 15.0kB / 2.45GB [A[A
|
| 2552 |
+
|
| 2553 |
+
|
| 2554 |
/tmp/sftX3.pt : 0%| | 15.0kB / 2.45GB [A[A
|
| 2555 |
+
|
| 2556 |
+
|
| 2557 |
/tmp/sftX3.pt : 0%| | 15.0kB / 2.45GB [A[A
|
| 2558 |
+
|
| 2559 |
+
|
| 2560 |
/tmp/sftX3.pt : 0%| | 15.0kB / 2.45GB [A[A
|
| 2561 |
+
|
| 2562 |
+
|
| 2563 |
/tmp/sftX3.pt : 0%| | 15.0kB / 2.45GB [A[A
|
| 2564 |
+
|
| 2565 |
+
|
| 2566 |
/tmp/sftX3.pt : 0%| | 4.49MB / 2.45GB [A[A
|
| 2567 |
+
|
| 2568 |
+
|
| 2569 |
+
|
| 2570 |
/tmp/sftX3.pt : 2%|▏ | 39.6MB / 2.45GB [A[A
|
| 2571 |
+
|
| 2572 |
+
|
| 2573 |
+
|
| 2574 |
/tmp/sftX3.pt : 3%|▎ | 67.1MB / 2.45GB [A[A
|
| 2575 |
+
|
| 2576 |
+
|
| 2577 |
+
|
| 2578 |
/tmp/sftX3.pt : 4%|▎ | 88.9MB / 2.45GB [A[A
|
| 2579 |
+
|
| 2580 |
+
|
| 2581 |
+
|
| 2582 |
/tmp/sftX3.pt : 5%|▍ | 122MB / 2.45GB [A[A
|
| 2583 |
+
|
| 2584 |
+
|
| 2585 |
+
|
| 2586 |
/tmp/sftX3.pt : 5%|▌ | 134MB / 2.45GB [A[A
|
| 2587 |
+
|
| 2588 |
+
|
| 2589 |
+
|
| 2590 |
/tmp/sftX3.pt : 6%|▌ | 153MB / 2.45GB [A[A
|
| 2591 |
+
|
| 2592 |
+
|
| 2593 |
+
|
| 2594 |
/tmp/sftX3.pt : 8%|▊ | 197MB / 2.45GB [A[A
|
| 2595 |
+
|
| 2596 |
+
|
| 2597 |
+
|
| 2598 |
/tmp/sftX3.pt : 8%|▊ | 208MB / 2.45GB [A[A
|
| 2599 |
+
|
| 2600 |
+
|
| 2601 |
+
|
| 2602 |
/tmp/sftX3.pt : 10%|█ | 250MB / 2.45GB [A[A
|
| 2603 |
+
|
| 2604 |
+
|
| 2605 |
+
|
| 2606 |
/tmp/sftX3.pt : 11%|█ | 272MB / 2.45GB [A[A
|
| 2607 |
+
|
| 2608 |
+
|
| 2609 |
+
|
| 2610 |
/tmp/sftX3.pt : 12%|█▏ | 295MB / 2.45GB [A[A
|
| 2611 |
+
|
| 2612 |
+
|
| 2613 |
+
|
| 2614 |
/tmp/sftX3.pt : 13%|█▎ | 327MB / 2.45GB [A[A
|
| 2615 |
+
|
| 2616 |
+
|
| 2617 |
+
|
| 2618 |
/tmp/sftX3.pt : 14%|█▎ | 335MB / 2.45GB [A[A
|
| 2619 |
+
|
| 2620 |
+
|
| 2621 |
+
|
| 2622 |
/tmp/sftX3.pt : 14%|█▍ | 354MB / 2.45GB [A[A
|
| 2623 |
+
|
| 2624 |
+
|
| 2625 |
+
|
| 2626 |
/tmp/sftX3.pt : 15%|█▌ | 371MB / 2.45GB [A[A
|
| 2627 |
+
|
| 2628 |
+
|
| 2629 |
+
|
| 2630 |
/tmp/sftX3.pt : 15%|█▌ | 378MB / 2.45GB [A[A
|
| 2631 |
+
|
| 2632 |
+
|
| 2633 |
+
|
| 2634 |
/tmp/sftX3.pt : 17%|█▋ | 409MB / 2.45GB [A[A
|
| 2635 |
+
|
| 2636 |
+
|
| 2637 |
+
|
| 2638 |
/tmp/sftX3.pt : 18%|█▊ | 433MB / 2.45GB [A[A
|
| 2639 |
+
|
| 2640 |
+
|
| 2641 |
+
|
| 2642 |
/tmp/sftX3.pt : 18%|█▊ | 445MB / 2.45GB [A[A
|
| 2643 |
+
|
| 2644 |
+
|
| 2645 |
+
|
| 2646 |
/tmp/sftX3.pt : 20%|█▉ | 479MB / 2.45GB [A[A
|
| 2647 |
+
|
| 2648 |
+
|
| 2649 |
+
|
| 2650 |
/tmp/sftX3.pt : 20%|██ | 502MB / 2.45GB [A[A
|
| 2651 |
+
|
| 2652 |
+
|
| 2653 |
+
|
| 2654 |
/tmp/sftX3.pt : 21%|██▏ | 522MB / 2.45GB [A[A
|
| 2655 |
+
|
| 2656 |
+
|
| 2657 |
+
|
| 2658 |
/tmp/sftX3.pt : 22%|██▏ | 552MB / 2.45GB [A[A
|
| 2659 |
+
|
| 2660 |
+
|
| 2661 |
+
|
| 2662 |
/tmp/sftX3.pt : 24%|██▍ | 592MB / 2.45GB [A[A
|
| 2663 |
+
|
| 2664 |
+
|
| 2665 |
+
|
| 2666 |
/tmp/sftX3.pt : 25%|██▌ | 623MB / 2.45GB [A[A
|
| 2667 |
+
|
| 2668 |
+
|
| 2669 |
+
|
| 2670 |
/tmp/sftX3.pt : 26%|██▋ | 646MB / 2.45GB [A[A
|
| 2671 |
+
|
| 2672 |
+
|
| 2673 |
+
|
| 2674 |
/tmp/sftX3.pt : 27%|██▋ | 674MB / 2.45GB [A[A
|
| 2675 |
+
|
| 2676 |
+
|
| 2677 |
+
|
| 2678 |
/tmp/sftX3.pt : 28%|██▊ | 694MB / 2.45GB [A[A
|
| 2679 |
+
|
| 2680 |
+
|
| 2681 |
+
|
| 2682 |
/tmp/sftX3.pt : 29%|██▉ | 717MB / 2.45GB [A[A
|
| 2683 |
+
|
| 2684 |
+
|
| 2685 |
+
|
| 2686 |
/tmp/sftX3.pt : 30%|███ | 737MB / 2.45GB [A[A
|
| 2687 |
+
|
| 2688 |
+
|
| 2689 |
+
|
| 2690 |
/tmp/sftX3.pt : 31%|███ | 759MB / 2.45GB [A[A
|
| 2691 |
+
|
| 2692 |
+
|
| 2693 |
+
|
| 2694 |
/tmp/sftX3.pt : 32%|███▏ | 777MB / 2.45GB [A[A
|
| 2695 |
+
|
| 2696 |
+
|
| 2697 |
+
|
| 2698 |
/tmp/sftX3.pt : 32%|███▏ | 787MB / 2.45GB [A[A
|
| 2699 |
+
|
| 2700 |
+
|
| 2701 |
+
|
| 2702 |
/tmp/sftX3.pt : 32%|███▏ | 796MB / 2.45GB [A[A
|
| 2703 |
+
|
| 2704 |
+
|
| 2705 |
+
|
| 2706 |
/tmp/sftX3.pt : 33%|███▎ | 811MB / 2.45GB [A[A
|
| 2707 |
+
|
| 2708 |
+
|
| 2709 |
+
|
| 2710 |
/tmp/sftX3.pt : 35%|███▍ | 847MB / 2.45GB [A[A
|
| 2711 |
+
|
| 2712 |
+
|
| 2713 |
+
|
| 2714 |
/tmp/sftX3.pt : 35%|███▌ | 870MB / 2.45GB [A[A
|
| 2715 |
+
|
| 2716 |
+
|
| 2717 |
+
|
| 2718 |
/tmp/sftX3.pt : 36%|███▋ | 892MB / 2.45GB [A[A
|
| 2719 |
+
|
| 2720 |
+
|
| 2721 |
+
|
| 2722 |
/tmp/sftX3.pt : 38%|███▊ | 924MB / 2.45GB [A[A
|
| 2723 |
+
|
| 2724 |
+
|
| 2725 |
+
|
| 2726 |
/tmp/sftX3.pt : 39%|███▉ | 954MB / 2.45GB [A[A
|
| 2727 |
+
|
| 2728 |
+
|
| 2729 |
+
|
| 2730 |
/tmp/sftX3.pt : 40%|████ | 988MB / 2.45GB [A[A
|
| 2731 |
+
|
| 2732 |
+
|
| 2733 |
+
|
| 2734 |
/tmp/sftX3.pt : 41%|████ | 1.00GB / 2.45GB [A[A
|
| 2735 |
+
|
| 2736 |
+
|
| 2737 |
+
|
| 2738 |
/tmp/sftX3.pt : 42%|████▏ | 1.03GB / 2.45GB [A[A
|
| 2739 |
+
|
| 2740 |
+
|
| 2741 |
+
|
| 2742 |
/tmp/sftX3.pt : 43%|████▎ | 1.05GB / 2.45GB [A[A
|
| 2743 |
+
|
| 2744 |
+
|
| 2745 |
+
|
| 2746 |
/tmp/sftX3.pt : 44%|████▍ | 1.08GB / 2.45GB [A[A
|
| 2747 |
+
|
| 2748 |
+
|
| 2749 |
+
|
| 2750 |
/tmp/sftX3.pt : 45%|████▌ | 1.10GB / 2.45GB [A[A
|
| 2751 |
+
|
| 2752 |
+
|
| 2753 |
+
|
| 2754 |
/tmp/sftX3.pt : 46%|████▋ | 1.14GB / 2.45GB [A[A
|
| 2755 |
+
|
| 2756 |
+
|
| 2757 |
+
|
| 2758 |
/tmp/sftX3.pt : 48%|████▊ | 1.17GB / 2.45GB [A[A
|
| 2759 |
+
|
| 2760 |
+
|
| 2761 |
+
|
| 2762 |
/tmp/sftX3.pt : 49%|████▊ | 1.19GB / 2.45GB [A[A
|
| 2763 |
+
|
| 2764 |
+
|
| 2765 |
+
|
| 2766 |
/tmp/sftX3.pt : 50%|█████ | 1.23GB / 2.45GB [A[A
|
| 2767 |
+
|
| 2768 |
+
|
| 2769 |
+
|
| 2770 |
/tmp/sftX3.pt : 51%|█████ | 1.25GB / 2.45GB [A[A
|
| 2771 |
+
|
| 2772 |
+
|
| 2773 |
+
|
| 2774 |
/tmp/sftX3.pt : 52%|█████▏ | 1.28GB / 2.45GB [A[A
|
| 2775 |
+
|
| 2776 |
+
|
| 2777 |
+
|
| 2778 |
/tmp/sftX3.pt : 52%|█████▏ | 1.28GB / 2.45GB [A[A
|
| 2779 |
+
|
| 2780 |
+
|
| 2781 |
+
|
| 2782 |
/tmp/sftX3.pt : 53%|█████▎ | 1.30GB / 2.45GB [A[A
|
| 2783 |
+
|
| 2784 |
+
|
| 2785 |
+
|
| 2786 |
/tmp/sftX3.pt : 53%|█████▎ | 1.31GB / 2.45GB [A[A
|
| 2787 |
+
|
| 2788 |
+
|
| 2789 |
+
|
| 2790 |
/tmp/sftX3.pt : 54%|█████▍ | 1.33GB / 2.45GB [A[A
|
| 2791 |
+
|
| 2792 |
+
|
| 2793 |
+
|
| 2794 |
/tmp/sftX3.pt : 55%|█████▌ | 1.35GB / 2.45GB [A[A
|
| 2795 |
+
|
| 2796 |
+
|
| 2797 |
+
|
| 2798 |
/tmp/sftX3.pt : 56%|█████▋ | 1.38GB / 2.45GB [A[A
|
| 2799 |
+
|
| 2800 |
+
|
| 2801 |
+
|
| 2802 |
/tmp/sftX3.pt : 58%|█████▊ | 1.42GB / 2.45GB [A[A
|
| 2803 |
+
|
| 2804 |
+
|
| 2805 |
+
|
| 2806 |
/tmp/sftX3.pt : 60%|█████▉ | 1.46GB / 2.45GB [A[A
|
| 2807 |
+
|
| 2808 |
+
|
| 2809 |
+
|
| 2810 |
/tmp/sftX3.pt : 61%|██████▏ | 1.50GB / 2.45GB [A[A
|
| 2811 |
+
|
| 2812 |
+
|
| 2813 |
+
|
| 2814 |
/tmp/sftX3.pt : 63%|██████▎ | 1.54GB / 2.45GB [A[A
|
| 2815 |
+
|
| 2816 |
+
|
| 2817 |
+
|
| 2818 |
/tmp/sftX3.pt : 64%|██████▎ | 1.56GB / 2.45GB [A[A
|
| 2819 |
+
|
| 2820 |
+
|
| 2821 |
+
|
| 2822 |
/tmp/sftX3.pt : 64%|██████▍ | 1.57GB / 2.45GB [A[A
|
| 2823 |
+
|
| 2824 |
+
|
| 2825 |
+
|
| 2826 |
/tmp/sftX3.pt : 65%|██████▌ | 1.60GB / 2.45GB [A[A
|
| 2827 |
+
|
| 2828 |
+
|
| 2829 |
+
|
| 2830 |
/tmp/sftX3.pt : 67%|██████▋ | 1.65GB / 2.45GB [A[A
|
| 2831 |
+
|
| 2832 |
+
|
| 2833 |
+
|
| 2834 |
/tmp/sftX3.pt : 68%|██████▊ | 1.68GB / 2.45GB [A[A
|
| 2835 |
+
|
| 2836 |
+
|
| 2837 |
+
|
| 2838 |
/tmp/sftX3.pt : 68%|██████▊ | 1.68GB / 2.45GB [A[A
|
| 2839 |
+
|
| 2840 |
+
|
| 2841 |
+
|
| 2842 |
/tmp/sftX3.pt : 69%|██████▉ | 1.69GB / 2.45GB [A[A
|
| 2843 |
+
|
| 2844 |
+
|
| 2845 |
+
|
| 2846 |
/tmp/sftX3.pt : 69%|██████▉ | 1.70GB / 2.45GB [A[A
|
| 2847 |
+
|
| 2848 |
+
|
| 2849 |
+
|
| 2850 |
/tmp/sftX3.pt : 70%|███████ | 1.72GB / 2.45GB [A[A
|
| 2851 |
+
|
| 2852 |
+
|
| 2853 |
+
|
| 2854 |
/tmp/sftX3.pt : 72%|███████▏ | 1.76GB / 2.45GB [A[A
|
| 2855 |
+
|
| 2856 |
+
|
| 2857 |
+
|
| 2858 |
/tmp/sftX3.pt : 73%|███████▎ | 1.80GB / 2.45GB [A[A
|
| 2859 |
+
|
| 2860 |
+
|
| 2861 |
+
|
| 2862 |
/tmp/sftX3.pt : 74%|███████▍ | 1.82GB / 2.45GB [A[A
|
| 2863 |
+
|
| 2864 |
+
|
| 2865 |
+
|
| 2866 |
/tmp/sftX3.pt : 75%|███████▍ | 1.84GB / 2.45GB [A[A
|
| 2867 |
+
|
| 2868 |
+
|
| 2869 |
+
|
| 2870 |
/tmp/sftX3.pt : 76%|███████▌ | 1.86GB / 2.45GB [A[A
|
| 2871 |
+
|
| 2872 |
+
|
| 2873 |
+
|
| 2874 |
/tmp/sftX3.pt : 77%|███████▋ | 1.90GB / 2.45GB [A[A
|
| 2875 |
+
|
| 2876 |
+
|
| 2877 |
+
|
| 2878 |
/tmp/sftX3.pt : 79%|███████▉ | 1.93GB / 2.45GB [A[A
|
| 2879 |
+
|
| 2880 |
+
|
| 2881 |
+
|
| 2882 |
/tmp/sftX3.pt : 80%|███████▉ | 1.95GB / 2.45GB [A[A
|
| 2883 |
+
|
| 2884 |
+
|
| 2885 |
+
|
| 2886 |
/tmp/sftX3.pt : 80%|████████ | 1.97GB / 2.45GB [A[A
|
| 2887 |
+
|
| 2888 |
+
|
| 2889 |
+
|
| 2890 |
/tmp/sftX3.pt : 81%|████████ | 1.99GB / 2.45GB [A[A
|
| 2891 |
+
|
| 2892 |
+
|
| 2893 |
+
|
| 2894 |
/tmp/sftX3.pt : 82%|████████▏ | 2.01GB / 2.45GB [A[A
|
| 2895 |
+
|
| 2896 |
+
|
| 2897 |
+
|
| 2898 |
/tmp/sftX3.pt : 84%|████████▎ | 2.06GB / 2.45GB [A[A
|
| 2899 |
+
|
| 2900 |
+
|
| 2901 |
+
|
| 2902 |
/tmp/sftX3.pt : 87%|████████▋ | 2.13GB / 2.45GB [A[A
|
| 2903 |
+
|
| 2904 |
+
|
| 2905 |
+
|
| 2906 |
/tmp/sftX3.pt : 90%|█████████ | 2.21GB / 2.45GB [A[A
|
| 2907 |
+
|
| 2908 |
+
|
| 2909 |
+
|
| 2910 |
/tmp/sftX3.pt : 94%|█████████▍| 2.31GB / 2.45GB [A[A
|
| 2911 |
+
|
| 2912 |
+
|
| 2913 |
+
|
| 2914 |
/tmp/sftX3.pt : 98%|█████████▊| 2.41GB / 2.45GB [A[A
|
| 2915 |
+
|
| 2916 |
+
|
| 2917 |
+
|
| 2918 |
/tmp/sftX3.pt : 100%|█████████▉| 2.45GB / 2.45GB [A[A
|
| 2919 |
+
|
| 2920 |
+
|
| 2921 |
+
|
| 2922 |
/tmp/sftX3.pt : 100%|█████████▉| 2.45GB / 2.45GB [A[A
|
| 2923 |
+
|
| 2924 |
+
|
| 2925 |
+
|
| 2926 |
/tmp/sftX3.pt : 100%|█████████▉| 2.45GB / 2.45GB [A[A
|
| 2927 |
+
|
| 2928 |
+
|
| 2929 |
/tmp/sftX3.pt : 100%|█████████▉| 2.45GB / 2.45GB [A[A
|
| 2930 |
+
|
| 2931 |
+
|
| 2932 |
+
|
| 2933 |
/tmp/sftX3.pt : 100%|█████████▉| 2.45GB / 2.45GB [A[A
|
| 2934 |
+
|
| 2935 |
+
|
| 2936 |
/tmp/sftX3.pt : 100%|█████████▉| 2.45GB / 2.45GB [A[A
|
| 2937 |
+
|
| 2938 |
+
|
| 2939 |
/tmp/sftX3.pt : 100%|█████████▉| 2.45GB / 2.45GB [A[A
|
| 2940 |
+
|
| 2941 |
+
|
| 2942 |
+
|
| 2943 |
/tmp/sftX3.pt : 100%|██████████| 2.45GB / 2.45GB [A[A
|
| 2944 |
+
|
| 2945 |
+
|
| 2946 |
+
|
| 2947 |
/tmp/sftX3.pt : 100%|██████████| 2.45GB / 2.45GB [A[A
|
| 2948 |
+
|
| 2949 |
+
|
| 2950 |
/tmp/sftX3.pt : 100%|██████████| 2.45GB / 2.45GB [A[A
|
| 2951 |
+
|
| 2952 |
+
|
| 2953 |
/tmp/sftX3.pt : 100%|██████████| 2.45GB / 2.45GB [A[A
|
| 2954 |
+
|
| 2955 |
+
|
| 2956 |
/tmp/sftX3.pt : 100%|██████████| 2.45GB / 2.45GB [A[A
|
| 2957 |
+
|
| 2958 |
+
|
| 2959 |
/tmp/sftX3.pt : 100%|██████████| 2.45GB / 2.45GB [A[A
|
| 2960 |
+
|
| 2961 |
+
|
| 2962 |
/tmp/sftX3.pt : 100%|██████████| 2.45GB / 2.45GB
|
| 2963 |
+
17:10:38 SAVED sft/sftX3_latest.pt
|