Upload folder using huggingface_hub
Browse files
action_decoder/chain/w2a_so101_task2_slow_136ep_lora32_iter2500_75m_2gpu/stdout.log
CHANGED
|
@@ -256,3 +256,12 @@ clock 1567.500000 1575.000000 1560.000000
|
|
| 256 |
[05-20 12:00:57|SUCCESS|cosmos_predict2/checkpointer.py:139:_save_worker_local] Saved checkpoint (local): checkpoints/vam/so101/w2a_so101_task2_slow_136ep_lora32_iter2500_75m_2gpu/checkpoints/trainer/iter_000001600.pt
|
| 257 |
[05-20 12:00:57|INFO|imaginaire/utils/misc.py:266:wrapper] Time spent on checkpoint saving (local): 0.0014 seconds
|
| 258 |
[05-20 12:00:57|INFO|imaginaire/trainer.py:388:validate] Validating at iteration 1600...
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 256 |
[05-20 12:00:57|SUCCESS|cosmos_predict2/checkpointer.py:139:_save_worker_local] Saved checkpoint (local): checkpoints/vam/so101/w2a_so101_task2_slow_136ep_lora32_iter2500_75m_2gpu/checkpoints/trainer/iter_000001600.pt
|
| 257 |
[05-20 12:00:57|INFO|imaginaire/utils/misc.py:266:wrapper] Time spent on checkpoint saving (local): 0.0014 seconds
|
| 258 |
[05-20 12:00:57|INFO|imaginaire/trainer.py:388:validate] Validating at iteration 1600...
|
| 259 |
+
[05-20 12:34:36|SUCCESS|cosmos_predict2/checkpointer.py:139:_save_worker_local] Saved checkpoint (local): checkpoints/vam/so101/w2a_so101_task2_slow_136ep_lora32_iter2500_75m_2gpu/checkpoints/model/iter_000001700.pt
|
| 260 |
+
[05-20 12:34:36|INFO|imaginaire/utils/misc.py:266:wrapper] Time spent on checkpoint saving (local): 0.1488 seconds
|
| 261 |
+
[05-20 12:34:37|SUCCESS|cosmos_predict2/checkpointer.py:139:_save_worker_local] Saved checkpoint (local): checkpoints/vam/so101/w2a_so101_task2_slow_136ep_lora32_iter2500_75m_2gpu/checkpoints/optim/iter_000001700.pt
|
| 262 |
+
[05-20 12:34:37|INFO|imaginaire/utils/misc.py:266:wrapper] Time spent on checkpoint saving (local): 0.5937 seconds
|
| 263 |
+
[05-20 12:34:37|SUCCESS|cosmos_predict2/checkpointer.py:139:_save_worker_local] Saved checkpoint (local): checkpoints/vam/so101/w2a_so101_task2_slow_136ep_lora32_iter2500_75m_2gpu/checkpoints/scheduler/iter_000001700.pt
|
| 264 |
+
[05-20 12:34:37|INFO|imaginaire/utils/misc.py:266:wrapper] Time spent on checkpoint saving (local): 0.0015 seconds
|
| 265 |
+
[05-20 12:34:37|SUCCESS|cosmos_predict2/checkpointer.py:139:_save_worker_local] Saved checkpoint (local): checkpoints/vam/so101/w2a_so101_task2_slow_136ep_lora32_iter2500_75m_2gpu/checkpoints/trainer/iter_000001700.pt
|
| 266 |
+
[05-20 12:34:37|INFO|imaginaire/utils/misc.py:266:wrapper] Time spent on checkpoint saving (local): 0.0009 seconds
|
| 267 |
+
[05-20 12:34:37|INFO|imaginaire/trainer.py:388:validate] Validating at iteration 1700...
|