Training in progress, step 15000, checkpoint
Browse files
last-checkpoint/adapter_model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 36730224
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2a6a1a0dba7021d8b7d428db87c437efdf6b626407168352af37d71ff4f8aa75
|
| 3 |
size 36730224
|
last-checkpoint/ar_diffusion_info.bin
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1736
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4a3251e96aad20ef9617385c554ac0de9f993e0b60ea66ffb1fe6ed5147f2ee6
|
| 3 |
size 1736
|
last-checkpoint/optimizer.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 73588346
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f1894fce258370764aa2bd4aea50e0e93ed78c2cdb28cd0a97679eba3acb55f8
|
| 3 |
size 73588346
|
last-checkpoint/rng_state.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 14244
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f469366f58bbcc837e1eda1cc990a381676814584efda8029c314c0d4dbfdb15
|
| 3 |
size 14244
|
last-checkpoint/scaler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 988
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b21eaeb6df3448a126aa3c865471f11d93d5da05e32d2b0b19d5120cef1d8306
|
| 3 |
size 988
|
last-checkpoint/scheduler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1064
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:bb9bb6b4b564db2d66f145a412e3b2b0c279a174d093912c413b1b960f8efe8d
|
| 3 |
size 1064
|
last-checkpoint/trainer_state.json
CHANGED
|
@@ -1,10 +1,10 @@
|
|
| 1 |
{
|
| 2 |
-
"best_global_step":
|
| 3 |
-
"best_metric": 1.
|
| 4 |
"best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-14500",
|
| 5 |
-
"epoch": 1.
|
| 6 |
"eval_steps": 250,
|
| 7 |
-
"global_step":
|
| 8 |
"is_hyper_param_search": false,
|
| 9 |
"is_local_process_zero": true,
|
| 10 |
"is_world_process_zero": true,
|
|
@@ -2502,6 +2502,92 @@
|
|
| 2502 |
"eval_samples_per_second": 56.187,
|
| 2503 |
"eval_steps_per_second": 14.047,
|
| 2504 |
"step": 14500
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2505 |
}
|
| 2506 |
],
|
| 2507 |
"logging_steps": 50,
|
|
|
|
| 1 |
{
|
| 2 |
+
"best_global_step": 14750,
|
| 3 |
+
"best_metric": 1.1030505895614624,
|
| 4 |
"best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-14500",
|
| 5 |
+
"epoch": 1.153757403276671,
|
| 6 |
"eval_steps": 250,
|
| 7 |
+
"global_step": 15000,
|
| 8 |
"is_hyper_param_search": false,
|
| 9 |
"is_local_process_zero": true,
|
| 10 |
"is_world_process_zero": true,
|
|
|
|
| 2502 |
"eval_samples_per_second": 56.187,
|
| 2503 |
"eval_steps_per_second": 14.047,
|
| 2504 |
"step": 14500
|
| 2505 |
+
},
|
| 2506 |
+
{
|
| 2507 |
+
"epoch": 1.119144681178371,
|
| 2508 |
+
"grad_norm": 1.2388238906860352,
|
| 2509 |
+
"learning_rate": 0.00012706022907305926,
|
| 2510 |
+
"loss": 1.1321,
|
| 2511 |
+
"step": 14550
|
| 2512 |
+
},
|
| 2513 |
+
{
|
| 2514 |
+
"epoch": 1.1229905391892931,
|
| 2515 |
+
"grad_norm": 0.5141006708145142,
|
| 2516 |
+
"learning_rate": 0.00012680050905124277,
|
| 2517 |
+
"loss": 1.0453,
|
| 2518 |
+
"step": 14600
|
| 2519 |
+
},
|
| 2520 |
+
{
|
| 2521 |
+
"epoch": 1.1268363972002153,
|
| 2522 |
+
"grad_norm": 1.1240845918655396,
|
| 2523 |
+
"learning_rate": 0.0001265407890294263,
|
| 2524 |
+
"loss": 1.0742,
|
| 2525 |
+
"step": 14650
|
| 2526 |
+
},
|
| 2527 |
+
{
|
| 2528 |
+
"epoch": 1.1306822552111375,
|
| 2529 |
+
"grad_norm": 1.433976650238037,
|
| 2530 |
+
"learning_rate": 0.0001262810690076098,
|
| 2531 |
+
"loss": 1.1468,
|
| 2532 |
+
"step": 14700
|
| 2533 |
+
},
|
| 2534 |
+
{
|
| 2535 |
+
"epoch": 1.13452811322206,
|
| 2536 |
+
"grad_norm": 1.077966332435608,
|
| 2537 |
+
"learning_rate": 0.0001260213489857933,
|
| 2538 |
+
"loss": 1.1143,
|
| 2539 |
+
"step": 14750
|
| 2540 |
+
},
|
| 2541 |
+
{
|
| 2542 |
+
"epoch": 1.13452811322206,
|
| 2543 |
+
"eval_loss": 1.1030505895614624,
|
| 2544 |
+
"eval_runtime": 17.8195,
|
| 2545 |
+
"eval_samples_per_second": 56.118,
|
| 2546 |
+
"eval_steps_per_second": 14.03,
|
| 2547 |
+
"step": 14750
|
| 2548 |
+
},
|
| 2549 |
+
{
|
| 2550 |
+
"epoch": 1.1383739712329821,
|
| 2551 |
+
"grad_norm": 1.1456421613693237,
|
| 2552 |
+
"learning_rate": 0.00012576162896397683,
|
| 2553 |
+
"loss": 1.1173,
|
| 2554 |
+
"step": 14800
|
| 2555 |
+
},
|
| 2556 |
+
{
|
| 2557 |
+
"epoch": 1.1422198292439043,
|
| 2558 |
+
"grad_norm": 0.9305130243301392,
|
| 2559 |
+
"learning_rate": 0.00012550190894216037,
|
| 2560 |
+
"loss": 1.1158,
|
| 2561 |
+
"step": 14850
|
| 2562 |
+
},
|
| 2563 |
+
{
|
| 2564 |
+
"epoch": 1.1460656872548265,
|
| 2565 |
+
"grad_norm": 1.3796011209487915,
|
| 2566 |
+
"learning_rate": 0.00012524218892034388,
|
| 2567 |
+
"loss": 1.0785,
|
| 2568 |
+
"step": 14900
|
| 2569 |
+
},
|
| 2570 |
+
{
|
| 2571 |
+
"epoch": 1.149911545265749,
|
| 2572 |
+
"grad_norm": 0.9901970028877258,
|
| 2573 |
+
"learning_rate": 0.0001249824688985274,
|
| 2574 |
+
"loss": 1.1383,
|
| 2575 |
+
"step": 14950
|
| 2576 |
+
},
|
| 2577 |
+
{
|
| 2578 |
+
"epoch": 1.153757403276671,
|
| 2579 |
+
"grad_norm": 0.8250207304954529,
|
| 2580 |
+
"learning_rate": 0.00012472794327714724,
|
| 2581 |
+
"loss": 1.1363,
|
| 2582 |
+
"step": 15000
|
| 2583 |
+
},
|
| 2584 |
+
{
|
| 2585 |
+
"epoch": 1.153757403276671,
|
| 2586 |
+
"eval_loss": 1.103262186050415,
|
| 2587 |
+
"eval_runtime": 17.8852,
|
| 2588 |
+
"eval_samples_per_second": 55.912,
|
| 2589 |
+
"eval_steps_per_second": 13.978,
|
| 2590 |
+
"step": 15000
|
| 2591 |
}
|
| 2592 |
],
|
| 2593 |
"logging_steps": 50,
|