rootxhacker commited on
Commit
cbee365
·
verified ·
1 Parent(s): 096c922

Training in progress, step 15000, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:276f7be644e8e9d1ebf31073f476c32b55725f266b87e4b6f03699a45d039e89
3
  size 36730224
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a6a1a0dba7021d8b7d428db87c437efdf6b626407168352af37d71ff4f8aa75
3
  size 36730224
last-checkpoint/ar_diffusion_info.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0ad057bc708b31f63ffd87016392c8a695caacca21d14f10104b01f30e082a84
3
  size 1736
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a3251e96aad20ef9617385c554ac0de9f993e0b60ea66ffb1fe6ed5147f2ee6
3
  size 1736
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fc2676454c62bae3720ff4a5eac43f9d32d9a15a021931bb9f25a0bbad4ac7eb
3
  size 73588346
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1894fce258370764aa2bd4aea50e0e93ed78c2cdb28cd0a97679eba3acb55f8
3
  size 73588346
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d71e62f8024cc49b7ca4471f82288990c8a55fe933782923ce1c849f1e26e594
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f469366f58bbcc837e1eda1cc990a381676814584efda8029c314c0d4dbfdb15
3
  size 14244
last-checkpoint/scaler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:50e8f7c8dcbd001a527d3a189495db1e67a42d6ff36ec66455c01f20c42f2541
3
  size 988
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b21eaeb6df3448a126aa3c865471f11d93d5da05e32d2b0b19d5120cef1d8306
3
  size 988
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:297e6f66093de0af6eb4d635b7629b97e7ee3aaf59595a9b78c3fa38ce59f7cc
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb9bb6b4b564db2d66f145a412e3b2b0c279a174d093912c413b1b960f8efe8d
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,10 +1,10 @@
1
  {
2
- "best_global_step": 14500,
3
- "best_metric": 1.1057496070861816,
4
  "best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-14500",
5
- "epoch": 1.1152988231674485,
6
  "eval_steps": 250,
7
- "global_step": 14500,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -2502,6 +2502,92 @@
2502
  "eval_samples_per_second": 56.187,
2503
  "eval_steps_per_second": 14.047,
2504
  "step": 14500
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2505
  }
2506
  ],
2507
  "logging_steps": 50,
 
1
  {
2
+ "best_global_step": 14750,
3
+ "best_metric": 1.1030505895614624,
4
  "best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-14500",
5
+ "epoch": 1.153757403276671,
6
  "eval_steps": 250,
7
+ "global_step": 15000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
2502
  "eval_samples_per_second": 56.187,
2503
  "eval_steps_per_second": 14.047,
2504
  "step": 14500
2505
+ },
2506
+ {
2507
+ "epoch": 1.119144681178371,
2508
+ "grad_norm": 1.2388238906860352,
2509
+ "learning_rate": 0.00012706022907305926,
2510
+ "loss": 1.1321,
2511
+ "step": 14550
2512
+ },
2513
+ {
2514
+ "epoch": 1.1229905391892931,
2515
+ "grad_norm": 0.5141006708145142,
2516
+ "learning_rate": 0.00012680050905124277,
2517
+ "loss": 1.0453,
2518
+ "step": 14600
2519
+ },
2520
+ {
2521
+ "epoch": 1.1268363972002153,
2522
+ "grad_norm": 1.1240845918655396,
2523
+ "learning_rate": 0.0001265407890294263,
2524
+ "loss": 1.0742,
2525
+ "step": 14650
2526
+ },
2527
+ {
2528
+ "epoch": 1.1306822552111375,
2529
+ "grad_norm": 1.433976650238037,
2530
+ "learning_rate": 0.0001262810690076098,
2531
+ "loss": 1.1468,
2532
+ "step": 14700
2533
+ },
2534
+ {
2535
+ "epoch": 1.13452811322206,
2536
+ "grad_norm": 1.077966332435608,
2537
+ "learning_rate": 0.0001260213489857933,
2538
+ "loss": 1.1143,
2539
+ "step": 14750
2540
+ },
2541
+ {
2542
+ "epoch": 1.13452811322206,
2543
+ "eval_loss": 1.1030505895614624,
2544
+ "eval_runtime": 17.8195,
2545
+ "eval_samples_per_second": 56.118,
2546
+ "eval_steps_per_second": 14.03,
2547
+ "step": 14750
2548
+ },
2549
+ {
2550
+ "epoch": 1.1383739712329821,
2551
+ "grad_norm": 1.1456421613693237,
2552
+ "learning_rate": 0.00012576162896397683,
2553
+ "loss": 1.1173,
2554
+ "step": 14800
2555
+ },
2556
+ {
2557
+ "epoch": 1.1422198292439043,
2558
+ "grad_norm": 0.9305130243301392,
2559
+ "learning_rate": 0.00012550190894216037,
2560
+ "loss": 1.1158,
2561
+ "step": 14850
2562
+ },
2563
+ {
2564
+ "epoch": 1.1460656872548265,
2565
+ "grad_norm": 1.3796011209487915,
2566
+ "learning_rate": 0.00012524218892034388,
2567
+ "loss": 1.0785,
2568
+ "step": 14900
2569
+ },
2570
+ {
2571
+ "epoch": 1.149911545265749,
2572
+ "grad_norm": 0.9901970028877258,
2573
+ "learning_rate": 0.0001249824688985274,
2574
+ "loss": 1.1383,
2575
+ "step": 14950
2576
+ },
2577
+ {
2578
+ "epoch": 1.153757403276671,
2579
+ "grad_norm": 0.8250207304954529,
2580
+ "learning_rate": 0.00012472794327714724,
2581
+ "loss": 1.1363,
2582
+ "step": 15000
2583
+ },
2584
+ {
2585
+ "epoch": 1.153757403276671,
2586
+ "eval_loss": 1.103262186050415,
2587
+ "eval_runtime": 17.8852,
2588
+ "eval_samples_per_second": 55.912,
2589
+ "eval_steps_per_second": 13.978,
2590
+ "step": 15000
2591
  }
2592
  ],
2593
  "logging_steps": 50,