rootxhacker commited on
Commit
69cc65c
·
verified ·
1 Parent(s): c7e73f3

Training in progress, step 18000, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c504a27eb69195f0629a47f9e0bf192539abb3c2443da0cc76cbb0d75cfd5228
3
  size 36730224
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab1600c15a37ec6fb41eca032481fb072aba7998a063361aac9692ac6a9ef216
3
  size 36730224
last-checkpoint/ar_diffusion_info.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7f425ddc672454ec318d3a477b01d57b3febdbf4bb7f94794d250d01447f38c3
3
  size 1736
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16cac24c8d65482bd4344116193b8cb0973617948ed3db3f9320f39d3b079b5f
3
  size 1736
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c2c9d67d788a0699ac5c4a4b6a7c0a6433a765152542a0d4c63e46c093056b65
3
  size 73588346
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:245296adc55ccbb77650410469534fb289b0cd17f03dec26c0aee8f21a8e2682
3
  size 73588346
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a8ffe3d878b186570864a01f18402ac15fa8e666ba6230c15554b4863a170b12
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69e9bd7ace00dc839f848c20ae8e1e8fe1387810881778a2284fcf0ac2ad2525
3
  size 14244
last-checkpoint/scaler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2e4317872e22f122cc23eecd5b16d2ae8cc3637fa26840af5163be9ef4599ef9
3
  size 988
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac398991953ddd2d4574773fb96cf571b99bfe36340ab697de86477c38530f18
3
  size 988
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1f03e29ee3758301caaed8e1dd1dbe2a845f2652e79a6f8508f414e5c4c84bdf
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d68c6e80dd0b62a913dae04c12415a6a255632f5af4175f8cdb6a83a0bbfe28
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,10 +1,10 @@
1
  {
2
- "best_global_step": 17250,
3
- "best_metric": 0.7951701879501343,
4
- "best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-17000",
5
- "epoch": 1.346050303822783,
6
  "eval_steps": 250,
7
- "global_step": 17500,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -3018,6 +3018,92 @@
3018
  "eval_samples_per_second": 55.577,
3019
  "eval_steps_per_second": 13.894,
3020
  "step": 17500
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3021
  }
3022
  ],
3023
  "logging_steps": 50,
 
1
  {
2
+ "best_global_step": 18000,
3
+ "best_metric": 0.7882509231567383,
4
+ "best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-18000",
5
+ "epoch": 1.3845088839320052,
6
  "eval_steps": 250,
7
+ "global_step": 18000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
3018
  "eval_samples_per_second": 55.577,
3019
  "eval_steps_per_second": 13.894,
3020
  "step": 17500
3021
+ },
3022
+ {
3023
+ "epoch": 1.349896161833705,
3024
+ "grad_norm": 0.8688609600067139,
3025
+ "learning_rate": 0.00011148222216450668,
3026
+ "loss": 0.7882,
3027
+ "step": 17550
3028
+ },
3029
+ {
3030
+ "epoch": 1.3537420198446273,
3031
+ "grad_norm": 0.7067499160766602,
3032
+ "learning_rate": 0.0001112225021426902,
3033
+ "loss": 0.8193,
3034
+ "step": 17600
3035
+ },
3036
+ {
3037
+ "epoch": 1.3575878778555497,
3038
+ "grad_norm": 0.8119627833366394,
3039
+ "learning_rate": 0.0001109627821208737,
3040
+ "loss": 0.7902,
3041
+ "step": 17650
3042
+ },
3043
+ {
3044
+ "epoch": 1.3614337358664719,
3045
+ "grad_norm": 0.4667348265647888,
3046
+ "learning_rate": 0.00011070306209905723,
3047
+ "loss": 0.7595,
3048
+ "step": 17700
3049
+ },
3050
+ {
3051
+ "epoch": 1.365279593877394,
3052
+ "grad_norm": 1.1219276189804077,
3053
+ "learning_rate": 0.00011044334207724075,
3054
+ "loss": 0.8049,
3055
+ "step": 17750
3056
+ },
3057
+ {
3058
+ "epoch": 1.365279593877394,
3059
+ "eval_loss": 0.7947649955749512,
3060
+ "eval_runtime": 17.9375,
3061
+ "eval_samples_per_second": 55.749,
3062
+ "eval_steps_per_second": 13.937,
3063
+ "step": 17750
3064
+ },
3065
+ {
3066
+ "epoch": 1.3691254518883162,
3067
+ "grad_norm": 0.8262600302696228,
3068
+ "learning_rate": 0.00011018362205542425,
3069
+ "loss": 0.794,
3070
+ "step": 17800
3071
+ },
3072
+ {
3073
+ "epoch": 1.3729713098992384,
3074
+ "grad_norm": 0.6738994121551514,
3075
+ "learning_rate": 0.00010992390203360779,
3076
+ "loss": 0.7749,
3077
+ "step": 17850
3078
+ },
3079
+ {
3080
+ "epoch": 1.3768171679101608,
3081
+ "grad_norm": 0.40902426838874817,
3082
+ "learning_rate": 0.0001096641820117913,
3083
+ "loss": 0.8111,
3084
+ "step": 17900
3085
+ },
3086
+ {
3087
+ "epoch": 1.380663025921083,
3088
+ "grad_norm": 0.7617566585540771,
3089
+ "learning_rate": 0.00010940446198997481,
3090
+ "loss": 0.7663,
3091
+ "step": 17950
3092
+ },
3093
+ {
3094
+ "epoch": 1.3845088839320052,
3095
+ "grad_norm": 0.5269647836685181,
3096
+ "learning_rate": 0.00010914474196815834,
3097
+ "loss": 0.7913,
3098
+ "step": 18000
3099
+ },
3100
+ {
3101
+ "epoch": 1.3845088839320052,
3102
+ "eval_loss": 0.7882509231567383,
3103
+ "eval_runtime": 17.938,
3104
+ "eval_samples_per_second": 55.748,
3105
+ "eval_steps_per_second": 13.937,
3106
+ "step": 18000
3107
  }
3108
  ],
3109
  "logging_steps": 50,