dschauhan08 commited on
Commit
77ed688
·
verified ·
1 Parent(s): 6f35902

Training in progress, step 3444, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c7f49bd87a32773e2d42cb4615b685c1eb817d700138b2d5557b0704a73beed9
3
  size 44871152
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e6a94cba7ea87fbf021935c11f8615cd03a048a31a588040545f87a93c2e3a95
3
  size 44871152
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b6892383a25460708a4fb2cced1a1cc86b3515767ba3d2638589b16c2ff90205
3
  size 23160933
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06b5081540569441715547ff43f37b97bf715f723d6d2b5b311557c590442d39
3
  size 23160933
last-checkpoint/scaler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:654245017c7e7b38c8d54c25faf5ec110aeb4d430b027453b43bf66aeaea920e
3
  size 1383
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd742063009ee981d5848fe9bf7a543d4a8cbaadadaaa45de6889369e1d15c73
3
  size 1383
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e3198eff19aee3f3613e93dee113ccfe4fd29cbc3d20274d9a676926712ec98e
3
  size 1465
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1cf281356dd7e1d35a833a56918425e18fa9ac5fc5fd3a71e84ab0822f7136df
3
  size 1465
last-checkpoint/trainer_state.json CHANGED
@@ -2,9 +2,9 @@
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
- "epoch": 1.375959864851029,
6
  "eval_steps": 500,
7
- "global_step": 3360,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -2360,6 +2360,62 @@
2360
  "learning_rate": 4.693123018745226e-05,
2361
  "loss": 0.33828010559082033,
2362
  "step": 3360
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2363
  }
2364
  ],
2365
  "logging_steps": 10,
@@ -2379,7 +2435,7 @@
2379
  "attributes": {}
2380
  }
2381
  },
2382
- "total_flos": 5.830463432210227e+17,
2383
  "train_batch_size": 4,
2384
  "trial_name": null,
2385
  "trial_params": null
 
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
+ "epoch": 1.4103614211119075,
6
  "eval_steps": 500,
7
+ "global_step": 3444,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
2360
  "learning_rate": 4.693123018745226e-05,
2361
  "loss": 0.33828010559082033,
2362
  "step": 3360
2363
+ },
2364
+ {
2365
+ "epoch": 1.3800552882154193,
2366
+ "grad_norm": 0.221778005361557,
2367
+ "learning_rate": 4.637029211027704e-05,
2368
+ "loss": 0.40473618507385256,
2369
+ "step": 3370
2370
+ },
2371
+ {
2372
+ "epoch": 1.3841507115798095,
2373
+ "grad_norm": 0.21674896776676178,
2374
+ "learning_rate": 4.581171286404134e-05,
2375
+ "loss": 0.3835453987121582,
2376
+ "step": 3380
2377
+ },
2378
+ {
2379
+ "epoch": 1.3882461349442,
2380
+ "grad_norm": 0.21298988163471222,
2381
+ "learning_rate": 4.525551701710592e-05,
2382
+ "loss": 0.4054240703582764,
2383
+ "step": 3390
2384
+ },
2385
+ {
2386
+ "epoch": 1.39234155830859,
2387
+ "grad_norm": 0.2046922743320465,
2388
+ "learning_rate": 4.470172903300088e-05,
2389
+ "loss": 0.3975031852722168,
2390
+ "step": 3400
2391
+ },
2392
+ {
2393
+ "epoch": 1.3964369816729805,
2394
+ "grad_norm": 0.19061703979969025,
2395
+ "learning_rate": 4.415037326934962e-05,
2396
+ "loss": 0.38409886360168455,
2397
+ "step": 3410
2398
+ },
2399
+ {
2400
+ "epoch": 1.4005324050373709,
2401
+ "grad_norm": 0.16538187861442566,
2402
+ "learning_rate": 4.36014739767977e-05,
2403
+ "loss": 0.38607375621795653,
2404
+ "step": 3420
2405
+ },
2406
+ {
2407
+ "epoch": 1.404627828401761,
2408
+ "grad_norm": 0.17867620289325714,
2409
+ "learning_rate": 4.305505529794599e-05,
2410
+ "loss": 0.39211108684539797,
2411
+ "step": 3430
2412
+ },
2413
+ {
2414
+ "epoch": 1.4087232517661512,
2415
+ "grad_norm": 0.22965748608112335,
2416
+ "learning_rate": 4.251114126628882e-05,
2417
+ "loss": 0.47037758827209475,
2418
+ "step": 3440
2419
  }
2420
  ],
2421
  "logging_steps": 10,
 
2435
  "attributes": {}
2436
  }
2437
  },
2438
+ "total_flos": 5.97610359630803e+17,
2439
  "train_batch_size": 4,
2440
  "trial_name": null,
2441
  "trial_params": null