dschauhan08 commited on
Commit
b68f8da
·
verified ·
1 Parent(s): e136068

Training in progress, step 3528, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e6a94cba7ea87fbf021935c11f8615cd03a048a31a588040545f87a93c2e3a95
3
  size 44871152
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be42ef4e353e27392037dc2cec3bf00cc7c048f91ef9f46f59ee2562a86dfbd7
3
  size 44871152
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:06b5081540569441715547ff43f37b97bf715f723d6d2b5b311557c590442d39
3
  size 23160933
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8eecc4137559eec520e9026318cc1cc0f63e5ba22bfa7d05c1c8763355c098e3
3
  size 23160933
last-checkpoint/scaler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cd742063009ee981d5848fe9bf7a543d4a8cbaadadaaa45de6889369e1d15c73
3
  size 1383
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bcab6042103a2fd0e8743c8a9400dce12c7ba68761a2938ae1a0e95e40c788f4
3
  size 1383
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1cf281356dd7e1d35a833a56918425e18fa9ac5fc5fd3a71e84ab0822f7136df
3
  size 1465
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f7e988a5ca9ada98ba8f911d0fbe12db8b7bb0761e36d461671decfc40ec371
3
  size 1465
last-checkpoint/trainer_state.json CHANGED
@@ -2,9 +2,9 @@
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
- "epoch": 1.4103614211119075,
6
  "eval_steps": 500,
7
- "global_step": 3444,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -2416,6 +2416,62 @@
2416
  "learning_rate": 4.251114126628882e-05,
2417
  "loss": 0.47037758827209475,
2418
  "step": 3440
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2419
  }
2420
  ],
2421
  "logging_steps": 10,
@@ -2435,7 +2491,7 @@
2435
  "attributes": {}
2436
  }
2437
  },
2438
- "total_flos": 5.97610359630803e+17,
2439
  "train_batch_size": 4,
2440
  "trial_name": null,
2441
  "trial_params": null
 
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
+ "epoch": 1.444762977372786,
6
  "eval_steps": 500,
7
+ "global_step": 3528,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
2416
  "learning_rate": 4.251114126628882e-05,
2417
  "loss": 0.47037758827209475,
2418
  "step": 3440
2419
+ },
2420
+ {
2421
+ "epoch": 1.4128186751305416,
2422
+ "grad_norm": 0.1985323578119278,
2423
+ "learning_rate": 4.196975580515724e-05,
2424
+ "loss": 0.3839314699172974,
2425
+ "step": 3450
2426
+ },
2427
+ {
2428
+ "epoch": 1.416914098494932,
2429
+ "grad_norm": 0.19452232122421265,
2430
+ "learning_rate": 4.14309227266662e-05,
2431
+ "loss": 0.4456809043884277,
2432
+ "step": 3460
2433
+ },
2434
+ {
2435
+ "epoch": 1.4210095218593222,
2436
+ "grad_norm": 0.2070169597864151,
2437
+ "learning_rate": 4.089466573066773e-05,
2438
+ "loss": 0.4107877254486084,
2439
+ "step": 3470
2440
+ },
2441
+ {
2442
+ "epoch": 1.4251049452237126,
2443
+ "grad_norm": 0.17994366586208344,
2444
+ "learning_rate": 4.036100840370818e-05,
2445
+ "loss": 0.3586388111114502,
2446
+ "step": 3480
2447
+ },
2448
+ {
2449
+ "epoch": 1.4292003685881027,
2450
+ "grad_norm": 0.19829167425632477,
2451
+ "learning_rate": 3.982997421799095e-05,
2452
+ "loss": 0.3823136568069458,
2453
+ "step": 3490
2454
+ },
2455
+ {
2456
+ "epoch": 1.4332957919524931,
2457
+ "grad_norm": 0.19170702993869781,
2458
+ "learning_rate": 3.930158653034418e-05,
2459
+ "loss": 0.40462865829467776,
2460
+ "step": 3500
2461
+ },
2462
+ {
2463
+ "epoch": 1.4373912153168833,
2464
+ "grad_norm": 0.19950971007347107,
2465
+ "learning_rate": 3.8775868581193264e-05,
2466
+ "loss": 0.40454530715942383,
2467
+ "step": 3510
2468
+ },
2469
+ {
2470
+ "epoch": 1.4414866386812737,
2471
+ "grad_norm": 0.2022354155778885,
2472
+ "learning_rate": 3.825284349353876e-05,
2473
+ "loss": 0.4281474113464355,
2474
+ "step": 3520
2475
  }
2476
  ],
2477
  "logging_steps": 10,
 
2491
  "attributes": {}
2492
  }
2493
  },
2494
+ "total_flos": 6.12221522209837e+17,
2495
  "train_batch_size": 4,
2496
  "trial_name": null,
2497
  "trial_params": null