NairaRahim commited on
Commit
accde87
·
verified ·
1 Parent(s): 3f74d90

Training in progress, epoch 65, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cb235f09a86a71f72fd380ea86b3908259f2ca4810012eaddca9f063d4692311
3
  size 559424792
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2afb00543017d95fcea82ea27622d3f3f79457eb65c0d365f5f1fe2d3bd4a8d
3
  size 559424792
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:95be192bc29f614682b8e89d362747ab3b5fdd146c248b5059ca779f7f6f9b86
3
  size 1118926970
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b21a57ce3974826064dccd91bbe25ea1f2a0a4b8d96e8ea0d38cf8d3fa46a611
3
  size 1118926970
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bd9acc0a3d1f86c8dd40605b2d8aed72f85514fb24f5ddb46e859465a7544823
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a6be1c7dbbf2776066167d40e45e14b51de16e0238becf8ef04c2f6ba8a7876
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4ffd78ebaa0111503a70087ed95e849e6a4d772a28d7757e415f68e7ca2fc52c
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df2983526d813d04879aeb1a0c630e99b09e4e6e5107a101d7cca553228cffdf
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": 12.731040000915527,
3
  "best_model_checkpoint": "/kaggle/working/output/checkpoint-75690",
4
- "epoch": 64.0,
5
  "eval_steps": 500,
6
- "global_step": 83520,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -6364,6 +6364,105 @@
6364
  "eval_samples_per_second": 29.56,
6365
  "eval_steps_per_second": 3.715,
6366
  "step": 83520
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
6367
  }
6368
  ],
6369
  "logging_steps": 100,
@@ -6378,7 +6477,7 @@
6378
  "early_stopping_threshold": 0.0
6379
  },
6380
  "attributes": {
6381
- "early_stopping_patience_counter": 6
6382
  }
6383
  },
6384
  "TrainerControl": {
@@ -6392,7 +6491,7 @@
6392
  "attributes": {}
6393
  }
6394
  },
6395
- "total_flos": 3.891383978456678e+16,
6396
  "train_batch_size": 8,
6397
  "trial_name": null,
6398
  "trial_params": null
 
1
  {
2
  "best_metric": 12.731040000915527,
3
  "best_model_checkpoint": "/kaggle/working/output/checkpoint-75690",
4
+ "epoch": 65.0,
5
  "eval_steps": 500,
6
+ "global_step": 84825,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
6364
  "eval_samples_per_second": 29.56,
6365
  "eval_steps_per_second": 3.715,
6366
  "step": 83520
6367
+ },
6368
+ {
6369
+ "epoch": 64.06130268199233,
6370
+ "grad_norm": 1.2648850679397583,
6371
+ "learning_rate": 9.977490421455939e-06,
6372
+ "loss": 12.1,
6373
+ "step": 83600
6374
+ },
6375
+ {
6376
+ "epoch": 64.13793103448276,
6377
+ "grad_norm": 1.115157961845398,
6378
+ "learning_rate": 9.929597701149426e-06,
6379
+ "loss": 11.798,
6380
+ "step": 83700
6381
+ },
6382
+ {
6383
+ "epoch": 64.21455938697318,
6384
+ "grad_norm": 1.6352553367614746,
6385
+ "learning_rate": 9.881704980842913e-06,
6386
+ "loss": 11.9761,
6387
+ "step": 83800
6388
+ },
6389
+ {
6390
+ "epoch": 64.2911877394636,
6391
+ "grad_norm": 1.2003965377807617,
6392
+ "learning_rate": 9.833812260536398e-06,
6393
+ "loss": 11.9813,
6394
+ "step": 83900
6395
+ },
6396
+ {
6397
+ "epoch": 64.36781609195403,
6398
+ "grad_norm": 1.5004589557647705,
6399
+ "learning_rate": 9.785919540229886e-06,
6400
+ "loss": 11.7826,
6401
+ "step": 84000
6402
+ },
6403
+ {
6404
+ "epoch": 64.44444444444444,
6405
+ "grad_norm": 1.3350985050201416,
6406
+ "learning_rate": 9.738026819923372e-06,
6407
+ "loss": 11.8015,
6408
+ "step": 84100
6409
+ },
6410
+ {
6411
+ "epoch": 64.52107279693486,
6412
+ "grad_norm": 1.5985853672027588,
6413
+ "learning_rate": 9.690134099616858e-06,
6414
+ "loss": 11.6736,
6415
+ "step": 84200
6416
+ },
6417
+ {
6418
+ "epoch": 64.59770114942529,
6419
+ "grad_norm": 2.1115546226501465,
6420
+ "learning_rate": 9.642241379310345e-06,
6421
+ "loss": 11.7572,
6422
+ "step": 84300
6423
+ },
6424
+ {
6425
+ "epoch": 64.67432950191571,
6426
+ "grad_norm": 2.5769665241241455,
6427
+ "learning_rate": 9.594348659003832e-06,
6428
+ "loss": 11.8057,
6429
+ "step": 84400
6430
+ },
6431
+ {
6432
+ "epoch": 64.75095785440612,
6433
+ "grad_norm": 3.2280073165893555,
6434
+ "learning_rate": 9.546455938697319e-06,
6435
+ "loss": 11.9184,
6436
+ "step": 84500
6437
+ },
6438
+ {
6439
+ "epoch": 64.82758620689656,
6440
+ "grad_norm": 1.2311729192733765,
6441
+ "learning_rate": 9.498563218390804e-06,
6442
+ "loss": 11.9657,
6443
+ "step": 84600
6444
+ },
6445
+ {
6446
+ "epoch": 64.90421455938697,
6447
+ "grad_norm": 1.6303430795669556,
6448
+ "learning_rate": 9.450670498084293e-06,
6449
+ "loss": 11.9864,
6450
+ "step": 84700
6451
+ },
6452
+ {
6453
+ "epoch": 64.98084291187739,
6454
+ "grad_norm": 1.6421687602996826,
6455
+ "learning_rate": 9.402777777777778e-06,
6456
+ "loss": 11.8224,
6457
+ "step": 84800
6458
+ },
6459
+ {
6460
+ "epoch": 65.0,
6461
+ "eval_loss": 12.752345085144043,
6462
+ "eval_runtime": 44.1763,
6463
+ "eval_samples_per_second": 29.541,
6464
+ "eval_steps_per_second": 3.712,
6465
+ "step": 84825
6466
  }
6467
  ],
6468
  "logging_steps": 100,
 
6477
  "early_stopping_threshold": 0.0
6478
  },
6479
  "attributes": {
6480
+ "early_stopping_patience_counter": 7
6481
  }
6482
  },
6483
  "TrainerControl": {
 
6491
  "attributes": {}
6492
  }
6493
  },
6494
+ "total_flos": 3.952173748110797e+16,
6495
  "train_batch_size": 8,
6496
  "trial_name": null,
6497
  "trial_params": null