T0KII commited on
Commit
c84707b
·
verified ·
1 Parent(s): 63f0c75

Training in progress, step 13000, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0c0c81bef5323115b0ca05b31867d900bc610eb0358e60008f6de9ef2fc1702d
3
  size 775678032
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a57123bd504f020542f459e0b2d2ba4180fc0578d6dd7ad276fb7a208091e378
3
  size 775678032
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:eb8afa5bf990f864aad355cd5c12dab1726add3a6caffba51fa87e06fba5ccc7
3
  size 1551478091
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a19a21b645fdd05fb9151a733862d8d8c2a0d6c853bb69f24756b80a0f6fbe33
3
  size 1551478091
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ed2c793e8f016051f230cda481bd489c6a6e08fcb8a1ee25a5731e69a8424766
3
  size 14645
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bdafb4730dcdce2ef1bd6bdaf3661baf8f043f766d4a640ed55b11dce576c094
3
  size 14645
last-checkpoint/scaler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ae029a8e6af9f014c9ef8b713fcd28cef1f184648ddde977ce75efc89ca9a242
3
  size 1383
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:12e40c044fc20b06edb62b2decf2bd7a9ba13eb66fc4f9a7e953a32ef0d2f361
3
  size 1383
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c320e3d9186dfabeb03caa6a27e31ade5586ed070e0c2b54d3b3d43b885980e1
3
  size 1465
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf5019ea016aa58b369c6fb99a06bd2f7068344e725284d5390e74749b8ec08a
3
  size 1465
last-checkpoint/trainer_state.json CHANGED
@@ -1,10 +1,10 @@
1
  {
2
- "best_global_step": 12000,
3
- "best_metric": 4.493417263031006,
4
- "best_model_checkpoint": "/kaggle/working/MASRIBERTv3_ckpts/checkpoint-12000",
5
- "epoch": 1.8037881919651246,
6
  "eval_steps": 1000,
7
- "global_step": 12000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -440,6 +440,42 @@
440
  "eval_samples_per_second": 71.411,
441
  "eval_steps_per_second": 1.117,
442
  "step": 12000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
443
  }
444
  ],
445
  "logging_steps": 250,
@@ -468,7 +504,7 @@
468
  "attributes": {}
469
  }
470
  },
471
- "total_flos": 2.023863318460247e+17,
472
  "train_batch_size": 32,
473
  "trial_name": null,
474
  "trial_params": null
 
1
  {
2
+ "best_global_step": 13000,
3
+ "best_metric": 4.470274925231934,
4
+ "best_model_checkpoint": "/kaggle/working/MASRIBERTv3_ckpts/checkpoint-13000",
5
+ "epoch": 1.9541132699462587,
6
  "eval_steps": 1000,
7
+ "global_step": 13000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
440
  "eval_samples_per_second": 71.411,
441
  "eval_steps_per_second": 1.117,
442
  "step": 12000
443
+ },
444
+ {
445
+ "epoch": 1.8413694614604081,
446
+ "grad_norm": 79.44371032714844,
447
+ "learning_rate": 2.8111428020033515e-05,
448
+ "loss": 37.55409375,
449
+ "step": 12250
450
+ },
451
+ {
452
+ "epoch": 1.8789507309556917,
453
+ "grad_norm": 74.53401947021484,
454
+ "learning_rate": 2.7378092612326463e-05,
455
+ "loss": 37.37219140625,
456
+ "step": 12500
457
+ },
458
+ {
459
+ "epoch": 1.9165320004509754,
460
+ "grad_norm": 84.87117767333984,
461
+ "learning_rate": 2.6642686004923362e-05,
462
+ "loss": 37.2856171875,
463
+ "step": 12750
464
+ },
465
+ {
466
+ "epoch": 1.9541132699462587,
467
+ "grad_norm": 82.84407806396484,
468
+ "learning_rate": 2.590584870018894e-05,
469
+ "loss": 37.37483984375,
470
+ "step": 13000
471
+ },
472
+ {
473
+ "epoch": 1.9541132699462587,
474
+ "eval_loss": 4.470274925231934,
475
+ "eval_runtime": 211.1559,
476
+ "eval_samples_per_second": 81.466,
477
+ "eval_steps_per_second": 1.274,
478
+ "step": 13000
479
  }
480
  ],
481
  "logging_steps": 250,
 
504
  "attributes": {}
505
  }
506
  },
507
+ "total_flos": 2.192530179864407e+17,
508
  "train_batch_size": 32,
509
  "trial_name": null,
510
  "trial_params": null
last-checkpoint/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0d8537015b69c60e2c29af27ee6860531dfc4207cede0d753719b984b2c5e39a
3
  size 5201
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37035eb47da31ff856a20e153427690aa44fd0ebded4ddc3cd23f44d3d4a7fa9
3
  size 5201