T0KII commited on
Commit
887e101
·
verified ·
1 Parent(s): b5c2061

Training in progress, step 2000, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:821773593319cef84468d10a244226341b7b8667c44dd2971a1cf23640daed44
3
  size 775678032
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:250e25595de8039a24da353593b9697e42ab62c683e50e1fdb2c921bdcea65fe
3
  size 775678032
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:52632d962d021592a4d35dcf054f881443ff2887ff0e4bbbc4353a2b8b9a91f6
3
  size 1551478091
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:848021c2d95c74a21072d1e11aba29456852c7c3c07839655c28fa0dec26efd0
3
  size 1551478091
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f55722c1d04d6be8d4523cc19c3a4a31a7e2280365d564803d84b6488532136d
3
  size 14645
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83751bc58126f0610181a63470d31f2fe231d46b448e44c86967f8f00d382a8c
3
  size 14645
last-checkpoint/scaler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:14ae2a2128444abab378aa06c09a61a84665f758fcc19fc46f5789b0bc1b5665
3
  size 1383
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4aa03f6e0cd07cf67ce1fbe3101d545f5771ef9148b9debf02b11cf6948da5c
3
  size 1383
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1b19a7500950d30fded81aead129a45d919e1761663c3b918dd44c1accdbcb20
3
  size 1465
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e059b4a74bd60b17378ac1812a5265766d977ce49f9d76f61e1ad80049716658
3
  size 1465
last-checkpoint/trainer_state.json CHANGED
@@ -1,10 +1,10 @@
1
  {
2
- "best_global_step": 1000,
3
- "best_metric": 7.187783241271973,
4
- "best_model_checkpoint": "/kaggle/working/MASRIBERTv3_ckpts/checkpoint-1000",
5
- "epoch": 0.1503250779811342,
6
  "eval_steps": 1000,
7
- "global_step": 1000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -44,6 +44,42 @@
44
  "eval_samples_per_second": 70.07,
45
  "eval_steps_per_second": 1.096,
46
  "step": 1000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
47
  }
48
  ],
49
  "logging_steps": 250,
@@ -72,7 +108,7 @@
72
  "attributes": {}
73
  }
74
  },
75
- "total_flos": 1.6866686140416e+16,
76
  "train_batch_size": 32,
77
  "trial_name": null,
78
  "trial_params": null
 
1
  {
2
+ "best_global_step": 2000,
3
+ "best_metric": 6.232546329498291,
4
+ "best_model_checkpoint": "/kaggle/working/MASRIBERTv3_ckpts/checkpoint-2000",
5
+ "epoch": 0.3006501559622684,
6
  "eval_steps": 1000,
7
+ "global_step": 2000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
44
  "eval_samples_per_second": 70.07,
45
  "eval_steps_per_second": 1.096,
46
  "step": 1000
47
+ },
48
+ {
49
+ "epoch": 0.18790634747641774,
50
+ "grad_norm": 108.36956024169922,
51
+ "learning_rate": 2.3477443609022555e-05,
52
+ "loss": 58.785421875,
53
+ "step": 1250
54
+ },
55
+ {
56
+ "epoch": 0.2254876169717013,
57
+ "grad_norm": 111.00702667236328,
58
+ "learning_rate": 2.8176691729323312e-05,
59
+ "loss": 56.1699921875,
60
+ "step": 1500
61
+ },
62
+ {
63
+ "epoch": 0.26306888646698484,
64
+ "grad_norm": 102.0089111328125,
65
+ "learning_rate": 3.287593984962406e-05,
66
+ "loss": 54.32422265625,
67
+ "step": 1750
68
+ },
69
+ {
70
+ "epoch": 0.3006501559622684,
71
+ "grad_norm": 107.5756607055664,
72
+ "learning_rate": 3.7575187969924814e-05,
73
+ "loss": 52.7279453125,
74
+ "step": 2000
75
+ },
76
+ {
77
+ "epoch": 0.3006501559622684,
78
+ "eval_loss": 6.232546329498291,
79
+ "eval_runtime": 245.4165,
80
+ "eval_samples_per_second": 70.093,
81
+ "eval_steps_per_second": 1.096,
82
+ "step": 2000
83
  }
84
  ],
85
  "logging_steps": 250,
 
108
  "attributes": {}
109
  }
110
  },
111
+ "total_flos": 3.3733372280832e+16,
112
  "train_batch_size": 32,
113
  "trial_name": null,
114
  "trial_params": null