hravi commited on
Commit
2a3e353
·
verified ·
1 Parent(s): ae90679

Training completed!

Browse files
Files changed (46) hide show
  1. README.md +4 -4
  2. model.safetensors +1 -1
  3. run-0/checkpoint-1000/config.json +2 -1
  4. run-0/checkpoint-1000/model.safetensors +1 -1
  5. run-0/checkpoint-1000/optimizer.pt +1 -1
  6. run-0/checkpoint-1000/trainer_state.json +6 -7
  7. run-0/checkpoint-1000/training_args.bin +1 -1
  8. run-0/checkpoint-1500/config.json +2 -1
  9. run-0/checkpoint-1500/model.safetensors +1 -1
  10. run-0/checkpoint-1500/optimizer.pt +1 -1
  11. run-0/checkpoint-1500/trainer_state.json +8 -9
  12. run-0/checkpoint-1500/training_args.bin +1 -1
  13. run-0/checkpoint-2000/config.json +2 -1
  14. run-0/checkpoint-2000/model.safetensors +1 -1
  15. run-0/checkpoint-2000/optimizer.pt +1 -1
  16. run-0/checkpoint-2000/trainer_state.json +15 -16
  17. run-0/checkpoint-2000/training_args.bin +1 -1
  18. run-0/checkpoint-2500/config.json +2 -1
  19. run-0/checkpoint-2500/model.safetensors +1 -1
  20. run-0/checkpoint-2500/optimizer.pt +1 -1
  21. run-0/checkpoint-2500/trainer_state.json +17 -18
  22. run-0/checkpoint-2500/training_args.bin +1 -1
  23. run-0/checkpoint-3000/config.json +2 -1
  24. run-0/checkpoint-3000/model.safetensors +1 -1
  25. run-0/checkpoint-3000/optimizer.pt +1 -1
  26. run-0/checkpoint-3000/trainer_state.json +19 -20
  27. run-0/checkpoint-3000/training_args.bin +1 -1
  28. run-0/checkpoint-3500/config.json +2 -1
  29. run-0/checkpoint-3500/model.safetensors +1 -1
  30. run-0/checkpoint-3500/optimizer.pt +1 -1
  31. run-0/checkpoint-3500/trainer_state.json +21 -22
  32. run-0/checkpoint-3500/training_args.bin +1 -1
  33. run-0/checkpoint-3814/config.json +2 -1
  34. run-0/checkpoint-3814/model.safetensors +1 -1
  35. run-0/checkpoint-3814/optimizer.pt +1 -1
  36. run-0/checkpoint-3814/trainer_state.json +21 -22
  37. run-0/checkpoint-3814/training_args.bin +1 -1
  38. run-0/checkpoint-500/config.json +2 -1
  39. run-0/checkpoint-500/model.safetensors +1 -1
  40. run-0/checkpoint-500/optimizer.pt +1 -1
  41. run-0/checkpoint-500/trainer_state.json +4 -5
  42. run-0/checkpoint-500/training_args.bin +1 -1
  43. runs/May10_19-46-07_Haris-MacBook-Air-3.local/events.out.tfevents.1746900470.Haris-MacBook-Air-3.local.36963.1 +3 -0
  44. runs/May10_19-46-07_Haris-MacBook-Air-3.local/events.out.tfevents.1746900976.Haris-MacBook-Air-3.local.36963.2 +3 -0
  45. runs/May13_20-23-41_Haris-MacBook-Air-3.local/events.out.tfevents.1747182226.Haris-MacBook-Air-3.local.32376.0 +3 -0
  46. training_args.bin +1 -1
README.md CHANGED
@@ -19,7 +19,7 @@ should probably proofread and complete it, then remove this comment. -->
19
  This model is a fine-tuned version of [distilbert-base-uncased](https://huggingface.co/distilbert-base-uncased) on an unknown dataset.
20
  It achieves the following results on the evaluation set:
21
  - Loss: 0.2723
22
- - Accuracy: 0.9519
23
 
24
  ## Model description
25
 
@@ -50,9 +50,9 @@ The following hyperparameters were used during training:
50
 
51
  | Training Loss | Epoch | Step | Validation Loss | Accuracy |
52
  |:-------------:|:-----:|:----:|:---------------:|:--------:|
53
- | 0.5073 | 1.0 | 1907 | 0.3478 | 0.9326 |
54
- | 0.2369 | 2.0 | 3814 | 0.2873 | 0.9487 |
55
- | 0.1934 | 3.0 | 5721 | 0.2723 | 0.9519 |
56
 
57
 
58
  ### Framework versions
 
19
  This model is a fine-tuned version of [distilbert-base-uncased](https://huggingface.co/distilbert-base-uncased) on an unknown dataset.
20
  It achieves the following results on the evaluation set:
21
  - Loss: 0.2723
22
+ - Accuracy: 0.9513
23
 
24
  ## Model description
25
 
 
50
 
51
  | Training Loss | Epoch | Step | Validation Loss | Accuracy |
52
  |:-------------:|:-----:|:----:|:---------------:|:--------:|
53
+ | 0.5075 | 1.0 | 1907 | 0.3479 | 0.9335 |
54
+ | 0.2369 | 2.0 | 3814 | 0.2871 | 0.9487 |
55
+ | 0.1935 | 3.0 | 5721 | 0.2723 | 0.9513 |
56
 
57
 
58
  ### Framework versions
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:50ced43b8a0b6554d61567483f3369efac6b44d8c7f8babe48d3d809889d62a3
3
  size 268290900
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:055cb95e2546f762bcd19111d922daa8d28c2a770f597006317ad45d08121ede
3
  size 268290900
run-0/checkpoint-1000/config.json CHANGED
@@ -1,4 +1,5 @@
1
  {
 
2
  "activation": "gelu",
3
  "architectures": [
4
  "DistilBertForSequenceClassification"
@@ -325,6 +326,6 @@
325
  "sinusoidal_pos_embds": false,
326
  "tie_weights_": true,
327
  "torch_dtype": "float32",
328
- "transformers_version": "4.50.3",
329
  "vocab_size": 30522
330
  }
 
1
  {
2
+ "_name_or_path": "distilbert-base-uncased",
3
  "activation": "gelu",
4
  "architectures": [
5
  "DistilBertForSequenceClassification"
 
326
  "sinusoidal_pos_embds": false,
327
  "tie_weights_": true,
328
  "torch_dtype": "float32",
329
+ "transformers_version": "4.48.3",
330
  "vocab_size": 30522
331
  }
run-0/checkpoint-1000/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d099ab42b59369bd97c9d9136c82ab167a50001e719092050b8568e86c85081b
3
  size 268290900
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f152acf9df496a52a6ff0b4c531789ca2104ad3164cf46baa16f82d491590204
3
  size 268290900
run-0/checkpoint-1000/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e3fb19e26c3090ed72434fbd7df7fa10a2174918b5d20737edc027c2592ff9e4
3
  size 536641018
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f715d21d56cef446f00d2e5cbc41a7aa6581ad22a74ffdac52bce1cf0dabed1a
3
  size 536641018
run-0/checkpoint-1000/trainer_state.json CHANGED
@@ -1,5 +1,4 @@
1
  {
2
- "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
  "epoch": 0.5243838489774515,
@@ -11,16 +10,16 @@
11
  "log_history": [
12
  {
13
  "epoch": 0.26219192448872575,
14
- "grad_norm": 5.230668544769287,
15
  "learning_rate": 4.344520188778186e-05,
16
- "loss": 2.5366,
17
  "step": 500
18
  },
19
  {
20
  "epoch": 0.5243838489774515,
21
- "grad_norm": 4.833480358123779,
22
  "learning_rate": 3.689040377556371e-05,
23
- "loss": 1.0736,
24
  "step": 1000
25
  }
26
  ],
@@ -45,8 +44,8 @@
45
  "train_batch_size": 8,
46
  "trial_name": null,
47
  "trial_params": {
48
- "alpha": 0.6285062161593025,
49
  "num_train_epochs": 2,
50
- "temperature": 19
51
  }
52
  }
 
1
  {
 
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
  "epoch": 0.5243838489774515,
 
10
  "log_history": [
11
  {
12
  "epoch": 0.26219192448872575,
13
+ "grad_norm": 6.470641136169434,
14
  "learning_rate": 4.344520188778186e-05,
15
+ "loss": 3.0539,
16
  "step": 500
17
  },
18
  {
19
  "epoch": 0.5243838489774515,
20
+ "grad_norm": 5.755916118621826,
21
  "learning_rate": 3.689040377556371e-05,
22
+ "loss": 1.2205,
23
  "step": 1000
24
  }
25
  ],
 
44
  "train_batch_size": 8,
45
  "trial_name": null,
46
  "trial_params": {
47
+ "alpha": 0.7623327118000192,
48
  "num_train_epochs": 2,
49
+ "temperature": 2
50
  }
51
  }
run-0/checkpoint-1000/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cdc2741da77e84d989ec3be6a5121a81316f5baed2c3186d5b1f85ec054c42c7
3
  size 5368
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7fa689c7463480003e7ea6184a75c01c2bcaff7c0590f5c865b32ed995ba2c41
3
  size 5368
run-0/checkpoint-1500/config.json CHANGED
@@ -1,4 +1,5 @@
1
  {
 
2
  "activation": "gelu",
3
  "architectures": [
4
  "DistilBertForSequenceClassification"
@@ -325,6 +326,6 @@
325
  "sinusoidal_pos_embds": false,
326
  "tie_weights_": true,
327
  "torch_dtype": "float32",
328
- "transformers_version": "4.50.3",
329
  "vocab_size": 30522
330
  }
 
1
  {
2
+ "_name_or_path": "distilbert-base-uncased",
3
  "activation": "gelu",
4
  "architectures": [
5
  "DistilBertForSequenceClassification"
 
326
  "sinusoidal_pos_embds": false,
327
  "tie_weights_": true,
328
  "torch_dtype": "float32",
329
+ "transformers_version": "4.48.3",
330
  "vocab_size": 30522
331
  }
run-0/checkpoint-1500/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ac6857d4e392b5a4122ef8fd39750e4aa63392725ff38fca121bb5c0a3e3206a
3
  size 268290900
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de6d860cb7b072a34d199ca1362e21f6f7248106c9630b2eb96134056579f060
3
  size 268290900
run-0/checkpoint-1500/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b040192653efebacf17873c7a4fb5932526030f7a07644fe289ecd1bee20e5b7
3
  size 536641018
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe8d51c6d0bf45ff582e531102a35885bdd5258edc99b585aed00b91c33efae8
3
  size 536641018
run-0/checkpoint-1500/trainer_state.json CHANGED
@@ -1,5 +1,4 @@
1
  {
2
- "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
  "epoch": 0.7865757734661772,
@@ -11,23 +10,23 @@
11
  "log_history": [
12
  {
13
  "epoch": 0.26219192448872575,
14
- "grad_norm": 5.230668544769287,
15
  "learning_rate": 4.344520188778186e-05,
16
- "loss": 2.5366,
17
  "step": 500
18
  },
19
  {
20
  "epoch": 0.5243838489774515,
21
- "grad_norm": 4.833480358123779,
22
  "learning_rate": 3.689040377556371e-05,
23
- "loss": 1.0736,
24
  "step": 1000
25
  },
26
  {
27
  "epoch": 0.7865757734661772,
28
- "grad_norm": 8.822789192199707,
29
  "learning_rate": 3.0335605663345567e-05,
30
- "loss": 0.5549,
31
  "step": 1500
32
  }
33
  ],
@@ -52,8 +51,8 @@
52
  "train_batch_size": 8,
53
  "trial_name": null,
54
  "trial_params": {
55
- "alpha": 0.6285062161593025,
56
  "num_train_epochs": 2,
57
- "temperature": 19
58
  }
59
  }
 
1
  {
 
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
  "epoch": 0.7865757734661772,
 
10
  "log_history": [
11
  {
12
  "epoch": 0.26219192448872575,
13
+ "grad_norm": 6.470641136169434,
14
  "learning_rate": 4.344520188778186e-05,
15
+ "loss": 3.0539,
16
  "step": 500
17
  },
18
  {
19
  "epoch": 0.5243838489774515,
20
+ "grad_norm": 5.755916118621826,
21
  "learning_rate": 3.689040377556371e-05,
22
+ "loss": 1.2205,
23
  "step": 1000
24
  },
25
  {
26
  "epoch": 0.7865757734661772,
27
+ "grad_norm": 12.255783081054688,
28
  "learning_rate": 3.0335605663345567e-05,
29
+ "loss": 0.6277,
30
  "step": 1500
31
  }
32
  ],
 
51
  "train_batch_size": 8,
52
  "trial_name": null,
53
  "trial_params": {
54
+ "alpha": 0.7623327118000192,
55
  "num_train_epochs": 2,
56
+ "temperature": 2
57
  }
58
  }
run-0/checkpoint-1500/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cdc2741da77e84d989ec3be6a5121a81316f5baed2c3186d5b1f85ec054c42c7
3
  size 5368
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7fa689c7463480003e7ea6184a75c01c2bcaff7c0590f5c865b32ed995ba2c41
3
  size 5368
run-0/checkpoint-2000/config.json CHANGED
@@ -1,4 +1,5 @@
1
  {
 
2
  "activation": "gelu",
3
  "architectures": [
4
  "DistilBertForSequenceClassification"
@@ -325,6 +326,6 @@
325
  "sinusoidal_pos_embds": false,
326
  "tie_weights_": true,
327
  "torch_dtype": "float32",
328
- "transformers_version": "4.50.3",
329
  "vocab_size": 30522
330
  }
 
1
  {
2
+ "_name_or_path": "distilbert-base-uncased",
3
  "activation": "gelu",
4
  "architectures": [
5
  "DistilBertForSequenceClassification"
 
326
  "sinusoidal_pos_embds": false,
327
  "tie_weights_": true,
328
  "torch_dtype": "float32",
329
+ "transformers_version": "4.48.3",
330
  "vocab_size": 30522
331
  }
run-0/checkpoint-2000/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fd1ddcd3aa971bfdb7e2477d4e689adaa23a8b925c45edd2efefe40192f2ac49
3
  size 268290900
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74d0155612f84102fe3ee79e14f9a2c2836ede41d44ba4ba356fb4acb5bf88f5
3
  size 268290900
run-0/checkpoint-2000/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3b80c14abc4038ec22a4c59fcd3c1e6be0576f9880f7332a69b9e5496a9cbcfc
3
  size 536641018
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b6ef85afcdbde397f3df55b90c5c87211dd2aa7ddafbb2025abd3555389b4e7
3
  size 536641018
run-0/checkpoint-2000/trainer_state.json CHANGED
@@ -1,5 +1,4 @@
1
  {
2
- "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
  "epoch": 1.048767697954903,
@@ -11,39 +10,39 @@
11
  "log_history": [
12
  {
13
  "epoch": 0.26219192448872575,
14
- "grad_norm": 5.230668544769287,
15
  "learning_rate": 4.344520188778186e-05,
16
- "loss": 2.5366,
17
  "step": 500
18
  },
19
  {
20
  "epoch": 0.5243838489774515,
21
- "grad_norm": 4.833480358123779,
22
  "learning_rate": 3.689040377556371e-05,
23
- "loss": 1.0736,
24
  "step": 1000
25
  },
26
  {
27
  "epoch": 0.7865757734661772,
28
- "grad_norm": 8.822789192199707,
29
  "learning_rate": 3.0335605663345567e-05,
30
- "loss": 0.5549,
31
  "step": 1500
32
  },
33
  {
34
  "epoch": 1.0,
35
- "eval_accuracy": 0.9287096774193548,
36
- "eval_loss": 0.31620076298713684,
37
- "eval_runtime": 11.4103,
38
- "eval_samples_per_second": 271.684,
39
- "eval_steps_per_second": 34.004,
40
  "step": 1907
41
  },
42
  {
43
  "epoch": 1.048767697954903,
44
- "grad_norm": 0.9413483738899231,
45
  "learning_rate": 2.3780807551127425e-05,
46
- "loss": 0.3371,
47
  "step": 2000
48
  }
49
  ],
@@ -68,8 +67,8 @@
68
  "train_batch_size": 8,
69
  "trial_name": null,
70
  "trial_params": {
71
- "alpha": 0.6285062161593025,
72
  "num_train_epochs": 2,
73
- "temperature": 19
74
  }
75
  }
 
1
  {
 
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
  "epoch": 1.048767697954903,
 
10
  "log_history": [
11
  {
12
  "epoch": 0.26219192448872575,
13
+ "grad_norm": 6.470641136169434,
14
  "learning_rate": 4.344520188778186e-05,
15
+ "loss": 3.0539,
16
  "step": 500
17
  },
18
  {
19
  "epoch": 0.5243838489774515,
20
+ "grad_norm": 5.755916118621826,
21
  "learning_rate": 3.689040377556371e-05,
22
+ "loss": 1.2205,
23
  "step": 1000
24
  },
25
  {
26
  "epoch": 0.7865757734661772,
27
+ "grad_norm": 12.255783081054688,
28
  "learning_rate": 3.0335605663345567e-05,
29
+ "loss": 0.6277,
30
  "step": 1500
31
  },
32
  {
33
  "epoch": 1.0,
34
+ "eval_accuracy": 0.9325806451612904,
35
+ "eval_loss": 0.4170600473880768,
36
+ "eval_runtime": 12.0659,
37
+ "eval_samples_per_second": 256.923,
38
+ "eval_steps_per_second": 32.157,
39
  "step": 1907
40
  },
41
  {
42
  "epoch": 1.048767697954903,
43
+ "grad_norm": 0.9997719526290894,
44
  "learning_rate": 2.3780807551127425e-05,
45
+ "loss": 0.4093,
46
  "step": 2000
47
  }
48
  ],
 
67
  "train_batch_size": 8,
68
  "trial_name": null,
69
  "trial_params": {
70
+ "alpha": 0.7623327118000192,
71
  "num_train_epochs": 2,
72
+ "temperature": 2
73
  }
74
  }
run-0/checkpoint-2000/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cdc2741da77e84d989ec3be6a5121a81316f5baed2c3186d5b1f85ec054c42c7
3
  size 5368
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7fa689c7463480003e7ea6184a75c01c2bcaff7c0590f5c865b32ed995ba2c41
3
  size 5368
run-0/checkpoint-2500/config.json CHANGED
@@ -1,4 +1,5 @@
1
  {
 
2
  "activation": "gelu",
3
  "architectures": [
4
  "DistilBertForSequenceClassification"
@@ -325,6 +326,6 @@
325
  "sinusoidal_pos_embds": false,
326
  "tie_weights_": true,
327
  "torch_dtype": "float32",
328
- "transformers_version": "4.50.3",
329
  "vocab_size": 30522
330
  }
 
1
  {
2
+ "_name_or_path": "distilbert-base-uncased",
3
  "activation": "gelu",
4
  "architectures": [
5
  "DistilBertForSequenceClassification"
 
326
  "sinusoidal_pos_embds": false,
327
  "tie_weights_": true,
328
  "torch_dtype": "float32",
329
+ "transformers_version": "4.48.3",
330
  "vocab_size": 30522
331
  }
run-0/checkpoint-2500/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:98045d2335151c9708da38002a16b296cc60a490b48013d1d038c10aee3d1547
3
  size 268290900
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90215328d7d593d62089eeaf8312cee74715cd005752a8d9fce1a549b95d57a1
3
  size 268290900
run-0/checkpoint-2500/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7cffb16e9ab425e0ca57b48ab9f779379c21a1ffc92d8af5ec3fbd679989c2e1
3
  size 536641018
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20e6c38fcbc55c9beca0bf3ce36fccd135ac59ed633a56fcdd6ef7c869efcdf3
3
  size 536641018
run-0/checkpoint-2500/trainer_state.json CHANGED
@@ -1,5 +1,4 @@
1
  {
2
- "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
  "epoch": 1.3109596224436286,
@@ -11,46 +10,46 @@
11
  "log_history": [
12
  {
13
  "epoch": 0.26219192448872575,
14
- "grad_norm": 5.230668544769287,
15
  "learning_rate": 4.344520188778186e-05,
16
- "loss": 2.5366,
17
  "step": 500
18
  },
19
  {
20
  "epoch": 0.5243838489774515,
21
- "grad_norm": 4.833480358123779,
22
  "learning_rate": 3.689040377556371e-05,
23
- "loss": 1.0736,
24
  "step": 1000
25
  },
26
  {
27
  "epoch": 0.7865757734661772,
28
- "grad_norm": 8.822789192199707,
29
  "learning_rate": 3.0335605663345567e-05,
30
- "loss": 0.5549,
31
  "step": 1500
32
  },
33
  {
34
  "epoch": 1.0,
35
- "eval_accuracy": 0.9287096774193548,
36
- "eval_loss": 0.31620076298713684,
37
- "eval_runtime": 11.4103,
38
- "eval_samples_per_second": 271.684,
39
- "eval_steps_per_second": 34.004,
40
  "step": 1907
41
  },
42
  {
43
  "epoch": 1.048767697954903,
44
- "grad_norm": 0.9413483738899231,
45
  "learning_rate": 2.3780807551127425e-05,
46
- "loss": 0.3371,
47
  "step": 2000
48
  },
49
  {
50
  "epoch": 1.3109596224436286,
51
- "grad_norm": 0.5355716943740845,
52
  "learning_rate": 1.7226009438909284e-05,
53
- "loss": 0.2077,
54
  "step": 2500
55
  }
56
  ],
@@ -75,8 +74,8 @@
75
  "train_batch_size": 8,
76
  "trial_name": null,
77
  "trial_params": {
78
- "alpha": 0.6285062161593025,
79
  "num_train_epochs": 2,
80
- "temperature": 19
81
  }
82
  }
 
1
  {
 
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
  "epoch": 1.3109596224436286,
 
10
  "log_history": [
11
  {
12
  "epoch": 0.26219192448872575,
13
+ "grad_norm": 6.470641136169434,
14
  "learning_rate": 4.344520188778186e-05,
15
+ "loss": 3.0539,
16
  "step": 500
17
  },
18
  {
19
  "epoch": 0.5243838489774515,
20
+ "grad_norm": 5.755916118621826,
21
  "learning_rate": 3.689040377556371e-05,
22
+ "loss": 1.2205,
23
  "step": 1000
24
  },
25
  {
26
  "epoch": 0.7865757734661772,
27
+ "grad_norm": 12.255783081054688,
28
  "learning_rate": 3.0335605663345567e-05,
29
+ "loss": 0.6277,
30
  "step": 1500
31
  },
32
  {
33
  "epoch": 1.0,
34
+ "eval_accuracy": 0.9325806451612904,
35
+ "eval_loss": 0.4170600473880768,
36
+ "eval_runtime": 12.0659,
37
+ "eval_samples_per_second": 256.923,
38
+ "eval_steps_per_second": 32.157,
39
  "step": 1907
40
  },
41
  {
42
  "epoch": 1.048767697954903,
43
+ "grad_norm": 0.9997719526290894,
44
  "learning_rate": 2.3780807551127425e-05,
45
+ "loss": 0.4093,
46
  "step": 2000
47
  },
48
  {
49
  "epoch": 1.3109596224436286,
50
+ "grad_norm": 0.7809360027313232,
51
  "learning_rate": 1.7226009438909284e-05,
52
+ "loss": 0.2884,
53
  "step": 2500
54
  }
55
  ],
 
74
  "train_batch_size": 8,
75
  "trial_name": null,
76
  "trial_params": {
77
+ "alpha": 0.7623327118000192,
78
  "num_train_epochs": 2,
79
+ "temperature": 2
80
  }
81
  }
run-0/checkpoint-2500/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cdc2741da77e84d989ec3be6a5121a81316f5baed2c3186d5b1f85ec054c42c7
3
  size 5368
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7fa689c7463480003e7ea6184a75c01c2bcaff7c0590f5c865b32ed995ba2c41
3
  size 5368
run-0/checkpoint-3000/config.json CHANGED
@@ -1,4 +1,5 @@
1
  {
 
2
  "activation": "gelu",
3
  "architectures": [
4
  "DistilBertForSequenceClassification"
@@ -325,6 +326,6 @@
325
  "sinusoidal_pos_embds": false,
326
  "tie_weights_": true,
327
  "torch_dtype": "float32",
328
- "transformers_version": "4.50.3",
329
  "vocab_size": 30522
330
  }
 
1
  {
2
+ "_name_or_path": "distilbert-base-uncased",
3
  "activation": "gelu",
4
  "architectures": [
5
  "DistilBertForSequenceClassification"
 
326
  "sinusoidal_pos_embds": false,
327
  "tie_weights_": true,
328
  "torch_dtype": "float32",
329
+ "transformers_version": "4.48.3",
330
  "vocab_size": 30522
331
  }
run-0/checkpoint-3000/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:04364e7a046950a1060aeba15eb06223ba7b6d8f12360fd83a07ac225afc4aea
3
  size 268290900
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:281449ff956775ab7f9f6d2d52b881df5b7e1249d29af1e37c9b6cf039ce2c49
3
  size 268290900
run-0/checkpoint-3000/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:aaedd8657a8b44fb7f01e5fe00ce0702995d2127243c3fc9b63399331556c941
3
  size 536641018
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ccb6ecddea3666b0bf588b806481cd793ddf6a666de1ca08831e998f0cbe501f
3
  size 536641018
run-0/checkpoint-3000/trainer_state.json CHANGED
@@ -1,5 +1,4 @@
1
  {
2
- "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
  "epoch": 1.5731515469323545,
@@ -11,53 +10,53 @@
11
  "log_history": [
12
  {
13
  "epoch": 0.26219192448872575,
14
- "grad_norm": 5.230668544769287,
15
  "learning_rate": 4.344520188778186e-05,
16
- "loss": 2.5366,
17
  "step": 500
18
  },
19
  {
20
  "epoch": 0.5243838489774515,
21
- "grad_norm": 4.833480358123779,
22
  "learning_rate": 3.689040377556371e-05,
23
- "loss": 1.0736,
24
  "step": 1000
25
  },
26
  {
27
  "epoch": 0.7865757734661772,
28
- "grad_norm": 8.822789192199707,
29
  "learning_rate": 3.0335605663345567e-05,
30
- "loss": 0.5549,
31
  "step": 1500
32
  },
33
  {
34
  "epoch": 1.0,
35
- "eval_accuracy": 0.9287096774193548,
36
- "eval_loss": 0.31620076298713684,
37
- "eval_runtime": 11.4103,
38
- "eval_samples_per_second": 271.684,
39
- "eval_steps_per_second": 34.004,
40
  "step": 1907
41
  },
42
  {
43
  "epoch": 1.048767697954903,
44
- "grad_norm": 0.9413483738899231,
45
  "learning_rate": 2.3780807551127425e-05,
46
- "loss": 0.3371,
47
  "step": 2000
48
  },
49
  {
50
  "epoch": 1.3109596224436286,
51
- "grad_norm": 0.5355716943740845,
52
  "learning_rate": 1.7226009438909284e-05,
53
- "loss": 0.2077,
54
  "step": 2500
55
  },
56
  {
57
  "epoch": 1.5731515469323545,
58
- "grad_norm": 2.629396915435791,
59
  "learning_rate": 1.0671211326691138e-05,
60
- "loss": 0.1636,
61
  "step": 3000
62
  }
63
  ],
@@ -82,8 +81,8 @@
82
  "train_batch_size": 8,
83
  "trial_name": null,
84
  "trial_params": {
85
- "alpha": 0.6285062161593025,
86
  "num_train_epochs": 2,
87
- "temperature": 19
88
  }
89
  }
 
1
  {
 
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
  "epoch": 1.5731515469323545,
 
10
  "log_history": [
11
  {
12
  "epoch": 0.26219192448872575,
13
+ "grad_norm": 6.470641136169434,
14
  "learning_rate": 4.344520188778186e-05,
15
+ "loss": 3.0539,
16
  "step": 500
17
  },
18
  {
19
  "epoch": 0.5243838489774515,
20
+ "grad_norm": 5.755916118621826,
21
  "learning_rate": 3.689040377556371e-05,
22
+ "loss": 1.2205,
23
  "step": 1000
24
  },
25
  {
26
  "epoch": 0.7865757734661772,
27
+ "grad_norm": 12.255783081054688,
28
  "learning_rate": 3.0335605663345567e-05,
29
+ "loss": 0.6277,
30
  "step": 1500
31
  },
32
  {
33
  "epoch": 1.0,
34
+ "eval_accuracy": 0.9325806451612904,
35
+ "eval_loss": 0.4170600473880768,
36
+ "eval_runtime": 12.0659,
37
+ "eval_samples_per_second": 256.923,
38
+ "eval_steps_per_second": 32.157,
39
  "step": 1907
40
  },
41
  {
42
  "epoch": 1.048767697954903,
43
+ "grad_norm": 0.9997719526290894,
44
  "learning_rate": 2.3780807551127425e-05,
45
+ "loss": 0.4093,
46
  "step": 2000
47
  },
48
  {
49
  "epoch": 1.3109596224436286,
50
+ "grad_norm": 0.7809360027313232,
51
  "learning_rate": 1.7226009438909284e-05,
52
+ "loss": 0.2884,
53
  "step": 2500
54
  },
55
  {
56
  "epoch": 1.5731515469323545,
57
+ "grad_norm": 4.421374797821045,
58
  "learning_rate": 1.0671211326691138e-05,
59
+ "loss": 0.2488,
60
  "step": 3000
61
  }
62
  ],
 
81
  "train_batch_size": 8,
82
  "trial_name": null,
83
  "trial_params": {
84
+ "alpha": 0.7623327118000192,
85
  "num_train_epochs": 2,
86
+ "temperature": 2
87
  }
88
  }
run-0/checkpoint-3000/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cdc2741da77e84d989ec3be6a5121a81316f5baed2c3186d5b1f85ec054c42c7
3
  size 5368
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7fa689c7463480003e7ea6184a75c01c2bcaff7c0590f5c865b32ed995ba2c41
3
  size 5368
run-0/checkpoint-3500/config.json CHANGED
@@ -1,4 +1,5 @@
1
  {
 
2
  "activation": "gelu",
3
  "architectures": [
4
  "DistilBertForSequenceClassification"
@@ -325,6 +326,6 @@
325
  "sinusoidal_pos_embds": false,
326
  "tie_weights_": true,
327
  "torch_dtype": "float32",
328
- "transformers_version": "4.50.3",
329
  "vocab_size": 30522
330
  }
 
1
  {
2
+ "_name_or_path": "distilbert-base-uncased",
3
  "activation": "gelu",
4
  "architectures": [
5
  "DistilBertForSequenceClassification"
 
326
  "sinusoidal_pos_embds": false,
327
  "tie_weights_": true,
328
  "torch_dtype": "float32",
329
+ "transformers_version": "4.48.3",
330
  "vocab_size": 30522
331
  }
run-0/checkpoint-3500/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cf2ce664011ba87ab9663ab8c070402b10beb55ca174395a5ea14822c54034af
3
  size 268290900
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e91bc2b10359e272c4f8096503f70d5015a72f4cb9da2f35045b19540a6869e
3
  size 268290900
run-0/checkpoint-3500/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:480d9761cf0f5d434fc79551c19392795f2c90d5609c0945866a8e438103999b
3
  size 536641018
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78074bd1f550e0456f1424fdfa5bd46bdd054bbe5e63b7ff796faa36a0dd9f6b
3
  size 536641018
run-0/checkpoint-3500/trainer_state.json CHANGED
@@ -1,5 +1,4 @@
1
  {
2
- "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
  "epoch": 1.8353434714210803,
@@ -11,60 +10,60 @@
11
  "log_history": [
12
  {
13
  "epoch": 0.26219192448872575,
14
- "grad_norm": 5.230668544769287,
15
  "learning_rate": 4.344520188778186e-05,
16
- "loss": 2.5366,
17
  "step": 500
18
  },
19
  {
20
  "epoch": 0.5243838489774515,
21
- "grad_norm": 4.833480358123779,
22
  "learning_rate": 3.689040377556371e-05,
23
- "loss": 1.0736,
24
  "step": 1000
25
  },
26
  {
27
  "epoch": 0.7865757734661772,
28
- "grad_norm": 8.822789192199707,
29
  "learning_rate": 3.0335605663345567e-05,
30
- "loss": 0.5549,
31
  "step": 1500
32
  },
33
  {
34
  "epoch": 1.0,
35
- "eval_accuracy": 0.9287096774193548,
36
- "eval_loss": 0.31620076298713684,
37
- "eval_runtime": 11.4103,
38
- "eval_samples_per_second": 271.684,
39
- "eval_steps_per_second": 34.004,
40
  "step": 1907
41
  },
42
  {
43
  "epoch": 1.048767697954903,
44
- "grad_norm": 0.9413483738899231,
45
  "learning_rate": 2.3780807551127425e-05,
46
- "loss": 0.3371,
47
  "step": 2000
48
  },
49
  {
50
  "epoch": 1.3109596224436286,
51
- "grad_norm": 0.5355716943740845,
52
  "learning_rate": 1.7226009438909284e-05,
53
- "loss": 0.2077,
54
  "step": 2500
55
  },
56
  {
57
  "epoch": 1.5731515469323545,
58
- "grad_norm": 2.629396915435791,
59
  "learning_rate": 1.0671211326691138e-05,
60
- "loss": 0.1636,
61
  "step": 3000
62
  },
63
  {
64
  "epoch": 1.8353434714210803,
65
- "grad_norm": 0.37704744935035706,
66
  "learning_rate": 4.116413214472994e-06,
67
- "loss": 0.1548,
68
  "step": 3500
69
  }
70
  ],
@@ -89,8 +88,8 @@
89
  "train_batch_size": 8,
90
  "trial_name": null,
91
  "trial_params": {
92
- "alpha": 0.6285062161593025,
93
  "num_train_epochs": 2,
94
- "temperature": 19
95
  }
96
  }
 
1
  {
 
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
  "epoch": 1.8353434714210803,
 
10
  "log_history": [
11
  {
12
  "epoch": 0.26219192448872575,
13
+ "grad_norm": 6.470641136169434,
14
  "learning_rate": 4.344520188778186e-05,
15
+ "loss": 3.0539,
16
  "step": 500
17
  },
18
  {
19
  "epoch": 0.5243838489774515,
20
+ "grad_norm": 5.755916118621826,
21
  "learning_rate": 3.689040377556371e-05,
22
+ "loss": 1.2205,
23
  "step": 1000
24
  },
25
  {
26
  "epoch": 0.7865757734661772,
27
+ "grad_norm": 12.255783081054688,
28
  "learning_rate": 3.0335605663345567e-05,
29
+ "loss": 0.6277,
30
  "step": 1500
31
  },
32
  {
33
  "epoch": 1.0,
34
+ "eval_accuracy": 0.9325806451612904,
35
+ "eval_loss": 0.4170600473880768,
36
+ "eval_runtime": 12.0659,
37
+ "eval_samples_per_second": 256.923,
38
+ "eval_steps_per_second": 32.157,
39
  "step": 1907
40
  },
41
  {
42
  "epoch": 1.048767697954903,
43
+ "grad_norm": 0.9997719526290894,
44
  "learning_rate": 2.3780807551127425e-05,
45
+ "loss": 0.4093,
46
  "step": 2000
47
  },
48
  {
49
  "epoch": 1.3109596224436286,
50
+ "grad_norm": 0.7809360027313232,
51
  "learning_rate": 1.7226009438909284e-05,
52
+ "loss": 0.2884,
53
  "step": 2500
54
  },
55
  {
56
  "epoch": 1.5731515469323545,
57
+ "grad_norm": 4.421374797821045,
58
  "learning_rate": 1.0671211326691138e-05,
59
+ "loss": 0.2488,
60
  "step": 3000
61
  },
62
  {
63
  "epoch": 1.8353434714210803,
64
+ "grad_norm": 0.42712241411209106,
65
  "learning_rate": 4.116413214472994e-06,
66
+ "loss": 0.2439,
67
  "step": 3500
68
  }
69
  ],
 
88
  "train_batch_size": 8,
89
  "trial_name": null,
90
  "trial_params": {
91
+ "alpha": 0.7623327118000192,
92
  "num_train_epochs": 2,
93
+ "temperature": 2
94
  }
95
  }
run-0/checkpoint-3500/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cdc2741da77e84d989ec3be6a5121a81316f5baed2c3186d5b1f85ec054c42c7
3
  size 5368
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7fa689c7463480003e7ea6184a75c01c2bcaff7c0590f5c865b32ed995ba2c41
3
  size 5368
run-0/checkpoint-3814/config.json CHANGED
@@ -1,4 +1,5 @@
1
  {
 
2
  "activation": "gelu",
3
  "architectures": [
4
  "DistilBertForSequenceClassification"
@@ -325,6 +326,6 @@
325
  "sinusoidal_pos_embds": false,
326
  "tie_weights_": true,
327
  "torch_dtype": "float32",
328
- "transformers_version": "4.50.3",
329
  "vocab_size": 30522
330
  }
 
1
  {
2
+ "_name_or_path": "distilbert-base-uncased",
3
  "activation": "gelu",
4
  "architectures": [
5
  "DistilBertForSequenceClassification"
 
326
  "sinusoidal_pos_embds": false,
327
  "tie_weights_": true,
328
  "torch_dtype": "float32",
329
+ "transformers_version": "4.48.3",
330
  "vocab_size": 30522
331
  }
run-0/checkpoint-3814/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:15c0665e1219a2f7d98b739a0d779a82e3a31ad78faabdc34b748450eec59127
3
  size 268290900
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7e8791dc546d9797ab4103d61f4e4d93e080914ce9c625450d05de7d416c43d
3
  size 268290900
run-0/checkpoint-3814/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:91bb83da71d4a2bf468a5035f04c27a2bf3d8d721f03e8efd9e20ea9818b0760
3
  size 536641018
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a531c38b680ebe63660896f3953a0453b1f9e22236fb476bacabdebadc2036f4
3
  size 536641018
run-0/checkpoint-3814/trainer_state.json CHANGED
@@ -1,5 +1,4 @@
1
  {
2
- "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
  "epoch": 2.0,
@@ -11,60 +10,60 @@
11
  "log_history": [
12
  {
13
  "epoch": 0.26219192448872575,
14
- "grad_norm": 5.230668544769287,
15
  "learning_rate": 4.344520188778186e-05,
16
- "loss": 2.5366,
17
  "step": 500
18
  },
19
  {
20
  "epoch": 0.5243838489774515,
21
- "grad_norm": 4.833480358123779,
22
  "learning_rate": 3.689040377556371e-05,
23
- "loss": 1.0736,
24
  "step": 1000
25
  },
26
  {
27
  "epoch": 0.7865757734661772,
28
- "grad_norm": 8.822789192199707,
29
  "learning_rate": 3.0335605663345567e-05,
30
- "loss": 0.5549,
31
  "step": 1500
32
  },
33
  {
34
  "epoch": 1.0,
35
- "eval_accuracy": 0.9287096774193548,
36
- "eval_loss": 0.31620076298713684,
37
- "eval_runtime": 11.4103,
38
- "eval_samples_per_second": 271.684,
39
- "eval_steps_per_second": 34.004,
40
  "step": 1907
41
  },
42
  {
43
  "epoch": 1.048767697954903,
44
- "grad_norm": 0.9413483738899231,
45
  "learning_rate": 2.3780807551127425e-05,
46
- "loss": 0.3371,
47
  "step": 2000
48
  },
49
  {
50
  "epoch": 1.3109596224436286,
51
- "grad_norm": 0.5355716943740845,
52
  "learning_rate": 1.7226009438909284e-05,
53
- "loss": 0.2077,
54
  "step": 2500
55
  },
56
  {
57
  "epoch": 1.5731515469323545,
58
- "grad_norm": 2.629396915435791,
59
  "learning_rate": 1.0671211326691138e-05,
60
- "loss": 0.1636,
61
  "step": 3000
62
  },
63
  {
64
  "epoch": 1.8353434714210803,
65
- "grad_norm": 0.37704744935035706,
66
  "learning_rate": 4.116413214472994e-06,
67
- "loss": 0.1548,
68
  "step": 3500
69
  }
70
  ],
@@ -89,8 +88,8 @@
89
  "train_batch_size": 8,
90
  "trial_name": null,
91
  "trial_params": {
92
- "alpha": 0.6285062161593025,
93
  "num_train_epochs": 2,
94
- "temperature": 19
95
  }
96
  }
 
1
  {
 
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
  "epoch": 2.0,
 
10
  "log_history": [
11
  {
12
  "epoch": 0.26219192448872575,
13
+ "grad_norm": 6.470641136169434,
14
  "learning_rate": 4.344520188778186e-05,
15
+ "loss": 3.0539,
16
  "step": 500
17
  },
18
  {
19
  "epoch": 0.5243838489774515,
20
+ "grad_norm": 5.755916118621826,
21
  "learning_rate": 3.689040377556371e-05,
22
+ "loss": 1.2205,
23
  "step": 1000
24
  },
25
  {
26
  "epoch": 0.7865757734661772,
27
+ "grad_norm": 12.255783081054688,
28
  "learning_rate": 3.0335605663345567e-05,
29
+ "loss": 0.6277,
30
  "step": 1500
31
  },
32
  {
33
  "epoch": 1.0,
34
+ "eval_accuracy": 0.9325806451612904,
35
+ "eval_loss": 0.4170600473880768,
36
+ "eval_runtime": 12.0659,
37
+ "eval_samples_per_second": 256.923,
38
+ "eval_steps_per_second": 32.157,
39
  "step": 1907
40
  },
41
  {
42
  "epoch": 1.048767697954903,
43
+ "grad_norm": 0.9997719526290894,
44
  "learning_rate": 2.3780807551127425e-05,
45
+ "loss": 0.4093,
46
  "step": 2000
47
  },
48
  {
49
  "epoch": 1.3109596224436286,
50
+ "grad_norm": 0.7809360027313232,
51
  "learning_rate": 1.7226009438909284e-05,
52
+ "loss": 0.2884,
53
  "step": 2500
54
  },
55
  {
56
  "epoch": 1.5731515469323545,
57
+ "grad_norm": 4.421374797821045,
58
  "learning_rate": 1.0671211326691138e-05,
59
+ "loss": 0.2488,
60
  "step": 3000
61
  },
62
  {
63
  "epoch": 1.8353434714210803,
64
+ "grad_norm": 0.42712241411209106,
65
  "learning_rate": 4.116413214472994e-06,
66
+ "loss": 0.2439,
67
  "step": 3500
68
  }
69
  ],
 
88
  "train_batch_size": 8,
89
  "trial_name": null,
90
  "trial_params": {
91
+ "alpha": 0.7623327118000192,
92
  "num_train_epochs": 2,
93
+ "temperature": 2
94
  }
95
  }
run-0/checkpoint-3814/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cdc2741da77e84d989ec3be6a5121a81316f5baed2c3186d5b1f85ec054c42c7
3
  size 5368
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7fa689c7463480003e7ea6184a75c01c2bcaff7c0590f5c865b32ed995ba2c41
3
  size 5368
run-0/checkpoint-500/config.json CHANGED
@@ -1,4 +1,5 @@
1
  {
 
2
  "activation": "gelu",
3
  "architectures": [
4
  "DistilBertForSequenceClassification"
@@ -325,6 +326,6 @@
325
  "sinusoidal_pos_embds": false,
326
  "tie_weights_": true,
327
  "torch_dtype": "float32",
328
- "transformers_version": "4.50.3",
329
  "vocab_size": 30522
330
  }
 
1
  {
2
+ "_name_or_path": "distilbert-base-uncased",
3
  "activation": "gelu",
4
  "architectures": [
5
  "DistilBertForSequenceClassification"
 
326
  "sinusoidal_pos_embds": false,
327
  "tie_weights_": true,
328
  "torch_dtype": "float32",
329
+ "transformers_version": "4.48.3",
330
  "vocab_size": 30522
331
  }
run-0/checkpoint-500/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:95e0c0ef2d0e2e5cfc483df3a567da8929db73de92b23eb4688172b6a2b774f1
3
  size 268290900
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b39a757a6d412d6ab5247c086594f40c4504b6c4d65ec80d8980bcaf95a7264c
3
  size 268290900
run-0/checkpoint-500/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:495c48354ebc74ab706d341fcf6ab9a783e98cacacdad12803c857bdf6035437
3
  size 536641018
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c034801d1c05d6c49aec861919744a6ddda54fbe83b48c81751557f64fcccb0
3
  size 536641018
run-0/checkpoint-500/trainer_state.json CHANGED
@@ -1,5 +1,4 @@
1
  {
2
- "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
  "epoch": 0.26219192448872575,
@@ -11,9 +10,9 @@
11
  "log_history": [
12
  {
13
  "epoch": 0.26219192448872575,
14
- "grad_norm": 5.230668544769287,
15
  "learning_rate": 4.344520188778186e-05,
16
- "loss": 2.5366,
17
  "step": 500
18
  }
19
  ],
@@ -38,8 +37,8 @@
38
  "train_batch_size": 8,
39
  "trial_name": null,
40
  "trial_params": {
41
- "alpha": 0.6285062161593025,
42
  "num_train_epochs": 2,
43
- "temperature": 19
44
  }
45
  }
 
1
  {
 
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
  "epoch": 0.26219192448872575,
 
10
  "log_history": [
11
  {
12
  "epoch": 0.26219192448872575,
13
+ "grad_norm": 6.470641136169434,
14
  "learning_rate": 4.344520188778186e-05,
15
+ "loss": 3.0539,
16
  "step": 500
17
  }
18
  ],
 
37
  "train_batch_size": 8,
38
  "trial_name": null,
39
  "trial_params": {
40
+ "alpha": 0.7623327118000192,
41
  "num_train_epochs": 2,
42
+ "temperature": 2
43
  }
44
  }
run-0/checkpoint-500/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cdc2741da77e84d989ec3be6a5121a81316f5baed2c3186d5b1f85ec054c42c7
3
  size 5368
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7fa689c7463480003e7ea6184a75c01c2bcaff7c0590f5c865b32ed995ba2c41
3
  size 5368
runs/May10_19-46-07_Haris-MacBook-Air-3.local/events.out.tfevents.1746900470.Haris-MacBook-Air-3.local.36963.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e97fd17bcd3a43ec5857e651fd1cdf3bf4de4fd047078bb0d3daa22ec5062848
3
+ size 14994
runs/May10_19-46-07_Haris-MacBook-Air-3.local/events.out.tfevents.1746900976.Haris-MacBook-Air-3.local.36963.2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53388a006f6f3bbbf60af40dfbd3e0d93972ffb92d57526d210ba64ec2930f67
3
+ size 15022
runs/May13_20-23-41_Haris-MacBook-Air-3.local/events.out.tfevents.1747182226.Haris-MacBook-Air-3.local.32376.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a24904e9a38b37df03be66a96e81f50f1613d95a60ed52b8c66ff81d672e8aff
3
+ size 16161
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e46dd637c69cb579672e516450fcd33b7ff7bed8ee49f427d8775178d9f158db
3
  size 5368
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46d9715ec9d33515dbe5394ee668f99b27d3f88a8a0e6532950c69dcdca41748
3
  size 5368