Instructions to use T0KII/MASRIBERTv3 with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use T0KII/MASRIBERTv3 with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("fill-mask", model="T0KII/MASRIBERTv3")# pip install -U transformers accelerate # Load model directly from transformers import AutoTokenizer, AutoModelForMaskedLM tokenizer = AutoTokenizer.from_pretrained("T0KII/MASRIBERTv3") model = AutoModelForMaskedLM.from_pretrained("T0KII/MASRIBERTv3", device_map="auto") - Notebooks
- Google Colab
- Kaggle
Training in progress, step 13000, checkpoint
Browse files
last-checkpoint/model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 775678032
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a57123bd504f020542f459e0b2d2ba4180fc0578d6dd7ad276fb7a208091e378
|
| 3 |
size 775678032
|
last-checkpoint/optimizer.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1551478091
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a19a21b645fdd05fb9151a733862d8d8c2a0d6c853bb69f24756b80a0f6fbe33
|
| 3 |
size 1551478091
|
last-checkpoint/rng_state.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 14645
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:bdafb4730dcdce2ef1bd6bdaf3661baf8f043f766d4a640ed55b11dce576c094
|
| 3 |
size 14645
|
last-checkpoint/scaler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1383
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:12e40c044fc20b06edb62b2decf2bd7a9ba13eb66fc4f9a7e953a32ef0d2f361
|
| 3 |
size 1383
|
last-checkpoint/scheduler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1465
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:cf5019ea016aa58b369c6fb99a06bd2f7068344e725284d5390e74749b8ec08a
|
| 3 |
size 1465
|
last-checkpoint/trainer_state.json
CHANGED
|
@@ -1,10 +1,10 @@
|
|
| 1 |
{
|
| 2 |
-
"best_global_step":
|
| 3 |
-
"best_metric": 4.
|
| 4 |
-
"best_model_checkpoint": "/kaggle/working/MASRIBERTv3_ckpts/checkpoint-
|
| 5 |
-
"epoch": 1.
|
| 6 |
"eval_steps": 1000,
|
| 7 |
-
"global_step":
|
| 8 |
"is_hyper_param_search": false,
|
| 9 |
"is_local_process_zero": true,
|
| 10 |
"is_world_process_zero": true,
|
|
@@ -440,6 +440,42 @@
|
|
| 440 |
"eval_samples_per_second": 71.411,
|
| 441 |
"eval_steps_per_second": 1.117,
|
| 442 |
"step": 12000
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 443 |
}
|
| 444 |
],
|
| 445 |
"logging_steps": 250,
|
|
@@ -468,7 +504,7 @@
|
|
| 468 |
"attributes": {}
|
| 469 |
}
|
| 470 |
},
|
| 471 |
-
"total_flos": 2.
|
| 472 |
"train_batch_size": 32,
|
| 473 |
"trial_name": null,
|
| 474 |
"trial_params": null
|
|
|
|
| 1 |
{
|
| 2 |
+
"best_global_step": 13000,
|
| 3 |
+
"best_metric": 4.470274925231934,
|
| 4 |
+
"best_model_checkpoint": "/kaggle/working/MASRIBERTv3_ckpts/checkpoint-13000",
|
| 5 |
+
"epoch": 1.9541132699462587,
|
| 6 |
"eval_steps": 1000,
|
| 7 |
+
"global_step": 13000,
|
| 8 |
"is_hyper_param_search": false,
|
| 9 |
"is_local_process_zero": true,
|
| 10 |
"is_world_process_zero": true,
|
|
|
|
| 440 |
"eval_samples_per_second": 71.411,
|
| 441 |
"eval_steps_per_second": 1.117,
|
| 442 |
"step": 12000
|
| 443 |
+
},
|
| 444 |
+
{
|
| 445 |
+
"epoch": 1.8413694614604081,
|
| 446 |
+
"grad_norm": 79.44371032714844,
|
| 447 |
+
"learning_rate": 2.8111428020033515e-05,
|
| 448 |
+
"loss": 37.55409375,
|
| 449 |
+
"step": 12250
|
| 450 |
+
},
|
| 451 |
+
{
|
| 452 |
+
"epoch": 1.8789507309556917,
|
| 453 |
+
"grad_norm": 74.53401947021484,
|
| 454 |
+
"learning_rate": 2.7378092612326463e-05,
|
| 455 |
+
"loss": 37.37219140625,
|
| 456 |
+
"step": 12500
|
| 457 |
+
},
|
| 458 |
+
{
|
| 459 |
+
"epoch": 1.9165320004509754,
|
| 460 |
+
"grad_norm": 84.87117767333984,
|
| 461 |
+
"learning_rate": 2.6642686004923362e-05,
|
| 462 |
+
"loss": 37.2856171875,
|
| 463 |
+
"step": 12750
|
| 464 |
+
},
|
| 465 |
+
{
|
| 466 |
+
"epoch": 1.9541132699462587,
|
| 467 |
+
"grad_norm": 82.84407806396484,
|
| 468 |
+
"learning_rate": 2.590584870018894e-05,
|
| 469 |
+
"loss": 37.37483984375,
|
| 470 |
+
"step": 13000
|
| 471 |
+
},
|
| 472 |
+
{
|
| 473 |
+
"epoch": 1.9541132699462587,
|
| 474 |
+
"eval_loss": 4.470274925231934,
|
| 475 |
+
"eval_runtime": 211.1559,
|
| 476 |
+
"eval_samples_per_second": 81.466,
|
| 477 |
+
"eval_steps_per_second": 1.274,
|
| 478 |
+
"step": 13000
|
| 479 |
}
|
| 480 |
],
|
| 481 |
"logging_steps": 250,
|
|
|
|
| 504 |
"attributes": {}
|
| 505 |
}
|
| 506 |
},
|
| 507 |
+
"total_flos": 2.192530179864407e+17,
|
| 508 |
"train_batch_size": 32,
|
| 509 |
"trial_name": null,
|
| 510 |
"trial_params": null
|
last-checkpoint/training_args.bin
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 5201
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:37035eb47da31ff856a20e153427690aa44fd0ebded4ddc3cd23f44d3d4a7fa9
|
| 3 |
size 5201
|