Token Classification
Transformers
Safetensors
Basque
grammatical-error-correction
gector
seq2edit
basque
euskara
error-type-classification
multitask
knowledge-distillation
Instructions to use itzune/gector-eus-v5 with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use itzune/gector-eus-v5 with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("token-classification", model="itzune/gector-eus-v5")# pip install -U transformers accelerate # Load model directly from transformers import GECToR model = GECToR.from_pretrained("itzune/gector-eus-v5", device_map="auto") - Notebooks
- Google Colab
- Kaggle
Download training_log.json from itzune/gector-eus-v5: direct link, hf CLI and curl.
- Browser
- Download file 4.69 kB
-
https://huggingface.co/itzune/gector-eus-v5/resolve/main/training_log.json
- Command line
-
hf download hf://itzune/gector-eus-v5/training_log.json
-
curl -L -o training_log.json https://huggingface.co/itzune/gector-eus-v5/resolve/main/training_log.json
4.69 kB
| { | |
| "argparse": { | |
| "train_file": "/root/gector-eus-v2/data/v5/preprocessed/train.txt", | |
| "valid_file": "/root/gector-eus-v2/data/v5/preprocessed/valid.txt", | |
| "types_file": "/root/gector-eus-v2/data/v5/preprocessed/train.types", | |
| "valid_types_file": "/root/gector-eus-v2/data/v5/preprocessed/valid.types", | |
| "model_id": "ixa-ehu/roberta-eus-euscrawl-base-cased", | |
| "batch_size": 32, | |
| "delimeter": "SEPL|||SEPR", | |
| "additional_delimeter": "SEPL__SEPR", | |
| "restore_dir": null, | |
| "restore_vocab": null, | |
| "restore_vocab_official": null, | |
| "save_dir": "/root/gector-eus-v2/models/v5", | |
| "max_len": 128, | |
| "n_max_labels": 3500, | |
| "n_epochs": 15, | |
| "p_dropout": 0.0, | |
| "lr": 1e-05, | |
| "cold_lr": 0.001, | |
| "accumulation": 1, | |
| "seed": 42, | |
| "label_smoothing": 0.0, | |
| "n_cold_epochs": 2, | |
| "num_warmup_steps": 500, | |
| "lr_scheduler_type": "linear", | |
| "early_stopping_patience": 3, | |
| "type_loss_weight": 0.5 | |
| }, | |
| "Epoch 0": { | |
| "train_log": { | |
| "loss": 0.30277151725802615, | |
| "accuracy": 0.976137391361548, | |
| "accuracy_d": 0.9760970208997863, | |
| "accuracy_t": 0.977809025877062 | |
| }, | |
| "valid_log": { | |
| "loss": 0.3182020556359064, | |
| "accuracy": 0.9669546626863026, | |
| "accuracy_d": 0.9610775519931127, | |
| "accuracy_t": 0.9671893857774281, | |
| "message": "Best checkpoint updated." | |
| } | |
| }, | |
| "Epoch 1": { | |
| "train_log": { | |
| "loss": 0.20406744141745872, | |
| "accuracy": 0.9806194762528654, | |
| "accuracy_d": 0.9767620762067674, | |
| "accuracy_t": 0.9795591755539097 | |
| }, | |
| "valid_log": { | |
| "loss": 0.2988290431953612, | |
| "accuracy": 0.9690904144256834, | |
| "accuracy_d": 0.9605597900965858, | |
| "accuracy_t": 0.9677683531291901, | |
| "message": "Best checkpoint updated." | |
| } | |
| }, | |
| "Epoch 2": { | |
| "train_log": { | |
| "loss": 0.10778830136503237, | |
| "accuracy": 0.9875131449629386, | |
| "accuracy_d": 0.9874407011908081, | |
| "accuracy_t": 0.9869734624590095 | |
| }, | |
| "valid_log": { | |
| "loss": 0.11075014295795607, | |
| "accuracy": 0.9840261586128719, | |
| "accuracy_d": 0.9874564456561256, | |
| "accuracy_t": 0.9859001958180987, | |
| "message": "Best checkpoint updated." | |
| } | |
| }, | |
| "Epoch 3": { | |
| "train_log": { | |
| "loss": 0.07115867559020203, | |
| "accuracy": 0.9910093279282131, | |
| "accuracy_d": 0.9918868114389847, | |
| "accuracy_t": 0.9905248264222501 | |
| }, | |
| "valid_log": { | |
| "loss": 0.08868946791404769, | |
| "accuracy": 0.9869027497276427, | |
| "accuracy_d": 0.9905585296570308, | |
| "accuracy_t": 0.9881715509626601, | |
| "message": "Best checkpoint updated." | |
| } | |
| }, | |
| "Epoch 4": { | |
| "train_log": { | |
| "loss": 0.05504458375827642, | |
| "accuracy": 0.9928589731688843, | |
| "accuracy_d": 0.9938102049894187, | |
| "accuracy_t": 0.9923224721380824 | |
| }, | |
| "valid_log": { | |
| "loss": 0.0816192842487778, | |
| "accuracy": 0.9882355493212504, | |
| "accuracy_d": 0.9915429552396139, | |
| "accuracy_t": 0.9897032853156801, | |
| "message": "Best checkpoint updated." | |
| } | |
| }, | |
| "Epoch 5": { | |
| "train_log": { | |
| "loss": 0.04363881687777945, | |
| "accuracy": 0.9942170570321412, | |
| "accuracy_d": 0.9952038029434607, | |
| "accuracy_t": 0.9936261125401983 | |
| }, | |
| "valid_log": { | |
| "loss": 0.0749649325651782, | |
| "accuracy": 0.9890727694072421, | |
| "accuracy_d": 0.9927372014711774, | |
| "accuracy_t": 0.9906308158995614, | |
| "message": "Best checkpoint updated." | |
| } | |
| }, | |
| "Epoch 6": { | |
| "train_log": { | |
| "loss": 0.03458843396914768, | |
| "accuracy": 0.9953370008845935, | |
| "accuracy_d": 0.9962939741269424, | |
| "accuracy_t": 0.994719822927998 | |
| }, | |
| "valid_log": { | |
| "loss": 0.08051196259579488, | |
| "accuracy": 0.9890611162261357, | |
| "accuracy_d": 0.992813888050261, | |
| "accuracy_t": 0.9913276935380603 | |
| } | |
| }, | |
| "Epoch 7": { | |
| "train_log": { | |
| "loss": 0.027719171228479094, | |
| "accuracy": 0.9962250340589024, | |
| "accuracy_d": 0.9971335275622699, | |
| "accuracy_t": 0.9955893020461164 | |
| }, | |
| "valid_log": { | |
| "loss": 0.08494532860756393, | |
| "accuracy": 0.9893773094056144, | |
| "accuracy_d": 0.9927511404431055, | |
| "accuracy_t": 0.9917292888202365, | |
| "message": "Best checkpoint updated." | |
| } | |
| }, | |
| "Epoch 8": { | |
| "train_log": { | |
| "loss": 0.02266094970637561, | |
| "accuracy": 0.9968685013287364, | |
| "accuracy_d": 0.9977058680387912, | |
| "accuracy_t": 0.9962531366248105 | |
| }, | |
| "valid_log": { | |
| "loss": 0.08308996490040232, | |
| "accuracy": 0.9894704468666561, | |
| "accuracy_d": 0.9931284813653856, | |
| "accuracy_t": 0.9919068832246084, | |
| "message": "Best checkpoint updated." | |
| } | |
| } | |
| } |