gector-eus-v5 / training_log.json
xezpeleta's picture
Publish gector-eus-v5: GECToR v5 — multi-task Basque GEC, distilled from the 8B LoRA teacher
a9328ca verified
Raw History Blame Contribute Delete
4.69 kB
{
"argparse": {
"train_file": "/root/gector-eus-v2/data/v5/preprocessed/train.txt",
"valid_file": "/root/gector-eus-v2/data/v5/preprocessed/valid.txt",
"types_file": "/root/gector-eus-v2/data/v5/preprocessed/train.types",
"valid_types_file": "/root/gector-eus-v2/data/v5/preprocessed/valid.types",
"model_id": "ixa-ehu/roberta-eus-euscrawl-base-cased",
"batch_size": 32,
"delimeter": "SEPL|||SEPR",
"additional_delimeter": "SEPL__SEPR",
"restore_dir": null,
"restore_vocab": null,
"restore_vocab_official": null,
"save_dir": "/root/gector-eus-v2/models/v5",
"max_len": 128,
"n_max_labels": 3500,
"n_epochs": 15,
"p_dropout": 0.0,
"lr": 1e-05,
"cold_lr": 0.001,
"accumulation": 1,
"seed": 42,
"label_smoothing": 0.0,
"n_cold_epochs": 2,
"num_warmup_steps": 500,
"lr_scheduler_type": "linear",
"early_stopping_patience": 3,
"type_loss_weight": 0.5
},
"Epoch 0": {
"train_log": {
"loss": 0.30277151725802615,
"accuracy": 0.976137391361548,
"accuracy_d": 0.9760970208997863,
"accuracy_t": 0.977809025877062
},
"valid_log": {
"loss": 0.3182020556359064,
"accuracy": 0.9669546626863026,
"accuracy_d": 0.9610775519931127,
"accuracy_t": 0.9671893857774281,
"message": "Best checkpoint updated."
}
},
"Epoch 1": {
"train_log": {
"loss": 0.20406744141745872,
"accuracy": 0.9806194762528654,
"accuracy_d": 0.9767620762067674,
"accuracy_t": 0.9795591755539097
},
"valid_log": {
"loss": 0.2988290431953612,
"accuracy": 0.9690904144256834,
"accuracy_d": 0.9605597900965858,
"accuracy_t": 0.9677683531291901,
"message": "Best checkpoint updated."
}
},
"Epoch 2": {
"train_log": {
"loss": 0.10778830136503237,
"accuracy": 0.9875131449629386,
"accuracy_d": 0.9874407011908081,
"accuracy_t": 0.9869734624590095
},
"valid_log": {
"loss": 0.11075014295795607,
"accuracy": 0.9840261586128719,
"accuracy_d": 0.9874564456561256,
"accuracy_t": 0.9859001958180987,
"message": "Best checkpoint updated."
}
},
"Epoch 3": {
"train_log": {
"loss": 0.07115867559020203,
"accuracy": 0.9910093279282131,
"accuracy_d": 0.9918868114389847,
"accuracy_t": 0.9905248264222501
},
"valid_log": {
"loss": 0.08868946791404769,
"accuracy": 0.9869027497276427,
"accuracy_d": 0.9905585296570308,
"accuracy_t": 0.9881715509626601,
"message": "Best checkpoint updated."
}
},
"Epoch 4": {
"train_log": {
"loss": 0.05504458375827642,
"accuracy": 0.9928589731688843,
"accuracy_d": 0.9938102049894187,
"accuracy_t": 0.9923224721380824
},
"valid_log": {
"loss": 0.0816192842487778,
"accuracy": 0.9882355493212504,
"accuracy_d": 0.9915429552396139,
"accuracy_t": 0.9897032853156801,
"message": "Best checkpoint updated."
}
},
"Epoch 5": {
"train_log": {
"loss": 0.04363881687777945,
"accuracy": 0.9942170570321412,
"accuracy_d": 0.9952038029434607,
"accuracy_t": 0.9936261125401983
},
"valid_log": {
"loss": 0.0749649325651782,
"accuracy": 0.9890727694072421,
"accuracy_d": 0.9927372014711774,
"accuracy_t": 0.9906308158995614,
"message": "Best checkpoint updated."
}
},
"Epoch 6": {
"train_log": {
"loss": 0.03458843396914768,
"accuracy": 0.9953370008845935,
"accuracy_d": 0.9962939741269424,
"accuracy_t": 0.994719822927998
},
"valid_log": {
"loss": 0.08051196259579488,
"accuracy": 0.9890611162261357,
"accuracy_d": 0.992813888050261,
"accuracy_t": 0.9913276935380603
}
},
"Epoch 7": {
"train_log": {
"loss": 0.027719171228479094,
"accuracy": 0.9962250340589024,
"accuracy_d": 0.9971335275622699,
"accuracy_t": 0.9955893020461164
},
"valid_log": {
"loss": 0.08494532860756393,
"accuracy": 0.9893773094056144,
"accuracy_d": 0.9927511404431055,
"accuracy_t": 0.9917292888202365,
"message": "Best checkpoint updated."
}
},
"Epoch 8": {
"train_log": {
"loss": 0.02266094970637561,
"accuracy": 0.9968685013287364,
"accuracy_d": 0.9977058680387912,
"accuracy_t": 0.9962531366248105
},
"valid_log": {
"loss": 0.08308996490040232,
"accuracy": 0.9894704468666561,
"accuracy_d": 0.9931284813653856,
"accuracy_t": 0.9919068832246084,
"message": "Best checkpoint updated."
}
}
}