{ "settings": { "out": "runs/mm_seed0", "base": "multilingual", "repo": "presencesw/mednli", "data_dir": null, "deid": "keep", "device": "cuda:0", "seed": 0, "epochs": 6, "batch": 32, "grad_accum": 2, "encoder_lr": 2.5e-05, "head_lr": 0.0001, "min_lr": 1e-06, "weight_decay": 0.01, "warmup_frac": 0.06, "grad_clip": 1.0, "label_smoothing": 0.0, "shuffle_prob": 1.0, "mismatch_frac": 0.15, "patience": 2, "calib_items": 400, "eval_batch": 128, "max_len": null, "head_max_len": null, "freeze_embeddings": false, "grad_checkpointing": false, "limit": null }, "data": { "train_cleaning": { "rows_in": 11232, "conflicting_rows_dropped": 9, "duplicate_rows_dropped": 3, "rows_out": 11220 }, "train_items": 10819, "calibration_items": 401, "validation_items": 1395, "mismatch_frac": 0.15 }, "validation_before": { "nll": 1.3586, "accuracy": 0.4317, "macro_f1": 0.3888, "logit_range": 2.646 }, "best": { "nll": 0.4914, "accuracy": 0.8075, "macro_f1": 0.8074, "logit_range": 4.9356, "epoch": 2, "train_loss": 0.3982, "minutes": 1.38 }, "calibration": { "items": 1604, "temperature": 1.256, "nll_before": 0.4458, "nll_after": 0.433, "mean_confidence_after": 0.8346 }, "history": [ { "nll": 0.5148, "accuracy": 0.7905, "macro_f1": 0.7929, "logit_range": 3.4344, "epoch": 1, "train_loss": 0.6777, "minutes": 0.66 }, { "nll": 0.4914, "accuracy": 0.8075, "macro_f1": 0.8074, "logit_range": 4.9356, "epoch": 2, "train_loss": 0.3982, "minutes": 1.38 }, { "nll": 0.6095, "accuracy": 0.7885, "macro_f1": 0.7899, "logit_range": 5.8063, "epoch": 3, "train_loss": 0.2376, "minutes": 2.09 }, { "nll": 0.8555, "accuracy": 0.7753, "macro_f1": 0.7776, "logit_range": 7.4772, "epoch": 4, "train_loss": 0.1328, "minutes": 2.75 } ] }