| { |
| "encoder": "answerdotai/ModernBERT-large", |
| "head_layers": 2, |
| "max_len": 256, |
| "head_max_len": 192, |
| "max_prefixes": 6, |
| "act_costs": { |
| "escalate": 0.5 |
| }, |
| "cost_wrong_act": 3.0, |
| "amp_dtype": "bf16", |
| "model_name": "rl-agent", |
| "temperature": [ |
| 5.0, |
| 1.0, |
| 1.0 |
| ], |
| "training": { |
| "updates": 7313, |
| "epochs_completed": 1, |
| "hours": 1.96, |
| "world_size": 1, |
| "fine_tuned_from_checkpoint": true, |
| "laya_train": { |
| "epochs": 6, |
| "micro_batch": 2, |
| "grad_accum": 8, |
| "encoder_lr": 2.5e-05, |
| "head_lr": 0.0001, |
| "min_lr": 1e-06, |
| "weight_decay": 0.01, |
| "grad_clip": 1.0, |
| "loss": "rlcd", |
| "rl_samples": 4, |
| "sigma_start": 0.4, |
| "sigma_end": 0.1, |
| "w_sph": 0.75, |
| "w_rps": 1.0, |
| "shuffle_options": [ |
| "choice" |
| ], |
| "option_layout": null, |
| "freeze_encoder": false, |
| "calib_max": 400, |
| "calib_frac": 0.1, |
| "calib_seed": 20260922, |
| "seed": 0, |
| "max_len": 256, |
| "head_max_len": null, |
| "amp": null, |
| "gradient_checkpointing": null, |
| "log_every": 100, |
| "label_smoothing": 0.0, |
| "text_column": "text", |
| "label_column": "label", |
| "question_id": "label", |
| "instructions": null, |
| "eval_data": "triage/dev.jsonl", |
| "target_error": 0.1, |
| "min_abstain_n": 10 |
| }, |
| "laya_train_calibration": { |
| "choice": { |
| "items": 87, |
| "temperature": 5.0, |
| "issues": [ |
| "the fitted temperature 5 is on the [0.5, 5] clamp" |
| ], |
| "accuracy": 0.896551724137931, |
| "mean_confidence": 0.886044641700035 |
| }, |
| "score": { |
| "items": 0, |
| "temperature": 1.0, |
| "issues": [] |
| }, |
| "noul": { |
| "items": 0, |
| "temperature": 1.0, |
| "issues": [] |
| } |
| }, |
| "train_report": { |
| "eval_source": "triage/dev.jsonl", |
| "eval_mode": "held_out", |
| "is_held_out": true, |
| "eval_items": 97, |
| "note": "Metrics reflect independent held-out evaluation.", |
| "before": { |
| "items": 97, |
| "loss": 1.8428, |
| "accuracy": 0.1959, |
| "mean_confidence": 0.2964, |
| "ece": 0.1274, |
| "brier": 0.847, |
| "brier_top1": 0.1651, |
| "by_type": { |
| "choice": { |
| "items": 97, |
| "loss": 1.8428, |
| "accuracy": 0.1959, |
| "mean_confidence": 0.2964, |
| "ece": 0.1274, |
| "brier": 0.847, |
| "brier_top1": 0.1651 |
| } |
| } |
| }, |
| "after": { |
| "items": 97, |
| "loss": 0.3928, |
| "accuracy": 0.8866, |
| "mean_confidence": 0.8694, |
| "ece": 0.0631, |
| "brier": 0.1593, |
| "brier_top1": 0.0589, |
| "by_type": { |
| "choice": { |
| "items": 97, |
| "loss": 0.3928, |
| "accuracy": 0.8866, |
| "mean_confidence": 0.8694, |
| "ece": 0.0631, |
| "brier": 0.1593, |
| "brier_top1": 0.0589 |
| } |
| } |
| }, |
| "comparison": { |
| "delta_accuracy": 0.6907, |
| "delta_loss": -1.45, |
| "delta_ece": -0.0643, |
| "delta_brier": -0.6877, |
| "delta_brier_top1": -0.1062, |
| "delta_mean_confidence": 0.573 |
| }, |
| "calibration": { |
| "choice": { |
| "items": 87, |
| "temperature": 5.0, |
| "issues": [ |
| "the fitted temperature 5 is on the [0.5, 5] clamp" |
| ], |
| "accuracy": 0.896551724137931, |
| "mean_confidence": 0.886044641700035 |
| }, |
| "score": { |
| "items": 0, |
| "temperature": 1.0, |
| "issues": [] |
| }, |
| "noul": { |
| "items": 0, |
| "temperature": 1.0, |
| "issues": [] |
| } |
| }, |
| "abstention_thresholds": { |
| "choice:6-10": 0.3813 |
| }, |
| "training": { |
| "epochs": 6, |
| "micro_batch": 2, |
| "grad_accum": 8, |
| "encoder_lr": 2.5e-05, |
| "head_lr": 0.0001, |
| "min_lr": 1e-06, |
| "weight_decay": 0.01, |
| "grad_clip": 1.0, |
| "loss": "rlcd", |
| "rl_samples": 4, |
| "sigma_start": 0.4, |
| "sigma_end": 0.1, |
| "w_sph": 0.75, |
| "w_rps": 1.0, |
| "shuffle_options": [ |
| "choice" |
| ], |
| "option_layout": null, |
| "freeze_encoder": false, |
| "calib_max": 400, |
| "calib_frac": 0.1, |
| "calib_seed": 20260922, |
| "seed": 0, |
| "max_len": 256, |
| "head_max_len": null, |
| "amp": null, |
| "gradient_checkpointing": null, |
| "log_every": 100, |
| "label_smoothing": 0.0, |
| "text_column": "text", |
| "label_column": "label", |
| "question_id": "label", |
| "instructions": null, |
| "eval_data": "triage/dev.jsonl", |
| "target_error": 0.1, |
| "min_abstain_n": 10 |
| } |
| }, |
| "abstention_thresholds": { |
| "choice:6-10": 0.3813 |
| } |
| }, |
| "fine_tuned": true |
| } |
