{ "eval_source": "calibration_v4.jsonl (independent family-disjoint split)", "eval_mode": "held_out", "is_held_out": true, "eval_items": 600, "note": "No evaluation performed (0 calibration items and no --eval set was provided).", "before": null, "after": null, "comparison": null, "calibration": { "choice": { "items": 600, "temperature": 3.505923271179199, "issues": [], "accuracy": 0.96, "mean_confidence": 0.9676679738041832 }, "score": { "items": 0, "temperature": 1.0, "issues": [] }, "noul": { "items": 0, "temperature": 1.0, "issues": [] } }, "abstention_thresholds": { "choice:6-10": 0.4057, "choice:3-5": 0.5571 }, "training": { "epochs": 4, "micro_batch": 8, "grad_accum": 2, "encoder_lr": 2.5e-05, "head_lr": 0.0001, "min_lr": 1e-06, "weight_decay": 0.01, "grad_clip": 1.0, "loss": "soft-ce", "rl_samples": 4, "sigma_start": 0.4, "sigma_end": 0.1, "w_sph": 0.75, "w_rps": 1.0, "shuffle_options": [], "option_layout": null, "freeze_encoder": false, "calib_max": 0, "calib_frac": 0.0, "calib_seed": 20260922, "seed": 20261026, "max_len": null, "head_max_len": null, "amp": null, "gradient_checkpointing": null, "log_every": 100, "label_smoothing": 0.0, "text_column": "text", "label_column": "label", "question_id": "label", "instructions": null, "eval_data": null, "target_error": 0.1, "min_abstain_n": 10 }, "before_calibration": { "items": 600, "loss": 0.3863, "accuracy": 0.96, "mean_confidence": 0.9971, "ece": 0.0399, "brier": 0.0781, "brier_top1": 0.0388, "by_type": { "choice": { "items": 600, "loss": 0.3863, "accuracy": 0.96, "mean_confidence": 0.9971, "ece": 0.0399, "brier": 0.0781, "brier_top1": 0.0388 } } }, "after_calibration": { "items": 600, "loss": 0.1454, "accuracy": 0.96, "mean_confidence": 0.9677, "ece": 0.015, "brier": 0.067, "brier_top1": 0.0311, "by_type": { "choice": { "items": 600, "loss": 0.1454, "accuracy": 0.96, "mean_confidence": 0.9677, "ece": 0.015, "brier": 0.067, "brier_top1": 0.0311 } } } }