{
  "encoder": "answerdotai/ModernBERT-large",
  "head_layers": 2,
  "max_len": 256,
  "head_max_len": 192,
  "max_prefixes": 6,
  "act_costs": {
    "escalate": 0.5
  },
  "cost_wrong_act": 3.0,
  "amp_dtype": "bf16",
  "model_name": "rl-agent",
  "temperature": [
    5.0,
    1.0,
    1.0
  ],
  "training": {
    "updates": 7313,
    "epochs_completed": 1,
    "hours": 1.96,
    "world_size": 1,
    "fine_tuned_from_checkpoint": true,
    "laya_train": {
      "epochs": 6,
      "micro_batch": 2,
      "grad_accum": 8,
      "encoder_lr": 2.5e-05,
      "head_lr": 0.0001,
      "min_lr": 1e-06,
      "weight_decay": 0.01,
      "grad_clip": 1.0,
      "loss": "rlcd",
      "rl_samples": 4,
      "sigma_start": 0.4,
      "sigma_end": 0.1,
      "w_sph": 0.75,
      "w_rps": 1.0,
      "shuffle_options": [
        "choice"
      ],
      "option_layout": null,
      "freeze_encoder": false,
      "calib_max": 400,
      "calib_frac": 0.1,
      "calib_seed": 20260922,
      "seed": 0,
      "max_len": 256,
      "head_max_len": null,
      "amp": null,
      "gradient_checkpointing": null,
      "log_every": 100,
      "label_smoothing": 0.0,
      "text_column": "text",
      "label_column": "label",
      "question_id": "label",
      "instructions": null,
      "eval_data": "triage/dev.jsonl",
      "target_error": 0.1,
      "min_abstain_n": 10
    },
    "laya_train_calibration": {
      "choice": {
        "items": 87,
        "temperature": 5.0,
        "issues": [
          "the fitted temperature 5 is on the [0.5, 5] clamp"
        ],
        "accuracy": 0.896551724137931,
        "mean_confidence": 0.886044641700035
      },
      "score": {
        "items": 0,
        "temperature": 1.0,
        "issues": []
      },
      "noul": {
        "items": 0,
        "temperature": 1.0,
        "issues": []
      }
    },
    "train_report": {
      "eval_source": "triage/dev.jsonl",
      "eval_mode": "held_out",
      "is_held_out": true,
      "eval_items": 97,
      "note": "Metrics reflect independent held-out evaluation.",
      "before": {
        "items": 97,
        "loss": 1.8428,
        "accuracy": 0.1959,
        "mean_confidence": 0.2964,
        "ece": 0.1274,
        "brier": 0.847,
        "brier_top1": 0.1651,
        "by_type": {
          "choice": {
            "items": 97,
            "loss": 1.8428,
            "accuracy": 0.1959,
            "mean_confidence": 0.2964,
            "ece": 0.1274,
            "brier": 0.847,
            "brier_top1": 0.1651
          }
        }
      },
      "after": {
        "items": 97,
        "loss": 0.3928,
        "accuracy": 0.8866,
        "mean_confidence": 0.8694,
        "ece": 0.0631,
        "brier": 0.1593,
        "brier_top1": 0.0589,
        "by_type": {
          "choice": {
            "items": 97,
            "loss": 0.3928,
            "accuracy": 0.8866,
            "mean_confidence": 0.8694,
            "ece": 0.0631,
            "brier": 0.1593,
            "brier_top1": 0.0589
          }
        }
      },
      "comparison": {
        "delta_accuracy": 0.6907,
        "delta_loss": -1.45,
        "delta_ece": -0.0643,
        "delta_brier": -0.6877,
        "delta_brier_top1": -0.1062,
        "delta_mean_confidence": 0.573
      },
      "calibration": {
        "choice": {
          "items": 87,
          "temperature": 5.0,
          "issues": [
            "the fitted temperature 5 is on the [0.5, 5] clamp"
          ],
          "accuracy": 0.896551724137931,
          "mean_confidence": 0.886044641700035
        },
        "score": {
          "items": 0,
          "temperature": 1.0,
          "issues": []
        },
        "noul": {
          "items": 0,
          "temperature": 1.0,
          "issues": []
        }
      },
      "abstention_thresholds": {
        "choice:6-10": 0.3813
      },
      "training": {
        "epochs": 6,
        "micro_batch": 2,
        "grad_accum": 8,
        "encoder_lr": 2.5e-05,
        "head_lr": 0.0001,
        "min_lr": 1e-06,
        "weight_decay": 0.01,
        "grad_clip": 1.0,
        "loss": "rlcd",
        "rl_samples": 4,
        "sigma_start": 0.4,
        "sigma_end": 0.1,
        "w_sph": 0.75,
        "w_rps": 1.0,
        "shuffle_options": [
          "choice"
        ],
        "option_layout": null,
        "freeze_encoder": false,
        "calib_max": 400,
        "calib_frac": 0.1,
        "calib_seed": 20260922,
        "seed": 0,
        "max_len": 256,
        "head_max_len": null,
        "amp": null,
        "gradient_checkpointing": null,
        "log_every": 100,
        "label_smoothing": 0.0,
        "text_column": "text",
        "label_column": "label",
        "question_id": "label",
        "instructions": null,
        "eval_data": "triage/dev.jsonl",
        "target_error": 0.1,
        "min_abstain_n": 10
      }
    },
    "abstention_thresholds": {
      "choice:6-10": 0.3813
    }
  },
  "fine_tuned": true
}