{
 "format": "d1a-torch",
 "format_version": 1,
 "base": "google/gemma-4-E2B",
 "base_revision": "d29ff6b45f081a49ee2733a859c9c9c2d95d1a6f",
 "lora": 16,
 "head_dim": 256,
 "option_isolation": false,
 "special_embeddings": false,
 "weights_dtype": "bf16",
 "temperature": 1.447269237440378,
 "holdout": [],
 "weights": "lora",
 "head": "head.safetensors",
 "extra": {
  "args": {
   "base": "google/gemma-4-E2B",
   "n_per_source": 1000,
   "epochs": 1,
   "lr": 5e-05,
   "head_lr": 0.0,
   "weight_decay": 0.01,
   "lora": 16,
   "accum": 4,
   "holdout": "",
   "suite": "evals/v7/decision-v7",
   "train_sources": "",
   "device": "cuda",
   "batch": 2,
   "dtype": "bf16",
   "weights_dtype": "bf16",
   "checkpointing": 1,
   "head_dim": 256,
   "lora_targets": "all",
   "base_revision": "d29ff6b45f081a49ee2733a859c9c9c2d95d1a6f",
   "p_none": 0.1,
   "p_none_distract": 0.12,
   "p_distract": 0.15,
   "p_none_pair": 0.0,
   "none_pair_max_state": null,
   "synthetic_repeat": 1,
   "public_frac": 1.0,
   "out": "e2b-v06",
   "data": "data/train-e2b-v06.jsonl",
   "max_state": 5120,
   "extra_suites": "",
   "replay": 0,
   "init_from": "JohnP1/d1a-e2b@v0.2.1-2epoch-calibrated",
   "allow_missing_sources": "",
   "reason": "",
   "row_budget": 0,
   "shared_prefix": 0,
   "length_sort": 0,
   "pass_tokens_max": 0,
   "max_steps": 0,
   "save_every_steps": 0,
   "save_every_minutes": 30.0,
   "resume": 1,
   "stop_after": 0,
   "seed": 0
  },
  "suite_sha256": "a8f50e481b7d90b97da049e0ff6a01cee2f1ed204aed61a8265af0edbb5514d2",
  "init_source": {
   "init_from": "JohnP1/d1a-e2b@v0.2.1-2epoch-calibrated",
   "resolved": "JohnP1/d1a-e2b@b529d2fd25bb813319903ff8f1304e670677a6bb",
   "weights_sha256": "e23dbe51453b6e926da0db70a38d680bc64644caff872cf0defcbbd8b1acbe46",
   "head_sha256": "fb3173876e55edb96bc73fab852372f2e4f6a193e346d6cd80868c8bbdda6990",
   "tensors": 410
  },
  "temperature_fit": {
   "rows": [
    "cal/rows.json",
    "calpr/rows.json"
   ],
   "n": 3178,
   "method": "min micro mean NLL over a 121-point log grid 0.25..4",
   "cross_validation": {
    "raw": {
     "n": 3178,
     "ece": 0.0505561988092814,
     "brier": 0.2952905648331223,
     "nll": 0.5648973549274169,
     "confident_error_rate": 0.02957835116425425,
     "coverage_at_5pct_error": 0.5613593455003146
    },
    "out_of_fold": {
     "n": 3178,
     "ece": 0.023704548579686884,
     "brier": 0.2896952220920997,
     "nll": 0.5324486179012022,
     "confident_error_rate": 0.017935808684707365,
     "coverage_at_5pct_error": 0.5556954059156702
    },
    "ece_ci95": {
     "raw": [
      0.04102750015575881,
      0.06377306530700594
     ],
     "out_of_fold": [
      0.016511069955034523,
      0.03860363764230206
     ],
     "delta": [
      -0.04016350379193325,
      -0.010727297381358629
     ]
    },
    "separated": true,
    "temperatures": [
     1.447269237440378,
     1.447269237440378,
     1.4142135623730947,
     1.4810975522865641,
     1.447269237440378
    ],
    "folds": 5,
    "seed": 0,
    "samples": 1000,
    "groups": 1670,
    "unit": "source-stratified (source, group); sibling questions and variants stay together"
   },
   "interval": {
    "level": 0.9,
    "samples": 2000,
    "seed": 0,
    "lower": 1.381912879967776,
    "upper": 1.5157165665103978,
    "questions": 3178
   },
   "fit_rows": [
    {
     "rows": "cal/rows.json",
     "suite": "evals/v7/decision-v7",
     "split": "calibration",
     "questions": 1148
    },
    {
     "rows": "calpr/rows.json",
     "suite": "evals/d1a/pr-labels",
     "split": "development",
     "questions": 2030
    }
   ],
   "training_suites": [
    "evals/devtools-v1",
    "evals/documents-v1",
    "evals/hard-v1",
    "evals/v7/decision-v7"
   ],
   "training_partitions": [
    "evals/d1a/ja-jglue:train",
    "evals/d1a/pr-labels:train",
    "evals/d1a/pr-labels:train-blast",
    "evals/d1a/pr-labels:train-ja",
    "evals/d1a/routing:factory-train",
    "evals/d1a/routing:generic-train"
   ],
   "same_corpus": [
    "calpr/rows.json: SAME CORPUS: evals/d1a/pr-labels:development is an eval partition of evals/d1a/pr-labels, whose train partitions ['evals/d1a/pr-labels:train', 'evals/d1a/pr-labels:train-blast', 'evals/d1a/pr-labels:train-ja'] the checkpoint trained on"
   ],
   "in_distribution": {
    "allowed": true,
    "problems": [
     "cal/rows.json: evals/v7/decision-v7 is training data of the checkpoint",
     "cal/rows.json: it pools 12 training source(s) ['agnews', 'amazon', 'banking77', 'boolq', 'compositional', 'dbpedia14', 'imdb', 'legacy_policy'] ...",
     "cal/rows.json: it reads the calibration partition of evals/v7/decision-v7, a training corpus",
     "calpr/rows.json: SAME CORPUS: evals/d1a/pr-labels:development is an eval partition of evals/d1a/pr-labels, whose train partitions ['evals/d1a/pr-labels:train', 'evals/d1a/pr-labels:train-blast', 'evals/d1a/pr-labels:train-ja'] the checkpoint trained on",
     "cannot list the sources of --data data/train-e2b-v06.jsonl (outside evals/, no sidecar train-e2b-v06.jsonl.json naming its sources), training data of d1"
    ]
   }
  },
  "use_case_temperatures": {
   "routing": 0.9548416039104165
  },
  "use_case_temperature_fits": {
   "routing": {
    "rows": [
     "e2b-v06/gate/suites/routing_generic-development/head/rows.json",
     "e2b-v06/gate/suites/routing_handlabelled-45/head/rows.json"
    ],
    "n": 315,
    "method": "min micro mean NLL over a 121-point log grid 0.25..4",
    "cross_validation": {
     "raw": {
      "n": 315,
      "ece": 0.018499680832099685,
      "brier": 0.03799074208801305,
      "nll": 0.06040660176682812,
      "confident_error_rate": 0.0,
      "coverage_at_5pct_error": 1.0
     },
     "out_of_fold": {
      "n": 315,
      "ece": 0.013612898878925516,
      "brier": 0.03937697895309676,
      "nll": 0.06225521527784288,
      "confident_error_rate": 0.0031746031746031746,
      "coverage_at_5pct_error": 1.0
     },
     "ece_ci95": {
      "raw": [
       0.01077328946933042,
       0.034931159728294615
      ],
      "out_of_fold": [
       0.0067492580757402216,
       0.03106535692064003
      ],
      "delta": [
       -0.010430770740017884,
       0.002236456299991558
      ]
     },
     "separated": false,
     "temperatures": [
      1.0,
      0.8705505632961241,
      0.9771599684342458,
      0.8705505632961241,
      1.0
     ],
     "folds": 5,
     "seed": 0,
     "samples": 1000,
     "groups": 315,
     "unit": "source-stratified (source, group); sibling questions and variants stay together"
    },
    "interval": {
     "level": 0.9,
     "samples": 2000,
     "seed": 0,
     "lower": 0.7405487761432822,
     "upper": 1.1224620483093728,
     "questions": 315
    },
    "fit_rows": [
     {
      "rows": "e2b-v06/gate/suites/routing_generic-development/head/rows.json",
      "suite": "evals/d1a/routing",
      "split": "generic-development",
      "questions": 270
     },
     {
      "rows": "e2b-v06/gate/suites/routing_handlabelled-45/head/rows.json",
      "suite": "evals/d1a/routing",
      "split": "handlabelled-45",
      "questions": 45
     }
    ],
    "training_suites": [
     "evals/devtools-v1",
     "evals/documents-v1",
     "evals/hard-v1",
     "evals/v7/decision-v7"
    ],
    "training_partitions": [
     "evals/d1a/ja-jglue:train",
     "evals/d1a/pr-labels:train",
     "evals/d1a/pr-labels:train-blast",
     "evals/d1a/pr-labels:train-ja",
     "evals/d1a/routing:factory-train",
     "evals/d1a/routing:generic-train"
    ],
    "same_corpus": [
     "e2b-v06/gate/suites/routing_generic-development/head/rows.json: SAME CORPUS: evals/d1a/routing:generic-development is an eval partition of evals/d1a/routing, whose train partitions ['evals/d1a/routing:factory-train', 'evals/d1a/routing:generic-train'] the checkpoint trained on",
     "e2b-v06/gate/suites/routing_handlabelled-45/head/rows.json: SAME CORPUS: evals/d1a/routing:handlabelled-45 is an eval partition of evals/d1a/routing, whose train partitions ['evals/d1a/routing:factory-train', 'evals/d1a/routing:generic-train'] the checkpoint trained on"
    ],
    "in_distribution": {
     "allowed": true,
     "problems": [
      "e2b-v06/gate/suites/routing_generic-development/head/rows.json: SAME CORPUS: evals/d1a/routing:generic-development is an eval partition of evals/d1a/routing, whose train partitions ['evals/d1a/routing:factory-train', 'evals/d1a/routing:generic-train'] the checkpoint trained on",
      "e2b-v06/gate/suites/routing_handlabelled-45/head/rows.json: SAME CORPUS: evals/d1a/routing:handlabelled-45 is an eval partition of evals/d1a/routing, whose train partitions ['evals/d1a/routing:factory-train', 'evals/d1a/routing:generic-train'] the checkpoint trained on",
      "cannot list the sources of --data data/train-e2b-v06.jsonl (outside evals/, no sidecar train-e2b-v06.jsonl.json naming its sources), training data of routing-temp-v061/stub/d1a-e2b"
     ]
    }
   }
  }
 }
}