| { |
| "format": "d1a-torch", |
| "format_version": 1, |
| "base": "google/gemma-4-E2B", |
| "base_revision": "d29ff6b45f081a49ee2733a859c9c9c2d95d1a6f", |
| "lora": 16, |
| "head_dim": 256, |
| "option_isolation": false, |
| "special_embeddings": false, |
| "weights_dtype": "bf16", |
| "temperature": 1.447269237440378, |
| "holdout": [], |
| "weights": "lora", |
| "head": "head.safetensors", |
| "extra": { |
| "args": { |
| "base": "google/gemma-4-E2B", |
| "n_per_source": 1000, |
| "epochs": 1, |
| "lr": 5e-05, |
| "head_lr": 0.0, |
| "weight_decay": 0.01, |
| "lora": 16, |
| "accum": 4, |
| "holdout": "", |
| "suite": "evals/v7/decision-v7", |
| "train_sources": "", |
| "device": "cuda", |
| "batch": 2, |
| "dtype": "bf16", |
| "weights_dtype": "bf16", |
| "checkpointing": 1, |
| "head_dim": 256, |
| "lora_targets": "all", |
| "base_revision": "d29ff6b45f081a49ee2733a859c9c9c2d95d1a6f", |
| "p_none": 0.1, |
| "p_none_distract": 0.12, |
| "p_distract": 0.15, |
| "p_none_pair": 0.0, |
| "none_pair_max_state": null, |
| "synthetic_repeat": 1, |
| "public_frac": 1.0, |
| "out": "e2b-v06", |
| "data": "data/train-e2b-v06.jsonl", |
| "max_state": 5120, |
| "extra_suites": "", |
| "replay": 0, |
| "init_from": "JohnP1/d1a-e2b@v0.2.1-2epoch-calibrated", |
| "allow_missing_sources": "", |
| "reason": "", |
| "row_budget": 0, |
| "shared_prefix": 0, |
| "length_sort": 0, |
| "pass_tokens_max": 0, |
| "max_steps": 0, |
| "save_every_steps": 0, |
| "save_every_minutes": 30.0, |
| "resume": 1, |
| "stop_after": 0, |
| "seed": 0 |
| }, |
| "suite_sha256": "a8f50e481b7d90b97da049e0ff6a01cee2f1ed204aed61a8265af0edbb5514d2", |
| "init_source": { |
| "init_from": "JohnP1/d1a-e2b@v0.2.1-2epoch-calibrated", |
| "resolved": "JohnP1/d1a-e2b@b529d2fd25bb813319903ff8f1304e670677a6bb", |
| "weights_sha256": "e23dbe51453b6e926da0db70a38d680bc64644caff872cf0defcbbd8b1acbe46", |
| "head_sha256": "fb3173876e55edb96bc73fab852372f2e4f6a193e346d6cd80868c8bbdda6990", |
| "tensors": 410 |
| }, |
| "temperature_fit": { |
| "rows": [ |
| "cal/rows.json", |
| "calpr/rows.json" |
| ], |
| "n": 3178, |
| "method": "min micro mean NLL over a 121-point log grid 0.25..4", |
| "cross_validation": { |
| "raw": { |
| "n": 3178, |
| "ece": 0.0505561988092814, |
| "brier": 0.2952905648331223, |
| "nll": 0.5648973549274169, |
| "confident_error_rate": 0.02957835116425425, |
| "coverage_at_5pct_error": 0.5613593455003146 |
| }, |
| "out_of_fold": { |
| "n": 3178, |
| "ece": 0.023704548579686884, |
| "brier": 0.2896952220920997, |
| "nll": 0.5324486179012022, |
| "confident_error_rate": 0.017935808684707365, |
| "coverage_at_5pct_error": 0.5556954059156702 |
| }, |
| "ece_ci95": { |
| "raw": [ |
| 0.04102750015575881, |
| 0.06377306530700594 |
| ], |
| "out_of_fold": [ |
| 0.016511069955034523, |
| 0.03860363764230206 |
| ], |
| "delta": [ |
| -0.04016350379193325, |
| -0.010727297381358629 |
| ] |
| }, |
| "separated": true, |
| "temperatures": [ |
| 1.447269237440378, |
| 1.447269237440378, |
| 1.4142135623730947, |
| 1.4810975522865641, |
| 1.447269237440378 |
| ], |
| "folds": 5, |
| "seed": 0, |
| "samples": 1000, |
| "groups": 1670, |
| "unit": "source-stratified (source, group); sibling questions and variants stay together" |
| }, |
| "interval": { |
| "level": 0.9, |
| "samples": 2000, |
| "seed": 0, |
| "lower": 1.381912879967776, |
| "upper": 1.5157165665103978, |
| "questions": 3178 |
| }, |
| "fit_rows": [ |
| { |
| "rows": "cal/rows.json", |
| "suite": "evals/v7/decision-v7", |
| "split": "calibration", |
| "questions": 1148 |
| }, |
| { |
| "rows": "calpr/rows.json", |
| "suite": "evals/d1a/pr-labels", |
| "split": "development", |
| "questions": 2030 |
| } |
| ], |
| "training_suites": [ |
| "evals/devtools-v1", |
| "evals/documents-v1", |
| "evals/hard-v1", |
| "evals/v7/decision-v7" |
| ], |
| "training_partitions": [ |
| "evals/d1a/ja-jglue:train", |
| "evals/d1a/pr-labels:train", |
| "evals/d1a/pr-labels:train-blast", |
| "evals/d1a/pr-labels:train-ja", |
| "evals/d1a/routing:factory-train", |
| "evals/d1a/routing:generic-train" |
| ], |
| "same_corpus": [ |
| "calpr/rows.json: SAME CORPUS: evals/d1a/pr-labels:development is an eval partition of evals/d1a/pr-labels, whose train partitions ['evals/d1a/pr-labels:train', 'evals/d1a/pr-labels:train-blast', 'evals/d1a/pr-labels:train-ja'] the checkpoint trained on" |
| ], |
| "in_distribution": { |
| "allowed": true, |
| "problems": [ |
| "cal/rows.json: evals/v7/decision-v7 is training data of the checkpoint", |
| "cal/rows.json: it pools 12 training source(s) ['agnews', 'amazon', 'banking77', 'boolq', 'compositional', 'dbpedia14', 'imdb', 'legacy_policy'] ...", |
| "cal/rows.json: it reads the calibration partition of evals/v7/decision-v7, a training corpus", |
| "calpr/rows.json: SAME CORPUS: evals/d1a/pr-labels:development is an eval partition of evals/d1a/pr-labels, whose train partitions ['evals/d1a/pr-labels:train', 'evals/d1a/pr-labels:train-blast', 'evals/d1a/pr-labels:train-ja'] the checkpoint trained on", |
| "cannot list the sources of --data data/train-e2b-v06.jsonl (outside evals/, no sidecar train-e2b-v06.jsonl.json naming its sources), training data of d1" |
| ] |
| } |
| }, |
| "use_case_temperatures": { |
| "routing": 0.9548416039104165 |
| }, |
| "use_case_temperature_fits": { |
| "routing": { |
| "rows": [ |
| "e2b-v06/gate/suites/routing_generic-development/head/rows.json", |
| "e2b-v06/gate/suites/routing_handlabelled-45/head/rows.json" |
| ], |
| "n": 315, |
| "method": "min micro mean NLL over a 121-point log grid 0.25..4", |
| "cross_validation": { |
| "raw": { |
| "n": 315, |
| "ece": 0.018499680832099685, |
| "brier": 0.03799074208801305, |
| "nll": 0.06040660176682812, |
| "confident_error_rate": 0.0, |
| "coverage_at_5pct_error": 1.0 |
| }, |
| "out_of_fold": { |
| "n": 315, |
| "ece": 0.013612898878925516, |
| "brier": 0.03937697895309676, |
| "nll": 0.06225521527784288, |
| "confident_error_rate": 0.0031746031746031746, |
| "coverage_at_5pct_error": 1.0 |
| }, |
| "ece_ci95": { |
| "raw": [ |
| 0.01077328946933042, |
| 0.034931159728294615 |
| ], |
| "out_of_fold": [ |
| 0.0067492580757402216, |
| 0.03106535692064003 |
| ], |
| "delta": [ |
| -0.010430770740017884, |
| 0.002236456299991558 |
| ] |
| }, |
| "separated": false, |
| "temperatures": [ |
| 1.0, |
| 0.8705505632961241, |
| 0.9771599684342458, |
| 0.8705505632961241, |
| 1.0 |
| ], |
| "folds": 5, |
| "seed": 0, |
| "samples": 1000, |
| "groups": 315, |
| "unit": "source-stratified (source, group); sibling questions and variants stay together" |
| }, |
| "interval": { |
| "level": 0.9, |
| "samples": 2000, |
| "seed": 0, |
| "lower": 0.7405487761432822, |
| "upper": 1.1224620483093728, |
| "questions": 315 |
| }, |
| "fit_rows": [ |
| { |
| "rows": "e2b-v06/gate/suites/routing_generic-development/head/rows.json", |
| "suite": "evals/d1a/routing", |
| "split": "generic-development", |
| "questions": 270 |
| }, |
| { |
| "rows": "e2b-v06/gate/suites/routing_handlabelled-45/head/rows.json", |
| "suite": "evals/d1a/routing", |
| "split": "handlabelled-45", |
| "questions": 45 |
| } |
| ], |
| "training_suites": [ |
| "evals/devtools-v1", |
| "evals/documents-v1", |
| "evals/hard-v1", |
| "evals/v7/decision-v7" |
| ], |
| "training_partitions": [ |
| "evals/d1a/ja-jglue:train", |
| "evals/d1a/pr-labels:train", |
| "evals/d1a/pr-labels:train-blast", |
| "evals/d1a/pr-labels:train-ja", |
| "evals/d1a/routing:factory-train", |
| "evals/d1a/routing:generic-train" |
| ], |
| "same_corpus": [ |
| "e2b-v06/gate/suites/routing_generic-development/head/rows.json: SAME CORPUS: evals/d1a/routing:generic-development is an eval partition of evals/d1a/routing, whose train partitions ['evals/d1a/routing:factory-train', 'evals/d1a/routing:generic-train'] the checkpoint trained on", |
| "e2b-v06/gate/suites/routing_handlabelled-45/head/rows.json: SAME CORPUS: evals/d1a/routing:handlabelled-45 is an eval partition of evals/d1a/routing, whose train partitions ['evals/d1a/routing:factory-train', 'evals/d1a/routing:generic-train'] the checkpoint trained on" |
| ], |
| "in_distribution": { |
| "allowed": true, |
| "problems": [ |
| "e2b-v06/gate/suites/routing_generic-development/head/rows.json: SAME CORPUS: evals/d1a/routing:generic-development is an eval partition of evals/d1a/routing, whose train partitions ['evals/d1a/routing:factory-train', 'evals/d1a/routing:generic-train'] the checkpoint trained on", |
| "e2b-v06/gate/suites/routing_handlabelled-45/head/rows.json: SAME CORPUS: evals/d1a/routing:handlabelled-45 is an eval partition of evals/d1a/routing, whose train partitions ['evals/d1a/routing:factory-train', 'evals/d1a/routing:generic-train'] the checkpoint trained on", |
| "cannot list the sources of --data data/train-e2b-v06.jsonl (outside evals/, no sidecar train-e2b-v06.jsonl.json naming its sources), training data of routing-temp-v061/stub/d1a-e2b" |
| ] |
| } |
| } |
| } |
| } |
| } |
|
|
