| { |
| "format": "d1a-mlx", |
| "format_version": 1, |
| "base": "google/gemma-4-E4B", |
| "base_revision": "411aa17b749aa952df1359d2dcea73917a544d9a", |
| "source": "JohnP1/d1a-e4b", |
| "source_revision": "3ca01b824280cacf027826b0ded8632f242a7e8b", |
| "adapter_sha256": "739ce962c3ae630243ee53b212a822e8b2feee41080b68d5b460fd0ebb19e4ea", |
| "lora": 16, |
| "head_dim": 256, |
| "hidden_size": 2560, |
| "temperature": 1.9543199368684914, |
| "leading_ids": [ |
| 2 |
| ], |
| "bos_id": 2, |
| "delimiter_ids": [ |
| 6, |
| 7, |
| 8, |
| 9, |
| 10 |
| ], |
| "pad_id": 0, |
| "dtype": "bfloat16", |
| "quantization": { |
| "group_size": 64, |
| "bits": 8, |
| "mode": "affine", |
| "language_model.model.embed_tokens_per_layer": { |
| "group_size": 64, |
| "bits": 4, |
| "mode": "affine" |
| }, |
| "embeddings": true |
| }, |
| "head": "head.safetensors", |
| "use_case_temperatures": { |
| "routing": 1.1755479062836087 |
| }, |
| "use_case_temperature_fits": { |
| "routing": { |
| "rows": [ |
| "phase-d3/gate/suites/routing_generic-development/head/rows.json", |
| "phase-d3/gate/suites/routing_handlabelled-45/head/rows.json" |
| ], |
| "n": 315, |
| "method": "min micro mean NLL over a 121-point log grid 0.25..4", |
| "cross_validation": { |
| "raw": { |
| "n": 315, |
| "ece": 0.005376748980220513, |
| "brier": 0.02213792789102334, |
| "nll": 0.037784826756766074, |
| "confident_error_rate": 0.0031746031746031746, |
| "coverage_at_5pct_error": 1.0 |
| }, |
| "out_of_fold": { |
| "n": 315, |
| "ece": 0.008392239537266366, |
| "brier": 0.021994761576082954, |
| "nll": 0.0385561510340784, |
| "confident_error_rate": 0.0031746031746031746, |
| "coverage_at_5pct_error": 1.0 |
| }, |
| "ece_ci95": { |
| "raw": [ |
| 0.003303220868466807, |
| 0.018871250910842064 |
| ], |
| "out_of_fold": [ |
| 0.0058853472476678124, |
| 0.022409565392811873 |
| ], |
| "delta": [ |
| -0.001788803325547818, |
| 0.007955193851064562 |
| ] |
| }, |
| "separated": false, |
| "temperatures": [ |
| 1.2311444133449163, |
| 1.148698354997035, |
| 1.2893703084395791, |
| 1.2311444133449163, |
| 1.0233738919967748 |
| ], |
| "folds": 5, |
| "seed": 0, |
| "samples": 1000, |
| "groups": 315, |
| "unit": "source-stratified (source, group); sibling questions and variants stay together" |
| }, |
| "interval": { |
| "level": 0.9, |
| "samples": 2000, |
| "seed": 0, |
| "lower": 0.6744039221992122, |
| "upper": 1.5157165665103978, |
| "questions": 315 |
| }, |
| "fit_rows": [ |
| { |
| "rows": "phase-d3/gate/suites/routing_generic-development/head/rows.json", |
| "suite": "evals/d1a/routing", |
| "split": "generic-development", |
| "questions": 270 |
| }, |
| { |
| "rows": "phase-d3/gate/suites/routing_handlabelled-45/head/rows.json", |
| "suite": "evals/d1a/routing", |
| "split": "handlabelled-45", |
| "questions": 45 |
| } |
| ], |
| "training_suites": [ |
| "evals/v7/decision-v7" |
| ], |
| "training_partitions": [], |
| "in_distribution": { |
| "allowed": true, |
| "problems": [ |
| "cannot list the sources of --data train.jsonl (outside evals/, no sidecar train.jsonl.json naming its sources), training data of routing-temp-v061/stub/d1a-e4b" |
| ] |
| } |
| } |
| } |
| } |
|
|
