| { | |
| "model": "pluto-2.1-1.7b-step2000", | |
| "benchmark": "LocalLLaMA/typed-decisions", | |
| "split": "test", | |
| "mode": "fitted", | |
| "n": 2000, | |
| "accuracy": 0.6695, | |
| "kl": 0.21389316512223397, | |
| "brier": 0.12613537464071567, | |
| "ece": 0.05558588827160893, | |
| "by_kind": { | |
| "choice": { | |
| "n": 600, | |
| "accuracy": 0.725, | |
| "kl": 0.2037330221309278, | |
| "brier": 0.10235709260413375, | |
| "ece": 0.10109364924647721 | |
| }, | |
| "noul": { | |
| "n": 600, | |
| "accuracy": 0.735, | |
| "kl": 0.15611870023697572, | |
| "brier": 0.12411358328130827, | |
| "ece": 0.05807213359097196 | |
| }, | |
| "score": { | |
| "n": 800, | |
| "accuracy": 0.57875, | |
| "kl": 0.26484412102965726, | |
| "brier": 0.14548542968770764, | |
| "ece": 0.036768776402162195 | |
| } | |
| }, | |
| "latency_ms_single_p50": 86.26855001784861, | |
| "params_b": 1.738, | |
| "lineage": "Qwen3-1.7B -> Bosun 3.1 1.7B -> Pluto-2.1 2000-step fine-tune" | |
| } | |