| { | |
| "model": "pluto-2.1-1.7b-step2000", | |
| "benchmark": "Hanno-Labs/decision-bench", | |
| "split": "eval", | |
| "rows": 1565, | |
| "n": 1565, | |
| "accuracy": 0.7207667731629392, | |
| "nll": 0.743893769561289, | |
| "brier": 0.37302688896067215, | |
| "ece": 0.05858011190501126, | |
| "by_primitive": { | |
| "ordinal_scoring": { | |
| "n": 142, | |
| "accuracy": 0.29577464788732394, | |
| "nll": 1.5536898785809998, | |
| "brier": 0.699555331279626, | |
| "ece": 0.155038637254273 | |
| }, | |
| "candidate_selection": { | |
| "n": 893, | |
| "accuracy": 0.7491601343784995, | |
| "nll": 0.7901911483528816, | |
| "brier": 0.3715472431253504, | |
| "ece": 0.09278790573727526 | |
| }, | |
| "binary_classification": { | |
| "n": 530, | |
| "accuracy": 0.7867924528301887, | |
| "nll": 0.44892281344489054, | |
| "brier": 0.28803497371850384, | |
| "ece": 0.04888898737294541 | |
| } | |
| }, | |
| "latency_s": 191.43742590001784, | |
| "params_b": 1.738, | |
| "lineage": "Qwen3-1.7B -> Bosun 3.1 1.7B -> Pluto-2.1 2000-step fine-tune" | |
| } |