{
  "model": "pluto-2.1-1.7b-step2000",
  "benchmark": "Hanno-Labs/decision-bench",
  "split": "eval",
  "rows": 390,
  "n": 390,
  "accuracy": 0.7307692307692307,
  "nll": 0.782475716850374,
  "brier": 0.38374544733999405,
  "ece": 0.07872579764729119,
  "by_primitive": {
    "ordinal_scoring": {
      "n": 36,
      "accuracy": 0.3055555555555556,
      "nll": 1.5345522148320503,
      "brier": 0.6649819753906753,
      "ece": 0.14113543406196793
    },
    "candidate_selection": {
      "n": 222,
      "accuracy": 0.7297297297297297,
      "nll": 0.8837282527930221,
      "brier": 0.41591003706917623,
      "ece": 0.0940529449476535
    },
    "binary_classification": {
      "n": 132,
      "accuracy": 0.8484848484848485,
      "nll": 0.4070755887700082,
      "brier": 0.2529495842361836,
      "ece": 0.10125961085499781
    }
  },
  "latency_s": 47.35091979999561,
  "params_b": 1.738
}