{
  "version": "v0.1",
  "hf_repo": "switchboardllm/switchboard-router-0.5b",
  "n": 10000,
  "cost_saved": 0.645,
  "oracle_cost_saved": 0.7616,
  "served_well": 0.9447,
  "under_routed": 0.0553,
  "invalid_json": 0,
  "hard_caught": 0.5913,
  "random": {
    "served_well": 0.9002,
    "under_routed": 0.0998,
    "hard_caught": 0.2621
  },
  "auc": 0.7868,
  "tiers": {
    "small": {
      "model": "anthropic/claude-haiku-5.5",
      "price_out": 0.5
    },
    "mid": {
      "model": "anthropic/claude-sonnet-5.5",
      "price_out": 10.0
    },
    "frontier": {
      "model": "anthropic/claude-opus-5.5",
      "price_out": 20.0
    }
  }
}