switchboard / results.json
switchboardllm's picture
Switchboard demo: router in the browser
4007720 verified
Raw History Blame Contribute Delete
680 Bytes
{
"version": "v0.1",
"hf_repo": "switchboardllm/switchboard-router-0.5b",
"n": 10000,
"cost_saved": 0.645,
"oracle_cost_saved": 0.7616,
"served_well": 0.9447,
"under_routed": 0.0553,
"invalid_json": 0,
"hard_caught": 0.5913,
"random": {
"served_well": 0.9002,
"under_routed": 0.0998,
"hard_caught": 0.2621
},
"auc": 0.7868,
"tiers": {
"small": {
"model": "anthropic/claude-haiku-5.5",
"price_out": 0.5
},
"mid": {
"model": "anthropic/claude-sonnet-5.5",
"price_out": 10.0
},
"frontier": {
"model": "anthropic/claude-opus-5.5",
"price_out": 20.0
}
}
}