| { | |
| "protocol": { | |
| "families": [ | |
| "tfidf_pair_logistic", | |
| "lexical_histgradient" | |
| ], | |
| "selection": "maximum validation balanced exact-set accuracy, then accuracy", | |
| "thresholds": [ | |
| 0.1, | |
| 0.2, | |
| 0.3, | |
| 0.4, | |
| 0.5, | |
| 0.6, | |
| 0.7, | |
| 0.8, | |
| 0.9 | |
| ], | |
| "caps": [ | |
| 1, | |
| 2, | |
| 3, | |
| 6 | |
| ], | |
| "test_used_for_selection": false, | |
| "added_after_native_result": true, | |
| "seed": 2026110607 | |
| }, | |
| "selected": { | |
| "family": 0, | |
| "threshold": 0.7, | |
| "cap": 1, | |
| "validation": { | |
| "n": 101, | |
| "accuracy": 0.5445544554455446, | |
| "balanced_accuracy": 0.6624423963133641, | |
| "by_category": { | |
| "abstain": 0.967741935483871, | |
| "answer": 0.35714285714285715 | |
| }, | |
| "leaks": 0, | |
| "mean_tokens": 0.0 | |
| } | |
| }, | |
| "test": { | |
| "n": 156, | |
| "accuracy": 0.5961538461538461, | |
| "balanced_accuracy": 0.6834827388899485, | |
| "by_category": { | |
| "abstain": 0.9183673469387755, | |
| "answer": 0.4485981308411215 | |
| }, | |
| "leaks": 0, | |
| "mean_tokens": 0.0 | |
| }, | |
| "native_vs_cpu": { | |
| "groups": 103, | |
| "delta": 0.36391585760517803, | |
| "interval95": [ | |
| 0.2823624595469255, | |
| 0.44482605177993517 | |
| ] | |
| }, | |
| "seconds_per_request_cpu": 0.02434849743589532, | |
| "rows_sha256": "b3c542237dba50153d88d9358db3c05351bdfbd99fa6b7b87362b9751de5bde3" | |
| } | |