| { |
| "candidate_summary": { |
| "accuracy": 0.883117, |
| "per_type_accuracy": { |
| "choice": 0.892086, |
| "noul": 0.864865, |
| "score": 0.888889 |
| }, |
| "intelligence": 51.3356, |
| "calibration": 90.7539, |
| "ece": 0.071062, |
| "fidelity": 0.886139 |
| }, |
| "reference_summary": { |
| "accuracy": 0.883117, |
| "per_type_accuracy": { |
| "choice": 0.892086, |
| "noul": 0.864865, |
| "score": 0.888889 |
| }, |
| "intelligence": 51.3356, |
| "calibration": 90.7539, |
| "ece": 0.071062, |
| "fidelity": 0.886139 |
| }, |
| "n_candidate": 231, |
| "n_reference": 231, |
| "n_common": 231, |
| "missing_in_candidate": [], |
| "missing_in_reference": [], |
| "n_label_mismatch": 0, |
| "label_mismatches": [], |
| "n_probability_shape_mismatch": 0, |
| "probability_shape_mismatches": [], |
| "probability_max_abs": 0.0, |
| "probability_mean_of_row_mean_abs": 0.0, |
| "probability_mean_of_row_max_abs": 0.0, |
| "largest_drifts": [ |
| { |
| "id": "easy-extraction-00", |
| "max_abs": 0.0, |
| "mean_abs": 0.0, |
| "candidate_pred": 3, |
| "reference_pred": 3 |
| }, |
| { |
| "id": "easy-extraction-01", |
| "max_abs": 0.0, |
| "mean_abs": 0.0, |
| "candidate_pred": 1, |
| "reference_pred": 1 |
| }, |
| { |
| "id": "easy-extraction-02", |
| "max_abs": 0.0, |
| "mean_abs": 0.0, |
| "candidate_pred": 0, |
| "reference_pred": 0 |
| }, |
| { |
| "id": "easy-extraction-03", |
| "max_abs": 0.0, |
| "mean_abs": 0.0, |
| "candidate_pred": 0, |
| "reference_pred": 0 |
| }, |
| { |
| "id": "easy-extraction-04", |
| "max_abs": 0.0, |
| "mean_abs": 0.0, |
| "candidate_pred": 1, |
| "reference_pred": 1 |
| }, |
| { |
| "id": "easy-extraction-05", |
| "max_abs": 0.0, |
| "mean_abs": 0.0, |
| "candidate_pred": 3, |
| "reference_pred": 3 |
| }, |
| { |
| "id": "easy-extraction-06", |
| "max_abs": 0.0, |
| "mean_abs": 0.0, |
| "candidate_pred": 1, |
| "reference_pred": 1 |
| }, |
| { |
| "id": "easy-extraction-07", |
| "max_abs": 0.0, |
| "mean_abs": 0.0, |
| "candidate_pred": 3, |
| "reference_pred": 3 |
| }, |
| { |
| "id": "easy-extraction-08", |
| "max_abs": 0.0, |
| "mean_abs": 0.0, |
| "candidate_pred": 2, |
| "reference_pred": 2 |
| }, |
| { |
| "id": "easy-extraction-09", |
| "max_abs": 0.0, |
| "mean_abs": 0.0, |
| "candidate_pred": 1, |
| "reference_pred": 1 |
| }, |
| { |
| "id": "easy-extraction-10", |
| "max_abs": 0.0, |
| "mean_abs": 0.0, |
| "candidate_pred": 0, |
| "reference_pred": 0 |
| }, |
| { |
| "id": "easy-extraction-11", |
| "max_abs": 0.0, |
| "mean_abs": 0.0, |
| "candidate_pred": 2, |
| "reference_pred": 2 |
| }, |
| { |
| "id": "easy-fact-00", |
| "max_abs": 0.0, |
| "mean_abs": 0.0, |
| "candidate_pred": 1, |
| "reference_pred": 1 |
| }, |
| { |
| "id": "easy-fact-01", |
| "max_abs": 0.0, |
| "mean_abs": 0.0, |
| "candidate_pred": 0, |
| "reference_pred": 0 |
| }, |
| { |
| "id": "easy-fact-02", |
| "max_abs": 0.0, |
| "mean_abs": 0.0, |
| "candidate_pred": 1, |
| "reference_pred": 1 |
| }, |
| { |
| "id": "easy-fact-03", |
| "max_abs": 0.0, |
| "mean_abs": 0.0, |
| "candidate_pred": 0, |
| "reference_pred": 0 |
| }, |
| { |
| "id": "easy-fact-04", |
| "max_abs": 0.0, |
| "mean_abs": 0.0, |
| "candidate_pred": 1, |
| "reference_pred": 1 |
| }, |
| { |
| "id": "easy-fact-05", |
| "max_abs": 0.0, |
| "mean_abs": 0.0, |
| "candidate_pred": 0, |
| "reference_pred": 0 |
| }, |
| { |
| "id": "easy-fact-06", |
| "max_abs": 0.0, |
| "mean_abs": 0.0, |
| "candidate_pred": 1, |
| "reference_pred": 1 |
| }, |
| { |
| "id": "easy-fact-07", |
| "max_abs": 0.0, |
| "mean_abs": 0.0, |
| "candidate_pred": 0, |
| "reference_pred": 0 |
| } |
| ] |
| } |
|
|
