{ "version": "1.0", "backbone": "google/embeddinggemma-2", "admitted_heads": [ "Choice", "Noul", "Score" ], "all_text_cells_passed": true, "overall_text_ece": 0.026192716122485877, "overall_text_js": 0.001131477665816601, "cells": { "Choice:text": { "rows": 2024, "proper": 0.12495984882116318, "baseRate": 0.15993022918701172, "accuracy": 0.49160078167915344, "ece": 0.03072668607585986, "js": 0.0007881656638346612, "admitted": true }, "Noul:text": { "rows": 2040, "proper": 0.15640591084957123, "baseRate": 0.25, "accuracy": 0.7754902243614197, "ece": 0.03153471350669861, "js": 0.0012993740383535624, "admitted": true }, "Score:text": { "rows": 2091, "proper": 0.11847522854804993, "baseRate": 0.3339491779521442, "conditionalRps": 0.15541276335716248, "conditionalRpsBase": 0.20038728415966034, "ece": 0.016592319255234356, "presenceEce": 2.93352910629703e-05, "rankEce": 0.03315530321940574, "js": 0.0012999878963455558, "admitted": true }, "Choice:image": { "rows": 0, "admitted": false, "reason": "no_local_search_media_supervision_in_v1" }, "Noul:image": { "rows": 0, "admitted": false, "reason": "no_local_search_media_supervision_in_v1" }, "Score:image": { "rows": 0, "admitted": false, "reason": "no_local_search_media_supervision_in_v1" }, "Extract:image": { "rows": 0, "admitted": false, "reason": "no_local_search_media_supervision_in_v1" }, "Choice:audio": { "rows": 0, "admitted": false, "reason": "no_local_search_media_supervision_in_v1" }, "Noul:audio": { "rows": 0, "admitted": false, "reason": "no_local_search_media_supervision_in_v1" }, "Score:audio": { "rows": 0, "admitted": false, "reason": "no_local_search_media_supervision_in_v1" }, "Extract:audio": { "rows": 0, "admitted": false, "reason": "no_local_search_media_supervision_in_v1" }, "Choice:video": { "rows": 0, "admitted": false, "reason": "no_local_search_media_supervision_in_v1" }, "Noul:video": { "rows": 0, "admitted": false, "reason": "no_local_search_media_supervision_in_v1" }, "Score:video": { "rows": 0, "admitted": false, "reason": "no_local_search_media_supervision_in_v1" }, "Extract:video": { "rows": 0, "admitted": false, "reason": "no_local_search_media_supervision_in_v1" } } }