reflex-search / calibration.json
EdwardIrby's picture
Upload reflex-search v3.3 text-only BF16 + LoRA + calibrated Choice/Noul/Score heads
4adc78d verified
Raw History Blame Contribute Delete
2.69 kB
{
"version": "1.0",
"backbone": "google/embeddinggemma-2",
"admitted_heads": [
"Choice",
"Noul",
"Score"
],
"all_text_cells_passed": true,
"overall_text_ece": 0.026192716122485877,
"overall_text_js": 0.001131477665816601,
"cells": {
"Choice:text": {
"rows": 2024,
"proper": 0.12495984882116318,
"baseRate": 0.15993022918701172,
"accuracy": 0.49160078167915344,
"ece": 0.03072668607585986,
"js": 0.0007881656638346612,
"admitted": true
},
"Noul:text": {
"rows": 2040,
"proper": 0.15640591084957123,
"baseRate": 0.25,
"accuracy": 0.7754902243614197,
"ece": 0.03153471350669861,
"js": 0.0012993740383535624,
"admitted": true
},
"Score:text": {
"rows": 2091,
"proper": 0.11847522854804993,
"baseRate": 0.3339491779521442,
"conditionalRps": 0.15541276335716248,
"conditionalRpsBase": 0.20038728415966034,
"ece": 0.016592319255234356,
"presenceEce": 2.93352910629703e-05,
"rankEce": 0.03315530321940574,
"js": 0.0012999878963455558,
"admitted": true
},
"Choice:image": {
"rows": 0,
"admitted": false,
"reason": "no_local_search_media_supervision_in_v1"
},
"Noul:image": {
"rows": 0,
"admitted": false,
"reason": "no_local_search_media_supervision_in_v1"
},
"Score:image": {
"rows": 0,
"admitted": false,
"reason": "no_local_search_media_supervision_in_v1"
},
"Extract:image": {
"rows": 0,
"admitted": false,
"reason": "no_local_search_media_supervision_in_v1"
},
"Choice:audio": {
"rows": 0,
"admitted": false,
"reason": "no_local_search_media_supervision_in_v1"
},
"Noul:audio": {
"rows": 0,
"admitted": false,
"reason": "no_local_search_media_supervision_in_v1"
},
"Score:audio": {
"rows": 0,
"admitted": false,
"reason": "no_local_search_media_supervision_in_v1"
},
"Extract:audio": {
"rows": 0,
"admitted": false,
"reason": "no_local_search_media_supervision_in_v1"
},
"Choice:video": {
"rows": 0,
"admitted": false,
"reason": "no_local_search_media_supervision_in_v1"
},
"Noul:video": {
"rows": 0,
"admitted": false,
"reason": "no_local_search_media_supervision_in_v1"
},
"Score:video": {
"rows": 0,
"admitted": false,
"reason": "no_local_search_media_supervision_in_v1"
},
"Extract:video": {
"rows": 0,
"admitted": false,
"reason": "no_local_search_media_supervision_in_v1"
}
}
}