{ "rows": 1300, "families": 3, "models": { "upstream": { "facets": { "trap": { "rows": 1300, "average_precision": 0.9027959606064969, "precision_at_recall_90": 0.7787037037037037, "precision_at_recall_95": 0.7485232067510549, "prevalence": 0.7176923076923077 }, "decision": { "rows": 1299, "average_precision": 0.5219192438473815, "precision_at_recall_90": 0.46072874493927124, "precision_at_recall_95": 0.46072874493927124, "prevalence": 0.4603541185527329 }, "constraint": { "rows": 1300, "average_precision": 0.954374886008778, "precision_at_recall_90": 0.9130769230769231, "precision_at_recall_95": 0.9130769230769231, "prevalence": 0.9130769230769231 }, "mechanism": { "rows": 1297, "average_precision": 0.7691508918347779, "precision_at_recall_90": 0.6880804953560371, "precision_at_recall_95": 0.6880804953560371, "prevalence": 0.6877409406322282 }, "procedure": { "rows": 1293, "average_precision": 0.7063681153993947, "precision_at_recall_90": 0.4648936170212766, "precision_at_recall_95": 0.4153153153153153, "prevalence": 0.3750966744006187 } }, "macro": { "average_precision": 0.7709218195393658, "precision_at_recall_90": 0.6610966968194424, "precision_at_recall_95": 0.6451449370877204 } }, "linear": { "facets": { "trap": { "rows": 1300, "average_precision": 0.9704508234286988, "precision_at_recall_90": 0.9231613611416026, "precision_at_recall_95": 0.895959595959596, "prevalence": 0.7176923076923077 }, "decision": { "rows": 1299, "average_precision": 0.8471593175324644, "precision_at_recall_90": 0.6304093567251462, "precision_at_recall_95": 0.571, "prevalence": 0.4603541185527329 }, "constraint": { "rows": 1300, "average_precision": 0.9969713734939275, "precision_at_recall_90": 0.9916743755781684, "precision_at_recall_95": 0.9791666666666666, "prevalence": 0.9130769230769231 }, "mechanism": { "rows": 1297, "average_precision": 0.9633161957308005, "precision_at_recall_90": 0.8865638766519823, "precision_at_recall_95": 0.8330058939096268, "prevalence": 0.6877409406322282 }, "procedure": { "rows": 1293, "average_precision": 0.914259121155341, "precision_at_recall_90": 0.7356902356902357, "precision_at_recall_95": 0.652050919377652, "prevalence": 0.3750966744006187 } }, "macro": { "average_precision": 0.9384313662682464, "precision_at_recall_90": 0.833499841157427, "precision_at_recall_95": 0.7862366151827083 } }, "finetuned": { "facets": { "trap": { "rows": 1300, "average_precision": 0.9863618253424686, "precision_at_recall_90": 0.96, "precision_at_recall_95": 0.934668071654373, "prevalence": 0.7176923076923077 }, "decision": { "rows": 1299, "average_precision": 0.9135015910515543, "precision_at_recall_90": 0.7414030261348006, "precision_at_recall_95": 0.6581986143187067, "prevalence": 0.4603541185527329 }, "constraint": { "rows": 1300, "average_precision": 0.9985879374608636, "precision_at_recall_90": 0.9962825278810409, "precision_at_recall_95": 0.9947183098591549, "prevalence": 0.9130769230769231 }, "mechanism": { "rows": 1297, "average_precision": 0.9816644729408911, "precision_at_recall_90": 0.9261822376009228, "precision_at_recall_95": 0.8908709338929696, "prevalence": 0.6877409406322282 }, "procedure": { "rows": 1293, "average_precision": 0.9578217870935172, "precision_at_recall_90": 0.8868686868686869, "precision_at_recall_95": 0.822380106571936, "prevalence": 0.3750966744006187 } }, "macro": { "average_precision": 0.967587522777859, "precision_at_recall_90": 0.9021472956970902, "precision_at_recall_95": 0.8601672072594281 } } } }