Microck's picture
Release Spunto-Router-23M
7beef3d verified
Raw History Blame Contribute Delete
1.82 kB
{
"acceptance_passed": true,
"drift": {
"temporal_test": {
"boundary_decision_changes": 0,
"decision_changes": 0,
"max_absolute_logit_error": 2.384185791015625e-06
},
"unseen_family_test": {
"boundary_decision_changes": 0,
"decision_changes": 0,
"max_absolute_logit_error": 1.2516975402832031e-06
},
"validation": {
"boundary_decision_changes": 0,
"decision_changes": 0,
"max_absolute_logit_error": 1.9669532775878906e-06
}
},
"metrics": {
"temporal_test": {
"abstention": 0.0519774011299435,
"bce": 0.03828947654964983,
"count": 885,
"coverage": 0.9480225988700565,
"false_negative": 0,
"false_positive": 2,
"negative_precision": 1.0,
"positive_precision": 0.8947368421052632,
"positives": 21,
"recall": 0.8095238095238095,
"true_negative": 820,
"true_positive": 17
},
"unseen_family_test": {
"abstention": 0.2608695652173913,
"bce": 0.3833670101917857,
"count": 23,
"coverage": 0.7391304347826086,
"false_negative": 0,
"false_positive": 3,
"negative_precision": 1.0,
"positive_precision": 0.7692307692307693,
"positives": 12,
"recall": 0.8333333333333334,
"true_negative": 4,
"true_positive": 10
},
"validation": {
"abstention": 0.23404255319148937,
"bce": 0.49425723372120656,
"count": 47,
"coverage": 0.7659574468085106,
"false_negative": 0,
"false_positive": 1,
"negative_precision": 1.0,
"positive_precision": 0.9545454545454546,
"positives": 27,
"recall": 0.7777777777777778,
"true_negative": 14,
"true_positive": 21
}
},
"quality_targets_met": true,
"role": "deployment_candidate"
}