enzoferracini's picture
feat(model): publish selected local mDeBERTa research pipeline
f12d393 verified
Raw History Blame Contribute Delete
2.68 kB
{
"metrics": {
"support": 40,
"positive_support": 20,
"precision": 0.9047619047619048,
"recall": 0.95,
"f1": 0.926829268292683,
"macro_f1": 0.9249530956848031,
"average_precision": 0.9654822598375734,
"confusion_matrix": [
[
18,
2
],
[
1,
19
]
],
"coverage": 0.725,
"review_rate": 0.275,
"review_count": 11,
"redundant_count": 13,
"not_redundant_count": 16,
"selective_precision": 0.9230769230769231,
"negative_predictive_value": 1.0,
"brier": 0.06604008436517425,
"log_loss": 0.2141391290632432,
"expected_calibration_error_10_bins": 0.09712082056939834,
"conformal_marginal_coverage": 0.7,
"mean_prediction_set_size": 0.725,
"empty_set_rate": 0.275
},
"primary_pretrained_baseline": {
"support": 40,
"positive_support": 20,
"precision": 0.8333333333333334,
"recall": 1.0,
"f1": 0.9090909090909091,
"macro_f1": 0.898989898989899,
"average_precision": 0.9837163561076604,
"confusion_matrix": [
[
16,
4
],
[
0,
20
]
],
"coverage": 1.0,
"review_rate": 0.0,
"review_count": 0,
"redundant_count": 21,
"not_redundant_count": 19,
"selective_precision": 0.9047619047619048,
"negative_predictive_value": 0.9473684210526315
},
"previous_v02_embedding_baseline": {
"support": 40,
"positive_support": 20,
"precision": 0.42857142857142855,
"recall": 0.6,
"f1": 0.5,
"macro_f1": 0.375,
"average_precision": 0.3900716464805338,
"confusion_matrix": [
[
4,
16
],
[
8,
12
]
],
"coverage": 0.35,
"review_rate": 0.65,
"review_count": 26,
"redundant_count": 13,
"not_redundant_count": 1,
"selective_precision": 0.23076923076923078,
"negative_predictive_value": 0.0
},
"test_pairs": 40,
"test_groups": 20,
"graph_sha256": "26cf84ad3fdc84c8fc9ce7feb3068c21ca0afdeb248892cae1a75885ff5dbc94",
"components": [
{
"name": "hpo_5::min",
"directory": "artifacts/v03/hpo_5/model",
"initial_key": "nli_deberta",
"aggregation": "min",
"quantized": false,
"model_sha256": "058be8f2224e2f995de5fd3c7b4b14bc3df19abc7874be82793727af2c1b68bf"
}
],
"policy": {
"binary_threshold": 0.4262998700141907,
"thresholds": {
"low": 0.04563224315643311,
"high": 0.9543677568435669,
"positive_enabled": true,
"negative_enabled": true
}
},
"limitation": "Same AI author; not human-independent or representative of actual resumes"
}