File size: 3,073 Bytes
0746964 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 | {
"sealed_at": "2026-10-30T18:43:05+00:00",
"dev": {
"count": 660,
"accuracy": 0.9651515151515152,
"macro_f1": 0.9637706189656473,
"invalid_recall": 0.9181818181818182,
"false_safe": 15,
"false_safe_rate": 0.06818181818181818,
"per_class": {
"valid": {
"precision": 0.9285714285714286,
"recall": 0.975,
"f1": 0.951219512195122
},
"invalid": {
"precision": 0.9805825242718447,
"recall": 0.9181818181818182,
"f1": 0.9483568075117371
},
"unknown": {
"precision": 0.9836065573770492,
"recall": 1.0,
"f1": 0.9917355371900827
}
},
"confusion": {
"valid": {
"valid": 195,
"invalid": 4,
"unknown": 1
},
"invalid": {
"valid": 15,
"invalid": 202,
"unknown": 3
},
"unknown": {
"valid": 0,
"invalid": 0,
"unknown": 240
}
},
"nll": 0.1344972848892212,
"brier_score": 0.058700360175617486
},
"regression": {
"count": 888,
"accuracy": 0.9707207207207207,
"macro_f1": 0.9712798584457879,
"invalid_recall": 0.9222972972972973,
"false_safe": 5,
"false_safe_rate": 0.016891891891891893,
"per_class": {
"valid": {
"precision": 0.973384030418251,
"recall": 1.0,
"f1": 0.9865125240847785
},
"invalid": {
"precision": 0.9963503649635036,
"recall": 0.9222972972972973,
"f1": 0.9578947368421052
},
"unknown": {
"precision": 0.9487179487179487,
"recall": 0.9910714285714286,
"f1": 0.9694323144104804
}
},
"confusion": {
"valid": {
"valid": 256,
"invalid": 0,
"unknown": 0
},
"invalid": {
"valid": 5,
"invalid": 273,
"unknown": 18
},
"unknown": {
"valid": 2,
"invalid": 1,
"unknown": 333
}
},
"nll": 0.10553333908319473,
"brier_score": 0.04750689810961712
},
"holdout": {
"count": 150,
"accuracy": 0.9066666666666666,
"macro_f1": 0.906498599439776,
"invalid_recall": 0.9,
"false_safe": 5,
"false_safe_rate": 0.1,
"per_class": {
"valid": {
"precision": 0.875,
"recall": 0.84,
"f1": 0.8571428571428572
},
"invalid": {
"precision": 0.8653846153846154,
"recall": 0.9,
"f1": 0.8823529411764707
},
"unknown": {
"precision": 0.98,
"recall": 0.98,
"f1": 0.98
}
},
"confusion": {
"valid": {
"valid": 42,
"invalid": 7,
"unknown": 1
},
"invalid": {
"valid": 5,
"invalid": 45,
"unknown": 0
},
"unknown": {
"valid": 1,
"invalid": 0,
"unknown": 49
}
},
"nll": 0.34009185433387756,
"brier_score": 0.16805987150673973,
"accuracy_95_interval": [
0.8533333333333334,
0.9533333333333334
]
}
}
|