File size: 1,671 Bytes
044db78 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 | {
"safety_threshold": 0.96630859375,
"method": "fpr_constrained_max_recall",
"target_fpr": 0.02,
"calibrated_on": "data/dataset/calib_v23_independent.jsonl (9394 \u6761)",
"safe_n": 8194,
"unsafe_n": 1200,
"overlapped": true,
"degraded_recall": false,
"release_gate": 0.9416,
"release_stats": {
"safe_n": 512,
"unsafe_n": 1083,
"safe_p50": 0.9702,
"safe_p90": 0.9714,
"safe_p95": 0.9729,
"safe_p99": 0.9751,
"unsafe_p99": 0.9416,
"unsafe_max": 0.9711,
"release_gate": 0.9416
},
"temperature": {
"tc260_major": 1.8249,
"lm_major": 1.4312,
"pii_major": 1.2654,
"dc_type": 1.1384,
"dc_level": 1.46,
"safety": 0.7925,
"safety_release": 0.849,
"tc260_minor": 1.236,
"lm_minor": 1.0025,
"pii_minor": 1.2188,
"dc_minor": 0.5766
},
"ece": {
"tc260_major": {
"raw": 0.0098,
"calibrated": 0.0114
},
"lm_major": {
"raw": 0.0026,
"calibrated": 0.0022
},
"pii_major": {
"raw": 0.0006,
"calibrated": 0.0007
},
"dc_type": {
"raw": 0.0926,
"calibrated": 0.1004
},
"dc_level": {
"raw": 0.0048,
"calibrated": 0.0019
},
"safety": {
"raw": 0.1144,
"calibrated": 0.0836
},
"safety_release": {
"raw": 0.045,
"calibrated": 0.0382
},
"tc260_minor": {
"raw": 0.0024,
"calibrated": 0.0029
},
"lm_minor": {
"raw": 0.0006,
"calibrated": 0.0006
},
"pii_minor": {
"raw": 0.0007,
"calibrated": 0.0011
},
"dc_minor": {
"raw": 0.0205,
"calibrated": 0.0059
}
},
"safety_saturation": 0.0284,
"model_version": "encoder-guard-v23-06b-v36-fp16-recal",
"recal_note": "fp16 domain recal, calib_v23_independent(9394), FPR 1.95% recall 0.9017"
} |