File size: 723 Bytes
21a9138 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 | {
"rule": "flag when p(class = deliberately_malicious) >= class_malicious OR p(scope = yes) >= scope",
"frozen": {
"class_malicious": 0.9,
"scope": 0.9,
"fitted_on": "English/Python-heavy dev set, <= 5% false alarms; used for every result in the card"
},
"multilingual_option": {
"class_malicious": 0.9,
"scope": 0.05,
"fitted_on": "a 10% repo-level dev split of the 14-language set, <= 5% false alarms",
"effect": "on the other 90%: recall 421/443 (95%) at 43/1900 (2.3%) real false alarms, vs 90% at 0.5% with the frozen thresholds"
},
"advice": "fit thresholds on a sample of your own data (a few hundred benign items and a few dozen known-bad ones) for your false-alarm budget"
} |