| { |
| "_readme": [ |
| "Per-class decision thresholds. A probability at or above the threshold for a", |
| "class means that class fires. The six classes are independent: any number of", |
| "them can fire on the same comment.", |
| "", |
| "Do not use 0.5. The rare classes (severe_toxic, threat, identity_hate) are", |
| "well ordered but badly calibrated, so a 0.5 cut throws away most of their", |
| "recall. Every threshold below sits under 0.5 for that reason.", |
| "", |
| "Thresholds were chosen to maximise per-class F1 on the validation split and", |
| "are then applied unchanged to the held-out test split. They are a single", |
| "global set: there is no per-language block here, deliberately. See", |
| "_provenance.per_language_block_omitted." |
| ], |
| "_provenance": { |
| "status": "FINAL. These thresholds are tuned on validation using the final best_model checkpoint (epoch 5 of a 6-epoch run that completed all 6 epochs) and applied unchanged to the test split. They match the shipped weights.", |
| "tuned_on": "dataset/split/val.csv", |
| "applied_to": "dataset/split/test.csv", |
| "source_run": "evaluation_results/eval_20260830_072515", |
| "source_checkpoint": "weights/toxic_classifier_xlmr_v2/best_model (epoch 5 of 6, encoder fine-tuned)", |
| "search": "direct sweep over candidate thresholds in [0.05, 0.95], per class independently, maximising F1 on validation", |
| "per_language_block_omitted": "The evaluation script also emits a per-language threshold block. It is not shipped: it comes from a code path with a known bug and nothing in the serving path ever reads it. An earlier run of that code path reported English severe_toxic at F1 0.597 when the maximum achievable at any threshold is 0.442." |
| }, |
| "label_order": [ |
| "toxic", |
| "severe_toxic", |
| "obscene", |
| "threat", |
| "insult", |
| "identity_hate" |
| ], |
| "thresholds": { |
| "toxic": 0.4724489795918367, |
| "severe_toxic": 0.4724489795918367, |
| "obscene": 0.5275510204081633, |
| "threat": 0.5275510204081633, |
| "insult": 0.5642857142857143, |
| "identity_hate": 0.5642857142857143 |
| }, |
| "validation_f1_at_threshold": { |
| "_note": "F1 achieved at the threshold above, on the validation split, by THIS (shipped) checkpoint. This is the value the threshold search maximised, not a test-split number.", |
| "toxic": 0.964104847236908, |
| "severe_toxic": 0.7429062768701634, |
| "obscene": 0.937078390323331, |
| "threat": 0.8424657534246576, |
| "insult": 0.9223998826463253, |
| "identity_hate": 0.8753432180120813 |
| }, |
| "validation_positive_support": { |
| "_note": "Positive examples per class in the 35,658-row validation split used for tuning.", |
| "toxic": 17697, |
| "severe_toxic": 1655, |
| "obscene": 8626, |
| "threat": 760, |
| "insult": 10199, |
| "identity_hate": 1878, |
| "total_samples": 35658 |
| } |
| } |
|
|
