| { |
| "model": "rishanthrajendhran/IdeaLens-Qwen3.5-9B", |
| "input": "outline", |
| "flag_rule": "flag the document as AI when P(human) < cut", |
| "calibration": { |
| "data": "WildOutlines, calibration split (human documents only)", |
| "scores_from": "the training run's stored predictions on the calibration split", |
| "n_humans": 80000, |
| "n_per_format": { |
| "Academic Writing": 10000, |
| "Creative Writing": 10000, |
| "Knowledge Article": 10000, |
| "News Article": 10000, |
| "Nonfiction Writing": 10000, |
| "Personal About Page": 10000, |
| "Personal Blog": 10000, |
| "User Reviews": 10000 |
| } |
| }, |
| "method": { |
| "global": "the target-FPR quantile of P(human) over all calibration humans", |
| "per_group": "the group's own quantile, shrunk toward the global cut with weight n / (n + 2500)", |
| "min_group_humans": 200, |
| "estimability": "a cut at FPR q is given only when q * n >= 25 calibration humans", |
| "missing_cut": "no cut for a group means none could be estimated; do not substitute the global cut" |
| }, |
| "fpr_targets": [ |
| 0.001, |
| 0.005, |
| 0.01, |
| 0.02, |
| 0.05 |
| ], |
| "global": { |
| "0.001": 0.003707252675667405, |
| "0.005": 0.01640303246676922, |
| "0.01": 0.05184546858072281, |
| "0.02": 0.2267836481332779, |
| "0.05": 0.7988152503967285 |
| }, |
| "per_format": { |
| "0.005": { |
| "Academic Writing": 0.04727219890058042, |
| "Creative Writing": 0.05972421388328075, |
| "Knowledge Article": 0.014190074428915978, |
| "News Article": 0.012068823006004096, |
| "Nonfiction Writing": 0.010581116750836372, |
| "Personal About Page": 0.03719500859081746, |
| "Personal Blog": 0.02435279144346715, |
| "User Reviews": 0.021802632786333563 |
| }, |
| "0.01": { |
| "Academic Writing": 0.23735628205537798, |
| "Creative Writing": 0.2676600256562234, |
| "Knowledge Article": 0.030818174287676813, |
| "News Article": 0.03978466540575028, |
| "Nonfiction Writing": 0.023090352326631546, |
| "Personal About Page": 0.10573142915964126, |
| "Personal Blog": 0.11597977429628377, |
| "User Reviews": 0.12762535995244983 |
| }, |
| "0.02": { |
| "Academic Writing": 0.612546198964119, |
| "Creative Writing": 0.5307195731401444, |
| "Knowledge Article": 0.0978253766298294, |
| "News Article": 0.15687383711338043, |
| "Nonfiction Writing": 0.08272563797235491, |
| "Personal About Page": 0.33573210537433623, |
| "Personal Blog": 0.4521883040666581, |
| "User Reviews": 0.42347626316547393 |
| }, |
| "0.05": { |
| "Academic Writing": 0.9170403957366944, |
| "Creative Writing": 0.8519057559967042, |
| "Knowledge Article": 0.5394924020767213, |
| "News Article": 0.7145081496238709, |
| "Nonfiction Writing": 0.49812899351119994, |
| "Personal About Page": 0.8100331258773804, |
| "Personal Blog": 0.8474562239646912, |
| "User Reviews": 0.8452128887176513 |
| } |
| } |
| } |
|
|
