{ "model": "rishanthrajendhran/IdeaLens-ModernBERT-L-PerItem", "input": "outline items, pooled per document by logit mean", "flag_rule": "flag the document as AI when P(human) < cut", "calibration": { "data": "WildOutlines, calibration split (human documents only)", "scores_from": "the training run's stored predictions on the calibration split", "n_humans": 79999, "n_per_format": { "Academic Writing": 9999, "Creative Writing": 10000, "Knowledge Article": 10000, "News Article": 10000, "Nonfiction Writing": 10000, "Personal About Page": 10000, "Personal Blog": 10000, "User Reviews": 10000 } }, "method": { "global": "the target-FPR quantile of P(human) over all calibration humans", "per_group": "the group's own quantile, shrunk toward the global cut with weight n / (n + 2500)", "min_group_humans": 200, "estimability": "a cut at FPR q is given only when q * n >= 25 calibration humans", "missing_cut": "no cut for a group means none could be estimated; do not substitute the global cut" }, "fpr_targets": [ 0.001, 0.005, 0.01, 0.02, 0.05, 0.1, 0.2 ], "global": { "0.001": 0.04404379761259952, "0.005": 0.12205192356750667, "0.01": 0.1906184377087428, "0.02": 0.27399145838356886, "0.05": 0.40829174191907486, "0.1": 0.5295915983924087, "0.2": 0.6643099841853771 }, "per_format": { "0.005": { "Academic Writing": 0.1807748612889961, "Creative Writing": 0.24713468732885646, "Knowledge Article": 0.10024635181124168, "News Article": 0.14287497641549482, "Nonfiction Writing": 0.06980665613022045, "Personal About Page": 0.21159626808248722, "Personal Blog": 0.1889627444611509, "User Reviews": 0.11691633894464498 }, "0.01": { "Academic Writing": 0.23996633333182593, "Creative Writing": 0.3365072065237298, "Knowledge Article": 0.14883988016267796, "News Article": 0.2009178899326695, "Nonfiction Writing": 0.10862978000095241, "Personal About Page": 0.2917278975191723, "Personal Blog": 0.24748830566272112, "User Reviews": 0.17994967066660927 }, "0.02": { "Academic Writing": 0.3183908255492838, "Creative Writing": 0.4448707131619425, "Knowledge Article": 0.21691485843196545, "News Article": 0.26932684635020876, "Nonfiction Writing": 0.16810775975620385, "Personal About Page": 0.3945595380604795, "Personal Blog": 0.3184763547505225, "User Reviews": 0.25976622502192565 }, "0.05": { "Academic Writing": 0.43266123799920986, "Creative Writing": 0.5798750487791098, "Knowledge Article": 0.34602680302674643, "News Article": 0.3788878608747563, "Nonfiction Writing": 0.31755950860408005, "Personal About Page": 0.5422821993351401, "Personal Blog": 0.4424141255937674, "User Reviews": 0.3878019815644175 }, "0.1": { "Academic Writing": 0.5488365257282245, "Creative Writing": 0.689598699411905, "Knowledge Article": 0.45333259213646376, "News Article": 0.4869954798371294, "Nonfiction Writing": 0.45875589553065843, "Personal About Page": 0.6498729757986291, "Personal Blog": 0.5476612646714732, "User Reviews": 0.5156945701573492 }, "0.2": { "Academic Writing": 0.6853088277724884, "Creative Writing": 0.7926475261681198, "Knowledge Article": 0.5828659789659236, "News Article": 0.6067655661202837, "Nonfiction Writing": 0.6216511924727005, "Personal About Page": 0.7620108865901676, "Personal Blog": 0.6814026840900511, "User Reviews": 0.6533549177048715 } }, "pooling": "logit_mean" }