File size: 2,701 Bytes
409a54c 21299df 409a54c | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 | {
"model": "rishanthrajendhran/IdeaLens-Qwen3.5-9B",
"input": "outline",
"flag_rule": "flag the document as AI when P(human) < cut",
"calibration": {
"data": "WildOutlines, calibration split (human documents only)",
"scores_from": "the training run's stored predictions on the calibration split",
"n_humans": 80000,
"n_per_format": {
"Academic Writing": 10000,
"Creative Writing": 10000,
"Knowledge Article": 10000,
"News Article": 10000,
"Nonfiction Writing": 10000,
"Personal About Page": 10000,
"Personal Blog": 10000,
"User Reviews": 10000
}
},
"method": {
"global": "the target-FPR quantile of P(human) over all calibration humans",
"per_group": "the group's own quantile, shrunk toward the global cut with weight n / (n + 2500)",
"min_group_humans": 200,
"estimability": "a cut at FPR q is given only when q * n >= 25 calibration humans",
"missing_cut": "no cut for a group means none could be estimated; do not substitute the global cut"
},
"fpr_targets": [
0.001,
0.005,
0.01,
0.02,
0.05
],
"global": {
"0.001": 0.003707252675667405,
"0.005": 0.01640303246676922,
"0.01": 0.05184546858072281,
"0.02": 0.2267836481332779,
"0.05": 0.7988152503967285
},
"per_format": {
"0.005": {
"Academic Writing": 0.04727219890058042,
"Creative Writing": 0.05972421388328075,
"Knowledge Article": 0.014190074428915978,
"News Article": 0.012068823006004096,
"Nonfiction Writing": 0.010581116750836372,
"Personal About Page": 0.03719500859081746,
"Personal Blog": 0.02435279144346715,
"User Reviews": 0.021802632786333563
},
"0.01": {
"Academic Writing": 0.23735628205537798,
"Creative Writing": 0.2676600256562234,
"Knowledge Article": 0.030818174287676813,
"News Article": 0.03978466540575028,
"Nonfiction Writing": 0.023090352326631546,
"Personal About Page": 0.10573142915964126,
"Personal Blog": 0.11597977429628377,
"User Reviews": 0.12762535995244983
},
"0.02": {
"Academic Writing": 0.612546198964119,
"Creative Writing": 0.5307195731401444,
"Knowledge Article": 0.0978253766298294,
"News Article": 0.15687383711338043,
"Nonfiction Writing": 0.08272563797235491,
"Personal About Page": 0.33573210537433623,
"Personal Blog": 0.4521883040666581,
"User Reviews": 0.42347626316547393
},
"0.05": {
"Academic Writing": 0.9170403957366944,
"Creative Writing": 0.8519057559967042,
"Knowledge Article": 0.5394924020767213,
"News Article": 0.7145081496238709,
"Nonfiction Writing": 0.49812899351119994,
"Personal About Page": 0.8100331258773804,
"Personal Blog": 0.8474562239646912,
"User Reviews": 0.8452128887176513
}
}
}
|