File size: 2,690 Bytes
3ebf904 419c1ba 3ebf904 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 | {
"model": "rishanthrajendhran/ProseLens-ModernBERT-L",
"input": "document",
"flag_rule": "flag the document as AI when P(human) < cut",
"calibration": {
"data": "WildOutlines, calibration split (human documents only)",
"scores_from": "the training run's stored predictions on the calibration split",
"n_humans": 80000,
"n_per_format": {
"Academic Writing": 10000,
"Creative Writing": 10000,
"Knowledge Article": 10000,
"News Article": 10000,
"Nonfiction Writing": 10000,
"Personal About Page": 10000,
"Personal Blog": 10000,
"User Reviews": 10000
}
},
"method": {
"global": "the target-FPR quantile of P(human) over all calibration humans",
"per_group": "the group's own quantile, shrunk toward the global cut with weight n / (n + 2500)",
"min_group_humans": 200,
"estimability": "a cut at FPR q is given only when q * n >= 25 calibration humans",
"missing_cut": "no cut for a group means none could be estimated; do not substitute the global cut"
},
"fpr_targets": [
0.001,
0.005,
0.01,
0.02,
0.05
],
"global": {
"0.001": 0.005766863141208887,
"0.005": 0.043511959370225665,
"0.01": 0.18790396720170977,
"0.02": 0.8414405298233032,
"0.05": 0.9982767522335052
},
"per_format": {
"0.005": {
"Academic Writing": 0.48511697150394323,
"Creative Writing": 0.7774797902218998,
"Knowledge Article": 0.0264915764220059,
"News Article": 0.042131727289408456,
"Nonfiction Writing": 0.016996091064065695,
"Personal About Page": 0.08180167488381268,
"Personal Blog": 0.42620853902027017,
"User Reviews": 0.24418430317565804
},
"0.01": {
"Academic Writing": 0.8101551976799966,
"Creative Writing": 0.83455596023798,
"Knowledge Article": 0.07479736334085464,
"News Article": 0.16216902357339863,
"Nonfiction Writing": 0.0544652368426323,
"Personal About Page": 0.36414291030168533,
"Personal Blog": 0.7883320108056069,
"User Reviews": 0.7249871950745583
},
"0.02": {
"Academic Writing": 0.9664362020492554,
"Creative Writing": 0.9677177896499634,
"Knowledge Article": 0.28712427091598514,
"News Article": 0.6937795658111573,
"Nonfiction Writing": 0.22745220160484314,
"Personal About Page": 0.9371422376632691,
"Personal Blog": 0.9637664785385132,
"User Reviews": 0.9604384603500367
},
"0.05": {
"Academic Writing": 0.9994967925548554,
"Creative Writing": 0.999563969373703,
"Knowledge Article": 0.9463144671916961,
"News Article": 0.9944453680515289,
"Nonfiction Writing": 0.8933786427974701,
"Personal About Page": 0.9992063510417939,
"Personal Blog": 0.9993082511425019,
"User Reviews": 0.999339975118637
}
}
}
|