{ "model": "rishanthrajendhran/IdeaLens-ModernBERT-L-NoParaphrase", "input": "outline", "flag_rule": "flag the document as AI when P(human) < cut", "calibration": { "data": "WildOutlines, calibration split (human documents only)", "scores_from": "the released weights, scored through the idealens package", "n_humans": 80000, "n_per_format": { "Academic Writing": 10000, "Creative Writing": 10000, "Knowledge Article": 10000, "News Article": 10000, "Nonfiction Writing": 10000, "Personal About Page": 10000, "Personal Blog": 10000, "User Reviews": 10000 }, "n_per_topic": { "Art & Design": 3338, "Crime & Law": 3931, "Education & Jobs": 3974, "Entertainment": 4692, "Fashion & Beauty": 2999, "Finance & Business": 4855, "Food & Dining": 2696, "Games": 4257, "Hardware": 2253, "Health": 5069, "History": 2554, "Home & Hobbies": 4192, "Industrial": 2299, "Literature": 3571, "Politics": 3728, "Religion": 3617, "Science & Tech.": 4154, "Social Life": 3126, "Software": 2257, "Software Dev.": 2468, "Sports & Fitness": 4224, "Transportation": 2810, "Travel": 2936 } }, "method": { "global": "the target-FPR quantile of P(human) over all calibration humans", "per_group": "the group's own quantile, shrunk toward the global cut with weight n / (n + 2500)", "min_group_humans": 200, "estimability": "a cut at FPR q is given only when q * n >= 25 calibration humans", "missing_cut": "no cut for a group means none could be estimated; do not substitute the global cut" }, "fpr_targets": [ 0.001, 0.005, 0.01, 0.02, 0.05 ], "global": { "0.001": 0.004950821630149081, "0.005": 0.02342468035197943, "0.01": 0.06067131979531868, "0.02": 0.23576730120276254, "0.05": 0.7909952590839185 }, "per_format": { "0.005": { "Academic Writing": 0.07555358258311677, "Creative Writing": 0.11624698148069071, "Knowledge Article": 0.019424670220982234, "News Article": 0.018877491877219182, "Nonfiction Writing": 0.014801753559624426, "Personal About Page": 0.04334194044726723, "Personal Blog": 0.05175564260631697, "User Reviews": 0.05215746833281784 }, "0.01": { "Academic Writing": 0.30168418345610853, "Creative Writing": 0.26211381646434895, "Knowledge Article": 0.036163894470849334, "News Article": 0.049543920392250654, "Nonfiction Writing": 0.028810618555034417, "Personal About Page": 0.12242291308888592, "Personal Blog": 0.16644452540526145, "User Reviews": 0.19031812686047817 }, "0.02": { "Academic Writing": 0.5626391690756242, "Creative Writing": 0.5343154320318914, "Knowledge Article": 0.09131072890661113, "News Article": 0.18014470176754305, "Nonfiction Writing": 0.08423913090880084, "Personal About Page": 0.3933419680360302, "Personal Blog": 0.44821969233765957, "User Reviews": 0.4615502978594149 }, "0.05": { "Academic Writing": 0.9034828838060145, "Creative Writing": 0.8762679898897557, "Knowledge Article": 0.4550881365538776, "News Article": 0.6791936334402358, "Nonfiction Writing": 0.45733708141797413, "Personal About Page": 0.8346417259891522, "Personal Blog": 0.8398029361270587, "User Reviews": 0.877508203466506 } }, "per_topic": { "0.005": { "Health": 0.022789031562102866 }, "0.01": { "Art & Design": 0.08523636574413213, "Crime & Law": 0.0805688569701574, "Education & Jobs": 0.07711304848205908, "Entertainment": 0.051725862674968315, "Fashion & Beauty": 0.13440074693829035, "Finance & Business": 0.03902568614421119, "Food & Dining": 0.05803920525042723, "Games": 0.057223274190934315, "Health": 0.04492207499015485, "History": 0.23157010595566033, "Home & Hobbies": 0.06596159123798341, "Literature": 0.1656287907568481, "Politics": 0.10915063082060605, "Religion": 0.062251729096985446, "Science & Tech.": 0.051504562711774754, "Social Life": 0.05717329947448666, "Sports & Fitness": 0.08485655220538925, "Transportation": 0.07194678865458264, "Travel": 0.09220869624054712 }, "0.02": { "Art & Design": 0.34981177606734215, "Crime & Law": 0.3211582586127026, "Education & Jobs": 0.230268689278505, "Entertainment": 0.22814291050574612, "Fashion & Beauty": 0.4103276416986731, "Finance & Business": 0.11991580144833784, "Food & Dining": 0.2970898645922292, "Games": 0.19147999880510852, "Hardware": 0.29635509273881666, "Health": 0.14928968279483779, "History": 0.4990280725601881, "Home & Hobbies": 0.2536066942843139, "Industrial": 0.1867194129459971, "Literature": 0.4753249064288996, "Politics": 0.3197100815106474, "Religion": 0.3150631545315935, "Science & Tech.": 0.1942258902493757, "Social Life": 0.23831430057064804, "Software": 0.1849620188878797, "Software Dev.": 0.25388250839795734, "Sports & Fitness": 0.30859623266675495, "Transportation": 0.2858273867294666, "Travel": 0.27639604001919316 }, "0.05": { "Art & Design": 0.8448356881542616, "Crime & Law": 0.8600257853570801, "Education & Jobs": 0.7522090353933664, "Entertainment": 0.7987425335197011, "Fashion & Beauty": 0.823750877914615, "Finance & Business": 0.5272754046421285, "Food & Dining": 0.8276740432412281, "Games": 0.7451750476334372, "Hardware": 0.7941178644535245, "Health": 0.6633092143777839, "History": 0.879794141844777, "Home & Hobbies": 0.7967050876857762, "Industrial": 0.7766523212735237, "Literature": 0.8734477816691915, "Politics": 0.8360229706184283, "Religion": 0.8487787044200342, "Science & Tech.": 0.753716519473606, "Social Life": 0.757869426930674, "Software": 0.7058872195208943, "Software Dev.": 0.7640932873028324, "Sports & Fitness": 0.8165972168318504, "Transportation": 0.8289652521808427, "Travel": 0.8109604440410111 } } }