Hugging Face's logo

rishanthrajendhran
/
IdeaLens-ModernBERT-L-PerItem

Text Classification
Transformers
Safetensors
English
modernbert
ai-text-detection
idea-provenance
text-embeddings-inference
Model card Files
xet
 Community
rishanthrajendhran commited on
Commit
c074ff8
·
verified ·
1 Parent(s): 8c750e3

Add calibrated thresholds (IdeaLens-1M calibration split)

Browse files
Files changed (1) hide show
  1. thresholds.json +108 -0
thresholds.json ADDED
@@ -0,0 +1,108 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "rishanthrajendhran/IdeaLens-ModernBERT-L-PerItem",
3
+ "input": "outline items, pooled per document by logit mean",
4
+ "flag_rule": "flag the document as AI when P(human) < cut",
5
+ "calibration": {
6
+ "data": "IdeaLens-1M, calibration split (human documents only)",
7
+ "scores_from": "the training run's stored predictions on the calibration split",
8
+ "n_humans": 79999,
9
+ "n_per_format": {
10
+ "Academic Writing": 9999,
11
+ "Creative Writing": 10000,
12
+ "Knowledge Article": 10000,
13
+ "News Article": 10000,
14
+ "Nonfiction Writing": 10000,
15
+ "Personal About Page": 10000,
16
+ "Personal Blog": 10000,
17
+ "User Reviews": 10000
18
+ }
19
+ },
20
+ "method": {
21
+ "global": "the target-FPR quantile of P(human) over all calibration humans",
22
+ "per_group": "the group's own quantile, shrunk toward the global cut with weight n / (n + 2500)",
23
+ "min_group_humans": 200,
24
+ "estimability": "a cut at FPR q is given only when q * n >= 25 calibration humans",
25
+ "missing_cut": "no cut for a group means none could be estimated; do not substitute the global cut"
26
+ },
27
+ "fpr_targets": [
28
+ 0.001,
29
+ 0.005,
30
+ 0.01,
31
+ 0.02,
32
+ 0.05,
33
+ 0.1,
34
+ 0.2
35
+ ],
36
+ "global": {
37
+ "0.001": 0.04404379761259952,
38
+ "0.005": 0.12205192356750667,
39
+ "0.01": 0.1906184377087428,
40
+ "0.02": 0.27399145838356886,
41
+ "0.05": 0.40829174191907486,
42
+ "0.1": 0.5295915983924087,
43
+ "0.2": 0.6643099841853771
44
+ },
45
+ "per_format": {
46
+ "0.005": {
47
+ "Academic Writing": 0.1807748612889961,
48
+ "Creative Writing": 0.24713468732885646,
49
+ "Knowledge Article": 0.10024635181124168,
50
+ "News Article": 0.14287497641549482,
51
+ "Nonfiction Writing": 0.06980665613022045,
52
+ "Personal About Page": 0.21159626808248722,
53
+ "Personal Blog": 0.1889627444611509,
54
+ "User Reviews": 0.11691633894464498
55
+ },
56
+ "0.01": {
57
+ "Academic Writing": 0.23996633333182593,
58
+ "Creative Writing": 0.3365072065237298,
59
+ "Knowledge Article": 0.14883988016267796,
60
+ "News Article": 0.2009178899326695,
61
+ "Nonfiction Writing": 0.10862978000095241,
62
+ "Personal About Page": 0.2917278975191723,
63
+ "Personal Blog": 0.24748830566272112,
64
+ "User Reviews": 0.17994967066660927
65
+ },
66
+ "0.02": {
67
+ "Academic Writing": 0.3183908255492838,
68
+ "Creative Writing": 0.4448707131619425,
69
+ "Knowledge Article": 0.21691485843196545,
70
+ "News Article": 0.26932684635020876,
71
+ "Nonfiction Writing": 0.16810775975620385,
72
+ "Personal About Page": 0.3945595380604795,
73
+ "Personal Blog": 0.3184763547505225,
74
+ "User Reviews": 0.25976622502192565
75
+ },
76
+ "0.05": {
77
+ "Academic Writing": 0.43266123799920986,
78
+ "Creative Writing": 0.5798750487791098,
79
+ "Knowledge Article": 0.34602680302674643,
80
+ "News Article": 0.3788878608747563,
81
+ "Nonfiction Writing": 0.31755950860408005,
82
+ "Personal About Page": 0.5422821993351401,
83
+ "Personal Blog": 0.4424141255937674,
84
+ "User Reviews": 0.3878019815644175
85
+ },
86
+ "0.1": {
87
+ "Academic Writing": 0.5488365257282245,
88
+ "Creative Writing": 0.689598699411905,
89
+ "Knowledge Article": 0.45333259213646376,
90
+ "News Article": 0.4869954798371294,
91
+ "Nonfiction Writing": 0.45875589553065843,
92
+ "Personal About Page": 0.6498729757986291,
93
+ "Personal Blog": 0.5476612646714732,
94
+ "User Reviews": 0.5156945701573492
95
+ },
96
+ "0.2": {
97
+ "Academic Writing": 0.6853088277724884,
98
+ "Creative Writing": 0.7926475261681198,
99
+ "Knowledge Article": 0.5828659789659236,
100
+ "News Article": 0.6067655661202837,
101
+ "Nonfiction Writing": 0.6216511924727005,
102
+ "Personal About Page": 0.7620108865901676,
103
+ "Personal Blog": 0.6814026840900511,
104
+ "User Reviews": 0.6533549177048715
105
+ }
106
+ },
107
+ "pooling": "logit_mean"
108
+ }