Hugging Face's logo

LakoreAI
/
sev

Text Classification
PyTorch
Safetensors
English
calibration
decision-making
typed-decisions
non-autoregressive
modernbert
proper-scoring-rules
Eval Results (legacy)
Model card Files
xet
 Community
sev
File size: 2,973 Bytes
f9e4c79
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
{
  "raw": {
    "ece": 0.14405169022083278,
    "brier": 0.049473914223986594,
    "nll": 0.8580627283966169,
    "accuracy": 0.7885,
    "soft_accuracy": 0.5236424660123885,
    "mean_confidence": 0.6444483368843794,
    "mean_target_max": 0.6589462240487337,
    "score_mae": 0.21151374208275228,
    "n": 2000,
    "by_type": {
      "choice": {
        "ece": 0.1381368541220824,
        "brier": 0.0610927829263998,
        "nll": 0.9818144658269982,
        "accuracy": 0.755,
        "soft_accuracy": 0.48078609759608903,
        "mean_confidence": 0.6193696513772011,
        "mean_target_max": 0.6345381752649943,
        "score_mae": null,
        "n": 600
      },
      "score": {
        "ece": 0.1779335317760706,
        "brier": 0.05114634511056351,
        "nll": 1.03313795868773,
        "accuracy": 0.75875,
        "soft_accuracy": 0.4435949847009033,
        "mean_confidence": 0.5816603348776698,
        "mean_target_max": 0.5928848401084542,
        "score_mae": 0.21151374208275228,
        "n": 800
      },
      "noul": {
        "ece": 0.10842230906089145,
        "brier": 0.03562513767280417,
        "nll": 0.5008773505780846,
        "accuracy": 0.8616666666666667,
        "soft_accuracy": 0.6732288095106681,
        "mean_confidence": 0.7532443584005037,
        "mean_target_max": 0.7714361180861791,
        "score_mae": null,
        "n": 600
      }
    }
  },
  "post_temperature": {
    "ece": 0.16220938038825988,
    "brier": 0.04794188590972476,
    "nll": 0.8542706172754988,
    "accuracy": 0.7885,
    "soft_accuracy": 0.5147140698879957,
    "mean_confidence": 0.6262906277328729,
    "mean_target_max": 0.6589462240487337,
    "score_mae": 0.21261174298007973,
    "n": 2000,
    "by_type": {
      "choice": {
        "ece": 0.16171381801366805,
        "brier": 0.058598528968896064,
        "nll": 0.9764881309494376,
        "accuracy": 0.755,
        "soft_accuracy": 0.46792497878273326,
        "mean_confidence": 0.5932861614724,
        "mean_target_max": 0.6345381752649943,
        "score_mae": null,
        "n": 600
      },
      "score": {
        "ece": 0.19320389255881307,
        "brier": 0.04962007356784852,
        "nll": 1.0289345176471398,
        "accuracy": 0.75875,
        "soft_accuracy": 0.4367176624760032,
        "mean_confidence": 0.5665761560201645,
        "mean_target_max": 0.5928848401084542,
        "score_mae": 0.21261174298007973,
        "n": 800
      },
      "noul": {
        "ece": 0.12275225609540938,
        "brier": 0.035047659306388444,
        "nll": 0.49916790310603876,
        "accuracy": 0.8616666666666667,
        "soft_accuracy": 0.6654983708759149,
        "mean_confidence": 0.7389143896102905,
        "mean_target_max": 0.7714361180861791,
        "score_mae": null,
        "n": 600
      }
    }
  },
  "fitted_temperature": {
    "type0_bucket1": 1.116391658782959,
    "type2_bucket0": 1.1198104619979858,
    "type1_bucket1": 1.0700936317443848
  }
}