Hugging Face's logo

minhleduc
/
rlcd-e2-checkpoints

Safetensors
Model card Files
xet
 Community
rlcd-e2-checkpoints
File size: 2,626 Bytes
b851f29
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
{
  "raw": {
    "ece": 0.12822754203528167,
    "brier": 0.05530109313218827,
    "nll": 0.8678397416705266,
    "accuracy": 0.7615,
    "soft_accuracy": 0.5146520517989993,
    "mean_confidence": 0.6345642500817775,
    "score_mae": 0.23563454432209255,
    "n": 2000,
    "by_type": {
      "choice": {
        "ece": 0.1322263596455256,
        "brier": 0.06862509907051693,
        "nll": 0.9974130208231509,
        "accuracy": 0.7316666666666667,
        "soft_accuracy": 0.4691468758632739,
        "mean_confidence": 0.6079821938276291,
        "score_mae": null,
        "n": 600
      },
      "score": {
        "ece": 0.15854124311357734,
        "brier": 0.05788625737608754,
        "nll": 1.0440307543426752,
        "accuracy": 0.72,
        "soft_accuracy": 0.4317976192757487,
        "mean_confidence": 0.563935886695981,
        "score_mae": 0.23563454432209255,
        "n": 800
      },
      "noul": {
        "ece": 0.09546335597832997,
        "brier": 0.038530201535327255,
        "nll": 0.5033451122883708,
        "accuracy": 0.8466666666666667,
        "soft_accuracy": 0.6706298044323922,
        "mean_confidence": 0.7553174575169881,
        "score_mae": null,
        "n": 600
      }
    }
  },
  "post_temperature": {
    "ece": 0.14291595120728018,
    "brier": 0.05413706335548018,
    "nll": 0.8655329882353544,
    "accuracy": 0.7615,
    "soft_accuracy": 0.5071216474995017,
    "mean_confidence": 0.6191726033687591,
    "score_mae": 0.2361672744632233,
    "n": 2000,
    "by_type": {
      "choice": {
        "ece": 0.1422972479959329,
        "brier": 0.06695349502802855,
        "nll": 0.9947054195279876,
        "accuracy": 0.7316666666666667,
        "soft_accuracy": 0.46050154651204744,
        "mean_confidence": 0.5902835857371489,
        "score_mae": null,
        "n": 600
      },
      "score": {
        "ece": 0.16855653237551455,
        "brier": 0.056834597829119954,
        "nll": 1.0415180657990277,
        "accuracy": 0.72,
        "soft_accuracy": 0.4264914493076503,
        "mean_confidence": 0.5522292291745543,
        "score_mae": 0.2361672744632233,
        "n": 800
      },
      "noul": {
        "ece": 0.12376613413294155,
        "brier": 0.03772391905141211,
        "nll": 0.5017137868578235,
        "accuracy": 0.8466666666666667,
        "soft_accuracy": 0.6612486794094244,
        "mean_confidence": 0.7373194532593091,
        "score_mae": null,
        "n": 600
      }
    }
  },
  "fitted_temperature": {
    "type0_bucket1": 1.0749820470809937,
    "type2_bucket0": 1.1464506387710571,
    "type1_bucket1": 1.0550986528396606
  }
}