minhleduc commited on
Commit
549fd3a
·
verified ·
1 Parent(s): 8b39cbb

e2_rlce_sigma0p5_fixed_seed42: test_eval_v2.json

Browse files
e2_rlce_sigma0p5_fixed_seed42/test_eval_v2.json ADDED
@@ -0,0 +1,99 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "raw": {
3
+ "ece": 0.11429376035928726,
4
+ "brier": 0.05650641804362456,
5
+ "nll": 0.870017260803841,
6
+ "accuracy": 0.774,
7
+ "soft_accuracy": 0.5253477951437235,
8
+ "mean_confidence": 0.6597062419205904,
9
+ "mean_target_max": 0.6589462240487337,
10
+ "score_mae": 0.22789357821922748,
11
+ "n": 2000,
12
+ "by_type": {
13
+ "choice": {
14
+ "ece": 0.11574788798888525,
15
+ "brier": 0.07079333013506432,
16
+ "nll": 1.0015871860397358,
17
+ "accuracy": 0.7533333333333333,
18
+ "soft_accuracy": 0.482594219421347,
19
+ "mean_confidence": 0.6375854401787122,
20
+ "mean_target_max": 0.6345381752649943,
21
+ "score_mae": null,
22
+ "n": 600
23
+ },
24
+ "score": {
25
+ "ece": 0.12957199554890395,
26
+ "brier": 0.06040070232400467,
27
+ "nll": 1.046759248143062,
28
+ "accuracy": 0.7225,
29
+ "soft_accuracy": 0.4421244654618204,
30
+ "mean_confidence": 0.5929280119761825,
31
+ "mean_target_max": 0.5928848401084542,
32
+ "score_mae": 0.22789357821922748,
33
+ "n": 800
34
+ },
35
+ "noul": {
36
+ "ece": 0.09430793652931849,
37
+ "brier": 0.03702712691167798,
38
+ "nll": 0.502791352448985,
39
+ "accuracy": 0.8633333333333333,
40
+ "soft_accuracy": 0.6790658104419708,
41
+ "mean_confidence": 0.7708646835883458,
42
+ "mean_target_max": 0.7714361180861791,
43
+ "score_mae": null,
44
+ "n": 600
45
+ }
46
+ }
47
+ },
48
+ "post_temperature": {
49
+ "ece": 0.14401112401485447,
50
+ "brier": 0.05265320646311438,
51
+ "nll": 0.8624655469059944,
52
+ "accuracy": 0.774,
53
+ "soft_accuracy": 0.5113122158944606,
54
+ "mean_confidence": 0.6299888622462749,
55
+ "mean_target_max": 0.6589462240487337,
56
+ "score_mae": 0.22653414604777936,
57
+ "n": 2000,
58
+ "by_type": {
59
+ "choice": {
60
+ "ece": 0.15303171957532563,
61
+ "brier": 0.06536630911547642,
62
+ "nll": 0.9917611071653664,
63
+ "accuracy": 0.7533333333333333,
64
+ "soft_accuracy": 0.4650705755253633,
65
+ "mean_confidence": 0.6010277570784092,
66
+ "mean_target_max": 0.6345381752649943,
67
+ "score_mae": null,
68
+ "n": 600
69
+ },
70
+ "score": {
71
+ "ece": 0.1564045622199774,
72
+ "brier": 0.05645747571372567,
73
+ "nll": 1.0385604893416167,
74
+ "accuracy": 0.7225,
75
+ "soft_accuracy": 0.4304812692292035,
76
+ "mean_confidence": 0.5660954530909658,
77
+ "mean_target_max": 0.5928848401084542,
78
+ "score_mae": 0.22653414604777936,
79
+ "n": 800
80
+ },
81
+ "noul": {
82
+ "ece": 0.12289087504148484,
83
+ "brier": 0.034867744809937276,
84
+ "nll": 0.4983767300657928,
85
+ "accuracy": 0.8633333333333333,
86
+ "soft_accuracy": 0.6653284518172343,
87
+ "mean_confidence": 0.7441411796212196,
88
+ "mean_target_max": 0.7714361180861791,
89
+ "score_mae": null,
90
+ "n": 600
91
+ }
92
+ }
93
+ },
94
+ "fitted_temperature": {
95
+ "type0_bucket1": 1.1542959213256836,
96
+ "type2_bucket0": 1.2189446687698364,
97
+ "type1_bucket1": 1.1218812465667725
98
+ }
99
+ }