minhleduc commited on
Commit
09673cc
·
verified ·
1 Parent(s): 285d581

e2_ce_only_seed43: test_eval_v2.json

Browse files
Files changed (1) hide show
  1. e2_ce_only_seed43/test_eval_v2.json +99 -0
e2_ce_only_seed43/test_eval_v2.json ADDED
@@ -0,0 +1,99 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "raw": {
3
+ "ece": 0.1394936109185219,
4
+ "brier": 0.05230583777528644,
5
+ "nll": 0.8615829679872841,
6
+ "accuracy": 0.778,
7
+ "soft_accuracy": 0.5191233890913427,
8
+ "mean_confidence": 0.6385063585042954,
9
+ "mean_target_max": 0.6589462240487337,
10
+ "score_mae": 0.22387071973469574,
11
+ "n": 2000,
12
+ "by_type": {
13
+ "choice": {
14
+ "ece": 0.15285709172487258,
15
+ "brier": 0.06384976085329451,
16
+ "nll": 0.9866861464145283,
17
+ "accuracy": 0.765,
18
+ "soft_accuracy": 0.47518984275559584,
19
+ "mean_confidence": 0.6121429173648357,
20
+ "mean_target_max": 0.6345381752649943,
21
+ "score_mae": null,
22
+ "n": 600
23
+ },
24
+ "score": {
25
+ "ece": 0.14815345995128154,
26
+ "brier": 0.05754133870081887,
27
+ "nll": 1.0408480976661667,
28
+ "accuracy": 0.72375,
29
+ "soft_accuracy": 0.4375544776860625,
30
+ "mean_confidence": 0.5755965473875403,
31
+ "mean_target_max": 0.5928848401084542,
32
+ "score_mae": 0.22387071973469574,
33
+ "n": 800
34
+ },
35
+ "noul": {
36
+ "ece": 0.11458379139502846,
37
+ "brier": 0.03378124679656848,
38
+ "nll": 0.49745961665486294,
39
+ "accuracy": 0.8633333333333333,
40
+ "soft_accuracy": 0.6718154839674632,
41
+ "mean_confidence": 0.7487495477994283,
42
+ "mean_target_max": 0.7714361180861791,
43
+ "score_mae": null,
44
+ "n": 600
45
+ }
46
+ }
47
+ },
48
+ "post_temperature": {
49
+ "ece": 0.1543409335911274,
50
+ "brier": 0.05096334562510441,
51
+ "nll": 0.8585448775477708,
52
+ "accuracy": 0.778,
53
+ "soft_accuracy": 0.5120342172160744,
54
+ "mean_confidence": 0.6236590646505356,
55
+ "mean_target_max": 0.6589462240487337,
56
+ "score_mae": 0.2241619166044984,
57
+ "n": 2000,
58
+ "by_type": {
59
+ "choice": {
60
+ "ece": 0.1725053222974141,
61
+ "brier": 0.062087079074434164,
62
+ "nll": 0.982777592378358,
63
+ "accuracy": 0.765,
64
+ "soft_accuracy": 0.46569606085618337,
65
+ "mean_confidence": 0.5924946775535742,
66
+ "mean_target_max": 0.6345381752649943,
67
+ "score_mae": null,
68
+ "n": 600
69
+ },
70
+ "score": {
71
+ "ece": 0.16392989568412306,
72
+ "brier": 0.05568060457957927,
73
+ "nll": 1.0367412413284183,
74
+ "accuracy": 0.72375,
75
+ "soft_accuracy": 0.4305423962138593,
76
+ "mean_confidence": 0.5598201040551066,
77
+ "mean_target_max": 0.5928848401084542,
78
+ "score_mae": 0.2241619166044984,
79
+ "n": 800
80
+ },
81
+ "noul": {
82
+ "ece": 0.12339126070340473,
83
+ "brier": 0.03354993356980818,
84
+ "nll": 0.49671701100965343,
85
+ "accuracy": 0.8633333333333333,
86
+ "soft_accuracy": 0.6670281349122524,
87
+ "mean_confidence": 0.7399420658747355,
88
+ "mean_target_max": 0.7714361180861791,
89
+ "score_mae": null,
90
+ "n": 600
91
+ }
92
+ }
93
+ },
94
+ "fitted_temperature": {
95
+ "type0_bucket1": 1.0873219966888428,
96
+ "type2_bucket0": 1.0724766254425049,
97
+ "type1_bucket1": 1.0740853548049927
98
+ }
99
+ }