minhleduc commited on
Commit
630bd53
·
verified ·
1 Parent(s): de45319

e2_rlce_sigma1_fixed_seed43: test_eval_v2.json

Browse files
e2_rlce_sigma1_fixed_seed43/test_eval_v2.json ADDED
@@ -0,0 +1,99 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "raw": {
3
+ "ece": 0.08768837297707795,
4
+ "brier": 0.06656727136412512,
5
+ "nll": 0.892609149595024,
6
+ "accuracy": 0.7615,
7
+ "soft_accuracy": 0.5317894631270319,
8
+ "mean_confidence": 0.6775622668862343,
9
+ "mean_target_max": 0.6589462240487337,
10
+ "score_mae": 0.24285939731518738,
11
+ "n": 2000,
12
+ "by_type": {
13
+ "choice": {
14
+ "ece": 0.08936514576276143,
15
+ "brier": 0.08215777321688468,
16
+ "nll": 1.0255133604661872,
17
+ "accuracy": 0.73,
18
+ "soft_accuracy": 0.48657992063711086,
19
+ "mean_confidence": 0.6510106047491232,
20
+ "mean_target_max": 0.6345381752649943,
21
+ "score_mae": null,
22
+ "n": 600
23
+ },
24
+ "score": {
25
+ "ece": 0.10235176857560872,
26
+ "brier": 0.07003681775919177,
27
+ "nll": 1.0722642303165049,
28
+ "accuracy": 0.72375,
29
+ "soft_accuracy": 0.45388750651385634,
30
+ "mean_confidence": 0.623098932094872,
31
+ "mean_target_max": 0.5928848401084542,
32
+ "score_mae": 0.24285939731518738,
33
+ "n": 800
34
+ },
35
+ "noul": {
36
+ "ece": 0.06660163760185242,
37
+ "brier": 0.04635070765127668,
38
+ "nll": 0.5201648310952199,
39
+ "accuracy": 0.8433333333333334,
40
+ "soft_accuracy": 0.680868281101187,
41
+ "mean_confidence": 0.7767317087451617,
42
+ "mean_target_max": 0.7714361180861791,
43
+ "score_mae": null,
44
+ "n": 600
45
+ }
46
+ }
47
+ },
48
+ "post_temperature": {
49
+ "ece": 0.1403249937593937,
50
+ "brier": 0.05714447159732477,
51
+ "nll": 0.8703827581712976,
52
+ "accuracy": 0.7615,
53
+ "soft_accuracy": 0.5068629283048213,
54
+ "mean_confidence": 0.6229879706948995,
55
+ "mean_target_max": 0.6589462240487337,
56
+ "score_mae": 0.239818540236447,
57
+ "n": 2000,
58
+ "by_type": {
59
+ "choice": {
60
+ "ece": 0.1397575196127097,
61
+ "brier": 0.07136482296457568,
62
+ "nll": 1.0011731689423322,
63
+ "accuracy": 0.73,
64
+ "soft_accuracy": 0.46079019087056317,
65
+ "mean_confidence": 0.5944797937572003,
66
+ "mean_target_max": 0.6345381752649943,
67
+ "score_mae": null,
68
+ "n": 600
69
+ },
70
+ "score": {
71
+ "ece": 0.1615325337834656,
72
+ "brier": 0.05838666493040364,
73
+ "nll": 1.045272371917963,
74
+ "accuracy": 0.72375,
75
+ "soft_accuracy": 0.4283607154991478,
76
+ "mean_confidence": 0.5635718555748462,
77
+ "mean_target_max": 0.5928848401084542,
78
+ "score_mae": 0.239818540236447,
79
+ "n": 800
80
+ },
81
+ "noul": {
82
+ "ece": 0.11261570334434509,
83
+ "brier": 0.04126786245263536,
84
+ "nll": 0.5064061957380424,
85
+ "accuracy": 0.8433333333333334,
86
+ "soft_accuracy": 0.6576052828133107,
87
+ "mean_confidence": 0.7307176344593366,
88
+ "mean_target_max": 0.7714361180861791,
89
+ "score_mae": null,
90
+ "n": 600
91
+ }
92
+ }
93
+ },
94
+ "fitted_temperature": {
95
+ "type0_bucket1": 1.2617459297180176,
96
+ "type2_bucket0": 1.441089391708374,
97
+ "type1_bucket1": 1.2855894565582275
98
+ }
99
+ }