minhleduc commited on
Commit
3fe8842
·
verified ·
1 Parent(s): 8fc8b28

e2_laya_rlce_seed43: test_eval_v2.json

Browse files
e2_laya_rlce_seed43/test_eval_v2.json ADDED
@@ -0,0 +1,99 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "raw": {
3
+ "ece": 0.13140931282937526,
4
+ "brier": 0.0544391002132384,
5
+ "nll": 0.8667641563601792,
6
+ "accuracy": 0.7755,
7
+ "soft_accuracy": 0.5204083172660321,
8
+ "mean_confidence": 0.6449806084632873,
9
+ "mean_target_max": 0.6589462240487337,
10
+ "score_mae": 0.2244165036547929,
11
+ "n": 2000,
12
+ "by_type": {
13
+ "choice": {
14
+ "ece": 0.12116833299398423,
15
+ "brier": 0.06970145614459397,
16
+ "nll": 0.997183663342148,
17
+ "accuracy": 0.7383333333333333,
18
+ "soft_accuracy": 0.47576753728091714,
19
+ "mean_confidence": 0.6201073424021403,
20
+ "mean_target_max": 0.6345381752649943,
21
+ "score_mae": null,
22
+ "n": 600
23
+ },
24
+ "score": {
25
+ "ece": 0.15747196290642024,
26
+ "brier": 0.05659873983214311,
27
+ "nll": 1.0426596711203455,
28
+ "accuracy": 0.73875,
29
+ "soft_accuracy": 0.4402292967354879,
30
+ "mean_confidence": 0.582897215038538,
31
+ "mean_target_max": 0.5928848401084542,
32
+ "score_mae": 0.2244165036547929,
33
+ "n": 800
34
+ },
35
+ "noul": {
36
+ "ece": 0.10903496017058692,
37
+ "brier": 0.036297224790009894,
38
+ "nll": 0.5018172963646551,
39
+ "accuracy": 0.8616666666666667,
40
+ "soft_accuracy": 0.6719544579585394,
41
+ "mean_confidence": 0.7526317324241002,
42
+ "mean_target_max": 0.7714361180861791,
43
+ "score_mae": null,
44
+ "n": 600
45
+ }
46
+ }
47
+ },
48
+ "post_temperature": {
49
+ "ece": 0.1464104473441839,
50
+ "brier": 0.05277552080538362,
51
+ "nll": 0.8628844108358026,
52
+ "accuracy": 0.7755,
53
+ "soft_accuracy": 0.5129868677444755,
54
+ "mean_confidence": 0.6292864724844695,
55
+ "mean_target_max": 0.6589462240487337,
56
+ "score_mae": 0.22476355602499098,
57
+ "n": 2000,
58
+ "by_type": {
59
+ "choice": {
60
+ "ece": 0.13315721328059832,
61
+ "brier": 0.067592461486322,
62
+ "nll": 0.992835176071773,
63
+ "accuracy": 0.7383333333333333,
64
+ "soft_accuracy": 0.4687713161110878,
65
+ "mean_confidence": 0.6051761188606422,
66
+ "mean_target_max": 0.6345381752649943,
67
+ "score_mae": null,
68
+ "n": 600
69
+ },
70
+ "score": {
71
+ "ece": 0.17681804772466422,
72
+ "brier": 0.054381047122208204,
73
+ "nll": 1.037259843586944,
74
+ "accuracy": 0.73875,
75
+ "soft_accuracy": 0.43160008267499506,
76
+ "mean_confidence": 0.5635273651778698,
77
+ "mean_target_max": 0.5928848401084542,
78
+ "score_mae": 0.22476355602499098,
79
+ "n": 800
80
+ },
81
+ "noul": {
82
+ "ece": 0.12059105475743612,
83
+ "brier": 0.035817878368679126,
84
+ "nll": 0.5004330685983102,
85
+ "accuracy": 0.8616666666666667,
86
+ "soft_accuracy": 0.6657181328038374,
87
+ "mean_confidence": 0.7410756358504296,
88
+ "mean_target_max": 0.7714361180861791,
89
+ "score_mae": null,
90
+ "n": 600
91
+ }
92
+ }
93
+ },
94
+ "fitted_temperature": {
95
+ "type0_bucket1": 1.0640273094177246,
96
+ "type2_bucket0": 1.0940083265304565,
97
+ "type1_bucket1": 1.0891118049621582
98
+ }
99
+ }