Hugging Face's logo

Cem13
/
kodama-core

Text Classification
Safetensors
English
kodama
typed-decisions
custom-code
Model card Files
xet
 Community
kodama-core
File size: 2,506 Bytes
c7893fa
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
{
 "buckets": [
  [
   2,
   2,
   "2"
  ],
  [
   3,
   5,
   "3-5"
  ],
  [
   6,
   10,
   "6-10"
  ],
  [
   11,
   30,
   "11-30"
  ],
  [
   31,
   1000000000,
   "31+"
  ]
 ],
 "temperatures": {
  "choice": {
   "2": 1.3510327339172363,
   "3-5": 1.2677322626113892,
   "6-10": 1.2146227359771729,
   "11-30": 1.010597825050354,
   "31+": 0.9884432554244995
  },
  "score": {
   "2": 1.3455543518066406,
   "3-5": 1.3487545251846313,
   "6-10": 1.3455543518066406,
   "11-30": 1.3455543518066406,
   "31+": 1.3455543518066406
  },
  "noul": {
   "2": 1.4132403135299683,
   "3-5": 1.4132403135299683,
   "6-10": 1.4132403135299683,
   "11-30": 1.4132403135299683,
   "31+": 1.4132403135299683
  }
 },
 "type_temperature": {
  "choice": 1.1966118812561035,
  "score": 1.3455543518066406,
  "noul": 1.4132403135299683
 },
 "escalate": {
  "a": 0.8075713515281677,
  "b": -0.10456699132919312
 },
 "counts": {
  "choice": {
   "2": 1440,
   "3-5": 3550,
   "6-10": 1019,
   "11-30": 656,
   "31+": 225
  },
  "score": {
   "2": 35,
   "3-5": 2354,
   "6-10": 12,
   "11-30": 0,
   "31+": 0
  },
  "noul": {
   "2": 6229,
   "3-5": 0,
   "6-10": 0,
   "11-30": 0,
   "31+": 0
  }
 },
 "report": {
  "val_cal.jsonl": {
   "before": {
    "n": 15520,
    "nll": 0.6214327216148376,
    "acc": 0.7330541014671326,
    "ece": 0.03956293314695358,
    "esc_bce": 0.4619186222553253,
    "choice/n": 6890,
    "choice/acc": 0.7416545748710632,
    "choice/nll": 0.6412952542304993,
    "choice/ece": 0.0349237397313118,
    "score/n": 2401,
    "score/acc": 0.6014160513877869,
    "score/nll": 0.9590876698493958,
    "score/ece": 0.06188902631402016,
    "noul/n": 6229,
    "noul/acc": 0.7742815613746643,
    "noul/nll": 0.46931150555610657,
    "noul/ece": 0.04082968086004257,
    "score/rps": 0.13425556469803043,
    "macro_acc": 0.7057840625445048
   },
   "after": {
    "n": 15520,
    "nll": 0.6076826453208923,
    "acc": 0.7330541014671326,
    "ece": 0.008992322720587254,
    "esc_bce": 0.4538232982158661,
    "choice/n": 6890,
    "choice/acc": 0.7416545748710632,
    "choice/nll": 0.6310363411903381,
    "choice/ece": 0.015944216400384903,
    "score/n": 2401,
    "score/acc": 0.6014160513877869,
    "score/nll": 0.9385183453559875,
    "score/ece": 0.03042321652173996,
    "noul/n": 6229,
    "noul/acc": 0.7742815613746643,
    "noul/nll": 0.454328328371048,
    "noul/ece": 0.01998109556734562,
    "score/rps": 0.13217337983058516,
    "macro_acc": 0.7057840625445048
   }
  }
 }
}