Hugging Face's logo

HrushikeshGangane
/
decision_maker

Text Classification
Safetensors
multiple-choice
calibrated-classification
system-one
Model card Files
xet
 Community
decision_maker
File size: 1,002 Bytes
c800ccd
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
{
  "method": "global_temperature_scaling",
  "temperature": 2.01273250579834,
  "checkpoint": "/runs/kev-v8-h100/best.pt",
  "calibration_file": "/data/kev-v8/calibration.jsonl",
  "calibration_sha256": "9a13d1a9ef55407d698168650c5bd5262cb3a18e5ed7c41f2a2411a48816954b",
  "max_length": 256,
  "calibration_raw": {
    "accuracy": 0.6754717230796814,
    "nll": 0.7315163450421027,
    "brier": 0.4151699372057645,
    "ece": 0.08237492353076448
  },
  "calibration_calibrated": {
    "accuracy": 0.6754717230796814,
    "nll": 0.6432405147912368,
    "brier": 0.39327908461948613,
    "ece": 0.03798134288385491
  },
  "development_file": "/data/kev-v8/development.jsonl",
  "development_raw": {
    "accuracy": 0.6987281441688538,
    "nll": 0.7721685559647261,
    "brier": 0.38594967761744753,
    "ece": 0.12070055375777305
  },
  "development_calibrated": {
    "accuracy": 0.6987281441688538,
    "nll": 0.6249599214199048,
    "brier": 0.3587786533495201,
    "ece": 0.04545749252473659
  }
}