File size: 420 Bytes
5ec81d1
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
{
  "temperature": {
    "choice": 1.231
  },
  "template": "decision-v1",
  "adapter": "artifacts/pilot2/adapter",
  "tta": false,
  "panel": {
    "n": 974,
    "skipped_long": 4,
    "families": {
      "verdict": 650,
      "origin": 328
    }
  },
  "by_type": {
    "choice": {
      "n": 974,
      "nll_before": 0.0714,
      "nll_after": 0.0679,
      "ece_before": 0.0129,
      "ece_after": 0.0082
    }
  }
}