File size: 467 Bytes
7dbe69f
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
{
 "questions": 144,
 "probe": {
  "categorical": "120/126",
  "categorical_accuracy": 0.9523809523809523,
  "completion_found": "24/24",
  "false_completions": "0/48",
  "unknown": "24/24",
  "score_mae": 0.1474843060658617
 },
 "zero_shot_verify": {
  "categorical": "120/126",
  "categorical_accuracy": 0.9523809523809523,
  "completion_found": "24/24",
  "false_completions": "0/48",
  "unknown": "24/24",
  "score_mae": 0.14800218040890886
 }
}