File size: 475 Bytes
1a3c3b3
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
{
 "rel": {
  "R1": [
   29,
   6
  ],
  "R2": [
   54,
   11
  ]
 },
 "ans": {
  "R1": [
   34,
   58
  ],
  "R2": [
   64,
   28
  ]
 },
 "kap": {
  "1": [
   2,
   30
  ],
  "2": [
   15,
   24
  ],
  "3": [
   14,
   11
  ]
 },
 "pg": {
  "1": 0.3333333333333333,
  "2": 0.40860215053763443,
  "3": 0.25806451612903225
 },
 "eta": 0.5909090909090909,
 "source": "Calibrated on 90 held-out HotpotQA/2Wiki/MuSiQue questions with Claude Haiku as the LLM (BRAG benchmark)."
}