File size: 475 Bytes
1a3c3b3 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 | {
"rel": {
"R1": [
29,
6
],
"R2": [
54,
11
]
},
"ans": {
"R1": [
34,
58
],
"R2": [
64,
28
]
},
"kap": {
"1": [
2,
30
],
"2": [
15,
24
],
"3": [
14,
11
]
},
"pg": {
"1": 0.3333333333333333,
"2": 0.40860215053763443,
"3": 0.25806451612903225
},
"eta": 0.5909090909090909,
"source": "Calibrated on 90 held-out HotpotQA/2Wiki/MuSiQue questions with Claude Haiku as the LLM (BRAG benchmark)."
} |