File size: 2,383 Bytes
abc20fb | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 | [
{
"task": "hellaswag",
"identity": "24",
"fresh_sql_prediction": 3,
"cached_prediction": 3,
"route": "language+evidence"
},
{
"task": "hellaswag",
"identity": "13364",
"fresh_sql_prediction": 2,
"cached_prediction": 2,
"route": "language"
},
{
"task": "hellaswag",
"identity": "50657",
"fresh_sql_prediction": 0,
"cached_prediction": 0,
"route": "language"
},
{
"task": "arc_easy",
"identity": "Mercury_417466",
"fresh_sql_prediction": 0,
"cached_prediction": 0,
"route": "language+evidence"
},
{
"task": "arc_easy",
"identity": "Mercury_7235603",
"fresh_sql_prediction": 2,
"cached_prediction": 2,
"route": "language+evidence"
},
{
"task": "arc_easy",
"identity": "VASoL_2009_5_34",
"fresh_sql_prediction": 0,
"cached_prediction": 0,
"route": "language+evidence"
},
{
"task": "arc_challenge",
"identity": "Mercury_7175875",
"fresh_sql_prediction": 1,
"cached_prediction": 1,
"route": "language+evidence"
},
{
"task": "arc_challenge",
"identity": "Mercury_SC_400839",
"fresh_sql_prediction": 3,
"cached_prediction": 3,
"route": "language+evidence"
},
{
"task": "arc_challenge",
"identity": "MEA_2013_8_15",
"fresh_sql_prediction": 2,
"cached_prediction": 2,
"route": "language+evidence"
},
{
"task": "piqa",
"identity": "0",
"fresh_sql_prediction": 1,
"cached_prediction": 1,
"route": "language"
},
{
"task": "piqa",
"identity": "919",
"fresh_sql_prediction": 1,
"cached_prediction": 1,
"route": "language+evidence"
},
{
"task": "piqa",
"identity": "1837",
"fresh_sql_prediction": 1,
"cached_prediction": 1,
"route": "language+evidence"
},
{
"task": "arithmark3",
"identity": "0",
"fresh_sql_prediction": 1,
"cached_prediction": 1,
"route": "exact-arithmetic"
},
{
"task": "arithmark3",
"identity": "500",
"fresh_sql_prediction": 2,
"cached_prediction": 2,
"route": "exact-arithmetic"
},
{
"task": "arithmark3",
"identity": "999",
"fresh_sql_prediction": 3,
"cached_prediction": 3,
"route": "exact-arithmetic"
}
]
|