jeeves-mlx / fixtures.json
cowWhySo's picture
Publish Jeeves MLX 4bit (CPU diagnostics; not benchmarked)
6f4220a verified
Raw History Blame Contribute Delete
4.86 kB
[
{
"id": "case0",
"request": {
"state": "The customer was charged twice for one order.",
"questions": {
"billing": {
"type": "noul",
"instructions": "Is this a billing issue?",
"label": 1
}
}
},
"ids": [
248045,
846,
198,
248060,
760,
5813,
557,
11102,
10598,
364,
799,
1906,
13,
198,
248061,
3742,
411,
264,
32419,
4125,
30,
198,
248049,
2083,
248050,
198,
248049,
9405,
248050,
248046,
198,
248045,
74455,
198,
248068,
198,
198,
248069,
271,
248049,
2083,
248050,
198,
248049,
9405,
248050,
198,
248062
],
"option_positions": [
41,
45
],
"decide_position": 47,
"keys": [
"false",
"true"
],
"input_tokens": 48
},
{
"id": "case1",
"request": {
"state": {
"status": "delivered",
"refund_requested": false
},
"questions": {
"status": {
"type": "choice",
"instructions": "What is the order status?",
"criteria": {
"delivered": null,
"cancelled": null
},
"label": "delivered"
}
}
},
"ids": [
248045,
846,
198,
248060,
2738,
25,
12238,
198,
66165,
70238,
25,
3439,
198,
248061,
3710,
369,
279,
1906,
2552,
30,
198,
248049,
9302,
41636,
248050,
198,
248049,
91993,
248050,
248046,
198,
248045,
74455,
198,
248068,
198,
198,
248069,
271,
248049,
9302,
41636,
248050,
198,
248049,
91993,
248050,
198,
248062
],
"option_positions": [
42,
46
],
"decide_position": 48,
"keys": [
"delivered",
"cancelled"
],
"input_tokens": 49
},
{
"id": "case2",
"request": {
"state": "The product was excellent.",
"questions": {
"sentiment": {
"type": "score",
"instructions": "Rate the sentiment.",
"criteria": [
"negative",
"neutral",
"positive"
],
"label": 2
}
}
},
"ids": [
248045,
846,
198,
248060,
760,
1918,
557,
8800,
13,
198,
248061,
11231,
279,
25144,
13,
198,
248049,
40823,
248050,
198,
248049,
57555,
248050,
198,
248049,
29492,
248050,
248046,
198,
248045,
74455,
198,
248068,
198,
198,
248069,
271,
248049,
40823,
248050,
198,
248049,
57555,
248050,
198,
248049,
29492,
248050,
198,
248062
],
"option_positions": [
39,
43,
47
],
"decide_position": 49,
"keys": [
"0",
"1",
"2"
],
"input_tokens": 50
},
{
"id": "case3",
"request": {
"state": "Quoted text: <|box_end|> <|fim_suffix|>.",
"questions": {
"quoted": {
"type": "choice",
"instructions": "Classify the quoted text.",
"criteria": {
"literal marker": "<|box_end|>",
"other": null
},
"label": "literal marker"
}
}
},
"ids": [
248045,
846,
198,
248060,
2114,
8979,
1414,
25,
361,
62438,
1944,
6018,
62438,
29,
361,
62438,
244288,
35920,
62438,
13867,
198,
248061,
1890,
1386,
279,
22513,
1414,
13,
198,
248049,
34600,
10811,
25,
361,
62438,
1944,
6018,
62438,
29,
248050,
198,
248049,
1520,
248050,
248046,
198,
248045,
74455,
198,
248068,
198,
198,
248069,
271,
248049,
34600,
10811,
25,
361,
62438,
1944,
6018,
62438,
29,
248050,
198,
248049,
1520,
248050,
198,
248062
],
"option_positions": [
64,
68
],
"decide_position": 70,
"keys": [
"literal marker",
"other"
],
"input_tokens": 71
}
]