| [ | |
| { | |
| "id": "test-single-2601.00909v1", | |
| "group_id": "2601.00909v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.00909v1/p1\"], \"abstain\": false}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-unanswerable-2601.00909v1", | |
| "group_id": "2601.00909v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [], \"abstain\": true}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "abstain" | |
| }, | |
| { | |
| "id": "test-single-2601.00911v3", | |
| "group_id": "2601.00911v3", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.00911v3/p2\"], \"abstain\": false}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-single-2601.00205v2", | |
| "group_id": "2601.00205v2", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.00205v2/p1\"], \"abstain\": false}", | |
| "passed": false, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-compare-2601.00205v2", | |
| "group_id": "2601.00205v2", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.00205v2/p1\"], \"abstain\": false}", | |
| "passed": false, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-compare-2601.00205v2-withheld", | |
| "group_id": "2601.00205v2", | |
| "split": "test", | |
| "raw": "{\"evidence\": [], \"abstain\": true}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "abstain" | |
| }, | |
| { | |
| "id": "test-single-2601.00252v1", | |
| "group_id": "2601.00252v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.00252v1/p1\"], \"abstain\": false}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-single-2601.00252v1-withheld", | |
| "group_id": "2601.00252v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [], \"abstain\": true}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "abstain" | |
| }, | |
| { | |
| "id": "test-unanswerable-2601.00252v1", | |
| "group_id": "2601.00252v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [], \"abstain\": true}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "abstain" | |
| }, | |
| { | |
| "id": "test-single-2601.00270v1", | |
| "group_id": "2601.00270v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.00270v1/p4\"], \"abstain\": false}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-single-2601.00273v1", | |
| "group_id": "2601.00273v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.00273v1/p1\"], \"abstain\": false}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-single-2601.00274v1", | |
| "group_id": "2601.00274v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [], \"abstain\": true}", | |
| "passed": false, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-unanswerable-2601.00332v1", | |
| "group_id": "2601.00332v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [], \"abstain\": true}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "abstain" | |
| }, | |
| { | |
| "id": "test-single-2601.00334v1", | |
| "group_id": "2601.00334v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.00334v1/p0\"], \"abstain\": false}", | |
| "passed": false, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-single-2601.00337v2", | |
| "group_id": "2601.00337v2", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.00337v2/p4\"], \"abstain\": false}", | |
| "passed": false, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-single-2601.00337v2-withheld", | |
| "group_id": "2601.00337v2", | |
| "split": "test", | |
| "raw": "{\"evidence\": [], \"abstain\": true}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "abstain" | |
| }, | |
| { | |
| "id": "test-single-2601.00353v4", | |
| "group_id": "2601.00353v4", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.00353v4/p2\"], \"abstain\": false}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-single-2601.00357v2", | |
| "group_id": "2601.00357v2", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.00357v2/p1\"], \"abstain\": false}", | |
| "passed": false, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-single-2601.00357v2-withheld", | |
| "group_id": "2601.00357v2", | |
| "split": "test", | |
| "raw": "{\"evidence\": [], \"abstain\": true}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "abstain" | |
| }, | |
| { | |
| "id": "test-single-2601.00367v1", | |
| "group_id": "2601.00367v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.00367v1/p4\"], \"abstain\": false}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-single-2601.00372v1", | |
| "group_id": "2601.00372v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.00372v1/p0\"], \"abstain\": false}", | |
| "passed": false, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-single-2601.00384v1", | |
| "group_id": "2601.00384v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.00384v1/p1\"], \"abstain\": false}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-single-2601.00384v1-withheld", | |
| "group_id": "2601.00384v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [], \"abstain\": true}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "abstain" | |
| }, | |
| { | |
| "id": "test-unanswerable-2601.00384v1", | |
| "group_id": "2601.00384v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [], \"abstain\": true}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "abstain" | |
| }, | |
| { | |
| "id": "test-single-2601.00385v1", | |
| "group_id": "2601.00385v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [], \"abstain\": true}", | |
| "passed": false, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-single-2601.00385v1-withheld", | |
| "group_id": "2601.00385v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [], \"abstain\": true}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "abstain" | |
| }, | |
| { | |
| "id": "test-single-2601.00389v2", | |
| "group_id": "2601.00389v2", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.00389v2/p3\"], \"abstain\": false}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-single-2601.00418v2", | |
| "group_id": "2601.00418v2", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.00418v2/p0\"], \"abstain\": false}", | |
| "passed": false, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-single-2601.00477v2", | |
| "group_id": "2601.00477v2", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.00477v2/p0\"], \"abstain\": false}", | |
| "passed": false, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-compare-2601.00477v2", | |
| "group_id": "2601.00477v2", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.00477v2/p0\"], \"abstain\": false}", | |
| "passed": false, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-compare-2601.00477v2-withheld", | |
| "group_id": "2601.00477v2", | |
| "split": "test", | |
| "raw": "{\"evidence\": [], \"abstain\": true}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "abstain" | |
| }, | |
| { | |
| "id": "test-single-2601.00509v1", | |
| "group_id": "2601.00509v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.00509v1/p0\"], \"abstain\": false}", | |
| "passed": false, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-single-2601.00509v1-withheld", | |
| "group_id": "2601.00509v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [], \"abstain\": true}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "abstain" | |
| }, | |
| { | |
| "id": "test-single-2601.07841v1", | |
| "group_id": "2601.07841v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.07841v1/p0\"], \"abstain\": false}", | |
| "passed": false, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-compare-2601.07841v1", | |
| "group_id": "2601.07841v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.00332v1/p0\"], \"abstain\": false}", | |
| "passed": false, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-single-2601.00556v1", | |
| "group_id": "2601.00556v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.03303v1/p3\"], \"abstain\": false}", | |
| "passed": false, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-unanswerable-2601.00556v1", | |
| "group_id": "2601.00556v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [], \"abstain\": true}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "abstain" | |
| }, | |
| { | |
| "id": "test-single-2601.00559v1", | |
| "group_id": "2601.00559v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.00559v1/p3\"], \"abstain\": false}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-compare-2601.00566v1", | |
| "group_id": "2601.00566v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.02680v1/p0\"], \"abstain\": false}", | |
| "passed": false, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-single-2601.00571v1", | |
| "group_id": "2601.00571v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.00571v1/p1\"], \"abstain\": false}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-single-2601.00572v1", | |
| "group_id": "2601.00572v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.00572v1/p0\"], \"abstain\": false}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-compare-2601.00572v1", | |
| "group_id": "2601.00572v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.00571v1/p0\"], \"abstain\": false}", | |
| "passed": false, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-compare-2601.00572v1-withheld", | |
| "group_id": "2601.00572v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [], \"abstain\": true}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "abstain" | |
| }, | |
| { | |
| "id": "test-unanswerable-2601.00572v1", | |
| "group_id": "2601.00572v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [], \"abstain\": true}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "abstain" | |
| }, | |
| { | |
| "id": "test-single-2601.00627v1", | |
| "group_id": "2601.00627v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.00627v1/p3\"], \"abstain\": false}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-single-2601.00936v1", | |
| "group_id": "2601.00936v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.03868v2/p3\"], \"abstain\": false}", | |
| "passed": false, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-single-2601.00752v4", | |
| "group_id": "2601.00752v4", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.00752v4/p0\"], \"abstain\": false}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-single-2601.00752v4-withheld", | |
| "group_id": "2601.00752v4", | |
| "split": "test", | |
| "raw": "{\"evidence\": [], \"abstain\": true}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "abstain" | |
| }, | |
| { | |
| "id": "test-unanswerable-2601.00783v1", | |
| "group_id": "2601.00783v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [], \"abstain\": true}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "abstain" | |
| }, | |
| { | |
| "id": "test-single-2601.01048v1", | |
| "group_id": "2601.01048v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.01048v1/p3\"], \"abstain\": false}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-single-2601.01048v1-withheld", | |
| "group_id": "2601.01048v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [], \"abstain\": true}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "abstain" | |
| }, | |
| { | |
| "id": "test-single-2601.01053v1", | |
| "group_id": "2601.01053v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.01053v1/p1\"], \"abstain\": false}", | |
| "passed": false, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-single-2601.01058v1", | |
| "group_id": "2601.01058v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.01058v1/p0\"], \"abstain\": false}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-single-2601.01109v1", | |
| "group_id": "2601.01109v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.01109v1/p3\"], \"abstain\": false}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-single-2601.01134v1", | |
| "group_id": "2601.01134v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.01134v1/p4\"], \"abstain\": false}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-single-2601.01134v1-withheld", | |
| "group_id": "2601.01134v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [], \"abstain\": true}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "abstain" | |
| }, | |
| { | |
| "id": "test-single-2601.01183v1", | |
| "group_id": "2601.01183v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.01183v1/p2\"], \"abstain\": false}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-unanswerable-2601.01183v1", | |
| "group_id": "2601.01183v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [], \"abstain\": true}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "abstain" | |
| }, | |
| { | |
| "id": "test-single-2601.01184v1", | |
| "group_id": "2601.01184v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.01184v1/p1\"], \"abstain\": false}", | |
| "passed": false, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-single-2601.01214v1", | |
| "group_id": "2601.01214v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.01214v1/p0\"], \"abstain\": false}", | |
| "passed": false, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-single-2601.01239v1", | |
| "group_id": "2601.01239v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.01239v1/p1\"], \"abstain\": false}", | |
| "passed": false, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-single-2601.01287v2", | |
| "group_id": "2601.01287v2", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.01287v2/p1\"], \"abstain\": false}", | |
| "passed": false, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-single-2601.01289v1", | |
| "group_id": "2601.01289v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.01289v1/p2\"], \"abstain\": false}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-single-2601.01296v1", | |
| "group_id": "2601.01296v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [], \"abstain\": true}", | |
| "passed": false, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-single-2601.01296v1-withheld", | |
| "group_id": "2601.01296v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [], \"abstain\": true}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "abstain" | |
| }, | |
| { | |
| "id": "test-single-2601.01308v1", | |
| "group_id": "2601.01308v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [], \"abstain\": true}", | |
| "passed": false, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-unanswerable-2601.01308v1", | |
| "group_id": "2601.01308v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [], \"abstain\": true}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "abstain" | |
| }, | |
| { | |
| "id": "test-single-2601.03288v1", | |
| "group_id": "2601.03288v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.03288v1/p0\"], \"abstain\": false}", | |
| "passed": false, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-single-2601.01455v1", | |
| "group_id": "2601.01455v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.01455v1/p0\"], \"abstain\": false}", | |
| "passed": false, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-unanswerable-2601.01455v1", | |
| "group_id": "2601.01455v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [], \"abstain\": true}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "abstain" | |
| }, | |
| { | |
| "id": "test-single-2601.03289v3", | |
| "group_id": "2601.03289v3", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.03289v3/p1\"], \"abstain\": false}", | |
| "passed": false, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-single-2601.01592v2", | |
| "group_id": "2601.01592v2", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.00213v1/p2\"], \"abstain\": false}", | |
| "passed": false, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-single-2601.01592v2-withheld", | |
| "group_id": "2601.01592v2", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.00213v1/p2\"], \"abstain\": false}", | |
| "passed": false, | |
| "valid": true, | |
| "category": "abstain" | |
| }, | |
| { | |
| "id": "test-single-2601.01603v1", | |
| "group_id": "2601.01603v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.01603v1/p2\"], \"abstain\": false}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-single-2601.01673v1", | |
| "group_id": "2601.01673v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.01673v1/p1\"], \"abstain\": false}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-compare-2601.01673v1", | |
| "group_id": "2601.01673v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.01673v1/p2\"], \"abstain\": false}", | |
| "passed": false, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-compare-2601.01673v1-withheld", | |
| "group_id": "2601.01673v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [], \"abstain\": true}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "abstain" | |
| }, | |
| { | |
| "id": "test-unanswerable-2601.01673v1", | |
| "group_id": "2601.01673v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [], \"abstain\": true}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "abstain" | |
| }, | |
| { | |
| "id": "test-single-2601.01723v1", | |
| "group_id": "2601.01723v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.01723v1/p1\"], \"abstain\": false}", | |
| "passed": false, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-single-2601.01723v1-withheld", | |
| "group_id": "2601.01723v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.00559v1/p4\"], \"abstain\": false}", | |
| "passed": false, | |
| "valid": true, | |
| "category": "abstain" | |
| }, | |
| { | |
| "id": "test-single-2601.01737v1", | |
| "group_id": "2601.01737v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.01737v1/p3\"], \"abstain\": false}", | |
| "passed": false, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-compare-2601.01737v1", | |
| "group_id": "2601.01737v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.01737v1/p1\"], \"abstain\": false}", | |
| "passed": false, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-single-2601.01747v4", | |
| "group_id": "2601.01747v4", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.01747v4/p2\"], \"abstain\": false}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-single-2601.01786v1", | |
| "group_id": "2601.01786v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [], \"abstain\": true}", | |
| "passed": false, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-unanswerable-2601.01786v1", | |
| "group_id": "2601.01786v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [], \"abstain\": true}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "abstain" | |
| }, | |
| { | |
| "id": "test-single-2601.02438v4", | |
| "group_id": "2601.02438v4", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.02438v4/p4\"], \"abstain\": false}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-single-2601.02438v4-withheld", | |
| "group_id": "2601.02438v4", | |
| "split": "test", | |
| "raw": "{\"evidence\": [], \"abstain\": true}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "abstain" | |
| }, | |
| { | |
| "id": "test-single-2601.02444v1", | |
| "group_id": "2601.02444v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.02444v1/p4\"], \"abstain\": false}", | |
| "passed": false, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-compare-2601.02444v1", | |
| "group_id": "2601.02444v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.02444v1/p4\"], \"abstain\": false}", | |
| "passed": false, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-compare-2601.02444v1-withheld", | |
| "group_id": "2601.02444v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [], \"abstain\": true}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "abstain" | |
| }, | |
| { | |
| "id": "test-single-2601.02203v1", | |
| "group_id": "2601.02203v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.02203v1/p2\"], \"abstain\": false}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-unanswerable-2601.02203v1", | |
| "group_id": "2601.02203v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [], \"abstain\": true}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "abstain" | |
| }, | |
| { | |
| "id": "test-single-2601.03294v2", | |
| "group_id": "2601.03294v2", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.03294v2/p1\"], \"abstain\": false}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-single-2601.02237v1", | |
| "group_id": "2601.02237v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.02237v1/p3\"], \"abstain\": false}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-unanswerable-2601.02245v1", | |
| "group_id": "2601.02245v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [], \"abstain\": true}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "abstain" | |
| }, | |
| { | |
| "id": "test-single-2601.02254v1", | |
| "group_id": "2601.02254v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.02254v1/p1\"], \"abstain\": false}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-single-2601.02257v1", | |
| "group_id": "2601.02257v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.02257v1/p4\"], \"abstain\": false}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-single-2601.02496v2", | |
| "group_id": "2601.02496v2", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.02496v2/p1\"], \"abstain\": false}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-single-2601.02518v1", | |
| "group_id": "2601.02518v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.02518v1/p2\"], \"abstain\": false}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-unanswerable-2601.02518v1", | |
| "group_id": "2601.02518v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [], \"abstain\": true}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "abstain" | |
| }, | |
| { | |
| "id": "test-single-2601.02596v1", | |
| "group_id": "2601.02596v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.02596v1/p1\"], \"abstain\": false}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-single-2601.02602v2", | |
| "group_id": "2601.02602v2", | |
| "split": "test", | |
| "raw": "{\"evidence\": [], \"abstain\": true}", | |
| "passed": false, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-single-2601.02624v2", | |
| "group_id": "2601.02624v2", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.02624v2/p2\"], \"abstain\": false}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-single-2601.02624v2-withheld", | |
| "group_id": "2601.02624v2", | |
| "split": "test", | |
| "raw": "{\"evidence\": [], \"abstain\": true}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "abstain" | |
| }, | |
| { | |
| "id": "test-single-2601.04243v2", | |
| "group_id": "2601.04243v2", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.04243v2/p0\"], \"abstain\": false}", | |
| "passed": false, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-unanswerable-2601.04243v2", | |
| "group_id": "2601.04243v2", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.04243v2/p0\"], \"abstain\": false}", | |
| "passed": false, | |
| "valid": true, | |
| "category": "abstain" | |
| }, | |
| { | |
| "id": "test-single-2601.03300v1", | |
| "group_id": "2601.03300v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [], \"abstain\": true}", | |
| "passed": false, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-single-2601.02680v1", | |
| "group_id": "2601.02680v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.02680v1/p2\"], \"abstain\": false}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-single-2601.02698v1", | |
| "group_id": "2601.02698v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.02698v1/p0\"], \"abstain\": false}", | |
| "passed": false, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-unanswerable-2601.03303v1", | |
| "group_id": "2601.03303v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [], \"abstain\": true}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "abstain" | |
| }, | |
| { | |
| "id": "test-single-2601.03304v1", | |
| "group_id": "2601.03304v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.03304v1/p0\"], \"abstain\": false}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-single-2601.02720v1", | |
| "group_id": "2601.02720v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.02720v1/p0\"], \"abstain\": false}", | |
| "passed": false, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-single-2601.02751v2", | |
| "group_id": "2601.02751v2", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.02751v2/p0\"], \"abstain\": false}", | |
| "passed": false, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-single-2601.02751v2-withheld", | |
| "group_id": "2601.02751v2", | |
| "split": "test", | |
| "raw": "{\"evidence\": [], \"abstain\": true}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "abstain" | |
| }, | |
| { | |
| "id": "test-single-2601.04247v1", | |
| "group_id": "2601.04247v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.04247v1/p0\"], \"abstain\": false}", | |
| "passed": false, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-compare-2601.04247v1", | |
| "group_id": "2601.04247v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.04247v1/p0\"], \"abstain\": false}", | |
| "passed": false, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-unanswerable-2601.04247v1", | |
| "group_id": "2601.04247v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [], \"abstain\": true}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "abstain" | |
| }, | |
| { | |
| "id": "test-single-2601.02855v2", | |
| "group_id": "2601.02855v2", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.02855v2/p2\"], \"abstain\": false}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-single-2602.06048v1", | |
| "group_id": "2602.06048v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2602.06048v1/p3\"], \"abstain\": false}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-single-2601.02914v1", | |
| "group_id": "2601.02914v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.02914v1/p0\"], \"abstain\": false}", | |
| "passed": false, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-single-2601.02941v1", | |
| "group_id": "2601.02941v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.02941v1/p1\"], \"abstain\": false}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-unanswerable-2601.02941v1", | |
| "group_id": "2601.02941v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [], \"abstain\": true}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "abstain" | |
| }, | |
| { | |
| "id": "test-single-2601.02947v1", | |
| "group_id": "2601.02947v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.02947v1/p2\"], \"abstain\": false}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-single-2601.02949v2", | |
| "group_id": "2601.02949v2", | |
| "split": "test", | |
| "raw": "{\"evidence\": [], \"abstain\": true}", | |
| "passed": false, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-single-2601.02981v1", | |
| "group_id": "2601.02981v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.02981v1/p1\"], \"abstain\": false}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-single-2601.02984v1", | |
| "group_id": "2601.02984v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.02984v1/p1\"], \"abstain\": false}", | |
| "passed": false, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-unanswerable-2601.02984v1", | |
| "group_id": "2601.02984v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [], \"abstain\": true}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "abstain" | |
| }, | |
| { | |
| "id": "test-single-2601.03005v1", | |
| "group_id": "2601.03005v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.03005v1/p2\"], \"abstain\": false}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-single-2601.03013v4", | |
| "group_id": "2601.03013v4", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.03013v4/p1\"], \"abstain\": false}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-compare-2601.03013v4", | |
| "group_id": "2601.03013v4", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.00559v1/p4\"], \"abstain\": false}", | |
| "passed": false, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-single-2601.03031v2", | |
| "group_id": "2601.03031v2", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.03031v2/p0\"], \"abstain\": false}", | |
| "passed": false, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-compare-2601.03241v1", | |
| "group_id": "2601.03241v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [], \"abstain\": true}", | |
| "passed": false, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-unanswerable-2601.03241v1", | |
| "group_id": "2601.03241v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [], \"abstain\": true}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "abstain" | |
| }, | |
| { | |
| "id": "test-single-2601.03420v1", | |
| "group_id": "2601.03420v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [], \"abstain\": true}", | |
| "passed": false, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-single-2601.03429v1", | |
| "group_id": "2601.03429v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.03429v1/p4\"], \"abstain\": false}", | |
| "passed": false, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-unanswerable-2601.03465v1", | |
| "group_id": "2601.03465v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [], \"abstain\": true}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "abstain" | |
| }, | |
| { | |
| "id": "test-single-2601.03504v1", | |
| "group_id": "2601.03504v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [], \"abstain\": true}", | |
| "passed": false, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-single-2601.03504v1-withheld", | |
| "group_id": "2601.03504v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [], \"abstain\": true}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "abstain" | |
| }, | |
| { | |
| "id": "test-single-2601.03508v2", | |
| "group_id": "2601.03508v2", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.03508v2/p2\"], \"abstain\": false}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-single-2601.03587v1", | |
| "group_id": "2601.03587v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.03587v1/p1\"], \"abstain\": false}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-single-2601.03640v1", | |
| "group_id": "2601.03640v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.03640v1/p0\"], \"abstain\": false}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-single-2601.04265v1", | |
| "group_id": "2601.04265v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.04265v1/p3\"], \"abstain\": false}", | |
| "passed": false, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-unanswerable-2601.03690v1", | |
| "group_id": "2601.03690v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [], \"abstain\": true}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "abstain" | |
| }, | |
| { | |
| "id": "test-single-2601.04266v2", | |
| "group_id": "2601.04266v2", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.04266v2/p2\"], \"abstain\": false}", | |
| "passed": false, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-single-2601.03868v2", | |
| "group_id": "2601.03868v2", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.03868v2/p2\"], \"abstain\": false}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-single-2601.04278v2", | |
| "group_id": "2601.04278v2", | |
| "split": "test", | |
| "raw": "{\"evidence\": [], \"abstain\": true}", | |
| "passed": false, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-unanswerable-2601.04278v2", | |
| "group_id": "2601.04278v2", | |
| "split": "test", | |
| "raw": "{\"evidence\": [], \"abstain\": true}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "abstain" | |
| }, | |
| { | |
| "id": "test-single-2601.04281v2", | |
| "group_id": "2601.04281v2", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.04281v2/p1\"], \"abstain\": false}", | |
| "passed": false, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-single-2601.04281v2-withheld", | |
| "group_id": "2601.04281v2", | |
| "split": "test", | |
| "raw": "{\"evidence\": [], \"abstain\": true}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "abstain" | |
| }, | |
| { | |
| "id": "test-single-2601.06177v1", | |
| "group_id": "2601.06177v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.06177v1/p3\"], \"abstain\": false}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-single-2601.06177v1-withheld", | |
| "group_id": "2601.06177v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [], \"abstain\": true}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "abstain" | |
| }, | |
| { | |
| "id": "test-compare-2601.06177v1", | |
| "group_id": "2601.06177v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.04280v1/p1\"], \"abstain\": false}", | |
| "passed": false, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-compare-2601.06177v1-withheld", | |
| "group_id": "2601.06177v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.00559v1/p3\"], \"abstain\": false}", | |
| "passed": false, | |
| "valid": true, | |
| "category": "abstain" | |
| }, | |
| { | |
| "id": "test-unanswerable-2601.06177v1", | |
| "group_id": "2601.06177v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [], \"abstain\": true}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "abstain" | |
| }, | |
| { | |
| "id": "test-single-2601.04010v1", | |
| "group_id": "2601.04010v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.04010v1/p0\"], \"abstain\": false}", | |
| "passed": false, | |
| "valid": true, | |
| "category": "answer" | |
| }, | |
| { | |
| "id": "test-single-2601.04034v1", | |
| "group_id": "2601.04034v1", | |
| "split": "test", | |
| "raw": "{\"evidence\": [\"2601.04034v1/p3\"], \"abstain\": false}", | |
| "passed": true, | |
| "valid": true, | |
| "category": "answer" | |
| } | |
| ] | |