Release evidence selector after all baseline and saved-weight gates passed
78876fc verified 4 days ago
152 kB
{"id": "validation-unanswerable-2501.00707v1", "group_id": "2501.00707v1", "split": "validation", "raw": "{\"evidence\":[],\"abstain\":true}", "tokens": [4754, 68, 26590, 8631, 27573, 365, 267, 456, 763, 1802, 92, 248046], "input_tokens": 2607, "output_tokens": 12, "latency_seconds": 2.359914900007425, "prompt_sha256": "2d49f9aa53bd2889329a2bf2ae4a197d9798087926c0c1ef27a5387a84050307", "passed": true, "valid": true, "category": "abstain"}
{"id": "validation-single-2501.00790v2", "group_id": "2501.00790v2", "split": "validation", "raw": "{\"evidence\":[\"2501.00790v2/p2\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 20, 15, 16, 13, 15, 15, 22, 24, 15, 85, 17, 4181, 17, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2441, "output_tokens": 26, "latency_seconds": 3.671672500000568, "prompt_sha256": "eab62ec5132e0071a6da4f72365e8f513966fab8fd6fd57a722bc1e57a7e1325", "passed": true, "valid": true, "category": "answer"}
{"id": "validation-unanswerable-2501.00790v2", "group_id": "2501.00790v2", "split": "validation", "raw": "{\"evidence\":[],\"abstain\":true}", "tokens": [4754, 68, 26590, 8631, 27573, 365, 267, 456, 763, 1802, 92, 248046], "input_tokens": 2462, "output_tokens": 12, "latency_seconds": 2.1704864999919664, "prompt_sha256": "41fbeb5eb5afe9a5cf038118062a7e81552b044934a0641e2955410cccf5fc99", "passed": true, "valid": true, "category": "abstain"}
{"id": "validation-single-2501.00798v2", "group_id": "2501.00798v2", "split": "validation", "raw": "{\"evidence\":[\"2501.00798v2/p2\",\"2501.00798v2/p3\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 20, 15, 16, 13, 15, 15, 22, 24, 23, 85, 17, 4181, 17, 2129, 17, 20, 15, 16, 13, 15, 15, 22, 24, 23, 85, 17, 4181, 18, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2588, "output_tokens": 41, "latency_seconds": 2.229158300004201, "prompt_sha256": "a79fd19715a8c1f654b271c8a99b3a97a06c63fcd1beb60f6f1d0451ae8e44dd", "passed": false, "valid": true, "category": "answer"}
{"id": "validation-single-2501.00824v7", "group_id": "2501.00824v7", "split": "validation", "raw": "{\"evidence\":[\"2501.00824v7/p4\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 20, 15, 16, 13, 15, 15, 23, 17, 19, 85, 22, 4181, 19, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2433, "output_tokens": 26, "latency_seconds": 2.4521015000063926, "prompt_sha256": "b52bdb1e1b5e5c8c4828fc6cd69eb059e499a20f50583c7a94ecc635fc981e94", "passed": true, "valid": true, "category": "answer"}
{"id": "validation-compare-2501.00824v7", "group_id": "2501.00824v7", "split": "validation", "raw": "{\"evidence\":[\"2501.01786v1/p0\",\"2501.01786v1/p1\",\"2501.01786v1/p2\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 20, 15, 16, 13, 15, 16, 22, 23, 21, 85, 16, 4181, 15, 2129, 17, 20, 15, 16, 13, 15, 16, 22, 23, 21, 85, 16, 4181, 16, 2129, 17, 20, 15, 16, 13, 15, 16, 22, 23, 21, 85, 16, 4181, 17, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2446, "output_tokens": 56, "latency_seconds": 2.3852298999845516, "prompt_sha256": "e30e4bead3f75eb5a5a579ff952c8cfb4b32af928a991d609ca97c0837ee8660", "passed": false, "valid": true, "category": "answer"}
{"id": "validation-single-2501.00842v2", "group_id": "2501.00842v2", "split": "validation", "raw": "{\"evidence\":[\"2501.00842v2/p1\",\"2501.00842v2/p2\",\"2501.00842v2/p3\",\"2501.00842v2/p4\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 20, 15, 16, 13, 15, 15, 23, 19, 17, 85, 17, 4181, 16, 2129, 17, 20, 15, 16, 13, 15, 15, 23, 19, 17, 85, 17, 4181, 17, 2129, 17, 20, 15, 16, 13, 15, 15, 23, 19, 17, 85, 17, 4181, 18, 2129, 17, 20, 15, 16, 13, 15, 15, 23, 19, 17, 85, 17, 4181, 19, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2231, "output_tokens": 71, "latency_seconds": 3.646547800017288, "prompt_sha256": "7d8bdf2324fa5c2fa1bffe6bb7406908ecd181a89f1cebf6b4b3ba09a35e850a", "passed": false, "valid": true, "category": "answer"}
{"id": "validation-single-2501.00842v2-withheld", "group_id": "2501.00842v2", "split": "validation", "raw": "{\"evidence\":[],\"abstain\":true}", "tokens": [4754, 68, 26590, 8631, 27573, 365, 267, 456, 763, 1802, 92, 248046], "input_tokens": 1825, "output_tokens": 12, "latency_seconds": 2.392588600021554, "prompt_sha256": "0044383ad68064dd47110a84f842c59ea2982b0a7f4bc19ea419c9f473ec1da6", "passed": true, "valid": true, "category": "abstain"}
{"id": "validation-compare-2501.00916v2", "group_id": "2501.00916v2", "split": "validation", "raw": "{\"evidence\":[\"2501.00916v2/p0\",\"2501.00916v2/p1\",\"2501.00916v2/p2\",\"2501.02292v2/p1\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 20, 15, 16, 13, 15, 15, 24, 16, 21, 85, 17, 4181, 15, 2129, 17, 20, 15, 16, 13, 15, 15, 24, 16, 21, 85, 17, 4181, 16, 2129, 17, 20, 15, 16, 13, 15, 15, 24, 16, 21, 85, 17, 4181, 17, 2129, 17, 20, 15, 16, 13, 15, 17, 17, 24, 17, 85, 17, 4181, 16, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2047, "output_tokens": 71, "latency_seconds": 2.9524817000201438, "prompt_sha256": "538f8b11b91ae6601706cbd86ae42b65e0aeab0ef6301081578ac54918af4b0a", "passed": false, "valid": true, "category": "answer"}
{"id": "validation-unanswerable-2501.00916v2", "group_id": "2501.00916v2", "split": "validation", "raw": "{\"evidence\":[],\"abstain\":true}", "tokens": [4754, 68, 26590, 8631, 27573, 365, 267, 456, 763, 1802, 92, 248046], "input_tokens": 2034, "output_tokens": 12, "latency_seconds": 2.6680019999912474, "prompt_sha256": "e20f6d656cf66fe17283240ec6a6af47410b6b899eb50a519338c14cd26ad2e6", "passed": true, "valid": true, "category": "abstain"}
{"id": "validation-single-2501.00926v5", "group_id": "2501.00926v5", "split": "validation", "raw": "{\"evidence\":[\"2501.00926v5/p1\",\"2501.00926v5/p2\",\"2501.00926v5/p3\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 20, 15, 16, 13, 15, 15, 24, 17, 21, 85, 20, 4181, 16, 2129, 17, 20, 15, 16, 13, 15, 15, 24, 17, 21, 85, 20, 4181, 17, 2129, 17, 20, 15, 16, 13, 15, 15, 24, 17, 21, 85, 20, 4181, 18, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2571, "output_tokens": 56, "latency_seconds": 2.6070145000121556, "prompt_sha256": "a409e848e6dc05773a89c7bd5161ce58c00b7a60763bc23117c498a181382284", "passed": false, "valid": true, "category": "answer"}
{"id": "validation-single-2501.00940v1", "group_id": "2501.00940v1", "split": "validation", "raw": "{\"evidence\":[\"2501.00940v1/p2\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 20, 15, 16, 13, 15, 15, 24, 19, 15, 85, 16, 4181, 17, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2303, "output_tokens": 26, "latency_seconds": 2.5415213000087533, "prompt_sha256": "5fbee986f7839a4f4c187348ceba6e2138ab6a5978c05fc59f47b925382c24f4", "passed": true, "valid": true, "category": "answer"}
{"id": "validation-single-2501.00951v1", "group_id": "2501.00951v1", "split": "validation", "raw": "{\"evidence\":[\"2501.00951v1/p0\",\"2501.00951v1/p1\",\"2501.00951v1/p2\",\"2501.00951v1/p3\",\"2501.00951v1/p4\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 20, 15, 16, 13, 15, 15, 24, 20, 16, 85, 16, 4181, 15, 2129, 17, 20, 15, 16, 13, 15, 15, 24, 20, 16, 85, 16, 4181, 16, 2129, 17, 20, 15, 16, 13, 15, 15, 24, 20, 16, 85, 16, 4181, 17, 2129, 17, 20, 15, 16, 13, 15, 15, 24, 20, 16, 85, 16, 4181, 18, 2129, 17, 20, 15, 16, 13, 15, 15, 24, 20, 16, 85, 16, 4181, 19, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2444, "output_tokens": 86, "latency_seconds": 2.7225091999862343, "prompt_sha256": "5a40f02b5d80178711450b41be9627b97c068da4689aa8513bf6a78563222312", "passed": false, "valid": true, "category": "answer"}
{"id": "validation-single-2501.01015v2", "group_id": "2501.01015v2", "split": "validation", "raw": "{\"evidence\":[\"2501.01015v2/p0\",\"2501.01015v2/p1\",\"2501.01015v2/p2\",\"2501.01015v2/p3\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 20, 15, 16, 13, 15, 16, 15, 16, 20, 85, 17, 4181, 15, 2129, 17, 20, 15, 16, 13, 15, 16, 15, 16, 20, 85, 17, 4181, 16, 2129, 17, 20, 15, 16, 13, 15, 16, 15, 16, 20, 85, 17, 4181, 17, 2129, 17, 20, 15, 16, 13, 15, 16, 15, 16, 20, 85, 17, 4181, 18, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2518, "output_tokens": 71, "latency_seconds": 2.4404078000225127, "prompt_sha256": "48448905bd972c72e0517da8738b7cbcb0fbe25c372e092cc3de817a2cfda9f4", "passed": false, "valid": true, "category": "answer"}
{"id": "validation-single-2501.01032v1", "group_id": "2501.01032v1", "split": "validation", "raw": "{\"evidence\":[\"2501.01032v1/p3\",\"2501.01032v1/p4\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 20, 15, 16, 13, 15, 16, 15, 18, 17, 85, 16, 4181, 18, 2129, 17, 20, 15, 16, 13, 15, 16, 15, 18, 17, 85, 16, 4181, 19, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2341, "output_tokens": 41, "latency_seconds": 2.6898122999991756, "prompt_sha256": "4f4cce9b03aa477ea09dd5d522480a93c46a32235db600b16d320230b60b74fb", "passed": false, "valid": true, "category": "answer"}
{"id": "validation-single-2501.01042v4", "group_id": "2501.01042v4", "split": "validation", "raw": "{\"evidence\":[\"2501.01042v4/p3\",\"2501.01042v4/p4\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 20, 15, 16, 13, 15, 16, 15, 19, 17, 85, 19, 4181, 18, 2129, 17, 20, 15, 16, 13, 15, 16, 15, 19, 17, 85, 19, 4181, 19, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2411, "output_tokens": 41, "latency_seconds": 2.698438499995973, "prompt_sha256": "4d13c23b334f2db16ef4db737958a1c47006e53bd2353c76c60a2388312d7ec5", "passed": false, "valid": true, "category": "answer"}
{"id": "validation-single-2501.01042v4-withheld", "group_id": "2501.01042v4", "split": "validation", "raw": "{\"evidence\":[],\"abstain\":true}", "tokens": [4754, 68, 26590, 8631, 27573, 365, 267, 456, 763, 1802, 92, 248046], "input_tokens": 1891, "output_tokens": 12, "latency_seconds": 2.2045867000124417, "prompt_sha256": "b04a6f6e2b59058e74fa9f6eefef7bbe003fa312b3bb16bc04c53534be31484d", "passed": true, "valid": true, "category": "abstain"}
{"id": "validation-single-2501.01083v1", "group_id": "2501.01083v1", "split": "validation", "raw": "{\"evidence\":[\"2501.01083v1/p0\",\"2501.01083v1/p1\",\"2501.01083v1/p2\",\"2501.01083v1/p3\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 20, 15, 16, 13, 15, 16, 15, 23, 18, 85, 16, 4181, 15, 2129, 17, 20, 15, 16, 13, 15, 16, 15, 23, 18, 85, 16, 4181, 16, 2129, 17, 20, 15, 16, 13, 15, 16, 15, 23, 18, 85, 16, 4181, 17, 2129, 17, 20, 15, 16, 13, 15, 16, 15, 23, 18, 85, 16, 4181, 18, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2574, "output_tokens": 71, "latency_seconds": 2.4301471000071615, "prompt_sha256": "f89366905b63e224c68f650abb2fafd7b29a6fe159a1adb8d3db18062a7bdce7", "passed": false, "valid": true, "category": "answer"}
{"id": "validation-compare-2501.01083v1", "group_id": "2501.01083v1", "split": "validation", "raw": "{\"evidence\":[\"2501.01083v1/p1\",\"2501.01089v1/p4\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 20, 15, 16, 13, 15, 16, 15, 23, 18, 85, 16, 4181, 16, 2129, 17, 20, 15, 16, 13, 15, 16, 15, 23, 24, 85, 16, 4181, 19, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2591, "output_tokens": 41, "latency_seconds": 2.2340671000129078, "prompt_sha256": "8e71105c85e9a830cb0b5c827e73a6cb36a9961a8c571887a49e026ca0953247", "passed": true, "valid": true, "category": "answer"}
{"id": "validation-compare-2501.01083v1-withheld", "group_id": "2501.01083v1", "split": "validation", "raw": "{\"evidence\":[],\"abstain\":true}", "tokens": [4754, 68, 26590, 8631, 27573, 365, 267, 456, 763, 1802, 92, 248046], "input_tokens": 1755, "output_tokens": 12, "latency_seconds": 2.221308100008173, "prompt_sha256": "e65845262134b8e1ce5800264f0b18407099534f4dc4885fcc374fd8429897f8", "passed": true, "valid": true, "category": "abstain"}
{"id": "validation-unanswerable-2501.01083v1", "group_id": "2501.01083v1", "split": "validation", "raw": "{\"evidence\":[],\"abstain\":true}", "tokens": [4754, 68, 26590, 8631, 27573, 365, 267, 456, 763, 1802, 92, 248046], "input_tokens": 2585, "output_tokens": 12, "latency_seconds": 2.2091376000025775, "prompt_sha256": "c95396df1122dd543afa87e3969d1c18b372a0d4abd1aff447b1c3c85c22edf5", "passed": true, "valid": true, "category": "abstain"}
{"id": "validation-single-2501.01089v1", "group_id": "2501.01089v1", "split": "validation", "raw": "{\"evidence\":[\"2501.01089v1/p4\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 20, 15, 16, 13, 15, 16, 15, 23, 24, 85, 16, 4181, 19, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2762, "output_tokens": 26, "latency_seconds": 2.1951423000136856, "prompt_sha256": "c8bc79396875d9cd37453287d149c49b5fdc7e62807c0db369f71ba867b6196c", "passed": true, "valid": true, "category": "answer"}
{"id": "validation-single-2501.01089v1-withheld", "group_id": "2501.01089v1", "split": "validation", "raw": "{\"evidence\":[\"2501.01083v1/p0\",\"2501.01083v1/p1\",\"2501.01083v1/p2\",\"2501.01083v1/p3\"],\"abstain\":true}", "tokens": [4754, 68, 26590, 35580, 17, 20, 15, 16, 13, 15, 16, 15, 23, 18, 85, 16, 4181, 15, 2129, 17, 20, 15, 16, 13, 15, 16, 15, 23, 18, 85, 16, 4181, 16, 2129, 17, 20, 15, 16, 13, 15, 16, 15, 23, 18, 85, 16, 4181, 17, 2129, 17, 20, 15, 16, 13, 15, 16, 15, 23, 18, 85, 16, 4181, 18, 66550, 365, 267, 456, 763, 1802, 92, 248046], "input_tokens": 2289, "output_tokens": 71, "latency_seconds": 2.418169600015972, "prompt_sha256": "130acf6f0cdd1632e0058b51cb66bc162476d68f8f8929624c41a54838de4708", "passed": false, "valid": true, "category": "abstain"}
{"id": "validation-single-2501.01110v1", "group_id": "2501.01110v1", "split": "validation", "raw": "{\"evidence\":[\"2501.01110v1/p1\",\"2501.01110v1/p2\",\"2501.01110v1/p3\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 20, 15, 16, 13, 15, 16, 16, 16, 15, 85, 16, 4181, 16, 2129, 17, 20, 15, 16, 13, 15, 16, 16, 16, 15, 85, 16, 4181, 17, 2129, 17, 20, 15, 16, 13, 15, 16, 16, 16, 15, 85, 16, 4181, 18, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2401, "output_tokens": 56, "latency_seconds": 2.512915900006192, "prompt_sha256": "68239618617398fdf187ae6af534f2b08724fed5b3f07b879ad230b5482326dc", "passed": false, "valid": true, "category": "answer"}
{"id": "validation-single-2501.01131v2", "group_id": "2501.01131v2", "split": "validation", "raw": "{\"evidence\":[\"2501.01131v2/p2\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 20, 15, 16, 13, 15, 16, 16, 18, 16, 85, 17, 4181, 17, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2143, "output_tokens": 26, "latency_seconds": 2.447055399999954, "prompt_sha256": "3ca7ca1ba7041aa43ffbbd49b64281581901c1086451a8a09c077edf6a414d85", "passed": true, "valid": true, "category": "answer"}
{"id": "validation-unanswerable-2501.01131v2", "group_id": "2501.01131v2", "split": "validation", "raw": "{\"evidence\":[],\"abstain\":true}", "tokens": [4754, 68, 26590, 8631, 27573, 365, 267, 456, 763, 1802, 92, 248046], "input_tokens": 2162, "output_tokens": 12, "latency_seconds": 2.4494446000026073, "prompt_sha256": "c00ca3f64aac0faeebeda3d22e6f618600608a4ea40475bfee9531e9c9d88647", "passed": true, "valid": true, "category": "abstain"}
{"id": "validation-single-2501.01146v1", "group_id": "2501.01146v1", "split": "validation", "raw": "{\"evidence\":[\"2501.01146v1/p2\",\"2501.01146v1/p3\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 20, 15, 16, 13, 15, 16, 16, 19, 21, 85, 16, 4181, 17, 2129, 17, 20, 15, 16, 13, 15, 16, 16, 19, 21, 85, 16, 4181, 18, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 1943, "output_tokens": 41, "latency_seconds": 2.429994699981762, "prompt_sha256": "8564496aeb50086569f6d1e22181c4bcfdc775a853e7beb62c2ce9a3873d7c4c", "passed": false, "valid": true, "category": "answer"}
{"id": "validation-single-2501.01187v2", "group_id": "2501.01187v2", "split": "validation", "raw": "{\"evidence\":[\"2501.01187v2/p1\",\"2501.01187v2/p2\",\"2501.01187v2/p3\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 20, 15, 16, 13, 15, 16, 16, 23, 22, 85, 17, 4181, 16, 2129, 17, 20, 15, 16, 13, 15, 16, 16, 23, 22, 85, 17, 4181, 17, 2129, 17, 20, 15, 16, 13, 15, 16, 16, 23, 22, 85, 17, 4181, 18, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2489, "output_tokens": 56, "latency_seconds": 2.4329518000013195, "prompt_sha256": "bec6f149723cbdddfabed2e8008762a6bac64c26ee38c7fa9480e6683d8dbb33", "passed": false, "valid": true, "category": "answer"}
{"id": "validation-single-2501.01194v1", "group_id": "2501.01194v1", "split": "validation", "raw": "{\"evidence\":[\"2501.01194v1/p1\",\"2501.01194v1/p2\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 20, 15, 16, 13, 15, 16, 16, 24, 19, 85, 16, 4181, 16, 2129, 17, 20, 15, 16, 13, 15, 16, 16, 24, 19, 85, 16, 4181, 17, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2372, "output_tokens": 41, "latency_seconds": 2.4196969000040554, "prompt_sha256": "13ad4d646a50b3f74f39266c4ecffee8c03d0d0fe2ab6886def870cf076fbfa0", "passed": false, "valid": true, "category": "answer"}
{"id": "validation-single-2501.02011v1", "group_id": "2501.02011v1", "split": "validation", "raw": "{\"evidence\":[\"2501.02011v1/p2\",\"2501.02011v1/p3\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 20, 15, 16, 13, 15, 17, 15, 16, 16, 85, 16, 4181, 17, 2129, 17, 20, 15, 16, 13, 15, 17, 15, 16, 16, 85, 16, 4181, 18, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2719, "output_tokens": 41, "latency_seconds": 2.198582900018664, "prompt_sha256": "e5bd51cb9aec2fac747d5ab2893559635a1fccb8a5a66a3121c6aa1e488d547a", "passed": false, "valid": true, "category": "answer"}
{"id": "validation-unanswerable-2501.02011v1", "group_id": "2501.02011v1", "split": "validation", "raw": "{\"evidence\":[],\"abstain\":true}", "tokens": [4754, 68, 26590, 8631, 27573, 365, 267, 456, 763, 1802, 92, 248046], "input_tokens": 2726, "output_tokens": 12, "latency_seconds": 2.268888999999035, "prompt_sha256": "32627be41fe894ea7d0ee283eafb2f93f8f3139a899e0ec51d1ce94cef080976", "passed": true, "valid": true, "category": "abstain"}
{"id": "validation-single-2501.01255v1", "group_id": "2501.01255v1", "split": "validation", "raw": "{\"evidence\":[\"2501.01255v1/p1\",\"2501.01255v1/p2\",\"2501.01255v1/p3\",\"2501.01255v1/p4\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 20, 15, 16, 13, 15, 16, 17, 20, 20, 85, 16, 4181, 16, 2129, 17, 20, 15, 16, 13, 15, 16, 17, 20, 20, 85, 16, 4181, 17, 2129, 17, 20, 15, 16, 13, 15, 16, 17, 20, 20, 85, 16, 4181, 18, 2129, 17, 20, 15, 16, 13, 15, 16, 17, 20, 20, 85, 16, 4181, 19, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2585, "output_tokens": 71, "latency_seconds": 2.3266156000026967, "prompt_sha256": "4260be1a2fc009d9d55980e6b06d8f00adc81cfcfdb244328a574276653ea98b", "passed": false, "valid": true, "category": "answer"}
{"id": "validation-single-2501.01263v1", "group_id": "2501.01263v1", "split": "validation", "raw": "{\"evidence\":[\"2501.01263v1/p4\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 20, 15, 16, 13, 15, 16, 17, 21, 18, 85, 16, 4181, 19, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2772, "output_tokens": 26, "latency_seconds": 2.277718900004402, "prompt_sha256": "7267497b17b5c562cc913fa69202cab24f57b4d79c4494540a720b942c4949f7", "passed": true, "valid": true, "category": "answer"}
{"id": "validation-single-2501.01263v1-withheld", "group_id": "2501.01263v1", "split": "validation", "raw": "{\"evidence\":[],\"abstain\":true}", "tokens": [4754, 68, 26590, 8631, 27573, 365, 267, 456, 763, 1802, 92, 248046], "input_tokens": 2282, "output_tokens": 12, "latency_seconds": 2.2312209000228904, "prompt_sha256": "bac3e4e039be57f4812bbe6a452804cdb6407ddebfb3edf4d15e406f6abca05c", "passed": true, "valid": true, "category": "abstain"}
{"id": "validation-single-2501.02018v1", "group_id": "2501.02018v1", "split": "validation", "raw": "{\"evidence\":[\"2501.02018v1/p2\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 20, 15, 16, 13, 15, 17, 15, 16, 23, 85, 16, 4181, 17, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2757, "output_tokens": 26, "latency_seconds": 2.546035200008191, "prompt_sha256": "f0aa4389905e2cfdc85196ee17eb70299fe52e5f9853eb3b0f55be16a21d4514", "passed": true, "valid": true, "category": "answer"}
{"id": "validation-single-2501.01334v1", "group_id": "2501.01334v1", "split": "validation", "raw": "{\"evidence\":[\"2501.01334v1/p2\",\"2501.01334v1/p3\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 20, 15, 16, 13, 15, 16, 18, 18, 19, 85, 16, 4181, 17, 2129, 17, 20, 15, 16, 13, 15, 16, 18, 18, 19, 85, 16, 4181, 18, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2440, "output_tokens": 41, "latency_seconds": 2.2071727000002284, "prompt_sha256": "2abf08552fb1a584c2345d7afc00717657eaf1a5ad4c637ee3836a9a46beb626", "passed": false, "valid": true, "category": "answer"}
{"id": "validation-single-2501.01335v1", "group_id": "2501.01335v1", "split": "validation", "raw": "{\"evidence\":[\"2501.01335v1/p3\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 20, 15, 16, 13, 15, 16, 18, 18, 20, 85, 16, 4181, 18, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2818, "output_tokens": 26, "latency_seconds": 2.5288200000068173, "prompt_sha256": "4eaecefeba0e8d59f12b2b0bb2b9f63dc7cbdddeedd4173689344847136c88ce", "passed": true, "valid": true, "category": "answer"}
{"id": "validation-single-2501.01517v1", "group_id": "2501.01517v1", "split": "validation", "raw": "{\"evidence\":[\"2501.01517v1/p2\",\"2501.01517v1/p3\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 20, 15, 16, 13, 15, 16, 20, 16, 22, 85, 16, 4181, 17, 2129, 17, 20, 15, 16, 13, 15, 16, 20, 16, 22, 85, 16, 4181, 18, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2748, "output_tokens": 41, "latency_seconds": 2.252630000002682, "prompt_sha256": "3041eea6b1fc42688619a0ac38f98d5a07cb20267269719af832f10f59d61f71", "passed": false, "valid": true, "category": "answer"}
{"id": "validation-compare-2501.01517v1", "group_id": "2501.01517v1", "split": "validation", "raw": "{\"evidence\":[\"2501.01517v1/p2\",\"2501.01517v1/p3\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 20, 15, 16, 13, 15, 16, 20, 16, 22, 85, 16, 4181, 17, 2129, 17, 20, 15, 16, 13, 15, 16, 20, 16, 22, 85, 16, 4181, 18, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2762, "output_tokens": 41, "latency_seconds": 2.232807899999898, "prompt_sha256": "c6e30435d97ba17a4980aa864a8e92e177e2ad231a4bfe6f407266d004892a60", "passed": false, "valid": true, "category": "answer"}
{"id": "validation-single-2501.01584v1", "group_id": "2501.01584v1", "split": "validation", "raw": "{\"evidence\":[\"2501.01584v1/p1\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 20, 15, 16, 13, 15, 16, 20, 23, 19, 85, 16, 4181, 16, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2675, "output_tokens": 26, "latency_seconds": 2.282699600007618, "prompt_sha256": "4bca06e14ef85c4f213cfcd0cff28456759fee13673cf709c467dd66a786ad18", "passed": true, "valid": true, "category": "answer"}
{"id": "validation-single-2501.01584v1-withheld", "group_id": "2501.01584v1", "split": "validation", "raw": "{\"evidence\":[],\"abstain\":true}", "tokens": [4754, 68, 26590, 8631, 27573, 365, 267, 456, 763, 1802, 92, 248046], "input_tokens": 2315, "output_tokens": 12, "latency_seconds": 2.244537299993681, "prompt_sha256": "dc9f1ff34d39889b4fd8884e5f9d5a33f3a9849439520bcb73dd6d85c2ade41f", "passed": true, "valid": true, "category": "abstain"}
{"id": "validation-unanswerable-2501.01593v2", "group_id": "2501.01593v2", "split": "validation", "raw": "{\"evidence\":[],\"abstain\":true}", "tokens": [4754, 68, 26590, 8631, 27573, 365, 267, 456, 763, 1802, 92, 248046], "input_tokens": 2781, "output_tokens": 12, "latency_seconds": 2.253903199976776, "prompt_sha256": "53bbf739f33fc0495f3ce049005e84de7407fc856ed10774139fd2a7431fa76c", "passed": true, "valid": true, "category": "abstain"}
{"id": "validation-single-2501.01620v1", "group_id": "2501.01620v1", "split": "validation", "raw": "{\"evidence\":[\"2501.01620v1/p0\",\"2501.01620v1/p1\",\"2501.01620v1/p2\",\"2501.01620v1/p3\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 20, 15, 16, 13, 15, 16, 21, 17, 15, 85, 16, 4181, 15, 2129, 17, 20, 15, 16, 13, 15, 16, 21, 17, 15, 85, 16, 4181, 16, 2129, 17, 20, 15, 16, 13, 15, 16, 21, 17, 15, 85, 16, 4181, 17, 2129, 17, 20, 15, 16, 13, 15, 16, 21, 17, 15, 85, 16, 4181, 18, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2636, "output_tokens": 71, "latency_seconds": 2.7973529000009876, "prompt_sha256": "11be639786931fcf3adc836226a1638bf57ce5c5650344dfb3404c8f8dde406b", "passed": false, "valid": true, "category": "answer"}
{"id": "validation-single-2501.01664v1", "group_id": "2501.01664v1", "split": "validation", "raw": "{\"evidence\":[\"2501.01664v1/p2\",\"2501.01664v1/p3\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 20, 15, 16, 13, 15, 16, 21, 21, 19, 85, 16, 4181, 17, 2129, 17, 20, 15, 16, 13, 15, 16, 21, 21, 19, 85, 16, 4181, 18, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2742, "output_tokens": 41, "latency_seconds": 2.2425400000065565, "prompt_sha256": "4b961d7a1353b77bef7d4630726d1db6d3da4ee51ce36fddef2313ecf04df7af", "passed": false, "valid": true, "category": "answer"}
{"id": "validation-single-2501.02029v1", "group_id": "2501.02029v1", "split": "validation", "raw": "{\"evidence\":[\"2501.02029v1/p1\",\"2501.02029v1/p2\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 20, 15, 16, 13, 15, 17, 15, 17, 24, 85, 16, 4181, 16, 2129, 17, 20, 15, 16, 13, 15, 17, 15, 17, 24, 85, 16, 4181, 17, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2635, "output_tokens": 41, "latency_seconds": 2.204522900021402, "prompt_sha256": "7aaaf9fc907b2673206e48261a6f53ffb358ef59a3d49d8afa994f105e6cf705", "passed": false, "valid": true, "category": "answer"}
{"id": "validation-single-2501.02029v1-withheld", "group_id": "2501.02029v1", "split": "validation", "raw": "{\"evidence\":[],\"abstain\":true}", "tokens": [4754, 68, 26590, 8631, 27573, 365, 267, 456, 763, 1802, 92, 248046], "input_tokens": 2280, "output_tokens": 12, "latency_seconds": 2.1580215000140015, "prompt_sha256": "eae171201ff05044295c3f651d3af9edfa34607fe77693a0bcfb1469e907728c", "passed": true, "valid": true, "category": "abstain"}
{"id": "validation-single-2501.01672v2", "group_id": "2501.01672v2", "split": "validation", "raw": "{\"evidence\":[\"2501.01672v2/p2\",\"2501.01672v2/p3\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 20, 15, 16, 13, 15, 16, 21, 22, 17, 85, 17, 4181, 17, 2129, 17, 20, 15, 16, 13, 15, 16, 21, 22, 17, 85, 17, 4181, 18, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2594, "output_tokens": 41, "latency_seconds": 1.915908599999966, "prompt_sha256": "747b17b8822c2a9fa92fedc90ee9515481ea699a5cda5741c5d04525d5ce0a3f", "passed": false, "valid": true, "category": "answer"}
{"id": "validation-unanswerable-2501.01672v2", "group_id": "2501.01672v2", "split": "validation", "raw": "{\"evidence\":[],\"abstain\":true}", "tokens": [4754, 68, 26590, 8631, 27573, 365, 267, 456, 763, 1802, 92, 248046], "input_tokens": 2593, "output_tokens": 12, "latency_seconds": 1.9292069999792147, "prompt_sha256": "af19ce41a869c59339cae97e6cb48f38d69501185cdf0044bea422978ac42c3b", "passed": true, "valid": true, "category": "abstain"}
{"id": "validation-compare-2501.09025v2", "group_id": "2501.09025v2", "split": "validation", "raw": "{\"evidence\":[\"2501.09025v2/p0\",\"2501.09025v2/p1\",\"2501.10403v1/p0\",\"2501.10403v1/p1\",\"2501.10403v1/p2\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 20, 15, 16, 13, 15, 24, 15, 17, 20, 85, 17, 4181, 15, 2129, 17, 20, 15, 16, 13, 15, 24, 15, 17, 20, 85, 17, 4181, 16, 2129, 17, 20, 15, 16, 13, 16, 15, 19, 15, 18, 85, 16, 4181, 15, 2129, 17, 20, 15, 16, 13, 16, 15, 19, 15, 18, 85, 16, 4181, 16, 2129, 17, 20, 15, 16, 13, 16, 15, 19, 15, 18, 85, 16, 4181, 17, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 1981, "output_tokens": 86, "latency_seconds": 2.7034033999952953, "prompt_sha256": "29c7ea7f405a6cc907064cecf377f947fa332ae395b65be8d4a801b5e9c2c988", "passed": false, "valid": true, "category": "answer"}
{"id": "validation-compare-2501.09025v2-withheld", "group_id": "2501.09025v2", "split": "validation", "raw": "{\"evidence\":[],\"abstain\":true}", "tokens": [4754, 68, 26590, 8631, 27573, 365, 267, 456, 763, 1802, 92, 248046], "input_tokens": 1503, "output_tokens": 12, "latency_seconds": 2.656924099981552, "prompt_sha256": "a8ef7020fee47dd8110d66bb75d3d8c07477c94f7868f4157a00ab0de235036c", "passed": true, "valid": true, "category": "abstain"}
{"id": "validation-single-2501.01732v1", "group_id": "2501.01732v1", "split": "validation", "raw": "{\"evidence\":[\"2501.01732v1/p1\",\"2501.01732v1/p2\",\"2501.01732v1/p3\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 20, 15, 16, 13, 15, 16, 22, 18, 17, 85, 16, 4181, 16, 2129, 17, 20, 15, 16, 13, 15, 16, 22, 18, 17, 85, 16, 4181, 17, 2129, 17, 20, 15, 16, 13, 15, 16, 22, 18, 17, 85, 16, 4181, 18, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2189, "output_tokens": 56, "latency_seconds": 2.6482420999964233, "prompt_sha256": "0f0d05dc48ce9be71d2bb6c99dbc71eff468c96152cca355736938f7532324a2", "passed": false, "valid": true, "category": "answer"}
{"id": "validation-single-2501.01786v1", "group_id": "2501.01786v1", "split": "validation", "raw": "{\"evidence\":[\"2501.01786v1/p0\",\"2501.01786v1/p1\",\"2501.01786v1/p2\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 20, 15, 16, 13, 15, 16, 22, 23, 21, 85, 16, 4181, 15, 2129, 17, 20, 15, 16, 13, 15, 16, 22, 23, 21, 85, 16, 4181, 16, 2129, 17, 20, 15, 16, 13, 15, 16, 22, 23, 21, 85, 16, 4181, 17, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2047, "output_tokens": 56, "latency_seconds": 2.6595797999762, "prompt_sha256": "b986b392bdd28a25095604d4df90497a5969976d22a25a7baf306776e9f46275", "passed": false, "valid": true, "category": "answer"}
{"id": "validation-compare-2501.01786v1", "group_id": "2501.01786v1", "split": "validation", "raw": "{\n  \"evidence\": [\n    \"2501.01786v1/p0\",\n    \"2501.01786v1/p1\",\n    \"2501.01786v1/p2\",\n    \"2501.01131v2/p0\",\n    \"2501.01131v2/p1\",\n    \"2501.01131v2/p2\"\n  ],\n  \"abstain\": false\n}", "tokens": [90, 198, 220, 328, 68, 26590, 763, 498, 198, 262, 328, 17, 20, 15, 16, 13, 15, 16, 22, 23, 21, 85, 16, 4181, 15, 487, 198, 262, 328, 17, 20, 15, 16, 13, 15, 16, 22, 23, 21, 85, 16, 4181, 16, 487, 198, 262, 328, 17, 20, 15, 16, 13, 15, 16, 22, 23, 21, 85, 16, 4181, 17, 487, 198, 262, 328, 17, 20, 15, 16, 13, 15, 16, 16, 18, 16, 85, 17, 4181, 15, 487, 198, 262, 328, 17, 20, 15, 16, 13, 15, 16, 16, 18, 16, 85, 17, 4181, 16, 487, 198, 262, 328, 17, 20, 15, 16, 13, 15, 16, 16, 18, 16, 85, 17, 4181, 17, 1, 198, 220, 10339, 198, 220, 328, 365, 267, 456, 763, 867, 198, 92, 248046], "input_tokens": 2077, "output_tokens": 130, "latency_seconds": 2.662257000018144, "prompt_sha256": "38371618aabc2d6afbd0860872fce4792ff6124edea5b8a4d971184fc3d02596", "passed": false, "valid": true, "category": "answer"}
{"id": "validation-compare-2501.01786v1-withheld", "group_id": "2501.01786v1", "split": "validation", "raw": "{\"evidence\":[],\"abstain\":true}", "tokens": [4754, 68, 26590, 8631, 27573, 365, 267, 456, 763, 1802, 92, 248046], "input_tokens": 1550, "output_tokens": 12, "latency_seconds": 2.6232924000069033, "prompt_sha256": "510c5b1f041c127ac866bf079cef2956503882315d21c810452f49f03e80b893", "passed": true, "valid": true, "category": "abstain"}
{"id": "validation-unanswerable-2501.01786v1", "group_id": "2501.01786v1", "split": "validation", "raw": "{\"evidence\":[],\"abstain\":true}", "tokens": [4754, 68, 26590, 8631, 27573, 365, 267, 456, 763, 1802, 92, 248046], "input_tokens": 2059, "output_tokens": 12, "latency_seconds": 2.583420799986925, "prompt_sha256": "330fadac25ac5b9b076561aabebce1be401c292721a239b547d92c37693fea80", "passed": true, "valid": true, "category": "abstain"}
{"id": "validation-single-2501.01830v1", "group_id": "2501.01830v1", "split": "validation", "raw": "{\"evidence\":[\"2501.01830v1/p2\",\"2501.01830v1/p3\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 20, 15, 16, 13, 15, 16, 23, 18, 15, 85, 16, 4181, 17, 2129, 17, 20, 15, 16, 13, 15, 16, 23, 18, 15, 85, 16, 4181, 18, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2679, "output_tokens": 41, "latency_seconds": 2.6466539000102784, "prompt_sha256": "f3de95b81510bb61544674fab0ea6e30d3479444defd7f127fe0f9a1109e1478", "passed": false, "valid": true, "category": "answer"}
{"id": "validation-single-2501.10403v1", "group_id": "2501.10403v1", "split": "validation", "raw": "{\"evidence\":[\"2501.10403v1/p0\",\"2501.10403v1/p1\",\"2501.10403v1/p2\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 20, 15, 16, 13, 16, 15, 19, 15, 18, 85, 16, 4181, 15, 2129, 17, 20, 15, 16, 13, 16, 15, 19, 15, 18, 85, 16, 4181, 16, 2129, 17, 20, 15, 16, 13, 16, 15, 19, 15, 18, 85, 16, 4181, 17, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2303, "output_tokens": 56, "latency_seconds": 2.1954252000141423, "prompt_sha256": "cdb7ee2ee96ce151358deb488324a76f3d611c5b793ffab2d904f15457856cf7", "passed": false, "valid": true, "category": "answer"}
{"id": "validation-single-2501.01913v1", "group_id": "2501.01913v1", "split": "validation", "raw": "{\"evidence\":[\"2501.01913v1/p1\",\"2501.01913v1/p2\",\"2501.01913v1/p3\",\"2501.01913v1/p4\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 20, 15, 16, 13, 15, 16, 24, 16, 18, 85, 16, 4181, 16, 2129, 17, 20, 15, 16, 13, 15, 16, 24, 16, 18, 85, 16, 4181, 17, 2129, 17, 20, 15, 16, 13, 15, 16, 24, 16, 18, 85, 16, 4181, 18, 2129, 17, 20, 15, 16, 13, 15, 16, 24, 16, 18, 85, 16, 4181, 19, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2510, "output_tokens": 71, "latency_seconds": 2.1985734999761917, "prompt_sha256": "dc3448588843a846e62b87b4b4dc7317fe57672c79aa132933c413bb382cc081", "passed": false, "valid": true, "category": "answer"}
{"id": "validation-unanswerable-2501.01913v1", "group_id": "2501.01913v1", "split": "validation", "raw": "{\"evidence\":[],\"abstain\":true}", "tokens": [4754, 68, 26590, 8631, 27573, 365, 267, 456, 763, 1802, 92, 248046], "input_tokens": 2510, "output_tokens": 12, "latency_seconds": 2.185328899999149, "prompt_sha256": "25a1a68b46b8e51a618923d1b9821ef283299e6c1ebd59bfb53cc5e6cbb8ad6b", "passed": true, "valid": true, "category": "abstain"}
{"id": "validation-single-2501.02042v1", "group_id": "2501.02042v1", "split": "validation", "raw": "{\"evidence\":[\"2501.02042v1/p0\",\"2501.02042v1/p1\",\"2501.02042v1/p2\",\"2501.02042v1/p3\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 20, 15, 16, 13, 15, 17, 15, 19, 17, 85, 16, 4181, 15, 2129, 17, 20, 15, 16, 13, 15, 17, 15, 19, 17, 85, 16, 4181, 16, 2129, 17, 20, 15, 16, 13, 15, 17, 15, 19, 17, 85, 16, 4181, 17, 2129, 17, 20, 15, 16, 13, 15, 17, 15, 19, 17, 85, 16, 4181, 18, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2569, "output_tokens": 71, "latency_seconds": 2.114976900018519, "prompt_sha256": "fd3c1662610cd91e8f5e9cb1bfe6e8b6074cba3c93a4ef561c9536e65d3f65d6", "passed": false, "valid": true, "category": "answer"}
{"id": "validation-single-2501.02091v1", "group_id": "2501.02091v1", "split": "validation", "raw": "{\"evidence\":[\"2501.02091v1/p3\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 20, 15, 16, 13, 15, 17, 15, 24, 16, 85, 16, 4181, 18, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2300, "output_tokens": 26, "latency_seconds": 2.1518068999866955, "prompt_sha256": "632cbf48673c21e0877aa9e3f2a4d8195c79623d28e86c7dd0eebe3610d227bd", "passed": true, "valid": true, "category": "answer"}
{"id": "validation-single-2501.02147v2", "group_id": "2501.02147v2", "split": "validation", "raw": "{\"evidence\":[\"2501.02147v2/p0\",\"2501.02147v2/p1\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 20, 15, 16, 13, 15, 17, 16, 19, 22, 85, 17, 4181, 15, 2129, 17, 20, 15, 16, 13, 15, 17, 16, 19, 22, 85, 17, 4181, 16, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2434, "output_tokens": 41, "latency_seconds": 2.1095621999993455, "prompt_sha256": "8e237f98cdd92f0495245052a85b27b77ad7f0c25e8d3ce7a041361887fde934", "passed": false, "valid": true, "category": "answer"}
{"id": "validation-compare-2501.02147v2", "group_id": "2501.02147v2", "split": "validation", "raw": "{\"evidence\":[\"2501.02147v2/p0\",\"2501.02147v2/p1\",\"2501.01090v1/p3\",\"2501.01090v1/p4\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 20, 15, 16, 13, 15, 17, 16, 19, 22, 85, 17, 4181, 15, 2129, 17, 20, 15, 16, 13, 15, 17, 16, 19, 22, 85, 17, 4181, 16, 2129, 17, 20, 15, 16, 13, 15, 16, 15, 24, 15, 85, 16, 4181, 18, 2129, 17, 20, 15, 16, 13, 15, 16, 15, 24, 15, 85, 16, 4181, 19, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2448, "output_tokens": 71, "latency_seconds": 2.1596717000065837, "prompt_sha256": "3d526056eaa4ac34255d470c122d28de9e92578735de0cf74cb3f2359d97abf9", "passed": false, "valid": true, "category": "answer"}
{"id": "validation-unanswerable-2501.02147v2", "group_id": "2501.02147v2", "split": "validation", "raw": "{\"evidence\":[],\"abstain\":true}", "tokens": [4754, 68, 26590, 8631, 27573, 365, 267, 456, 763, 1802, 92, 248046], "input_tokens": 2444, "output_tokens": 12, "latency_seconds": 2.1278267999878153, "prompt_sha256": "df4ce288d5716b5bbac3060004ac54b72b2b5fc9c4d893398d76b169ffc69780", "passed": true, "valid": true, "category": "abstain"}
{"id": "validation-single-2501.02229v1", "group_id": "2501.02229v1", "split": "validation", "raw": "{\"evidence\":[\"2501.02229v1/p2\",\"2501.02229v1/p3\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 20, 15, 16, 13, 15, 17, 17, 17, 24, 85, 16, 4181, 17, 2129, 17, 20, 15, 16, 13, 15, 17, 17, 17, 24, 85, 16, 4181, 18, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2543, "output_tokens": 41, "latency_seconds": 2.1452702000096906, "prompt_sha256": "33ec45cc43fff1665961aa3d729cce0aa850869d03f14915c55b72b979fd0090", "passed": false, "valid": true, "category": "answer"}
{"id": "validation-single-2501.02292v2", "group_id": "2501.02292v2", "split": "validation", "raw": "{\"evidence\":[\"2501.02292v2/p1\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 20, 15, 16, 13, 15, 17, 17, 24, 17, 85, 17, 4181, 16, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2167, "output_tokens": 26, "latency_seconds": 2.1649374999979045, "prompt_sha256": "bb64405ed3d450be29cd36772ffd6e16400337aac69ed0d30fed0df0eee894a3", "passed": true, "valid": true, "category": "answer"}
{"id": "validation-single-2501.02349v1", "group_id": "2501.02349v1", "split": "validation", "raw": "{\"evidence\":[\"2501.02349v1/p0\",\"2501.02349v1/p1\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 20, 15, 16, 13, 15, 17, 18, 19, 24, 85, 16, 4181, 15, 2129, 17, 20, 15, 16, 13, 15, 17, 18, 19, 24, 85, 16, 4181, 16, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2183, "output_tokens": 41, "latency_seconds": 2.1786610999843106, "prompt_sha256": "0a24b63e9c179aecdb1e0d2f1d92326abb321edc5b2e004b47ef4b75d46dd5e5", "passed": false, "valid": true, "category": "answer"}
{"id": "validation-single-2501.02350v1", "group_id": "2501.02350v1", "split": "validation", "raw": "{\"evidence\":[\"2501.02350v1/p2\",\"2501.02350v1/p3\",\"2501.02350v1/p4\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 20, 15, 16, 13, 15, 17, 18, 20, 15, 85, 16, 4181, 17, 2129, 17, 20, 15, 16, 13, 15, 17, 18, 20, 15, 85, 16, 4181, 18, 2129, 17, 20, 15, 16, 13, 15, 17, 18, 20, 15, 85, 16, 4181, 19, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2575, "output_tokens": 56, "latency_seconds": 2.169063300010748, "prompt_sha256": "dbda1d4ab688f814353a5bc5527ebe8e4cfda771ee0165df5b0a4f322de17985", "passed": false, "valid": true, "category": "answer"}
{"id": "validation-single-2501.02352v1", "group_id": "2501.02352v1", "split": "validation", "raw": "{\"evidence\":[\"2501.02352v1/p3\",\"2501.02352v1/p4\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 20, 15, 16, 13, 15, 17, 18, 20, 17, 85, 16, 4181, 18, 2129, 17, 20, 15, 16, 13, 15, 17, 18, 20, 17, 85, 16, 4181, 19, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2625, "output_tokens": 41, "latency_seconds": 2.3820684000093024, "prompt_sha256": "194e700b4eca1b773726e373d796f58997ce5b12de231807ceabf508bccf635b", "passed": false, "valid": true, "category": "answer"}
{"id": "validation-single-2501.02352v1-withheld", "group_id": "2501.02352v1", "split": "validation", "raw": "{\"evidence\":[],\"abstain\":true}", "tokens": [4754, 68, 26590, 8631, 27573, 365, 267, 456, 763, 1802, 92, 248046], "input_tokens": 2172, "output_tokens": 12, "latency_seconds": 2.1400274999905378, "prompt_sha256": "735ff1bde027d9c1ea46017aa57ca53fdae90e26c888d458f7fc005bcae65cf2", "passed": true, "valid": true, "category": "abstain"}
{"id": "validation-single-2501.02354v1", "group_id": "2501.02354v1", "split": "validation", "raw": "{\"evidence\":[\"2501.02354v1/p2\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 20, 15, 16, 13, 15, 17, 18, 20, 19, 85, 16, 4181, 17, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2044, "output_tokens": 26, "latency_seconds": 2.1171806000056677, "prompt_sha256": "b6a44c6e6ba0035ea826cbcea5986b655da4d95f3d9081c1c37c1e03f698c102", "passed": true, "valid": true, "category": "answer"}
{"id": "validation-compare-2501.02354v1", "group_id": "2501.02354v1", "split": "validation", "raw": "{\"evidence\":[\"2501.02354v1/p0\",\"2501.02354v1/p1\",\"2501.02354v1/p2\",\"2501.02354v1/p3\",\"2501.01786v1/p0\",\"2501.01786v1/p1\",\"2501.01786v1/p2\",\"2501.01786v1/p3\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 20, 15, 16, 13, 15, 17, 18, 20, 19, 85, 16, 4181, 15, 2129, 17, 20, 15, 16, 13, 15, 17, 18, 20, 19, 85, 16, 4181, 16, 2129, 17, 20, 15, 16, 13, 15, 17, 18, 20, 19, 85, 16, 4181, 17, 2129, 17, 20, 15, 16, 13, 15, 17, 18, 20, 19, 85, 16, 4181, 18, 2129, 17, 20, 15, 16, 13, 15, 16, 22, 23, 21, 85, 16, 4181, 15, 2129, 17, 20, 15, 16, 13, 15, 16, 22, 23, 21, 85, 16, 4181, 16, 2129, 17, 20, 15, 16, 13, 15, 16, 22, 23, 21, 85, 16, 4181, 17, 2129, 17, 20, 15, 16, 13, 15, 16, 22, 23, 21, 85, 16, 4181, 18, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2042, "output_tokens": 131, "latency_seconds": 2.633853299979819, "prompt_sha256": "e9775f8cbdea6836b08311862424c78fcc7a9a1c8543ddd239eb6bd62e9a4dae", "passed": false, "valid": false, "category": "answer"}
{"id": "validation-unanswerable-2501.02354v1", "group_id": "2501.02354v1", "split": "validation", "raw": "{\"evidence\":[],\"abstain\":true}", "tokens": [4754, 68, 26590, 8631, 27573, 365, 267, 456, 763, 1802, 92, 248046], "input_tokens": 2061, "output_tokens": 12, "latency_seconds": 2.7205243000062183, "prompt_sha256": "44fcf7f0d953afa2ecb45422229b544c346ae03e4a182068848ecd0924ca4138", "passed": true, "valid": true, "category": "abstain"}
{"id": "validation-single-2501.02373v3", "group_id": "2501.02373v3", "split": "validation", "raw": "{\"evidence\":[\"2501.02373v3/p1\",\"2501.02373v3/p2\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 20, 15, 16, 13, 15, 17, 18, 22, 18, 85, 18, 4181, 16, 2129, 17, 20, 15, 16, 13, 15, 17, 18, 22, 18, 85, 18, 4181, 17, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2508, "output_tokens": 41, "latency_seconds": 2.671577100001741, "prompt_sha256": "f0272d36e34a057a4b9db5d57d795ac2a918d72d58f526e80b538bcc2b0f6ce8", "passed": false, "valid": true, "category": "answer"}
{"id": "validation-compare-2501.02407v3", "group_id": "2501.02407v3", "split": "validation", "raw": "{\"evidence\":[\"2501.02407v3/p2\",\"2501.02229v1/p2\",\"2501.02229v1/p3\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 20, 15, 16, 13, 15, 17, 19, 15, 22, 85, 18, 4181, 17, 2129, 17, 20, 15, 16, 13, 15, 17, 17, 17, 24, 85, 16, 4181, 17, 2129, 17, 20, 15, 16, 13, 15, 17, 17, 17, 24, 85, 16, 4181, 18, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2367, "output_tokens": 56, "latency_seconds": 2.722278000001097, "prompt_sha256": "3d00d3dd2c6bf166f3602862cc01d83e29b9cb06049725aebc76a9dee3395f9e", "passed": false, "valid": true, "category": "answer"}
{"id": "validation-unanswerable-2501.02441v2", "group_id": "2501.02441v2", "split": "validation", "raw": "{\"evidence\":[],\"abstain\":true}", "tokens": [4754, 68, 26590, 8631, 27573, 365, 267, 456, 763, 1802, 92, 248046], "input_tokens": 2339, "output_tokens": 12, "latency_seconds": 2.691294799995376, "prompt_sha256": "c1667440f0ec41ee315247724fc8871f9116ba90f4198f01533dc6d5be7c6e94", "passed": true, "valid": true, "category": "abstain"}
{"id": "validation-single-2501.02493v2", "group_id": "2501.02493v2", "split": "validation", "raw": "{\"evidence\":[\"2501.02493v2/p1\",\"2501.02493v2/p2\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 20, 15, 16, 13, 15, 17, 19, 24, 18, 85, 17, 4181, 16, 2129, 17, 20, 15, 16, 13, 15, 17, 19, 24, 18, 85, 17, 4181, 17, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2564, "output_tokens": 41, "latency_seconds": 2.6810594999988098, "prompt_sha256": "1c89eb25181a4b586c209d42ef5516766909cc8800c4728fda4a9ab3417806b0", "passed": false, "valid": true, "category": "answer"}
{"id": "validation-single-2501.02520v1", "group_id": "2501.02520v1", "split": "validation", "raw": "{\"evidence\":[\"2501.02520v1/p1\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 20, 15, 16, 13, 15, 17, 20, 17, 15, 85, 16, 4181, 16, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2319, "output_tokens": 26, "latency_seconds": 2.699618400016334, "prompt_sha256": "f008b96a1408ef5911b1984b384d8721e9f86ebe2184ebab306facb41e2e1c7f", "passed": true, "valid": true, "category": "answer"}
{"id": "validation-single-2501.03279v1", "group_id": "2501.03279v1", "split": "validation", "raw": "{\"evidence\":[\"2501.03279v1/p0\",\"2501.03279v1/p1\",\"2501.03279v1/p2\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 20, 15, 16, 13, 15, 18, 17, 22, 24, 85, 16, 4181, 15, 2129, 17, 20, 15, 16, 13, 15, 18, 17, 22, 24, 85, 16, 4181, 16, 2129, 17, 20, 15, 16, 13, 15, 18, 17, 22, 24, 85, 16, 4181, 17, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2084, "output_tokens": 56, "latency_seconds": 2.439187799987849, "prompt_sha256": "418e95eb2733972ecf6940299eb2a8bea1829dc7ecf212d452b07bf03670c853", "passed": false, "valid": true, "category": "answer"}
{"id": "validation-compare-2501.03279v1", "group_id": "2501.03279v1", "split": "validation", "raw": "{\"evidence\":[\"2501.03279v1/p3\",\"2501.01664v1/p3\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 20, 15, 16, 13, 15, 18, 17, 22, 24, 85, 16, 4181, 18, 2129, 17, 20, 15, 16, 13, 15, 16, 21, 21, 19, 85, 16, 4181, 18, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2101, "output_tokens": 41, "latency_seconds": 2.183464499976253, "prompt_sha256": "91df742cf603e5007d89ecb0ec3e915dd5cffcb84626d5c8ed0bb451dbdd0dcd", "passed": true, "valid": true, "category": "answer"}
{"id": "validation-unanswerable-2501.03279v1", "group_id": "2501.03279v1", "split": "validation", "raw": "{\"evidence\":[],\"abstain\":true}", "tokens": [4754, 68, 26590, 8631, 27573, 365, 267, 456, 763, 1802, 92, 248046], "input_tokens": 2095, "output_tokens": 12, "latency_seconds": 2.278890300018247, "prompt_sha256": "1c326d10daf6b4c70e2dbb95a18ccd2ae79fc0be1b509d4b56789caf93f84e6d", "passed": true, "valid": true, "category": "abstain"}
{"id": "validation-single-2501.02626v1", "group_id": "2501.02626v1", "split": "validation", "raw": "{\"evidence\":[\"2501.02626v1/p1\",\"2501.02626v1/p2\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 20, 15, 16, 13, 15, 17, 21, 17, 21, 85, 16, 4181, 16, 2129, 17, 20, 15, 16, 13, 15, 17, 21, 17, 21, 85, 16, 4181, 17, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2741, "output_tokens": 41, "latency_seconds": 2.4961089999997057, "prompt_sha256": "8b813dd14f88fa5b6104da272f86f1b13b481d8b71194853030ea29b5b41a6ab", "passed": false, "valid": true, "category": "answer"}
{"id": "validation-compare-2501.02629v2", "group_id": "2501.02629v2", "split": "validation", "raw": "{\"evidence\":[\"2501.02629v2/p2\",\"2501.02629v2/p3\",\"2501.02018v1/p0\",\"2501.02018v1/p1\",\"2501.02018v1/p2\",\"2501.02018v1/p3\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 20, 15, 16, 13, 15, 17, 21, 17, 24, 85, 17, 4181, 17, 2129, 17, 20, 15, 16, 13, 15, 17, 21, 17, 24, 85, 17, 4181, 18, 2129, 17, 20, 15, 16, 13, 15, 17, 15, 16, 23, 85, 16, 4181, 15, 2129, 17, 20, 15, 16, 13, 15, 17, 15, 16, 23, 85, 16, 4181, 16, 2129, 17, 20, 15, 16, 13, 15, 17, 15, 16, 23, 85, 16, 4181, 17, 2129, 17, 20, 15, 16, 13, 15, 17, 15, 16, 23, 85, 16, 4181, 18, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2506, "output_tokens": 101, "latency_seconds": 2.682375799980946, "prompt_sha256": "c6e94d7eb069f48c339b622ae2966eed8bfe119833cad64fa4c666b8cf22dd80", "passed": false, "valid": true, "category": "answer"}
{"id": "validation-single-2501.02647v1", "group_id": "2501.02647v1", "split": "validation", "raw": "{\"evidence\":[\"2501.02647v1/p0\",\"2501.02647v1/p1\",\"2501.02647v1/p2\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 20, 15, 16, 13, 15, 17, 21, 19, 22, 85, 16, 4181, 15, 2129, 17, 20, 15, 16, 13, 15, 17, 21, 19, 22, 85, 16, 4181, 16, 2129, 17, 20, 15, 16, 13, 15, 17, 21, 19, 22, 85, 16, 4181, 17, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2391, "output_tokens": 56, "latency_seconds": 2.499989000003552, "prompt_sha256": "d8168500ecd3cd3401eb7fe80fce788750bdc5a1137f9054e65072b0daff589a", "passed": false, "valid": true, "category": "answer"}
{"id": "validation-single-2501.02647v1-withheld", "group_id": "2501.02647v1", "split": "validation", "raw": "{\"evidence\":[],\"abstain\":true}", "tokens": [4754, 68, 26590, 8631, 27573, 365, 267, 456, 763, 1802, 92, 248046], "input_tokens": 2139, "output_tokens": 12, "latency_seconds": 2.246163499978138, "prompt_sha256": "7e1a02c6fb4df09d2b90a4913496d0ea720d8f3527622921ffcfdb4803ff409a", "passed": true, "valid": true, "category": "abstain"}
{"id": "validation-single-2501.02704v3", "group_id": "2501.02704v3", "split": "validation", "raw": "{\"evidence\":[\"2501.02704v3/p2\",\"2501.02704v3/p3\",\"2501.02704v3/p4\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 20, 15, 16, 13, 15, 17, 22, 15, 19, 85, 18, 4181, 17, 2129, 17, 20, 15, 16, 13, 15, 17, 22, 15, 19, 85, 18, 4181, 18, 2129, 17, 20, 15, 16, 13, 15, 17, 22, 15, 19, 85, 18, 4181, 19, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2666, "output_tokens": 56, "latency_seconds": 2.470882599998731, "prompt_sha256": "dcae59dbbf967934bc15ac7a85434071e8a23947f67c8c7d3d8feaf8b0b43f99", "passed": false, "valid": true, "category": "answer"}
{"id": "validation-unanswerable-2501.02704v3", "group_id": "2501.02704v3", "split": "validation", "raw": "{\"evidence\":[],\"abstain\":true}", "tokens": [4754, 68, 26590, 8631, 27573, 365, 267, 456, 763, 1802, 92, 248046], "input_tokens": 2661, "output_tokens": 12, "latency_seconds": 2.283789999986766, "prompt_sha256": "516d2f0a9c4853dbaac6db98d27694544e769de1cc8ab761308cf6f429dbce16", "passed": true, "valid": true, "category": "abstain"}
{"id": "validation-single-2501.02796v1", "group_id": "2501.02796v1", "split": "validation", "raw": "{\"evidence\":[\"2501.02796v1/p1\",\"2501.02796v1/p2\",\"2501.02796v1/p3\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 20, 15, 16, 13, 15, 17, 22, 24, 21, 85, 16, 4181, 16, 2129, 17, 20, 15, 16, 13, 15, 17, 22, 24, 21, 85, 16, 4181, 17, 2129, 17, 20, 15, 16, 13, 15, 17, 22, 24, 21, 85, 16, 4181, 18, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2411, "output_tokens": 56, "latency_seconds": 2.439990899991244, "prompt_sha256": "a2c630268f955e00fac29b31c68d53475e415a9a8e4d5a2a6e853f36641a10df", "passed": false, "valid": true, "category": "answer"}
{"id": "validation-single-2501.02970v3", "group_id": "2501.02970v3", "split": "validation", "raw": "{\"evidence\":[\"2501.02970v3/p0\",\"2501.02970v3/p1\",\"2501.02970v3/p2\",\"2501.02970v3/p3\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 20, 15, 16, 13, 15, 17, 24, 22, 15, 85, 18, 4181, 15, 2129, 17, 20, 15, 16, 13, 15, 17, 24, 22, 15, 85, 18, 4181, 16, 2129, 17, 20, 15, 16, 13, 15, 17, 24, 22, 15, 85, 18, 4181, 17, 2129, 17, 20, 15, 16, 13, 15, 17, 24, 22, 15, 85, 18, 4181, 18, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2316, "output_tokens": 71, "latency_seconds": 1.878132200014079, "prompt_sha256": "733a5ddd0659b492e486582d19bc055cc397030d8bf06c3ed7244b974be571ae", "passed": false, "valid": true, "category": "answer"}
{"id": "validation-single-2501.02970v3-withheld", "group_id": "2501.02970v3", "split": "validation", "raw": "{\"evidence\":[],\"abstain\":true}", "tokens": [4754, 68, 26590, 8631, 27573, 365, 267, 456, 763, 1802, 92, 248046], "input_tokens": 1975, "output_tokens": 12, "latency_seconds": 1.633037699997658, "prompt_sha256": "6a71224dfc75233c1f69faa8f6d57328459358dacc83f860ef6c95f4bac5419a", "passed": true, "valid": true, "category": "abstain"}
{"id": "validation-compare-2501.02970v3", "group_id": "2501.02970v3", "split": "validation", "raw": "{\"evidence\":[\"2501.02970v3/p0\",\"2501.02970v3/p1\",\"2501.02970v3/p2\",\"2501.02971v2/p0\",\"2501.02971v2/p1\",\"2501.02971v2/p2\",\"2501.02971v2/p3\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 20, 15, 16, 13, 15, 17, 24, 22, 15, 85, 18, 4181, 15, 2129, 17, 20, 15, 16, 13, 15, 17, 24, 22, 15, 85, 18, 4181, 16, 2129, 17, 20, 15, 16, 13, 15, 17, 24, 22, 15, 85, 18, 4181, 17, 2129, 17, 20, 15, 16, 13, 15, 17, 24, 22, 16, 85, 17, 4181, 15, 2129, 17, 20, 15, 16, 13, 15, 17, 24, 22, 16, 85, 17, 4181, 16, 2129, 17, 20, 15, 16, 13, 15, 17, 24, 22, 16, 85, 17, 4181, 17, 2129, 17, 20, 15, 16, 13, 15, 17, 24, 22, 16, 85, 17, 4181, 18, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2307, "output_tokens": 116, "latency_seconds": 2.4349220000149217, "prompt_sha256": "9080a2bfa8862421c488a48b7abd3ee6f096601e69fabceba2760f2b49a68f7c", "passed": false, "valid": true, "category": "answer"}
{"id": "validation-unanswerable-2501.02970v3", "group_id": "2501.02970v3", "split": "validation", "raw": "{\"evidence\":[],\"abstain\":true}", "tokens": [4754, 68, 26590, 8631, 27573, 365, 267, 456, 763, 1802, 92, 248046], "input_tokens": 2322, "output_tokens": 12, "latency_seconds": 1.6737131999980193, "prompt_sha256": "67278d7ede7e46d3587280f95a9d09b7be1d82761630481236bfc69a1832eb6f", "passed": true, "valid": true, "category": "abstain"}
{"id": "validation-single-2501.02971v2", "group_id": "2501.02971v2", "split": "validation", "raw": "{\"evidence\":[\"2501.02971v2/p3\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 20, 15, 16, 13, 15, 17, 24, 22, 16, 85, 17, 4181, 18, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2379, "output_tokens": 26, "latency_seconds": 1.8998858999984805, "prompt_sha256": "0f40356adc01a0609ab4887f90cdaff327e3485de617d961ace63dc7dc1fe0a8", "passed": true, "valid": true, "category": "answer"}
{"id": "validation-single-2501.03296v1", "group_id": "2501.03296v1", "split": "validation", "raw": "{\"evidence\":[\"2501.03296v1/p0\",\"2501.03296v1/p1\",\"2501.03296v1/p2\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 20, 15, 16, 13, 15, 18, 17, 24, 21, 85, 16, 4181, 15, 2129, 17, 20, 15, 16, 13, 15, 18, 17, 24, 21, 85, 16, 4181, 16, 2129, 17, 20, 15, 16, 13, 15, 18, 17, 24, 21, 85, 16, 4181, 17, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2351, "output_tokens": 56, "latency_seconds": 2.0856600000115577, "prompt_sha256": "830d09dd2ba2d969714a2dd16800ba62f999a6845f62007a13f7abec5ebb8fac", "passed": false, "valid": true, "category": "answer"}
{"id": "validation-single-2501.03067v1", "group_id": "2501.03067v1", "split": "validation", "raw": "{\"evidence\":[\"2501.03067v1/p0\",\"2501.03067v1/p1\",\"2501.03067v1/p2\",\"2501.03067v1/p3\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 20, 15, 16, 13, 15, 18, 15, 21, 22, 85, 16, 4181, 15, 2129, 17, 20, 15, 16, 13, 15, 18, 15, 21, 22, 85, 16, 4181, 16, 2129, 17, 20, 15, 16, 13, 15, 18, 15, 21, 22, 85, 16, 4181, 17, 2129, 17, 20, 15, 16, 13, 15, 18, 15, 21, 22, 85, 16, 4181, 18, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2523, "output_tokens": 71, "latency_seconds": 2.0743906999996398, "prompt_sha256": "8613ce4db2af11892b4a35acce08ea48e23f8a424bfa48faba76b7d8d56f216f", "passed": false, "valid": true, "category": "answer"}
{"id": "validation-single-2501.03067v1-withheld", "group_id": "2501.03067v1", "split": "validation", "raw": "{\"evidence\":[],\"abstain\":true}", "tokens": [4754, 68, 26590, 8631, 27573, 365, 267, 456, 763, 1802, 92, 248046], "input_tokens": 2150, "output_tokens": 12, "latency_seconds": 1.7102121000061743, "prompt_sha256": "4d7bd39b93799ee016ab9ed3122ebe4151c583abffaf8039a7a23949ce2409b9", "passed": true, "valid": true, "category": "abstain"}
{"id": "validation-unanswerable-2501.03067v1", "group_id": "2501.03067v1", "split": "validation", "raw": "{\"evidence\":[],\"abstain\":true}", "tokens": [4754, 68, 26590, 8631, 27573, 365, 267, 456, 763, 1802, 92, 248046], "input_tokens": 2533, "output_tokens": 12, "latency_seconds": 2.2963276999944355, "prompt_sha256": "fc08cc9121e315ff9f01a51f2a90e730fb6c917a3b4dfc5b4515305f7bde9913", "passed": true, "valid": true, "category": "abstain"}
{"id": "validation-single-2501.03118v1", "group_id": "2501.03118v1", "split": "validation", "raw": "{\"evidence\":[\"2501.03118v1/p0\",\"2501.03118v1/p1\",\"2501.03118v1/p2\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 20, 15, 16, 13, 15, 18, 16, 16, 23, 85, 16, 4181, 15, 2129, 17, 20, 15, 16, 13, 15, 18, 16, 16, 23, 85, 16, 4181, 16, 2129, 17, 20, 15, 16, 13, 15, 18, 16, 16, 23, 85, 16, 4181, 17, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2222, "output_tokens": 56, "latency_seconds": 2.4391100000066217, "prompt_sha256": "e1c523e00bcdc5eb5e715827aa9e4c9cc85215045427a0ec89c69ba1c023489b", "passed": false, "valid": true, "category": "answer"}
{"id": "validation-compare-2501.03118v1", "group_id": "2501.03118v1", "split": "validation", "raw": "```json\n{\n  \"evidence\": [\n    \"2501.03118v1/p0\",\n    \"2501.03118v1/p1\",\n    \"2501.03118v1/p2\",\n    \"2501.03118v1/p3\",\n    \"2501.00842v2/p0\",\n    \"2501.00842v2/p1\",\n    \"2501.00842v2/p2\",\n    \"2501.00842v2/p3\"\n  ],", "tokens": [71093, 2164, 198, 90, 198, 220, 328, 68, 26590, 763, 498, 198, 262, 328, 17, 20, 15, 16, 13, 15, 18, 16, 16, 23, 85, 16, 4181, 15, 487, 198, 262, 328, 17, 20, 15, 16, 13, 15, 18, 16, 16, 23, 85, 16, 4181, 16, 487, 198, 262, 328, 17, 20, 15, 16, 13, 15, 18, 16, 16, 23, 85, 16, 4181, 17, 487, 198, 262, 328, 17, 20, 15, 16, 13, 15, 18, 16, 16, 23, 85, 16, 4181, 18, 487, 198, 262, 328, 17, 20, 15, 16, 13, 15, 15, 23, 19, 17, 85, 17, 4181, 15, 487, 198, 262, 328, 17, 20, 15, 16, 13, 15, 15, 23, 19, 17, 85, 17, 4181, 16, 487, 198, 262, 328, 17, 20, 15, 16, 13, 15, 15, 23, 19, 17, 85, 17, 4181, 17, 487, 198, 262, 328, 17, 20, 15, 16, 13, 15, 15, 23, 19, 17, 85, 17, 4181, 18, 1, 198, 220, 10339, 198, 220], "input_tokens": 2219, "output_tokens": 160, "latency_seconds": 2.649577100004535, "prompt_sha256": "f594dfd39e4ee8340847686fe9e1dade3b4d2a92d5109a83f578034a288c910f", "passed": false, "valid": false, "category": "answer"}
{"id": "validation-single-2501.03141v1", "group_id": "2501.03141v1", "split": "validation", "raw": "{\"evidence\":[\"2501.03141v1/p3\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 20, 15, 16, 13, 15, 18, 16, 19, 16, 85, 16, 4181, 18, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2709, "output_tokens": 26, "latency_seconds": 2.25308700001915, "prompt_sha256": "d0dc3144f68bbe0798651234612dbb7b9589274e66a5970b23262b723d774cea", "passed": false, "valid": true, "category": "answer"}
{"id": "validation-single-2501.03141v1-withheld", "group_id": "2501.03141v1", "split": "validation", "raw": "{\"evidence\":[],\"abstain\":true}", "tokens": [4754, 68, 26590, 8631, 27573, 365, 267, 456, 763, 1802, 92, 248046], "input_tokens": 2210, "output_tokens": 12, "latency_seconds": 2.2624177999969106, "prompt_sha256": "137791d975db6192841c628b8e7f128686bd5c61ba5385d1e227db0885df5c34", "passed": true, "valid": true, "category": "abstain"}
{"id": "test-single-2601.00909v1", "group_id": "2601.00909v1", "split": "test", "raw": "{\"evidence\":[\"2601.00909v1/p0\",\"2601.00909v1/p1\",\"2601.00909v1/p2\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 15, 24, 15, 24, 85, 16, 4181, 15, 2129, 17, 21, 15, 16, 13, 15, 15, 24, 15, 24, 85, 16, 4181, 16, 2129, 17, 21, 15, 16, 13, 15, 15, 24, 15, 24, 85, 16, 4181, 17, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2369, "output_tokens": 56, "latency_seconds": 2.258869200013578, "prompt_sha256": "97ef1ae30e4361586b53ad4dd07003abbf8c3774fb818818e516d6f1c727a544", "passed": false, "valid": true, "category": "answer"}
{"id": "test-unanswerable-2601.00909v1", "group_id": "2601.00909v1", "split": "test", "raw": "{\"evidence\":[],\"abstain\":true}", "tokens": [4754, 68, 26590, 8631, 27573, 365, 267, 456, 763, 1802, 92, 248046], "input_tokens": 2371, "output_tokens": 12, "latency_seconds": 2.2710490000026766, "prompt_sha256": "eaf7974b4f66bef8912325f9dcddb29fd831ea77484cff3be5fea99246296843", "passed": true, "valid": true, "category": "abstain"}
{"id": "test-single-2601.00911v3", "group_id": "2601.00911v3", "split": "test", "raw": "{\"evidence\":[\"2601.00911v3/p2\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 15, 24, 16, 16, 85, 18, 4181, 17, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2139, "output_tokens": 26, "latency_seconds": 2.220626299997093, "prompt_sha256": "22efa4772538cb8e499e5fc58ff4dc504f21c52532687de6a992b7e8511fe526", "passed": true, "valid": true, "category": "answer"}
{"id": "test-single-2601.00205v2", "group_id": "2601.00205v2", "split": "test", "raw": "{\"evidence\":[\"2601.00205v2/p1\",\"2601.00205v2/p2\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 15, 17, 15, 20, 85, 17, 4181, 16, 2129, 17, 21, 15, 16, 13, 15, 15, 17, 15, 20, 85, 17, 4181, 17, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2285, "output_tokens": 41, "latency_seconds": 2.7295384000171907, "prompt_sha256": "d7349c228346692dfb100c56d0afb19efa2cc4da2be292e8451ac3026902b6dd", "passed": false, "valid": true, "category": "answer"}
{"id": "test-compare-2601.00205v2", "group_id": "2601.00205v2", "split": "test", "raw": "{\"evidence\":[\"2601.00205v2/p2\",\"2601.00477v2/p3\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 15, 17, 15, 20, 85, 17, 4181, 17, 2129, 17, 21, 15, 16, 13, 15, 15, 19, 22, 22, 85, 17, 4181, 18, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2302, "output_tokens": 41, "latency_seconds": 2.6788487999874633, "prompt_sha256": "bef19de58853ce4af4031dfe277d6ede457d7e64d249aa761493eec4546ea8d9", "passed": true, "valid": true, "category": "answer"}
{"id": "test-compare-2601.00205v2-withheld", "group_id": "2601.00205v2", "split": "test", "raw": "{\"evidence\":[],\"abstain\":true}", "tokens": [4754, 68, 26590, 8631, 27573, 365, 267, 456, 763, 1802, 92, 248046], "input_tokens": 1517, "output_tokens": 12, "latency_seconds": 2.6543018000083975, "prompt_sha256": "0f1a1cfd6fcacf8b23c5954ebab0a39f72c560f4fe3ca1e57e94b0ed03f74a21", "passed": true, "valid": true, "category": "abstain"}
{"id": "test-single-2601.00252v1", "group_id": "2601.00252v1", "split": "test", "raw": "{\"evidence\":[\"2601.00252v1/p1\",\"2601.00252v1/p2\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 15, 17, 20, 17, 85, 16, 4181, 16, 2129, 17, 21, 15, 16, 13, 15, 15, 17, 20, 17, 85, 16, 4181, 17, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2146, "output_tokens": 41, "latency_seconds": 2.6588824999926146, "prompt_sha256": "5e00f7677051b39c84bdeed217bc491da492267d75b9fda288b5a969b05ba245", "passed": false, "valid": true, "category": "answer"}
{"id": "test-single-2601.00252v1-withheld", "group_id": "2601.00252v1", "split": "test", "raw": "{\"evidence\":[],\"abstain\":true}", "tokens": [4754, 68, 26590, 8631, 27573, 365, 267, 456, 763, 1802, 92, 248046], "input_tokens": 1851, "output_tokens": 12, "latency_seconds": 2.6397406999894883, "prompt_sha256": "9cb276cc7dba7fd23795ab144a516a06c3c645f83107870e60c3942f38d393ce", "passed": true, "valid": true, "category": "abstain"}
{"id": "test-unanswerable-2601.00252v1", "group_id": "2601.00252v1", "split": "test", "raw": "{\"evidence\":[],\"abstain\":true}", "tokens": [4754, 68, 26590, 8631, 27573, 365, 267, 456, 763, 1802, 92, 248046], "input_tokens": 2155, "output_tokens": 12, "latency_seconds": 2.6977335999836214, "prompt_sha256": "ba5dec23fb55ae07ef9a8bfde8e24ea04b8465cce00b456ff97c859d63c506f8", "passed": true, "valid": true, "category": "abstain"}
{"id": "test-single-2601.00270v1", "group_id": "2601.00270v1", "split": "test", "raw": "{\"evidence\":[\"2601.00270v1/p4\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 15, 17, 22, 15, 85, 16, 4181, 19, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2805, "output_tokens": 26, "latency_seconds": 2.508282099995995, "prompt_sha256": "e3081839a88168e5f13d45ed58707e088f17dcf0572a85665011766dcb60bdd6", "passed": true, "valid": true, "category": "answer"}
{"id": "test-single-2601.00273v1", "group_id": "2601.00273v1", "split": "test", "raw": "{\"evidence\":[\"2601.00273v1/p1\",\"2601.00273v1/p2\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 15, 17, 22, 18, 85, 16, 4181, 16, 2129, 17, 21, 15, 16, 13, 15, 15, 17, 22, 18, 85, 16, 4181, 17, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2473, "output_tokens": 41, "latency_seconds": 2.282144700002391, "prompt_sha256": "a740239b7776df858bbdb565d3e9308bf75327ed34cf4217edb94d48c8b002f0", "passed": false, "valid": true, "category": "answer"}
{"id": "test-single-2601.00274v1", "group_id": "2601.00274v1", "split": "test", "raw": "{\"evidence\":[\"2601.00274v1/p1\",\"2601.00274v1/p2\",\"2601.00274v1/p3\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 15, 17, 22, 19, 85, 16, 4181, 16, 2129, 17, 21, 15, 16, 13, 15, 15, 17, 22, 19, 85, 16, 4181, 17, 2129, 17, 21, 15, 16, 13, 15, 15, 17, 22, 19, 85, 16, 4181, 18, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2301, "output_tokens": 56, "latency_seconds": 2.1412699000211433, "prompt_sha256": "c6ca855f5c0d718d030f8ba8c1e321991c7e3ba1803f7256da3b758ef7c8eff8", "passed": false, "valid": true, "category": "answer"}
{"id": "test-unanswerable-2601.00332v1", "group_id": "2601.00332v1", "split": "test", "raw": "{\"evidence\":[],\"abstain\":true}", "tokens": [4754, 68, 26590, 8631, 27573, 365, 267, 456, 763, 1802, 92, 248046], "input_tokens": 2017, "output_tokens": 12, "latency_seconds": 2.106840199994622, "prompt_sha256": "3739726fe84f2146e411444303d75cd7955109c864a361e22824e8f564947451", "passed": true, "valid": true, "category": "abstain"}
{"id": "test-single-2601.00334v1", "group_id": "2601.00334v1", "split": "test", "raw": "{\"evidence\":[\"2601.00334v1/p0\",\"2601.00334v1/p1\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 15, 18, 18, 19, 85, 16, 4181, 15, 2129, 17, 21, 15, 16, 13, 15, 15, 18, 18, 19, 85, 16, 4181, 16, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2141, "output_tokens": 41, "latency_seconds": 2.110065700020641, "prompt_sha256": "1cf43995067ad827d16f2874c6b59f43792b98d24afcb192037b21a37e54115f", "passed": false, "valid": true, "category": "answer"}
{"id": "test-single-2601.00337v2", "group_id": "2601.00337v2", "split": "test", "raw": "{\"evidence\":[\"2601.00337v2/p0\",\"2601.00337v2/p1\",\"2601.00337v2/p2\",\"2601.00337v2/p3\",\"2601.00337v2/p4\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 15, 18, 18, 22, 85, 17, 4181, 15, 2129, 17, 21, 15, 16, 13, 15, 15, 18, 18, 22, 85, 17, 4181, 16, 2129, 17, 21, 15, 16, 13, 15, 15, 18, 18, 22, 85, 17, 4181, 17, 2129, 17, 21, 15, 16, 13, 15, 15, 18, 18, 22, 85, 17, 4181, 18, 2129, 17, 21, 15, 16, 13, 15, 15, 18, 18, 22, 85, 17, 4181, 19, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2257, "output_tokens": 86, "latency_seconds": 2.129573000012897, "prompt_sha256": "7ed601b7bcdc84b746cc32a1c68891ddd6d83afd399c8138a92e75e58e5dfa7a", "passed": false, "valid": true, "category": "answer"}
{"id": "test-single-2601.00337v2-withheld", "group_id": "2601.00337v2", "split": "test", "raw": "{\"evidence\":[],\"abstain\":true}", "tokens": [4754, 68, 26590, 8631, 27573, 365, 267, 456, 763, 1802, 92, 248046], "input_tokens": 1819, "output_tokens": 12, "latency_seconds": 2.0826689999958035, "prompt_sha256": "9d5414855fc03aebf4f7067400e14476031a48ebe4a0d012ed901237fe62262f", "passed": true, "valid": true, "category": "abstain"}
{"id": "test-single-2601.00353v4", "group_id": "2601.00353v4", "split": "test", "raw": "{\"evidence\":[\"2601.00353v4/p2\"], \"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 15, 18, 20, 18, 85, 19, 4181, 17, 7664, 328, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2430, "output_tokens": 27, "latency_seconds": 2.1495601999922656, "prompt_sha256": "66eb7bde7c1b55de05f49d65e45f33162b9eb7e827427e8471dfc6dd59570ec2", "passed": true, "valid": true, "category": "answer"}
{"id": "test-single-2601.00357v2", "group_id": "2601.00357v2", "split": "test", "raw": "{\"evidence\":[\"2601.00357v2/p1\",\"2601.00357v2/p2\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 15, 18, 20, 22, 85, 17, 4181, 16, 2129, 17, 21, 15, 16, 13, 15, 15, 18, 20, 22, 85, 17, 4181, 17, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2721, "output_tokens": 41, "latency_seconds": 2.1114912000193726, "prompt_sha256": "331b43e48d13a1b41fc61b58c493e9349cd1200ccb01b4036c6fff15534137b5", "passed": false, "valid": true, "category": "answer"}
{"id": "test-single-2601.00357v2-withheld", "group_id": "2601.00357v2", "split": "test", "raw": "{\"evidence\":[],\"abstain\":true}", "tokens": [4754, 68, 26590, 8631, 27573, 365, 267, 456, 763, 1802, 92, 248046], "input_tokens": 2395, "output_tokens": 12, "latency_seconds": 2.1211671000055503, "prompt_sha256": "90c32b53d4703dab91f891bd91925cb39165eb9abfe5b57c1ed8b41059720480", "passed": true, "valid": true, "category": "abstain"}
{"id": "test-single-2601.00367v1", "group_id": "2601.00367v1", "split": "test", "raw": "{\"evidence\":[\"2601.00367v1/p3\",\"2601.00367v1/p4\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 15, 18, 21, 22, 85, 16, 4181, 18, 2129, 17, 21, 15, 16, 13, 15, 15, 18, 21, 22, 85, 16, 4181, 19, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2725, "output_tokens": 41, "latency_seconds": 2.228602499992121, "prompt_sha256": "5a9dda651122dcf8319374535e91f77eeeb8f43607c1bdac614606779c264f18", "passed": false, "valid": true, "category": "answer"}
{"id": "test-single-2601.00372v1", "group_id": "2601.00372v1", "split": "test", "raw": "{\"evidence\":[\"2601.00372v1/p1\",\"2601.00372v1/p2\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 15, 18, 22, 17, 85, 16, 4181, 16, 2129, 17, 21, 15, 16, 13, 15, 15, 18, 22, 17, 85, 16, 4181, 17, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2503, "output_tokens": 41, "latency_seconds": 2.207886599993799, "prompt_sha256": "5127f52d300e32e953a8a148cd20b003af71d525920383e4fcd2e21229e227c5", "passed": false, "valid": true, "category": "answer"}
{"id": "test-single-2601.00384v1", "group_id": "2601.00384v1", "split": "test", "raw": "{\"evidence\":[\"2601.00384v1/p1\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 15, 18, 23, 19, 85, 16, 4181, 16, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2729, "output_tokens": 26, "latency_seconds": 2.1978315000014845, "prompt_sha256": "9c17393ceb882e218d7df1541574cbfc6f64438f972296ebc814776649174f44", "passed": true, "valid": true, "category": "answer"}
{"id": "test-single-2601.00384v1-withheld", "group_id": "2601.00384v1", "split": "test", "raw": "{\"evidence\":[],\"abstain\":true}", "tokens": [4754, 68, 26590, 8631, 27573, 365, 267, 456, 763, 1802, 92, 248046], "input_tokens": 2339, "output_tokens": 12, "latency_seconds": 2.2258122000203002, "prompt_sha256": "ce43c286e506907f1c8365fca6453359c6f9dc40315d038d54d5bb4bfcf0e22b", "passed": true, "valid": true, "category": "abstain"}
{"id": "test-unanswerable-2601.00384v1", "group_id": "2601.00384v1", "split": "test", "raw": "{\"evidence\":[],\"abstain\":true}", "tokens": [4754, 68, 26590, 8631, 27573, 365, 267, 456, 763, 1802, 92, 248046], "input_tokens": 2732, "output_tokens": 12, "latency_seconds": 2.190693200012902, "prompt_sha256": "debb923704393e9ee61ed7456de77536c6be182dc232dbc310905fbb631c935f", "passed": true, "valid": true, "category": "abstain"}
{"id": "test-single-2601.00385v1", "group_id": "2601.00385v1", "split": "test", "raw": "{\"evidence\":[\"2601.00385v1/p0\",\"2601.00385v1/p1\",\"2601.00385v1/p2\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 15, 18, 23, 20, 85, 16, 4181, 15, 2129, 17, 21, 15, 16, 13, 15, 15, 18, 23, 20, 85, 16, 4181, 16, 2129, 17, 21, 15, 16, 13, 15, 15, 18, 23, 20, 85, 16, 4181, 17, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 1963, "output_tokens": 56, "latency_seconds": 2.1454902999976184, "prompt_sha256": "47227d7c5a35e7c36894c161e61be2b946ea664f3a1be84d3462f5b79c54f910", "passed": false, "valid": true, "category": "answer"}
{"id": "test-single-2601.00385v1-withheld", "group_id": "2601.00385v1", "split": "test", "raw": "{\"evidence\":[],\"abstain\":true}", "tokens": [4754, 68, 26590, 8631, 27573, 365, 267, 456, 763, 1802, 92, 248046], "input_tokens": 1689, "output_tokens": 12, "latency_seconds": 2.169642799999565, "prompt_sha256": "e0f93633408115b049a54d543d4d3adee7e3c710eff28e7b2e12c089e165d67b", "passed": true, "valid": true, "category": "abstain"}
{"id": "test-single-2601.00389v2", "group_id": "2601.00389v2", "split": "test", "raw": "{\"evidence\":[\"2601.00389v2/p2\",\"2601.00389v2/p3\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 15, 18, 23, 24, 85, 17, 4181, 17, 2129, 17, 21, 15, 16, 13, 15, 15, 18, 23, 24, 85, 17, 4181, 18, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2779, "output_tokens": 41, "latency_seconds": 2.1648457999981474, "prompt_sha256": "9e79430cb50141446a0a6ce7d0387b8d08af1b83722812a9c9bc13492332fb0b", "passed": false, "valid": true, "category": "answer"}
{"id": "test-single-2601.00418v2", "group_id": "2601.00418v2", "split": "test", "raw": "{\"evidence\":[\"2601.00418v2/p2\",\"2601.00418v2/p3\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 15, 19, 16, 23, 85, 17, 4181, 17, 2129, 17, 21, 15, 16, 13, 15, 15, 19, 16, 23, 85, 17, 4181, 18, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2269, "output_tokens": 41, "latency_seconds": 2.2230222999933176, "prompt_sha256": "f7e65c2bf07cccb977ddbc89c6f59173c57dc5723c18e28160709911a8751beb", "passed": false, "valid": true, "category": "answer"}
{"id": "test-single-2601.00477v2", "group_id": "2601.00477v2", "split": "test", "raw": "{\"evidence\":[\"2601.00477v2/p1\",\"2601.00477v2/p2\",\"2601.00477v2/p3\",\"2601.00477v2/p4\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 15, 19, 22, 22, 85, 17, 4181, 16, 2129, 17, 21, 15, 16, 13, 15, 15, 19, 22, 22, 85, 17, 4181, 17, 2129, 17, 21, 15, 16, 13, 15, 15, 19, 22, 22, 85, 17, 4181, 18, 2129, 17, 21, 15, 16, 13, 15, 15, 19, 22, 22, 85, 17, 4181, 19, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2250, "output_tokens": 71, "latency_seconds": 2.20500849999371, "prompt_sha256": "9cc6eef645c2de2e7d7fee928aa5dad68770fb876e560629f57aec7ba939f8ad", "passed": false, "valid": true, "category": "answer"}
{"id": "test-compare-2601.00477v2", "group_id": "2601.00477v2", "split": "test", "raw": "{\"evidence\":[\"2601.00205v2/p0\",\"2601.00205v2/p1\",\"2601.00205v2/p2\",\"2601.00205v2/p3\",\"2601.00477v2/p0\",\"2601.00477v2/p1\",\"2601.00477v2/p2\",\"2601.00477v2/p3\",\"2601.00477v2/p4\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 15, 17, 15, 20, 85, 17, 4181, 15, 2129, 17, 21, 15, 16, 13, 15, 15, 17, 15, 20, 85, 17, 4181, 16, 2129, 17, 21, 15, 16, 13, 15, 15, 17, 15, 20, 85, 17, 4181, 17, 2129, 17, 21, 15, 16, 13, 15, 15, 17, 15, 20, 85, 17, 4181, 18, 2129, 17, 21, 15, 16, 13, 15, 15, 19, 22, 22, 85, 17, 4181, 15, 2129, 17, 21, 15, 16, 13, 15, 15, 19, 22, 22, 85, 17, 4181, 16, 2129, 17, 21, 15, 16, 13, 15, 15, 19, 22, 22, 85, 17, 4181, 17, 2129, 17, 21, 15, 16, 13, 15, 15, 19, 22, 22, 85, 17, 4181, 18, 2129, 17, 21, 15, 16, 13, 15, 15, 19, 22, 22, 85, 17, 4181, 19, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2256, "output_tokens": 146, "latency_seconds": 3.3656764999905135, "prompt_sha256": "825c26978b00027a72416dd09d8e96f0aca44d2a9ed049e34c0d00b0ad345646", "passed": false, "valid": true, "category": "answer"}
{"id": "test-compare-2601.00477v2-withheld", "group_id": "2601.00477v2", "split": "test", "raw": "{\"evidence\":[],\"abstain\":true}", "tokens": [4754, 68, 26590, 8631, 27573, 365, 267, 456, 763, 1802, 92, 248046], "input_tokens": 1471, "output_tokens": 12, "latency_seconds": 2.202775300014764, "prompt_sha256": "4e4190996e8a928e4ed75aeeb224dbf1b561b7ba49973e29b7514e37b2c1cb07", "passed": true, "valid": true, "category": "abstain"}
{"id": "test-single-2601.00509v1", "group_id": "2601.00509v1", "split": "test", "raw": "{\"evidence\":[\"2601.00509v1/p1\",\"2601.00509v1/p2\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 15, 20, 15, 24, 85, 16, 4181, 16, 2129, 17, 21, 15, 16, 13, 15, 15, 20, 15, 24, 85, 16, 4181, 17, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2392, "output_tokens": 41, "latency_seconds": 2.1400046999915503, "prompt_sha256": "b17bc820dfd590e289a2d155e4e96759637889df9b78ee4beecf49799885a8e2", "passed": false, "valid": true, "category": "answer"}
{"id": "test-single-2601.00509v1-withheld", "group_id": "2601.00509v1", "split": "test", "raw": "{\"evidence\":[],\"abstain\":true}", "tokens": [4754, 68, 26590, 8631, 27573, 365, 267, 456, 763, 1802, 92, 248046], "input_tokens": 2088, "output_tokens": 12, "latency_seconds": 2.150508599996101, "prompt_sha256": "0b39b23b4d8753e5de3d4161215bd466842ecfdf8eb017e1116143690f0c5488", "passed": true, "valid": true, "category": "abstain"}
{"id": "test-single-2601.07841v1", "group_id": "2601.07841v1", "split": "test", "raw": "{\"evidence\":[\"2601.07841v1/p0\",\"2601.07841v1/p1\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 22, 23, 19, 16, 85, 16, 4181, 15, 2129, 17, 21, 15, 16, 13, 15, 22, 23, 19, 16, 85, 16, 4181, 16, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 1861, "output_tokens": 41, "latency_seconds": 2.155441399983829, "prompt_sha256": "3d3203631801f0e214c60a635f2e3d1ecb458b448a937a6cdc1db623ba0ada4f", "passed": false, "valid": true, "category": "answer"}
{"id": "test-compare-2601.07841v1", "group_id": "2601.07841v1", "split": "test", "raw": "{\"evidence\":[\"2601.07841v1/p0\",\"2601.07841v1/p1\",\"2601.00332v1/p0\",\"2601.00332v1/p1\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 22, 23, 19, 16, 85, 16, 4181, 15, 2129, 17, 21, 15, 16, 13, 15, 22, 23, 19, 16, 85, 16, 4181, 16, 2129, 17, 21, 15, 16, 13, 15, 15, 18, 18, 17, 85, 16, 4181, 15, 2129, 17, 21, 15, 16, 13, 15, 15, 18, 18, 17, 85, 16, 4181, 16, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 1887, "output_tokens": 71, "latency_seconds": 2.1779222000041045, "prompt_sha256": "fe9920780e0cbe625cf6751428e92ad6ccf439835dd03221c36d0f618f03f53c", "passed": false, "valid": true, "category": "answer"}
{"id": "test-single-2601.00556v1", "group_id": "2601.00556v1", "split": "test", "raw": "{\"evidence\":[\"2601.00556v1/p2\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 15, 20, 20, 21, 85, 16, 4181, 17, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2297, "output_tokens": 26, "latency_seconds": 2.4264043000002857, "prompt_sha256": "9fc364e8b70015202aaa2129f119284f00033efc88a191204ce2728d89335687", "passed": true, "valid": true, "category": "answer"}
{"id": "test-unanswerable-2601.00556v1", "group_id": "2601.00556v1", "split": "test", "raw": "{\"evidence\":[],\"abstain\":true}", "tokens": [4754, 68, 26590, 8631, 27573, 365, 267, 456, 763, 1802, 92, 248046], "input_tokens": 2308, "output_tokens": 12, "latency_seconds": 2.4208401999785565, "prompt_sha256": "6f409aeb8863e3400bfa7a04cca2495e2bab7417540be71234c79e6d52dca7f3", "passed": true, "valid": true, "category": "abstain"}
{"id": "test-single-2601.00559v1", "group_id": "2601.00559v1", "split": "test", "raw": "{\"evidence\":[\"2601.00559v1/p1\",\"2601.00559v1/p2\",\"2601.00559v1/p3\",\"2601.00559v1/p4\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 15, 20, 20, 24, 85, 16, 4181, 16, 2129, 17, 21, 15, 16, 13, 15, 15, 20, 20, 24, 85, 16, 4181, 17, 2129, 17, 21, 15, 16, 13, 15, 15, 20, 20, 24, 85, 16, 4181, 18, 2129, 17, 21, 15, 16, 13, 15, 15, 20, 20, 24, 85, 16, 4181, 19, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2479, "output_tokens": 71, "latency_seconds": 2.405187200027285, "prompt_sha256": "d4a90a2b63e4f3248f9110de4a0ed69eed129201497dbcfe91705ec57e887573", "passed": false, "valid": true, "category": "answer"}
{"id": "test-compare-2601.00566v1", "group_id": "2601.00566v1", "split": "test", "raw": "{\"evidence\":[\"2601.02680v1/p1\",\"2601.02680v1/p2\",\"2601.00566v1/p2\",\"2601.00566v1/p3\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 17, 21, 23, 15, 85, 16, 4181, 16, 2129, 17, 21, 15, 16, 13, 15, 17, 21, 23, 15, 85, 16, 4181, 17, 2129, 17, 21, 15, 16, 13, 15, 15, 20, 21, 21, 85, 16, 4181, 17, 2129, 17, 21, 15, 16, 13, 15, 15, 20, 21, 21, 85, 16, 4181, 18, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2299, "output_tokens": 71, "latency_seconds": 2.3956048999971244, "prompt_sha256": "d469954728f413d19fa095051d0a0d453fb8d0d871a743a07a300eedfa91189e", "passed": false, "valid": true, "category": "answer"}
{"id": "test-single-2601.00571v1", "group_id": "2601.00571v1", "split": "test", "raw": "{\"evidence\":[\"2601.00571v1/p1\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 15, 20, 22, 16, 85, 16, 4181, 16, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 1989, "output_tokens": 26, "latency_seconds": 2.3963558999821544, "prompt_sha256": "9b16921f5a42268107638b2147d96384e224e2a57751d44085b146cf22879b98", "passed": true, "valid": true, "category": "answer"}
{"id": "test-single-2601.00572v1", "group_id": "2601.00572v1", "split": "test", "raw": "{\"evidence\":[\"2601.00572v1/p0\",\"2601.00571v1/p0\",\"2601.00571v1/p1\",\"2601.00571v1/p2\",\"2601.00571v1/p3\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 15, 20, 22, 17, 85, 16, 4181, 15, 2129, 17, 21, 15, 16, 13, 15, 15, 20, 22, 16, 85, 16, 4181, 15, 2129, 17, 21, 15, 16, 13, 15, 15, 20, 22, 16, 85, 16, 4181, 16, 2129, 17, 21, 15, 16, 13, 15, 15, 20, 22, 16, 85, 16, 4181, 17, 2129, 17, 21, 15, 16, 13, 15, 15, 20, 22, 16, 85, 16, 4181, 18, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2009, "output_tokens": 86, "latency_seconds": 2.3826344000117388, "prompt_sha256": "650b0fb49f18c07bb83f8e5396be984b1cfa60b722fbc324cb8cc24adb21b950", "passed": false, "valid": true, "category": "answer"}
{"id": "test-compare-2601.00572v1", "group_id": "2601.00572v1", "split": "test", "raw": "{\"evidence\":[\"2601.00571v1/p0\",\"2601.00571v1/p1\",\"2601.00572v1/p0\",\"2601.00572v1/p1\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 15, 20, 22, 16, 85, 16, 4181, 15, 2129, 17, 21, 15, 16, 13, 15, 15, 20, 22, 16, 85, 16, 4181, 16, 2129, 17, 21, 15, 16, 13, 15, 15, 20, 22, 17, 85, 16, 4181, 15, 2129, 17, 21, 15, 16, 13, 15, 15, 20, 22, 17, 85, 16, 4181, 16, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2016, "output_tokens": 71, "latency_seconds": 2.573912799998652, "prompt_sha256": "c63b6f9664199d47427ffbb291495bc2d3ca42b7a8d5e6d1dd8d8711125a6bbe", "passed": false, "valid": true, "category": "answer"}
{"id": "test-compare-2601.00572v1-withheld", "group_id": "2601.00572v1", "split": "test", "raw": "{\"evidence\":[],\"abstain\":true}", "tokens": [4754, 68, 26590, 8631, 27573, 365, 267, 456, 763, 1802, 92, 248046], "input_tokens": 1440, "output_tokens": 12, "latency_seconds": 1.6769707000057679, "prompt_sha256": "91129072968d460b42f23b7d8c6f472e7e6cf020faddfb3fedf6d8305a4290e2", "passed": true, "valid": true, "category": "abstain"}
{"id": "test-unanswerable-2601.00572v1", "group_id": "2601.00572v1", "split": "test", "raw": "{\"evidence\":[],\"abstain\":true}", "tokens": [4754, 68, 26590, 8631, 27573, 365, 267, 456, 763, 1802, 92, 248046], "input_tokens": 2014, "output_tokens": 12, "latency_seconds": 2.277456000010716, "prompt_sha256": "d8069d1e14056e95212d7e4dbad571ebd96287b1d6594c67d22e2d93b29e81d0", "passed": true, "valid": true, "category": "abstain"}
{"id": "test-single-2601.00627v1", "group_id": "2601.00627v1", "split": "test", "raw": "{\"evidence\":[\"2601.00627v1/p3\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 15, 21, 17, 22, 85, 16, 4181, 18, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2676, "output_tokens": 26, "latency_seconds": 2.2872752999828663, "prompt_sha256": "d01231113053b9a2170b03acaa8493ebb2a379c59b2d03f6714a3c5139e507d5", "passed": true, "valid": true, "category": "answer"}
{"id": "test-single-2601.00936v1", "group_id": "2601.00936v1", "split": "test", "raw": "{\"evidence\":[\"2601.00936v1/p1\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 15, 24, 18, 21, 85, 16, 4181, 16, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2775, "output_tokens": 26, "latency_seconds": 2.265928000007989, "prompt_sha256": "45618788b4ba2c4816ea6d5f642e1ab1d30ac982f5485511b92051ab00ebcb3d", "passed": true, "valid": true, "category": "answer"}
{"id": "test-single-2601.00752v4", "group_id": "2601.00752v4", "split": "test", "raw": "{\"evidence\":[\"2601.00752v4/p0\",\"2601.00752v4/p1\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 15, 22, 20, 17, 85, 19, 4181, 15, 2129, 17, 21, 15, 16, 13, 15, 15, 22, 20, 17, 85, 19, 4181, 16, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 1980, "output_tokens": 41, "latency_seconds": 2.4649021000077482, "prompt_sha256": "171f72b891def3c9c952d39cefc904614a7bc0167f668de386dace04b042eb64", "passed": false, "valid": true, "category": "answer"}
{"id": "test-single-2601.00752v4-withheld", "group_id": "2601.00752v4", "split": "test", "raw": "{\"evidence\":[],\"abstain\":true}", "tokens": [4754, 68, 26590, 8631, 27573, 365, 267, 456, 763, 1802, 92, 248046], "input_tokens": 1843, "output_tokens": 12, "latency_seconds": 2.2009539999999106, "prompt_sha256": "813eb863422babe94485ea62beb8ca175b211d028ba9ad3b0d0d773c7464a2a5", "passed": true, "valid": true, "category": "abstain"}
{"id": "test-unanswerable-2601.00783v1", "group_id": "2601.00783v1", "split": "test", "raw": "{\"evidence\":[],\"abstain\":true}", "tokens": [4754, 68, 26590, 8631, 27573, 365, 267, 456, 763, 1802, 92, 248046], "input_tokens": 2184, "output_tokens": 12, "latency_seconds": 2.2786252000078093, "prompt_sha256": "33d330d381b5453d3273384eedbafd4d20d429f3cf9684422c6b45b40985eeca", "passed": true, "valid": true, "category": "abstain"}
{"id": "test-single-2601.01048v1", "group_id": "2601.01048v1", "split": "test", "raw": "{\"evidence\":[\"2601.01048v1/p3\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 16, 15, 19, 23, 85, 16, 4181, 18, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2582, "output_tokens": 26, "latency_seconds": 2.2280172999890056, "prompt_sha256": "77955a80a82cac0e6cd15f03edb11f9cd0d05bc1823e66d8bb7b5fc578f5d610", "passed": true, "valid": true, "category": "answer"}
{"id": "test-single-2601.01048v1-withheld", "group_id": "2601.01048v1", "split": "test", "raw": "{\"evidence\":[],\"abstain\":true}", "tokens": [4754, 68, 26590, 8631, 27573, 365, 267, 456, 763, 1802, 92, 248046], "input_tokens": 2094, "output_tokens": 12, "latency_seconds": 2.2767281999986153, "prompt_sha256": "3ae094fc1680ccbf3539cfb29d9be88301ad7f7888361376a17a96d64ae8ce6b", "passed": true, "valid": true, "category": "abstain"}
{"id": "test-single-2601.01053v1", "group_id": "2601.01053v1", "split": "test", "raw": "{\"evidence\":[\"2601.01053v1/p2\",\"2601.01053v1/p3\",\"2601.01053v1/p4\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 16, 15, 20, 18, 85, 16, 4181, 17, 2129, 17, 21, 15, 16, 13, 15, 16, 15, 20, 18, 85, 16, 4181, 18, 2129, 17, 21, 15, 16, 13, 15, 16, 15, 20, 18, 85, 16, 4181, 19, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2155, "output_tokens": 56, "latency_seconds": 2.4873339999758173, "prompt_sha256": "fa3500f556582f9426c28b0c09b54a79956d57aec3468afb629d50716ecef472", "passed": false, "valid": true, "category": "answer"}
{"id": "test-single-2601.01058v1", "group_id": "2601.01058v1", "split": "test", "raw": "{\"evidence\":[\"2601.01058v1/p0\"], \"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 16, 15, 20, 23, 85, 16, 4181, 15, 7664, 328, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2240, "output_tokens": 27, "latency_seconds": 2.4584715999953914, "prompt_sha256": "28467d3f0f5b00ea9a8817dbb45ccaa0efd448c0f027193170c5dda80342482e", "passed": true, "valid": true, "category": "answer"}
{"id": "test-single-2601.01109v1", "group_id": "2601.01109v1", "split": "test", "raw": "{\"evidence\":[\"2601.01109v1/p3\",\"2601.01109v1/p4\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 16, 16, 15, 24, 85, 16, 4181, 18, 2129, 17, 21, 15, 16, 13, 15, 16, 16, 15, 24, 85, 16, 4181, 19, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 3108, "output_tokens": 41, "latency_seconds": 2.4209506000042893, "prompt_sha256": "1a972a0c11e556c0ee2311c7daf5f5eb29125105f153c33bc5420d92f8a9d33a", "passed": false, "valid": true, "category": "answer"}
{"id": "test-single-2601.01134v1", "group_id": "2601.01134v1", "split": "test", "raw": "{\"evidence\":[\"2601.01134v1/p4\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 16, 16, 18, 19, 85, 16, 4181, 19, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2730, "output_tokens": 26, "latency_seconds": 2.3757194000063464, "prompt_sha256": "90e9be044808cb455f53d9d1ecbceb45a6700447bb0a79a1610a370cb01a5037", "passed": true, "valid": true, "category": "answer"}
{"id": "test-single-2601.01134v1-withheld", "group_id": "2601.01134v1", "split": "test", "raw": "{\"evidence\":[],\"abstain\":true}", "tokens": [4754, 68, 26590, 8631, 27573, 365, 267, 456, 763, 1802, 92, 248046], "input_tokens": 2128, "output_tokens": 12, "latency_seconds": 2.367805899993982, "prompt_sha256": "cf8d03ad757e3179649ae83ad486e8854d90ba3ff2c0dc1b510637a5a546e71e", "passed": true, "valid": true, "category": "abstain"}
{"id": "test-single-2601.01183v1", "group_id": "2601.01183v1", "split": "test", "raw": "{\"evidence\":[\"2601.01183v1/p2\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 16, 16, 23, 18, 85, 16, 4181, 17, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2502, "output_tokens": 26, "latency_seconds": 2.4039267000043765, "prompt_sha256": "8739ab3db454183e30ac754b6c8b5518c3ec3bce09c30a3510788f67dfac73a7", "passed": true, "valid": true, "category": "answer"}
{"id": "test-unanswerable-2601.01183v1", "group_id": "2601.01183v1", "split": "test", "raw": "{\"evidence\":[],\"abstain\":true}", "tokens": [4754, 68, 26590, 8631, 27573, 365, 267, 456, 763, 1802, 92, 248046], "input_tokens": 2506, "output_tokens": 12, "latency_seconds": 2.4118757000251208, "prompt_sha256": "dff952700b0651c924a4911caa7b4b661cb6e667610ff622d3762b03db4b4254", "passed": true, "valid": true, "category": "abstain"}
{"id": "test-single-2601.01184v1", "group_id": "2601.01184v1", "split": "test", "raw": "{\"evidence\":[\"2601.01184v1/p0\",\"2601.01184v1/p1\",\"2601.01184v1/p2\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 16, 16, 23, 19, 85, 16, 4181, 15, 2129, 17, 21, 15, 16, 13, 15, 16, 16, 23, 19, 85, 16, 4181, 16, 2129, 17, 21, 15, 16, 13, 15, 16, 16, 23, 19, 85, 16, 4181, 17, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2185, "output_tokens": 56, "latency_seconds": 2.219972599996254, "prompt_sha256": "88e67a1f5bdeb1897116c9e76122286d64c9baf21aa2bdce143347fd12e42f2d", "passed": false, "valid": true, "category": "answer"}
{"id": "test-single-2601.01214v1", "group_id": "2601.01214v1", "split": "test", "raw": "{\"evidence\":[\"2601.01214v1/p1\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 16, 17, 16, 19, 85, 16, 4181, 16, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2185, "output_tokens": 26, "latency_seconds": 2.2716004999820143, "prompt_sha256": "57912bd1d8ee3410a3d1a2d9af8e753eb8eb6cad66a9890a7f7debb3a606bb32", "passed": true, "valid": true, "category": "answer"}
{"id": "test-single-2601.01239v1", "group_id": "2601.01239v1", "split": "test", "raw": "{\"evidence\":[\"2601.01239v1/p2\",\"2601.01239v1/p3\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 16, 17, 18, 24, 85, 16, 4181, 17, 2129, 17, 21, 15, 16, 13, 15, 16, 17, 18, 24, 85, 16, 4181, 18, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2337, "output_tokens": 41, "latency_seconds": 2.2100032000162173, "prompt_sha256": "9907300fb3e41a0dbac72ba42a86ae3c6fb83160059e460a2f6a8be65bde4505", "passed": false, "valid": true, "category": "answer"}
{"id": "test-single-2601.01287v2", "group_id": "2601.01287v2", "split": "test", "raw": "{\"evidence\":[\"2601.01287v2/p1\",\"2601.01287v2/p2\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 16, 17, 23, 22, 85, 17, 4181, 16, 2129, 17, 21, 15, 16, 13, 15, 16, 17, 23, 22, 85, 17, 4181, 17, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2086, "output_tokens": 41, "latency_seconds": 2.2257305000093766, "prompt_sha256": "96550c3f94176b6afbd75f7328586cee48fe9b4a343954eed4326758132c1bfd", "passed": false, "valid": true, "category": "answer"}
{"id": "test-single-2601.01289v1", "group_id": "2601.01289v1", "split": "test", "raw": "{\"evidence\":[\"2601.01289v1/p2\",\"2601.01289v1/p3\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 16, 17, 23, 24, 85, 16, 4181, 17, 2129, 17, 21, 15, 16, 13, 15, 16, 17, 23, 24, 85, 16, 4181, 18, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2421, "output_tokens": 41, "latency_seconds": 2.2140888999856543, "prompt_sha256": "326c2018756c12eae3941fc1196c0c63fbcdf471a2898a69d381678335f63ee7", "passed": false, "valid": true, "category": "answer"}
{"id": "test-single-2601.01296v1", "group_id": "2601.01296v1", "split": "test", "raw": "{\"evidence\":[\"2601.01296v1/p0\",\"2601.01296v1/p1\",\"2601.01296v1/p2\",\"2601.01296v1/p3\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 16, 17, 24, 21, 85, 16, 4181, 15, 2129, 17, 21, 15, 16, 13, 15, 16, 17, 24, 21, 85, 16, 4181, 16, 2129, 17, 21, 15, 16, 13, 15, 16, 17, 24, 21, 85, 16, 4181, 17, 2129, 17, 21, 15, 16, 13, 15, 16, 17, 24, 21, 85, 16, 4181, 18, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2199, "output_tokens": 71, "latency_seconds": 2.1684899000101723, "prompt_sha256": "ff6667465d4d8d22e6f052cdfcddff4e1b7f89e31d0cf28b18394cca1c4c4519", "passed": false, "valid": true, "category": "answer"}
{"id": "test-single-2601.01296v1-withheld", "group_id": "2601.01296v1", "split": "test", "raw": "{\"evidence\":[],\"abstain\":true}", "tokens": [4754, 68, 26590, 8631, 27573, 365, 267, 456, 763, 1802, 92, 248046], "input_tokens": 1853, "output_tokens": 12, "latency_seconds": 2.159965500002727, "prompt_sha256": "0d5c06b3a44892fe4dd0bb16c65fbabd43ab1fa29cacc01ed10cf9406f253b2e", "passed": true, "valid": true, "category": "abstain"}
{"id": "test-single-2601.01308v1", "group_id": "2601.01308v1", "split": "test", "raw": "{\"evidence\":[\"2601.01308v1/p1\",\"2601.01308v1/p2\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 16, 18, 15, 23, 85, 16, 4181, 16, 2129, 17, 21, 15, 16, 13, 15, 16, 18, 15, 23, 85, 16, 4181, 17, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2377, "output_tokens": 41, "latency_seconds": 2.3588082999922335, "prompt_sha256": "92caab8dba9748b5c3a906ec2e5b90adcb537c2cf4261bc8d146bfcb72b44f8e", "passed": false, "valid": true, "category": "answer"}
{"id": "test-unanswerable-2601.01308v1", "group_id": "2601.01308v1", "split": "test", "raw": "{\"evidence\":[],\"abstain\":true}", "tokens": [4754, 68, 26590, 8631, 27573, 365, 267, 456, 763, 1802, 92, 248046], "input_tokens": 2391, "output_tokens": 12, "latency_seconds": 2.1798224999802187, "prompt_sha256": "24e11eb519634c7199cbc0f71a38712161917b01abf138e47b6c16d85561dd10", "passed": true, "valid": true, "category": "abstain"}
{"id": "test-single-2601.03288v1", "group_id": "2601.03288v1", "split": "test", "raw": "{\"evidence\":[\"2601.03288v1/p0\",\"2601.03288v1/p1\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 18, 17, 23, 23, 85, 16, 4181, 15, 2129, 17, 21, 15, 16, 13, 15, 18, 17, 23, 23, 85, 16, 4181, 16, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2666, "output_tokens": 41, "latency_seconds": 2.494103000004543, "prompt_sha256": "ab93d636cf3569f4afa20c1aa2fff7f0e152bee891872f44f5dfd2ac7ba60b57", "passed": false, "valid": true, "category": "answer"}
{"id": "test-single-2601.01455v1", "group_id": "2601.01455v1", "split": "test", "raw": "{\"evidence\":[\"2601.01455v1/p0\",\"2601.01455v1/p1\",\"2601.01455v1/p2\",\"2601.01455v1/p3\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 16, 19, 20, 20, 85, 16, 4181, 15, 2129, 17, 21, 15, 16, 13, 15, 16, 19, 20, 20, 85, 16, 4181, 16, 2129, 17, 21, 15, 16, 13, 15, 16, 19, 20, 20, 85, 16, 4181, 17, 2129, 17, 21, 15, 16, 13, 15, 16, 19, 20, 20, 85, 16, 4181, 18, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2223, "output_tokens": 71, "latency_seconds": 2.43553270000848, "prompt_sha256": "41554db544ef1257e1dfbc8d0a973e0cce230c9606690b846d4eedd4f23d4e90", "passed": false, "valid": true, "category": "answer"}
{"id": "test-unanswerable-2601.01455v1", "group_id": "2601.01455v1", "split": "test", "raw": "{\"evidence\":[],\"abstain\":true}", "tokens": [4754, 68, 26590, 8631, 27573, 365, 267, 456, 763, 1802, 92, 248046], "input_tokens": 2241, "output_tokens": 12, "latency_seconds": 2.4329773999925237, "prompt_sha256": "de8cb6c6fa32995f5db7e7ed42662d9265fd3376aed3741fefa88adbef4a7e39", "passed": true, "valid": true, "category": "abstain"}
{"id": "test-single-2601.03289v3", "group_id": "2601.03289v3", "split": "test", "raw": "{\"evidence\":[\"2601.03289v3/p0\",\"2601.03289v3/p1\",\"2601.03289v3/p2\",\"2601.03289v3/p3\",\"2601.03289v3/p4\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 18, 17, 23, 24, 85, 18, 4181, 15, 2129, 17, 21, 15, 16, 13, 15, 18, 17, 23, 24, 85, 18, 4181, 16, 2129, 17, 21, 15, 16, 13, 15, 18, 17, 23, 24, 85, 18, 4181, 17, 2129, 17, 21, 15, 16, 13, 15, 18, 17, 23, 24, 85, 18, 4181, 18, 2129, 17, 21, 15, 16, 13, 15, 18, 17, 23, 24, 85, 18, 4181, 19, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2413, "output_tokens": 86, "latency_seconds": 5.688927300012438, "prompt_sha256": "e6160f0499a45691e77dc7a52f991cff3e43fbbcf5d820ce655f6b79ed9335eb", "passed": false, "valid": true, "category": "answer"}
{"id": "test-single-2601.01592v2", "group_id": "2601.01592v2", "split": "test", "raw": "{\"evidence\":[\"2601.01592v2/p3\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 16, 20, 24, 17, 85, 17, 4181, 18, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2878, "output_tokens": 26, "latency_seconds": 2.4147494999924675, "prompt_sha256": "323b2859fbfe00960dedab66f2cd1404a71a7ac9229205fb8623d91f73f593e7", "passed": true, "valid": true, "category": "answer"}
{"id": "test-single-2601.01592v2-withheld", "group_id": "2601.01592v2", "split": "test", "raw": "{\"evidence\":[\"2601.03868v2/p1\",\"2601.03868v2/p2\",\"2601.03868v2/p3\",\"2601.03868v2/p4\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 18, 23, 21, 23, 85, 17, 4181, 16, 2129, 17, 21, 15, 16, 13, 15, 18, 23, 21, 23, 85, 17, 4181, 17, 2129, 17, 21, 15, 16, 13, 15, 18, 23, 21, 23, 85, 17, 4181, 18, 2129, 17, 21, 15, 16, 13, 15, 18, 23, 21, 23, 85, 17, 4181, 19, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2402, "output_tokens": 71, "latency_seconds": 2.4300285000063013, "prompt_sha256": "30c6ffbd868f090d85ec6aaaaddda7e79f27e5f04d34f2a7a6731ce91b66d2f7", "passed": false, "valid": true, "category": "abstain"}
{"id": "test-single-2601.01603v1", "group_id": "2601.01603v1", "split": "test", "raw": "{\"evidence\":[\"2601.01603v1/p2\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 16, 21, 15, 18, 85, 16, 4181, 17, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2157, "output_tokens": 26, "latency_seconds": 2.3607095000043046, "prompt_sha256": "c8ca451d52bec8563318d13697f0ee7b019b161ac31a04e9cbd59914bfcb6a7f", "passed": true, "valid": true, "category": "answer"}
{"id": "test-single-2601.01673v1", "group_id": "2601.01673v1", "split": "test", "raw": "{\"evidence\":[\"2601.01673v1/p1\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 16, 21, 22, 18, 85, 16, 4181, 16, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2170, "output_tokens": 26, "latency_seconds": 2.2464812000107486, "prompt_sha256": "2e6cbb31899e779448fbb0f88c80d56fe0ec65e87d94eb12a02f9c1970645582", "passed": true, "valid": true, "category": "answer"}
{"id": "test-compare-2601.01673v1", "group_id": "2601.01673v1", "split": "test", "raw": "{\"evidence\":[\"2601.03304v1/p0\",\"2601.03304v1/p1\",\"2601.03304v1/p2\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 18, 18, 15, 19, 85, 16, 4181, 15, 2129, 17, 21, 15, 16, 13, 15, 18, 18, 15, 19, 85, 16, 4181, 16, 2129, 17, 21, 15, 16, 13, 15, 18, 18, 15, 19, 85, 16, 4181, 17, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2162, "output_tokens": 56, "latency_seconds": 2.152608899981715, "prompt_sha256": "b659a536f42e26417f9dd4cd1d0b300ded41e406a76a49132f1bec54e19c993c", "passed": false, "valid": true, "category": "answer"}
{"id": "test-compare-2601.01673v1-withheld", "group_id": "2601.01673v1", "split": "test", "raw": "{\"evidence\":[],\"abstain\":true}", "tokens": [4754, 68, 26590, 8631, 27573, 365, 267, 456, 763, 1802, 92, 248046], "input_tokens": 1661, "output_tokens": 12, "latency_seconds": 2.1532230000011623, "prompt_sha256": "c464fe8d636719ec72c80d5650b2840d455bb3c67c4aba16b1fdf16d165d9326", "passed": true, "valid": true, "category": "abstain"}
{"id": "test-unanswerable-2601.01673v1", "group_id": "2601.01673v1", "split": "test", "raw": "{\"evidence\":[],\"abstain\":true}", "tokens": [4754, 68, 26590, 8631, 27573, 365, 267, 456, 763, 1802, 92, 248046], "input_tokens": 2177, "output_tokens": 12, "latency_seconds": 2.4105505000043195, "prompt_sha256": "ab4edcd14578bc066197ed3ea7b234bbf994e1ace205a72f6d0cb6f3c8254847", "passed": true, "valid": true, "category": "abstain"}
{"id": "test-single-2601.01723v1", "group_id": "2601.01723v1", "split": "test", "raw": "{\"evidence\":[\"2601.01723v1/p1\",\"2601.01723v1/p2\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 16, 22, 17, 18, 85, 16, 4181, 16, 2129, 17, 21, 15, 16, 13, 15, 16, 22, 17, 18, 85, 16, 4181, 17, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2622, "output_tokens": 41, "latency_seconds": 2.1557356000121217, "prompt_sha256": "dc5ca0fc5590c02a478c61a0d9c44b09f09b3141a104b48645408740a63f7d56", "passed": false, "valid": true, "category": "answer"}
{"id": "test-single-2601.01723v1-withheld", "group_id": "2601.01723v1", "split": "test", "raw": "{\"evidence\":[],\"abstain\":true}", "tokens": [4754, 68, 26590, 8631, 27573, 365, 267, 456, 763, 1802, 92, 248046], "input_tokens": 2235, "output_tokens": 12, "latency_seconds": 2.1859246999956667, "prompt_sha256": "d93546ad43280ffed84253c9c300ffee9c80d40fdabdbd572f9a163aea63c2de", "passed": true, "valid": true, "category": "abstain"}
{"id": "test-single-2601.01737v1", "group_id": "2601.01737v1", "split": "test", "raw": "{\"evidence\":[\"2601.01737v1/p2\",\"2601.01737v1/p3\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 16, 22, 18, 22, 85, 16, 4181, 17, 2129, 17, 21, 15, 16, 13, 15, 16, 22, 18, 22, 85, 16, 4181, 18, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2479, "output_tokens": 41, "latency_seconds": 2.235513699997682, "prompt_sha256": "68b049360f60a437b5f5c8525f60d81d43f261a1831388881fe759d701e475c5", "passed": false, "valid": true, "category": "answer"}
{"id": "test-compare-2601.01737v1", "group_id": "2601.01737v1", "split": "test", "raw": "{\n  \"evidence\": [\n    \"2601.00385v1/p1\",\n    \"2601.01737v1/p0\",\n    \"2601.01737v1/p1\",\n    \"2601.01737v1/p2\",\n    \"2601.01737v1/p3\",\n    \"2601.01737v1/p4\",\n    \"2601.03508v2/p1\",\n    \"2601.03508v2/p2\"\n  ],\n  \"abst", "tokens": [90, 198, 220, 328, 68, 26590, 763, 498, 198, 262, 328, 17, 21, 15, 16, 13, 15, 15, 18, 23, 20, 85, 16, 4181, 16, 487, 198, 262, 328, 17, 21, 15, 16, 13, 15, 16, 22, 18, 22, 85, 16, 4181, 15, 487, 198, 262, 328, 17, 21, 15, 16, 13, 15, 16, 22, 18, 22, 85, 16, 4181, 16, 487, 198, 262, 328, 17, 21, 15, 16, 13, 15, 16, 22, 18, 22, 85, 16, 4181, 17, 487, 198, 262, 328, 17, 21, 15, 16, 13, 15, 16, 22, 18, 22, 85, 16, 4181, 18, 487, 198, 262, 328, 17, 21, 15, 16, 13, 15, 16, 22, 18, 22, 85, 16, 4181, 19, 487, 198, 262, 328, 17, 21, 15, 16, 13, 15, 18, 20, 15, 23, 85, 17, 4181, 16, 487, 198, 262, 328, 17, 21, 15, 16, 13, 15, 18, 20, 15, 23, 85, 17, 4181, 17, 1, 198, 220, 10339, 198, 220, 328, 365, 267], "input_tokens": 2461, "output_tokens": 160, "latency_seconds": 2.6218814000021666, "prompt_sha256": "19baca5189ce5c8b5477b543f3a5bad4498a7080e69bd25769bacf94c381d0ec", "passed": false, "valid": false, "category": "answer"}
{"id": "test-single-2601.01747v4", "group_id": "2601.01747v4", "split": "test", "raw": "{\"evidence\":[\"2601.01747v4/p2\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 16, 22, 19, 22, 85, 19, 4181, 17, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2582, "output_tokens": 26, "latency_seconds": 2.1607587999897078, "prompt_sha256": "6c5a2be2da717feb6c95b1eb72b3d52cb628755e89a04c17307ccda91c7194c3", "passed": true, "valid": true, "category": "answer"}
{"id": "test-single-2601.01786v1", "group_id": "2601.01786v1", "split": "test", "raw": "{\"evidence\":[\"2601.01786v1/p1\",\"2601.01786v1/p2\",\"2601.01786v1/p3\",\"2601.01786v1/p4\",\"2601.01786v1/p5\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 16, 22, 23, 21, 85, 16, 4181, 16, 2129, 17, 21, 15, 16, 13, 15, 16, 22, 23, 21, 85, 16, 4181, 17, 2129, 17, 21, 15, 16, 13, 15, 16, 22, 23, 21, 85, 16, 4181, 18, 2129, 17, 21, 15, 16, 13, 15, 16, 22, 23, 21, 85, 16, 4181, 19, 2129, 17, 21, 15, 16, 13, 15, 16, 22, 23, 21, 85, 16, 4181, 20, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2271, "output_tokens": 86, "latency_seconds": 2.6549984000157565, "prompt_sha256": "25065587c5d8fbbb6c6e279d19b48c02480b648e1e99a6d09fbe3a93a287eb24", "passed": false, "valid": true, "category": "answer"}
{"id": "test-unanswerable-2601.01786v1", "group_id": "2601.01786v1", "split": "test", "raw": "{\"evidence\":[],\"abstain\":true}", "tokens": [4754, 68, 26590, 8631, 27573, 365, 267, 456, 763, 1802, 92, 248046], "input_tokens": 2276, "output_tokens": 12, "latency_seconds": 2.6828295000013895, "prompt_sha256": "164bce85ea2e681e606201942a4ffa897488388ae5d749c56826256607ec18f1", "passed": true, "valid": true, "category": "abstain"}
{"id": "test-single-2601.02438v4", "group_id": "2601.02438v4", "split": "test", "raw": "{\"evidence\":[\"2601.02438v4/p4\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 17, 19, 18, 23, 85, 19, 4181, 19, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2497, "output_tokens": 26, "latency_seconds": 2.639231100009056, "prompt_sha256": "f00d56bf43e4cbd6faf9967b61713956567c2d9304f59ac5f5c5ce1c655784d3", "passed": true, "valid": true, "category": "answer"}
{"id": "test-single-2601.02438v4-withheld", "group_id": "2601.02438v4", "split": "test", "raw": "{\"evidence\":[],\"abstain\":true}", "tokens": [4754, 68, 26590, 8631, 27573, 365, 267, 456, 763, 1802, 92, 248046], "input_tokens": 2046, "output_tokens": 12, "latency_seconds": 2.638249799987534, "prompt_sha256": "fec2c5fabd22ef40bf6c5cd108367810e7c4e9738570054cf556cbf95b1f60cc", "passed": true, "valid": true, "category": "abstain"}
{"id": "test-single-2601.02444v1", "group_id": "2601.02444v1", "split": "test", "raw": "{\"evidence\":[\"2601.02444v1/p1\",\"2601.02444v1/p2\",\"2601.02444v1/p3\",\"2601.02444v1/p4\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 17, 19, 19, 19, 85, 16, 4181, 16, 2129, 17, 21, 15, 16, 13, 15, 17, 19, 19, 19, 85, 16, 4181, 17, 2129, 17, 21, 15, 16, 13, 15, 17, 19, 19, 19, 85, 16, 4181, 18, 2129, 17, 21, 15, 16, 13, 15, 17, 19, 19, 19, 85, 16, 4181, 19, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2542, "output_tokens": 71, "latency_seconds": 2.883908000017982, "prompt_sha256": "c92aeeea70b9d6b8ac37c790cfd51be6ba2d4ed0f36583ba429b38f85170e91b", "passed": false, "valid": true, "category": "answer"}
{"id": "test-compare-2601.02444v1", "group_id": "2601.02444v1", "split": "test", "raw": "{\"evidence\":[\"2601.02444v1/p4\",\"2601.03242v2/p2\",\"2601.01109v1/p3\",\"2601.01109v1/p4\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 17, 19, 19, 19, 85, 16, 4181, 19, 2129, 17, 21, 15, 16, 13, 15, 18, 17, 19, 17, 85, 17, 4181, 17, 2129, 17, 21, 15, 16, 13, 15, 16, 16, 15, 24, 85, 16, 4181, 18, 2129, 17, 21, 15, 16, 13, 15, 16, 16, 15, 24, 85, 16, 4181, 19, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2520, "output_tokens": 71, "latency_seconds": 2.582307699980447, "prompt_sha256": "7341e7f73ad2cc71f2d5c2bd288c0d00ab2e393c5dbd78d1bd41735cfbc6aaa8", "passed": false, "valid": true, "category": "answer"}
{"id": "test-compare-2601.02444v1-withheld", "group_id": "2601.02444v1", "split": "test", "raw": "{\"evidence\":[],\"abstain\":true}", "tokens": [4754, 68, 26590, 8631, 27573, 365, 267, 456, 763, 1802, 92, 248046], "input_tokens": 1572, "output_tokens": 12, "latency_seconds": 2.4137248000188265, "prompt_sha256": "3fdbe17d49c5c6cc8fada9d430576bdf6731e32947dba4630408cde7f58f62b3", "passed": true, "valid": true, "category": "abstain"}
{"id": "test-single-2601.02203v1", "group_id": "2601.02203v1", "split": "test", "raw": "{\"evidence\":[\"2601.02203v1/p2\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 17, 17, 15, 18, 85, 16, 4181, 17, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2764, "output_tokens": 26, "latency_seconds": 2.208944000012707, "prompt_sha256": "a5b341dc4f4a72171e4ccbf4973691003938cf58147eaa19a4b9947725804c0c", "passed": true, "valid": true, "category": "answer"}
{"id": "test-unanswerable-2601.02203v1", "group_id": "2601.02203v1", "split": "test", "raw": "{\"evidence\":[\"2601.02203v1/p0\",\"2601.02203v1/p1\",\"2601.02203v1/p2\",\"2601.02203v1/p3\",\"2601.02203v1/p4\"],\"abstain\":true}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 17, 17, 15, 18, 85, 16, 4181, 15, 2129, 17, 21, 15, 16, 13, 15, 17, 17, 15, 18, 85, 16, 4181, 16, 2129, 17, 21, 15, 16, 13, 15, 17, 17, 15, 18, 85, 16, 4181, 17, 2129, 17, 21, 15, 16, 13, 15, 17, 17, 15, 18, 85, 16, 4181, 18, 2129, 17, 21, 15, 16, 13, 15, 17, 17, 15, 18, 85, 16, 4181, 19, 66550, 365, 267, 456, 763, 1802, 92, 248046], "input_tokens": 2755, "output_tokens": 86, "latency_seconds": 2.6317586000077426, "prompt_sha256": "39e0ce8ed6b64acc8b59eb42c61a0833e3280bbd232a11c4eb836307d6946046", "passed": false, "valid": true, "category": "abstain"}
{"id": "test-single-2601.03294v2", "group_id": "2601.03294v2", "split": "test", "raw": "{\"evidence\":[\"2601.03294v2/p0\",\"2601.03294v2/p1\",\"2601.03294v2/p2\",\"2601.03294v2/p3\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 18, 17, 24, 19, 85, 17, 4181, 15, 2129, 17, 21, 15, 16, 13, 15, 18, 17, 24, 19, 85, 17, 4181, 16, 2129, 17, 21, 15, 16, 13, 15, 18, 17, 24, 19, 85, 17, 4181, 17, 2129, 17, 21, 15, 16, 13, 15, 18, 17, 24, 19, 85, 17, 4181, 18, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2323, "output_tokens": 71, "latency_seconds": 2.4270774999749847, "prompt_sha256": "8f441517c88fb2ee5798881d63b1f37aae1b01606d140a706227a21c0382a67b", "passed": false, "valid": true, "category": "answer"}
{"id": "test-single-2601.02237v1", "group_id": "2601.02237v1", "split": "test", "raw": "{\"evidence\":[\"2601.02237v1/p2\",\"2601.02237v1/p3\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 17, 17, 18, 22, 85, 16, 4181, 17, 2129, 17, 21, 15, 16, 13, 15, 17, 17, 18, 22, 85, 16, 4181, 18, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2229, "output_tokens": 41, "latency_seconds": 2.2061312000150792, "prompt_sha256": "511732a84ddfd8f41e78fb722ab6f032a3150cdcd71ace1a89ff98509d1ae758", "passed": false, "valid": true, "category": "answer"}
{"id": "test-unanswerable-2601.02245v1", "group_id": "2601.02245v1", "split": "test", "raw": "{\"evidence\":[\"2601.02245v1/p0\",\"2601.02245v1/p1\",\"2601.02245v1/p2\",\"2601.02245v1/p3\"],\"abstain\":true}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 17, 17, 19, 20, 85, 16, 4181, 15, 2129, 17, 21, 15, 16, 13, 15, 17, 17, 19, 20, 85, 16, 4181, 16, 2129, 17, 21, 15, 16, 13, 15, 17, 17, 19, 20, 85, 16, 4181, 17, 2129, 17, 21, 15, 16, 13, 15, 17, 17, 19, 20, 85, 16, 4181, 18, 66550, 365, 267, 456, 763, 1802, 92, 248046], "input_tokens": 2058, "output_tokens": 71, "latency_seconds": 2.1700315000198316, "prompt_sha256": "81db1237edc94e2224a59eb2a9d1fa3e2a7aed306fc71f7593a621cdd9dd0db0", "passed": false, "valid": true, "category": "abstain"}
{"id": "test-single-2601.02254v1", "group_id": "2601.02254v1", "split": "test", "raw": "{\"evidence\":[\"2601.02254v1/p0\",\"2601.02254v1/p1\",\"2601.02254v1/p2\",\"2601.02254v1/p3\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 17, 17, 20, 19, 85, 16, 4181, 15, 2129, 17, 21, 15, 16, 13, 15, 17, 17, 20, 19, 85, 16, 4181, 16, 2129, 17, 21, 15, 16, 13, 15, 17, 17, 20, 19, 85, 16, 4181, 17, 2129, 17, 21, 15, 16, 13, 15, 17, 17, 20, 19, 85, 16, 4181, 18, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2073, "output_tokens": 71, "latency_seconds": 2.393846200022381, "prompt_sha256": "11b4a2c005548cb70ed8bf544aadd06c240e9089dc74230d8607ebbbc691449a", "passed": false, "valid": true, "category": "answer"}
{"id": "test-single-2601.02257v1", "group_id": "2601.02257v1", "split": "test", "raw": "{\"evidence\":[\"2601.02257v1/p0\",\"2601.02257v1/p1\",\"2601.02257v1/p2\",\"2601.02257v1/p3\",\"2601.02257v1/p4\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 17, 17, 20, 22, 85, 16, 4181, 15, 2129, 17, 21, 15, 16, 13, 15, 17, 17, 20, 22, 85, 16, 4181, 16, 2129, 17, 21, 15, 16, 13, 15, 17, 17, 20, 22, 85, 16, 4181, 17, 2129, 17, 21, 15, 16, 13, 15, 17, 17, 20, 22, 85, 16, 4181, 18, 2129, 17, 21, 15, 16, 13, 15, 17, 17, 20, 22, 85, 16, 4181, 19, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2281, "output_tokens": 86, "latency_seconds": 2.41144820000045, "prompt_sha256": "4d74fd90c7960588db729a10dc697d72872f1fb44e3054608d1eb36c0f60e015", "passed": false, "valid": true, "category": "answer"}
{"id": "test-single-2601.02496v2", "group_id": "2601.02496v2", "split": "test", "raw": "{\"evidence\":[\"2601.02496v2/p0\",\"2601.02496v2/p1\",\"2601.02496v2/p2\",\"2601.02496v2/p3\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 17, 19, 24, 21, 85, 17, 4181, 15, 2129, 17, 21, 15, 16, 13, 15, 17, 19, 24, 21, 85, 17, 4181, 16, 2129, 17, 21, 15, 16, 13, 15, 17, 19, 24, 21, 85, 17, 4181, 17, 2129, 17, 21, 15, 16, 13, 15, 17, 19, 24, 21, 85, 17, 4181, 18, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2173, "output_tokens": 71, "latency_seconds": 2.4144428999861702, "prompt_sha256": "8637bef054015d18021c38e3fc24e448926a47a793aa528337b871c32aacc1bf", "passed": false, "valid": true, "category": "answer"}
{"id": "test-single-2601.02518v1", "group_id": "2601.02518v1", "split": "test", "raw": "{\"evidence\":[\"2601.02518v1/p0\",\"2601.02518v1/p1\",\"2601.02518v1/p2\",\"2601.02518v1/p3\",\"2601.02518v1/p4\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 17, 20, 16, 23, 85, 16, 4181, 15, 2129, 17, 21, 15, 16, 13, 15, 17, 20, 16, 23, 85, 16, 4181, 16, 2129, 17, 21, 15, 16, 13, 15, 17, 20, 16, 23, 85, 16, 4181, 17, 2129, 17, 21, 15, 16, 13, 15, 17, 20, 16, 23, 85, 16, 4181, 18, 2129, 17, 21, 15, 16, 13, 15, 17, 20, 16, 23, 85, 16, 4181, 19, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2619, "output_tokens": 86, "latency_seconds": 2.5788138000061736, "prompt_sha256": "1866a7725dd7ec5691e0b41f585b437e7ba4a6b379cb3f8c3afc54044e0cef29", "passed": false, "valid": true, "category": "answer"}
{"id": "test-unanswerable-2601.02518v1", "group_id": "2601.02518v1", "split": "test", "raw": "{\"evidence\":[],\"abstain\":true}", "tokens": [4754, 68, 26590, 8631, 27573, 365, 267, 456, 763, 1802, 92, 248046], "input_tokens": 2618, "output_tokens": 12, "latency_seconds": 2.657177400018554, "prompt_sha256": "4626d05dbb2ab49b1fc820d75a7b75fc87110020e2bad5658392da2b118b8e1b", "passed": true, "valid": true, "category": "abstain"}
{"id": "test-single-2601.02596v1", "group_id": "2601.02596v1", "split": "test", "raw": "{\"evidence\":[\"2601.02596v1/p0\",\"2601.02596v1/p1\",\"2601.02596v1/p2\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 17, 20, 24, 21, 85, 16, 4181, 15, 2129, 17, 21, 15, 16, 13, 15, 17, 20, 24, 21, 85, 16, 4181, 16, 2129, 17, 21, 15, 16, 13, 15, 17, 20, 24, 21, 85, 16, 4181, 17, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2397, "output_tokens": 56, "latency_seconds": 2.587530799995875, "prompt_sha256": "59561ab64ad369cee26c0d0e0f419fec7a8b151d4e13a9569ee93f72bd5bb37b", "passed": false, "valid": true, "category": "answer"}
{"id": "test-single-2601.02602v2", "group_id": "2601.02602v2", "split": "test", "raw": "{\"evidence\":[\"2601.02602v2/p0\",\"2601.02602v2/p1\",\"2601.02602v2/p2\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 17, 21, 15, 17, 85, 17, 4181, 15, 2129, 17, 21, 15, 16, 13, 15, 17, 21, 15, 17, 85, 17, 4181, 16, 2129, 17, 21, 15, 16, 13, 15, 17, 21, 15, 17, 85, 17, 4181, 17, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2252, "output_tokens": 56, "latency_seconds": 2.421939099993324, "prompt_sha256": "9c847a78c08a85fa913e9aefcd039a328d4452e723b5e92aea4c026a2c54641e", "passed": false, "valid": true, "category": "answer"}
{"id": "test-single-2601.02624v2", "group_id": "2601.02624v2", "split": "test", "raw": "{\"evidence\":[\"2601.02624v2/p2\",\"2601.02624v2/p3\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 17, 21, 17, 19, 85, 17, 4181, 17, 2129, 17, 21, 15, 16, 13, 15, 17, 21, 17, 19, 85, 17, 4181, 18, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2197, "output_tokens": 41, "latency_seconds": 2.3879981999925803, "prompt_sha256": "3e50fc65f560181aa8eb65da2d24b5ad71544ec5cb43bf043f87032e1d967e4f", "passed": false, "valid": true, "category": "answer"}
{"id": "test-single-2601.02624v2-withheld", "group_id": "2601.02624v2", "split": "test", "raw": "{\"evidence\":[],\"abstain\":true}", "tokens": [4754, 68, 26590, 8631, 27573, 365, 267, 456, 763, 1802, 92, 248046], "input_tokens": 1865, "output_tokens": 12, "latency_seconds": 2.4413950000016484, "prompt_sha256": "5de3215ffb84827404e85c72e4cb2677caed7211567afe7f75674392ca34d419", "passed": true, "valid": true, "category": "abstain"}
{"id": "test-single-2601.04243v2", "group_id": "2601.04243v2", "split": "test", "raw": "{\"evidence\":[\"2601.04243v2/p1\",\"2601.04243v2/p2\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 19, 17, 19, 18, 85, 17, 4181, 16, 2129, 17, 21, 15, 16, 13, 15, 19, 17, 19, 18, 85, 17, 4181, 17, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2682, "output_tokens": 41, "latency_seconds": 2.3769106999970973, "prompt_sha256": "2eb1ec0fe12fe203eac8e1a315810c26614a3cda23a1297cacd4ca1570f33731", "passed": false, "valid": true, "category": "answer"}
{"id": "test-unanswerable-2601.04243v2", "group_id": "2601.04243v2", "split": "test", "raw": "{\"evidence\":[],\"abstain\":true}", "tokens": [4754, 68, 26590, 8631, 27573, 365, 267, 456, 763, 1802, 92, 248046], "input_tokens": 2672, "output_tokens": 12, "latency_seconds": 2.2463088000076823, "prompt_sha256": "4bc1e8acdbad361b2ffddf9eb2273562a0c9a77a81a1757e96c10506a9bbda41", "passed": true, "valid": true, "category": "abstain"}
{"id": "test-single-2601.03300v1", "group_id": "2601.03300v1", "split": "test", "raw": "{\"evidence\":[\"2601.03300v1/p1\",\"2601.03300v1/p2\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 18, 18, 15, 15, 85, 16, 4181, 16, 2129, 17, 21, 15, 16, 13, 15, 18, 18, 15, 15, 85, 16, 4181, 17, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2788, "output_tokens": 41, "latency_seconds": 2.2107144000183325, "prompt_sha256": "54487fbd0cc6f70da477f66b10a4ce949d78971dbd021bba9f622760df80a422", "passed": false, "valid": true, "category": "answer"}
{"id": "test-single-2601.02680v1", "group_id": "2601.02680v1", "split": "test", "raw": "{\"evidence\":[\"2601.02680v1/p1\",\"2601.02680v1/p2\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 17, 21, 23, 15, 85, 16, 4181, 16, 2129, 17, 21, 15, 16, 13, 15, 17, 21, 23, 15, 85, 16, 4181, 17, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2476, "output_tokens": 41, "latency_seconds": 2.2058849000022747, "prompt_sha256": "f05fa9126bc7d89b88913fdf486b50b269d97f8bc7f56c3ba9bcfd29f8514dcf", "passed": false, "valid": true, "category": "answer"}
{"id": "test-single-2601.02698v1", "group_id": "2601.02698v1", "split": "test", "raw": "{\"evidence\":[\"2601.02698v1/p0\",\"2601.02698v1/p1\",\"2601.02698v1/p2\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 17, 21, 24, 23, 85, 16, 4181, 15, 2129, 17, 21, 15, 16, 13, 15, 17, 21, 24, 23, 85, 16, 4181, 16, 2129, 17, 21, 15, 16, 13, 15, 17, 21, 24, 23, 85, 16, 4181, 17, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2281, "output_tokens": 56, "latency_seconds": 2.3117105000128504, "prompt_sha256": "5c397e91102de6aa7bed9d351a204644a587dce4cc0c8208a3513b0127dd6889", "passed": false, "valid": true, "category": "answer"}
{"id": "test-unanswerable-2601.03303v1", "group_id": "2601.03303v1", "split": "test", "raw": "{\"evidence\":[],\"abstain\":true}", "tokens": [4754, 68, 26590, 8631, 27573, 365, 267, 456, 763, 1802, 92, 248046], "input_tokens": 2418, "output_tokens": 12, "latency_seconds": 2.1786571000120603, "prompt_sha256": "6808578e74a10e7ce1790ee0e3454c06e30458dcdabb79ccb6751ea8e95d0adf", "passed": true, "valid": true, "category": "abstain"}
{"id": "test-single-2601.03304v1", "group_id": "2601.03304v1", "split": "test", "raw": "{\"evidence\":[\"2601.03304v1/p0\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 18, 18, 15, 19, 85, 16, 4181, 15, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2022, "output_tokens": 26, "latency_seconds": 2.1070856000005733, "prompt_sha256": "16b6cda5c1de934dddfa4ff92d3b66594edc21fd39dd27851dfe916e0b71f8f9", "passed": true, "valid": true, "category": "answer"}
{"id": "test-single-2601.02720v1", "group_id": "2601.02720v1", "split": "test", "raw": "{\"evidence\":[\"2601.02720v1/p2\",\"2601.02720v1/p3\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 17, 22, 17, 15, 85, 16, 4181, 17, 2129, 17, 21, 15, 16, 13, 15, 17, 22, 17, 15, 85, 16, 4181, 18, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2449, "output_tokens": 41, "latency_seconds": 2.1402456000214443, "prompt_sha256": "2be108d9cf89ce0dba5fc4afd0a8b0b5f17fa1bac105192d0cd8a22e2e6c0a23", "passed": false, "valid": true, "category": "answer"}
{"id": "test-single-2601.02751v2", "group_id": "2601.02751v2", "split": "test", "raw": "{\"evidence\":[\"2601.02751v2/p2\",\"2601.02751v2/p3\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 17, 22, 20, 16, 85, 17, 4181, 17, 2129, 17, 21, 15, 16, 13, 15, 17, 22, 20, 16, 85, 17, 4181, 18, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2400, "output_tokens": 41, "latency_seconds": 2.150529100006679, "prompt_sha256": "ae9c52b41610dcce829c521deeffd3682f4a7781a45bda33be3d9e45e700a9ef", "passed": false, "valid": true, "category": "answer"}
{"id": "test-single-2601.02751v2-withheld", "group_id": "2601.02751v2", "split": "test", "raw": "{\"evidence\":[],\"abstain\":true}", "tokens": [4754, 68, 26590, 8631, 27573, 365, 267, 456, 763, 1802, 92, 248046], "input_tokens": 2072, "output_tokens": 12, "latency_seconds": 2.0984683000133373, "prompt_sha256": "3d85fd331261ebb4f2852633f7b5b6a2b9e8dc5c44af3e74e5f61001afc7f390", "passed": true, "valid": true, "category": "abstain"}
{"id": "test-single-2601.04247v1", "group_id": "2601.04247v1", "split": "test", "raw": "{\"evidence\":[\"2601.04247v1/p2\",\"2601.04247v1/p3\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 19, 17, 19, 22, 85, 16, 4181, 17, 2129, 17, 21, 15, 16, 13, 15, 19, 17, 19, 22, 85, 16, 4181, 18, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2184, "output_tokens": 41, "latency_seconds": 2.1229123000230175, "prompt_sha256": "eb0be61dd5811193261019f98bd18ec6254b89b807f2e4b3040ee3e7217c224f", "passed": false, "valid": true, "category": "answer"}
{"id": "test-compare-2601.04247v1", "group_id": "2601.04247v1", "split": "test", "raw": "{\n  \"evidence\": [\n    \"2601.04247v1/p0\",\n    \"2601.04247v1/p1\",\n    \"2601.04247v1/p2\",\n    \"2601.04247v1/p3\",\n    \"2601.04266v2/p0\",\n    \"2601.04266v2/p1\",\n    \"2601.04266v2/p2\",\n    \"2601.04266v2/p3\"\n  ],\n  \"abst", "tokens": [90, 198, 220, 328, 68, 26590, 763, 498, 198, 262, 328, 17, 21, 15, 16, 13, 15, 19, 17, 19, 22, 85, 16, 4181, 15, 487, 198, 262, 328, 17, 21, 15, 16, 13, 15, 19, 17, 19, 22, 85, 16, 4181, 16, 487, 198, 262, 328, 17, 21, 15, 16, 13, 15, 19, 17, 19, 22, 85, 16, 4181, 17, 487, 198, 262, 328, 17, 21, 15, 16, 13, 15, 19, 17, 19, 22, 85, 16, 4181, 18, 487, 198, 262, 328, 17, 21, 15, 16, 13, 15, 19, 17, 21, 21, 85, 17, 4181, 15, 487, 198, 262, 328, 17, 21, 15, 16, 13, 15, 19, 17, 21, 21, 85, 17, 4181, 16, 487, 198, 262, 328, 17, 21, 15, 16, 13, 15, 19, 17, 21, 21, 85, 17, 4181, 17, 487, 198, 262, 328, 17, 21, 15, 16, 13, 15, 19, 17, 21, 21, 85, 17, 4181, 18, 1, 198, 220, 10339, 198, 220, 328, 365, 267], "input_tokens": 2189, "output_tokens": 160, "latency_seconds": 3.5841760000039358, "prompt_sha256": "bcf7c5a6dcbbd830d9269f5043f7c7e9c48a507cdb6ed7e83e9ab94fce7c17a6", "passed": false, "valid": false, "category": "answer"}
{"id": "test-unanswerable-2601.04247v1", "group_id": "2601.04247v1", "split": "test", "raw": "{\"evidence\":[],\"abstain\":true}", "tokens": [4754, 68, 26590, 8631, 27573, 365, 267, 456, 763, 1802, 92, 248046], "input_tokens": 2190, "output_tokens": 12, "latency_seconds": 2.3899272000126075, "prompt_sha256": "176f464ab76829506cbb09a1547163013e8d87b7cf090f9064c821be728a4910", "passed": true, "valid": true, "category": "abstain"}
{"id": "test-single-2601.02855v2", "group_id": "2601.02855v2", "split": "test", "raw": "{\"evidence\":[\"2601.02855v2/p1\",\"2601.02855v2/p2\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 17, 23, 20, 20, 85, 17, 4181, 16, 2129, 17, 21, 15, 16, 13, 15, 17, 23, 20, 20, 85, 17, 4181, 17, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2388, "output_tokens": 41, "latency_seconds": 2.3718901999818627, "prompt_sha256": "a4ada2e7a6b02b7ddc408359be34e8f0178bab25abdd1e3feac21b835c8b52a2", "passed": false, "valid": true, "category": "answer"}
{"id": "test-single-2602.06048v1", "group_id": "2602.06048v1", "split": "test", "raw": "{\"evidence\":[\"2602.06048v1/p3\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 17, 13, 15, 21, 15, 19, 23, 85, 16, 4181, 18, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2669, "output_tokens": 26, "latency_seconds": 2.3774638999893796, "prompt_sha256": "c4ee468bc695616ac39e900b534ac54fcfa711c677236039a3e694d2fba95df8", "passed": true, "valid": true, "category": "answer"}
{"id": "test-single-2601.02914v1", "group_id": "2601.02914v1", "split": "test", "raw": "{\"evidence\":[\"2601.02914v1/p0\",\"2601.02914v1/p1\",\"2601.02914v1/p2\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 17, 24, 16, 19, 85, 16, 4181, 15, 2129, 17, 21, 15, 16, 13, 15, 17, 24, 16, 19, 85, 16, 4181, 16, 2129, 17, 21, 15, 16, 13, 15, 17, 24, 16, 19, 85, 16, 4181, 17, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2594, "output_tokens": 56, "latency_seconds": 2.332563799980562, "prompt_sha256": "31aa3aa66d5ac3298fa06dd18e49b3d0e0fb6bbea2a82d48a9813694ecec95ba", "passed": false, "valid": true, "category": "answer"}
{"id": "test-single-2601.02941v1", "group_id": "2601.02941v1", "split": "test", "raw": "{\"evidence\":[\"2601.02941v1/p0\",\"2601.02941v1/p1\",\"2601.02941v1/p2\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 17, 24, 19, 16, 85, 16, 4181, 15, 2129, 17, 21, 15, 16, 13, 15, 17, 24, 19, 16, 85, 16, 4181, 16, 2129, 17, 21, 15, 16, 13, 15, 17, 24, 19, 16, 85, 16, 4181, 17, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2372, "output_tokens": 56, "latency_seconds": 2.329962499992689, "prompt_sha256": "2e14c15e5f98a6d6a4f91c228a378a0df7e36ef1a257d5bf3dfecc7dea951f0f", "passed": false, "valid": true, "category": "answer"}
{"id": "test-unanswerable-2601.02941v1", "group_id": "2601.02941v1", "split": "test", "raw": "{\"evidence\":[],\"abstain\":true}", "tokens": [4754, 68, 26590, 8631, 27573, 365, 267, 456, 763, 1802, 92, 248046], "input_tokens": 2378, "output_tokens": 12, "latency_seconds": 2.3021731000044383, "prompt_sha256": "212f83cf20ff7c58cde44577e2a1777ec56a6cca729ab17438eb7ea560f4aa60", "passed": true, "valid": true, "category": "abstain"}
{"id": "test-single-2601.02947v1", "group_id": "2601.02947v1", "split": "test", "raw": "{\"evidence\":[\"2601.02947v1/p1\",\"2601.02947v1/p2\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 17, 24, 19, 22, 85, 16, 4181, 16, 2129, 17, 21, 15, 16, 13, 15, 17, 24, 19, 22, 85, 16, 4181, 17, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2157, "output_tokens": 41, "latency_seconds": 2.219242499995744, "prompt_sha256": "3fb7dd214dee5bb4789309d354b942d54fa994bb477b042d11cac0fd10611d65", "passed": false, "valid": true, "category": "answer"}
{"id": "test-single-2601.02949v2", "group_id": "2601.02949v2", "split": "test", "raw": "{\"evidence\":[\"2601.02949v2/p0\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 17, 24, 19, 24, 85, 17, 4181, 15, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2027, "output_tokens": 26, "latency_seconds": 2.239751100016292, "prompt_sha256": "b6e6864b29e3cf29a4e410354f7c91f7c5a62e0bdeba931905a5da266b71096a", "passed": true, "valid": true, "category": "answer"}
{"id": "test-single-2601.02981v1", "group_id": "2601.02981v1", "split": "test", "raw": "{\"evidence\":[\"2601.02981v1/p1\"], \"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 17, 24, 23, 16, 85, 16, 4181, 16, 7664, 328, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2421, "output_tokens": 27, "latency_seconds": 2.4566357000148855, "prompt_sha256": "ce5bf1b9f4bb34a6eaa015519b52d8c688c1a2f7c934cf5f05157a3a2efd82af", "passed": true, "valid": true, "category": "answer"}
{"id": "test-single-2601.02984v1", "group_id": "2601.02984v1", "split": "test", "raw": "{\"evidence\":[\"2601.02984v1/p0\",\"2601.02984v1/p1\",\"2601.02984v1/p2\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 17, 24, 23, 19, 85, 16, 4181, 15, 2129, 17, 21, 15, 16, 13, 15, 17, 24, 23, 19, 85, 16, 4181, 16, 2129, 17, 21, 15, 16, 13, 15, 17, 24, 23, 19, 85, 16, 4181, 17, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2181, "output_tokens": 56, "latency_seconds": 2.4462490000005346, "prompt_sha256": "62342ce8f70b2b98ec31ad242a9f1812a07d413d37ac9c1ffa9fb75d35cec922", "passed": false, "valid": true, "category": "answer"}
{"id": "test-unanswerable-2601.02984v1", "group_id": "2601.02984v1", "split": "test", "raw": "{\"evidence\":[],\"abstain\":true}", "tokens": [4754, 68, 26590, 8631, 27573, 365, 267, 456, 763, 1802, 92, 248046], "input_tokens": 2188, "output_tokens": 12, "latency_seconds": 2.2161119999946095, "prompt_sha256": "b81e54e5afbbafa52bd085a1b6df0cc62a9a2a6876cc845c789d40c612865f66", "passed": true, "valid": true, "category": "abstain"}
{"id": "test-single-2601.03005v1", "group_id": "2601.03005v1", "split": "test", "raw": "{\"evidence\":[\"2601.03005v1/p1\",\"2601.03005v1/p2\",\"2601.03005v1/p3\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 18, 15, 15, 20, 85, 16, 4181, 16, 2129, 17, 21, 15, 16, 13, 15, 18, 15, 15, 20, 85, 16, 4181, 17, 2129, 17, 21, 15, 16, 13, 15, 18, 15, 15, 20, 85, 16, 4181, 18, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2346, "output_tokens": 56, "latency_seconds": 2.407831200020155, "prompt_sha256": "f9423593804d0278514be6ac34deb84aaeb20bbe9eaf74ecad112500f9d6aa46", "passed": false, "valid": true, "category": "answer"}
{"id": "test-single-2601.03013v4", "group_id": "2601.03013v4", "split": "test", "raw": "{\"evidence\":[\"2601.03013v4/p1\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 18, 15, 16, 18, 85, 19, 4181, 16, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2506, "output_tokens": 26, "latency_seconds": 2.182818800007226, "prompt_sha256": "a4a8077aebf0c2cfeb83a8538c4d1684dbc42aa2d80350733009e013cb451156", "passed": true, "valid": true, "category": "answer"}
{"id": "test-compare-2601.03013v4", "group_id": "2601.03013v4", "split": "test", "raw": "{\"evidence\":[\"2601.03013v4/p1\",\"2601.03013v4/p2\",\"2601.02624v2/p1\",\"2601.02624v2/p2\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 18, 15, 16, 18, 85, 19, 4181, 16, 2129, 17, 21, 15, 16, 13, 15, 18, 15, 16, 18, 85, 19, 4181, 17, 2129, 17, 21, 15, 16, 13, 15, 17, 21, 17, 19, 85, 17, 4181, 16, 2129, 17, 21, 15, 16, 13, 15, 17, 21, 17, 19, 85, 17, 4181, 17, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2485, "output_tokens": 71, "latency_seconds": 2.658207800006494, "prompt_sha256": "fe35d6fbebe754fb66b95709b6294dc7254de350968d12cb6497a5891f01271d", "passed": false, "valid": true, "category": "answer"}
{"id": "test-single-2601.03031v2", "group_id": "2601.03031v2", "split": "test", "raw": "{\"evidence\":[\"2601.03031v2/p1\",\"2601.03031v2/p2\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 18, 15, 18, 16, 85, 17, 4181, 16, 2129, 17, 21, 15, 16, 13, 15, 18, 15, 18, 16, 85, 17, 4181, 17, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2343, "output_tokens": 41, "latency_seconds": 2.232125399983488, "prompt_sha256": "ddbd1ed2d1d811a8f37e6f7bbc1a16ffce164574e950f4b2395c34a5a213abe8", "passed": false, "valid": true, "category": "answer"}
{"id": "test-compare-2601.03241v1", "group_id": "2601.03241v1", "split": "test", "raw": "{\"evidence\":[\"2601.03241v1/p0\",\"2601.03241v1/p1\",\"2601.03241v1/p2\",\"2601.03241v1/p3\",\"2601.03241v1/p4\",\"2601.02855v2/p0\",\"2601.02855v2/p1\",\"2601.02855v2/p2\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 18, 17, 19, 16, 85, 16, 4181, 15, 2129, 17, 21, 15, 16, 13, 15, 18, 17, 19, 16, 85, 16, 4181, 16, 2129, 17, 21, 15, 16, 13, 15, 18, 17, 19, 16, 85, 16, 4181, 17, 2129, 17, 21, 15, 16, 13, 15, 18, 17, 19, 16, 85, 16, 4181, 18, 2129, 17, 21, 15, 16, 13, 15, 18, 17, 19, 16, 85, 16, 4181, 19, 2129, 17, 21, 15, 16, 13, 15, 17, 23, 20, 20, 85, 17, 4181, 15, 2129, 17, 21, 15, 16, 13, 15, 17, 23, 20, 20, 85, 17, 4181, 16, 2129, 17, 21, 15, 16, 13, 15, 17, 23, 20, 20, 85, 17, 4181, 17, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2202, "output_tokens": 131, "latency_seconds": 3.8617350999847986, "prompt_sha256": "78819f3c23bdccfbaaa14ebe603e7d66117a5213868ba6531eb279ac54c7e33a", "passed": false, "valid": true, "category": "answer"}
{"id": "test-unanswerable-2601.03241v1", "group_id": "2601.03241v1", "split": "test", "raw": "{\"evidence\":[],\"abstain\":true}", "tokens": [4754, 68, 26590, 8631, 27573, 365, 267, 456, 763, 1802, 92, 248046], "input_tokens": 2196, "output_tokens": 12, "latency_seconds": 2.705572500010021, "prompt_sha256": "21bb5aba77856df7e1b2ab6b2eddce8a7dd484f2792804f168a1fdba477732ca", "passed": true, "valid": true, "category": "abstain"}
{"id": "test-single-2601.03420v1", "group_id": "2601.03420v1", "split": "test", "raw": "{\"evidence\":[\"2601.03420v1/p1\",\"2601.03420v1/p2\",\"2601.03420v1/p3\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 18, 19, 17, 15, 85, 16, 4181, 16, 2129, 17, 21, 15, 16, 13, 15, 18, 19, 17, 15, 85, 16, 4181, 17, 2129, 17, 21, 15, 16, 13, 15, 18, 19, 17, 15, 85, 16, 4181, 18, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2638, "output_tokens": 56, "latency_seconds": 2.6238452999969013, "prompt_sha256": "c7ab3dc0c41df6917052aee94361dd74efc6cd0b9fcfdf73f6c02e1f472848fc", "passed": false, "valid": true, "category": "answer"}
{"id": "test-single-2601.03429v1", "group_id": "2601.03429v1", "split": "test", "raw": "{\"evidence\":[\"2601.03429v1/p3\",\"2601.03429v1/p4\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 18, 19, 17, 24, 85, 16, 4181, 18, 2129, 17, 21, 15, 16, 13, 15, 18, 19, 17, 24, 85, 16, 4181, 19, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2442, "output_tokens": 41, "latency_seconds": 2.6414566000166815, "prompt_sha256": "affd2bb78be5fd99c423f54eab68631c3e812873e6915b5e86f046a52c45131c", "passed": false, "valid": true, "category": "answer"}
{"id": "test-unanswerable-2601.03465v1", "group_id": "2601.03465v1", "split": "test", "raw": "{\"evidence\":[],\"abstain\":true}", "tokens": [4754, 68, 26590, 8631, 27573, 365, 267, 456, 763, 1802, 92, 248046], "input_tokens": 2013, "output_tokens": 12, "latency_seconds": 2.5136072000022978, "prompt_sha256": "7f816a474955e600f640645182542ca318cfb7da5b109cd2ffedf5c4c22e0318", "passed": true, "valid": true, "category": "abstain"}
{"id": "test-single-2601.03504v1", "group_id": "2601.03504v1", "split": "test", "raw": "{\"evidence\":[\"2601.03504v1/p0\",\"2601.03504v1/p1\",\"2601.03504v1/p2\",\"2601.03504v1/p3\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 18, 20, 15, 19, 85, 16, 4181, 15, 2129, 17, 21, 15, 16, 13, 15, 18, 20, 15, 19, 85, 16, 4181, 16, 2129, 17, 21, 15, 16, 13, 15, 18, 20, 15, 19, 85, 16, 4181, 17, 2129, 17, 21, 15, 16, 13, 15, 18, 20, 15, 19, 85, 16, 4181, 18, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2283, "output_tokens": 71, "latency_seconds": 2.4347248999984004, "prompt_sha256": "b5ba202b8bb899b2253d4fab45385429421ddc6a4d951e29850c34719f9a8a76", "passed": false, "valid": true, "category": "answer"}
{"id": "test-single-2601.03504v1-withheld", "group_id": "2601.03504v1", "split": "test", "raw": "{\"evidence\":[],\"abstain\":true}", "tokens": [4754, 68, 26590, 8631, 27573, 365, 267, 456, 763, 1802, 92, 248046], "input_tokens": 1984, "output_tokens": 12, "latency_seconds": 2.4317958999890834, "prompt_sha256": "dff3d43e07784e5fd8263a54b2c7df8efd9f6e943a3169221d7e6ca7da821b05", "passed": true, "valid": true, "category": "abstain"}
{"id": "test-single-2601.03508v2", "group_id": "2601.03508v2", "split": "test", "raw": "{\"evidence\":[\"2601.03508v2/p1\",\"2601.03508v2/p2\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 18, 20, 15, 23, 85, 17, 4181, 16, 2129, 17, 21, 15, 16, 13, 15, 18, 20, 15, 23, 85, 17, 4181, 17, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2155, "output_tokens": 41, "latency_seconds": 2.1852721000032034, "prompt_sha256": "b546f197a374927fa27c63ca680fe1cb25adb2ca51984b86e52c7bed778d3d96", "passed": false, "valid": true, "category": "answer"}
{"id": "test-single-2601.03587v1", "group_id": "2601.03587v1", "split": "test", "raw": "{\"evidence\":[\"2601.03587v1/p1\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 18, 20, 23, 22, 85, 16, 4181, 16, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2180, "output_tokens": 26, "latency_seconds": 2.2562305000028573, "prompt_sha256": "7ecb3a6c3f92c289c365d7b722a1dbfa60d7941afb1ecdef0db63084adbb78fa", "passed": true, "valid": true, "category": "answer"}
{"id": "test-single-2601.03640v1", "group_id": "2601.03640v1", "split": "test", "raw": "{\"evidence\":[\"2601.03640v1/p0\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 18, 21, 19, 15, 85, 16, 4181, 15, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2069, "output_tokens": 26, "latency_seconds": 2.235609299998032, "prompt_sha256": "38c2802ac247830b35e74ab0dfa7295a2c59fa220ef17c2703ed249b58f1f9e2", "passed": true, "valid": true, "category": "answer"}
{"id": "test-single-2601.04265v1", "group_id": "2601.04265v1", "split": "test", "raw": "{\"evidence\":[\"2601.04265v1/p2\",\"2601.04265v1/p3\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 19, 17, 21, 20, 85, 16, 4181, 17, 2129, 17, 21, 15, 16, 13, 15, 19, 17, 21, 20, 85, 16, 4181, 18, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2373, "output_tokens": 41, "latency_seconds": 2.25044049997814, "prompt_sha256": "c4da7dfd8c9719478f52852660dae7e7e0d03a4fa7c824a12e12977c4438cac4", "passed": false, "valid": true, "category": "answer"}
{"id": "test-unanswerable-2601.03690v1", "group_id": "2601.03690v1", "split": "test", "raw": "{\"evidence\":[],\"abstain\":true}", "tokens": [4754, 68, 26590, 8631, 27573, 365, 267, 456, 763, 1802, 92, 248046], "input_tokens": 2627, "output_tokens": 12, "latency_seconds": 2.20589340000879, "prompt_sha256": "3fc8bf1c1d870e93ba09b0282c2848933da208fd5e721812a492fe5236b0f09c", "passed": true, "valid": true, "category": "abstain"}
{"id": "test-single-2601.04266v2", "group_id": "2601.04266v2", "split": "test", "raw": "{\"evidence\":[\"2601.04266v2/p1\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 19, 17, 21, 21, 85, 17, 4181, 16, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2438, "output_tokens": 26, "latency_seconds": 2.2332761000143364, "prompt_sha256": "f0c73997040586443644eecef9c767d308742e4b6a437dd02bbccc1976bc6239", "passed": true, "valid": true, "category": "answer"}
{"id": "test-single-2601.03868v2", "group_id": "2601.03868v2", "split": "test", "raw": "{\"evidence\":[\"2601.03868v2/p1\",\"2601.03868v2/p2\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 18, 23, 21, 23, 85, 17, 4181, 16, 2129, 17, 21, 15, 16, 13, 15, 18, 23, 21, 23, 85, 17, 4181, 17, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2852, "output_tokens": 41, "latency_seconds": 2.2428280000167433, "prompt_sha256": "fbc963a7fe3529088314151f316e1e4b0ff454c7ed74461859d3d61ef275c1af", "passed": false, "valid": true, "category": "answer"}
{"id": "test-single-2601.04278v2", "group_id": "2601.04278v2", "split": "test", "raw": "{\"evidence\":[\"261.04278v2/p0\"], \"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 16, 13, 15, 19, 17, 22, 23, 85, 17, 4181, 15, 7664, 328, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2749, "output_tokens": 26, "latency_seconds": 2.217397600004915, "prompt_sha256": "f4e3e4591f263fa2d057288f2e931879cc5581f4de248995e4995569ebaa17b2", "passed": false, "valid": false, "category": "answer"}
{"id": "test-unanswerable-2601.04278v2", "group_id": "2601.04278v2", "split": "test", "raw": "{\"evidence\":[],\"abstain\":true}", "tokens": [4754, 68, 26590, 8631, 27573, 365, 267, 456, 763, 1802, 92, 248046], "input_tokens": 2755, "output_tokens": 12, "latency_seconds": 2.161803900002269, "prompt_sha256": "1b620e0f91e59c858a33da86bc39dc1c8c6205b6601dcd912264d940973de00f", "passed": true, "valid": true, "category": "abstain"}
{"id": "test-single-2601.04281v2", "group_id": "2601.04281v2", "split": "test", "raw": "{\"evidence\":[\"2601.04281v2/p0\",\"2601.04281v2/p1\",\"2601.04281v2/p2\",\"2601.04281v2/p3\",\"2601.04281v2/p4\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 19, 17, 23, 16, 85, 17, 4181, 15, 2129, 17, 21, 15, 16, 13, 15, 19, 17, 23, 16, 85, 17, 4181, 16, 2129, 17, 21, 15, 16, 13, 15, 19, 17, 23, 16, 85, 17, 4181, 17, 2129, 17, 21, 15, 16, 13, 15, 19, 17, 23, 16, 85, 17, 4181, 18, 2129, 17, 21, 15, 16, 13, 15, 19, 17, 23, 16, 85, 17, 4181, 19, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2538, "output_tokens": 86, "latency_seconds": 2.6607682000030763, "prompt_sha256": "e28fd970e09677ca91f3a402a0e10c4d7abc58cd249e20bb1807a645703fd16b", "passed": false, "valid": true, "category": "answer"}
{"id": "test-single-2601.04281v2-withheld", "group_id": "2601.04281v2", "split": "test", "raw": "{\"evidence\":[],\"abstain\":true}", "tokens": [4754, 68, 26590, 8631, 27573, 365, 267, 456, 763, 1802, 92, 248046], "input_tokens": 2115, "output_tokens": 12, "latency_seconds": 2.2565836000139825, "prompt_sha256": "26295720b9ca869684029eaa58eb209fae93810c9ecf40f1a01c529040fb6270", "passed": true, "valid": true, "category": "abstain"}
{"id": "test-single-2601.06177v1", "group_id": "2601.06177v1", "split": "test", "raw": "{\"evidence\":[\"2601.06177v1/p3\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 21, 16, 22, 22, 85, 16, 4181, 18, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2428, "output_tokens": 26, "latency_seconds": 2.1985081999737304, "prompt_sha256": "21cafc6ae562d69985738f9069b55c9115b2961338d782d42d42ac9e177905f4", "passed": true, "valid": true, "category": "answer"}
{"id": "test-single-2601.06177v1-withheld", "group_id": "2601.06177v1", "split": "test", "raw": "{\"evidence\":[],\"abstain\":true}", "tokens": [4754, 68, 26590, 8631, 27573, 365, 267, 456, 763, 1802, 92, 248046], "input_tokens": 2013, "output_tokens": 12, "latency_seconds": 2.2480464999971446, "prompt_sha256": "f9b22488b1af0f7caed312cfb84a7a6b2118a0b2e5cf7d4ddeff8b2ec41966b4", "passed": true, "valid": true, "category": "abstain"}
{"id": "test-compare-2601.06177v1", "group_id": "2601.06177v1", "split": "test", "raw": "{\"evidence\":[\"2601.06177v1/p3\",\"2601.04280v1/p1\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 21, 16, 22, 22, 85, 16, 4181, 18, 2129, 17, 21, 15, 16, 13, 15, 19, 17, 23, 15, 85, 16, 4181, 16, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2408, "output_tokens": 41, "latency_seconds": 2.242015199997695, "prompt_sha256": "580d1a11079ca7d8265f78958a22523feaa2799ca564bc2fe9e26af25fec3c5d", "passed": true, "valid": true, "category": "answer"}
{"id": "test-compare-2601.06177v1-withheld", "group_id": "2601.06177v1", "split": "test", "raw": "{\"evidence\":[],\"abstain\":true}", "tokens": [4754, 68, 26590, 8631, 27573, 365, 267, 456, 763, 1802, 92, 248046], "input_tokens": 1739, "output_tokens": 12, "latency_seconds": 2.2287384000082966, "prompt_sha256": "5434fed616c50f5d7d9712f7690f074537ee5a829a6feab911dfadc9faf6c487", "passed": true, "valid": true, "category": "abstain"}
{"id": "test-unanswerable-2601.06177v1", "group_id": "2601.06177v1", "split": "test", "raw": "{\"evidence\":[],\"abstain\":true}", "tokens": [4754, 68, 26590, 8631, 27573, 365, 267, 456, 763, 1802, 92, 248046], "input_tokens": 2435, "output_tokens": 12, "latency_seconds": 2.1692618999804836, "prompt_sha256": "00bbb632bf8b498a4012287a841fa89c0c0be24647d3a9138ae06c8836f221f7", "passed": true, "valid": true, "category": "abstain"}
{"id": "test-single-2601.04010v1", "group_id": "2601.04010v1", "split": "test", "raw": "{\"evidence\":[\"2601.04010v1/p0\",\"2601.04010v1/p1\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 19, 15, 16, 15, 85, 16, 4181, 15, 2129, 17, 21, 15, 16, 13, 15, 19, 15, 16, 15, 85, 16, 4181, 16, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2352, "output_tokens": 41, "latency_seconds": 2.446316699992167, "prompt_sha256": "13b9355bb12e57ba6cf7dd738c110853373ae65386994d72d11518b3c0a88e65", "passed": false, "valid": true, "category": "answer"}
{"id": "test-single-2601.04034v1", "group_id": "2601.04034v1", "split": "test", "raw": "{\"evidence\":[\"2601.04034v1/p3\",\"2601.04034v1/p4\"],\"abstain\":false}", "tokens": [4754, 68, 26590, 35580, 17, 21, 15, 16, 13, 15, 19, 15, 18, 19, 85, 16, 4181, 18, 2129, 17, 21, 15, 16, 13, 15, 19, 15, 18, 19, 85, 16, 4181, 19, 66550, 365, 267, 456, 763, 3721, 92, 248046], "input_tokens": 2390, "output_tokens": 41, "latency_seconds": 3.202475600002799, "prompt_sha256": "d7488787241efc5e5a3980b908f914655abcfc7b3d5e86df0235d790a39563ea", "passed": false, "valid": true, "category": "answer"}