reference/76556-e7fa83fae5dc0633.json

{"v": 1, "record": {"v": 1, "epoch": 76556, "nonce": "e7fa83fae5dc0633", "suite_version": "koth-suite-4", "n_per_bench": 8, "models": ["meta-llama/llama-3.1-8b-instruct", "openai/gpt-4o"], "task_ids": ["lcb-abc400_a", "lcb-abc396_a", "lcb-abc400_b", "lcb-abc399_d", "lcb-abc399_c", "lcb-arc194_e", "lcb-arc191_d"], "benchmarks": ["code", "code", "code", "code", "code", "code", "code"], "scores": [[1.0, 1.0], [0.0, 1.0], [1.0, 1.0], [0.0, 0.0], [1.0, 1.0], [0.0, 0.0], [0.0, 0.0]], "costs": [[5.8e-06, 0.0012125], [1.126e-05, 0.0021075], [7.96e-06, 0.0025025], [2.02e-05, 0.0053575], [1.344e-05, 0.0037725], [1.654e-05, 0.0053475], [2.256e-05, 0.0054375]]}, "sig": "7ac5cefb8eb2bbe7d20e2c68df66c2b0b46dd19b8f1f865c331ce0f8023bd62e29bd7ec0e464e6517ac6e333cbda661148053f450b16db120d9b70b594de3e81"}