reference/76559-e57a8b4d3c8fd685.json

{"v": 1, "record": {"v": 1, "epoch": 76559, "nonce": "e57a8b4d3c8fd685", "suite_version": "koth-suite-4", "n_per_bench": 8, "models": ["meta-llama/llama-3.1-8b-instruct", "openai/gpt-4o"], "task_ids": ["lcb-abc389_b", "lcb-abc400_b", "lcb-abc399_b", "lcb-abc392_d", "lcb-abc399_c", "lcb-abc400_c", "lcb-arc196_a", "lcb-arc191_c"], "benchmarks": ["code", "code", "code", "code", "code", "code", "code", "code"], "scores": [[1.0, 1.0], [0.0, 1.0], [0.0, 1.0], [0.0, 0.0], [0.0, 1.0], [0.0, 0.0], [0.0, 0.0], [0.0, 0.0]], "costs": [[7.54e-06, 0.001335], [7.92e-06, 0.0020625], [1.698e-05, 0.00493], [1.474e-05, 0.0039675], [1.896e-05, 0.0041225], [1.464e-05, 0.0027175], [1.408e-05, 0.002295], [1.404e-05, 0.0022875]]}, "sig": "ee9e56e1f1c7d9b93a613c913600d7fcdab25c3c6d86641c15fb44682f6fb412ac8330ec145ea1b894caf88f49a3235124da5357295190d723d5508739a20583"}