reference/76565-e9dd139df8cfec42.json

{"v": 1, "record": {"v": 1, "epoch": 76565, "nonce": "e9dd139df8cfec42", "suite_version": "koth-suite-4", "n_per_bench": 8, "models": ["meta-llama/llama-3.1-8b-instruct", "openai/gpt-4o"], "task_ids": ["lcb-abc388_b", "lcb-abc392_b", "lcb-abc392_a", "lcb-arc191_a", "lcb-abc394_d", "lcb-abc397_f"], "benchmarks": ["code", "code", "code", "code", "code", "code"], "scores": [[1.0, 1.0], [0.0, 1.0], [1.0, 1.0], [0.0, 0.0], [1.0, 1.0], [0.0, 0.0]], "costs": [[1.07e-05, 0.002495], [1.098e-05, 0.0022], [7.8e-06, 0.002025], [1.384e-05, 0.0030625], [1.518e-05, 0.0025675], [1.414e-05, 0.004515]]}, "sig": "0a563bf1478f8d15fa5464cc99483303e57193ef3ac4547d1c01613394cdac29ef3c54b3cbca4a432d0011abf1b834949582ef2de99b906fef5451ba939ef38f"}