[ { "variant": "human", "instance_id": 301, "success": false, "q_score": 0.0, "steps": 3225 }, { "variant": "human", "instance_id": 302, "success": false, "q_score": 0.0, "steps": 3225 }, { "variant": "human", "instance_id": 303, "success": true, "q_score": 1.0, "steps": 1611 }, { "variant": "human", "instance_id": 304, "success": true, "q_score": 1.0, "steps": 1118 }, { "variant": "human", "instance_id": 305, "success": false, "q_score": 0.0, "steps": 3225 }, { "variant": "human", "instance_id": 306, "success": false, "q_score": 0.0, "steps": 3225 }, { "variant": "human", "instance_id": 307, "success": true, "q_score": 1.0, "steps": 1265 }, { "variant": "human", "instance_id": 308, "success": true, "q_score": 1.0, "steps": 2112 }, { "variant": "human", "instance_id": 309, "success": false, "q_score": 0.0, "steps": 3225 }, { "variant": "human", "instance_id": 310, "success": false, "q_score": 0.0, "steps": 3225 }, { "variant": "human", "instance_id": 311, "success": false, "q_score": 0.0, "steps": 3225 }, { "variant": "human", "instance_id": 312, "success": true, "q_score": 1.0, "steps": 1825 }, { "variant": "human", "instance_id": 313, "success": true, "q_score": 1.0, "steps": 1299 }, { "variant": "human", "instance_id": 314, "success": false, "q_score": 0.0, "steps": 3225 }, { "variant": "human", "instance_id": 315, "success": true, "q_score": 1.0, "steps": 1449 }, { "variant": "human", "instance_id": 316, "success": false, "q_score": 0.0, "steps": 3225 }, { "variant": "human", "instance_id": 317, "success": false, "q_score": 0.0, "steps": 3225 }, { "variant": "human", "instance_id": 318, "success": false, "q_score": 0.0, "steps": 3225 }, { "variant": "human", "instance_id": 319, "success": false, "q_score": 0.0, "steps": 3225 }, { "variant": "human", "instance_id": 320, "success": true, "q_score": 1.0, "steps": 995 }, { "variant": "codegen_success", "instance_id": 301, "success": false, "q_score": 0.0, "steps": 3225 }, { "variant": "codegen_success", "instance_id": 302, "success": false, "q_score": 0.0, "steps": 3225 }, { "variant": "codegen_success", "instance_id": 303, "success": false, "q_score": 0.0, "steps": 3225 }, { "variant": "codegen_success", "instance_id": 304, "success": false, "q_score": 0.0, "steps": 3225 }, { "variant": "codegen_success", "instance_id": 305, "success": false, "q_score": 0.0, "steps": 3225 }, { "variant": "codegen_success", "instance_id": 306, "success": true, "q_score": 1.0, "steps": 486 }, { "variant": "codegen_success", "instance_id": 307, "success": false, "q_score": 0.0, "steps": 3225 }, { "variant": "codegen_success", "instance_id": 308, "success": false, "q_score": 0.0, "steps": 3225 }, { "variant": "codegen_success", "instance_id": 309, "success": false, "q_score": 0.0, "steps": 3225 }, { "variant": "codegen_success", "instance_id": 310, "success": false, "q_score": 0.0, "steps": 3225 }, { "variant": "codegen_success", "instance_id": 311, "success": false, "q_score": 0.0, "steps": 3225 }, { "variant": "codegen_success", "instance_id": 312, "success": false, "q_score": 0.0, "steps": 3225 }, { "variant": "codegen_success", "instance_id": 313, "success": false, "q_score": 0.0, "steps": 3225 }, { "variant": "codegen_success", "instance_id": 314, "success": false, "q_score": 0.0, "steps": 3225 }, { "variant": "codegen_success", "instance_id": 315, "success": false, "q_score": 0.0, "steps": 3225 }, { "variant": "codegen_success", "instance_id": 316, "success": false, "q_score": 0.0, "steps": 3225 }, { "variant": "codegen_success", "instance_id": 317, "success": false, "q_score": 0.0, "steps": 3225 }, { "variant": "codegen_success", "instance_id": 318, "success": false, "q_score": 0.0, "steps": 3225 }, { "variant": "codegen_success", "instance_id": 319, "success": false, "q_score": 0.0, "steps": 3225 }, { "variant": "codegen_success", "instance_id": 320, "success": false, "q_score": 0.0, "steps": 3225 }, { "variant": "mix_h50_c50", "instance_id": 301, "success": false, "q_score": 0.0, "steps": 3225 }, { "variant": "mix_h50_c50", "instance_id": 302, "success": false, "q_score": 0.0, "steps": 3225 }, { "variant": "mix_h50_c50", "instance_id": 303, "success": false, "q_score": 0.0, "steps": 3225 }, { "variant": "mix_h50_c50", "instance_id": 304, "success": false, "q_score": 0.0, "steps": 3225 }, { "variant": "mix_h50_c50", "instance_id": 305, "success": false, "q_score": 0.0, "steps": 3225 }, { "variant": "mix_h50_c50", "instance_id": 306, "success": false, "q_score": 0.0, "steps": 3225 }, { "variant": "mix_h50_c50", "instance_id": 307, "success": false, "q_score": 0.0, "steps": 3225 }, { "variant": "mix_h50_c50", "instance_id": 308, "success": false, "q_score": 0.0, "steps": 3225 }, { "variant": "mix_h50_c50", "instance_id": 309, "success": false, "q_score": 0.0, "steps": 3225 }, { "variant": "mix_h50_c50", "instance_id": 310, "success": false, "q_score": 0.0, "steps": 3225 }, { "variant": "mix_h50_c50", "instance_id": 311, "success": false, "q_score": 0.0, "steps": 3225 }, { "variant": "mix_h50_c50", "instance_id": 312, "success": true, "q_score": 1.0, "steps": 383 }, { "variant": "mix_h50_c50", "instance_id": 313, "success": false, "q_score": 0.0, "steps": 3225 }, { "variant": "mix_h50_c50", "instance_id": 314, "success": false, "q_score": 0.0, "steps": 3225 }, { "variant": "mix_h50_c50", "instance_id": 315, "success": false, "q_score": 0.0, "steps": 3225 }, { "variant": "mix_h50_c50", "instance_id": 316, "success": false, "q_score": 0.0, "steps": 3225 }, { "variant": "mix_h50_c50", "instance_id": 317, "success": false, "q_score": 0.0, "steps": 3225 }, { "variant": "mix_h50_c50", "instance_id": 318, "success": false, "q_score": 0.0, "steps": 3225 }, { "variant": "mix_h50_c50", "instance_id": 319, "success": false, "q_score": 0.0, "steps": 3225 }, { "variant": "mix_h50_c50", "instance_id": 320, "success": false, "q_score": 0.0, "steps": 3225 } ]