File size: 471 Bytes
c556874 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 | [
{
"variant": "human",
"completed": 20,
"successes": 8,
"success_rate": 0.4,
"mean_q_score": 0.4,
"mean_steps": 2518.7
},
{
"variant": "codegen_success",
"completed": 20,
"successes": 1,
"success_rate": 0.05,
"mean_q_score": 0.05,
"mean_steps": 3088.05
},
{
"variant": "mix_h50_c50",
"completed": 20,
"successes": 1,
"success_rate": 0.05,
"mean_q_score": 0.05,
"mean_steps": 3082.9
}
]
|