HiveCoder3.2 / eval_report.json
theailearner's picture
Upload folder using huggingface_hub
51159d9 verified
Raw History Blame Contribute Delete
535 Bytes
{
"before": {
"solved": 0.39285714285714285,
"passed": 0.4107142857142857,
"clean": 0.6190476190476191,
"junk": 0.0,
"invented_tools": 0.0,
"cut_off": 0.005952380952380952,
"steps": 5.940476190476191
},
"after": {
"solved": 0.6428571428571429,
"passed": 0.6428571428571429,
"clean": 0.8214285714285714,
"junk": 0.0,
"invented_tools": 0.0,
"cut_off": 0.011904761904761904,
"steps": 5.732142857142857
},
"passed": true,
"start_model": "theailearner/HiveCoder3.1",
"held_out_tasks": 42,
"attempts": 4
}