File size: 535 Bytes
51159d9 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 | {
"before": {
"solved": 0.39285714285714285,
"passed": 0.4107142857142857,
"clean": 0.6190476190476191,
"junk": 0.0,
"invented_tools": 0.0,
"cut_off": 0.005952380952380952,
"steps": 5.940476190476191
},
"after": {
"solved": 0.6428571428571429,
"passed": 0.6428571428571429,
"clean": 0.8214285714285714,
"junk": 0.0,
"invented_tools": 0.0,
"cut_off": 0.011904761904761904,
"steps": 5.732142857142857
},
"passed": true,
"start_model": "theailearner/HiveCoder3.1",
"held_out_tasks": 42,
"attempts": 4
} |