File size: 535 Bytes
51159d9
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
{
 "before": {
  "solved": 0.39285714285714285,
  "passed": 0.4107142857142857,
  "clean": 0.6190476190476191,
  "junk": 0.0,
  "invented_tools": 0.0,
  "cut_off": 0.005952380952380952,
  "steps": 5.940476190476191
 },
 "after": {
  "solved": 0.6428571428571429,
  "passed": 0.6428571428571429,
  "clean": 0.8214285714285714,
  "junk": 0.0,
  "invented_tools": 0.0,
  "cut_off": 0.011904761904761904,
  "steps": 5.732142857142857
 },
 "passed": true,
 "start_model": "theailearner/HiveCoder3.1",
 "held_out_tasks": 42,
 "attempts": 4
}