Spaces:
Running
Running
File size: 1,327 Bytes
deefdbe 174b6c5 deefdbe 174b6c5 deefdbe 174b6c5 deefdbe 174b6c5 deefdbe 174b6c5 deefdbe 174b6c5 deefdbe 174b6c5 deefdbe | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 | [
{
"id": "dpid-269-sonnet",
"title": "Skill, Sonnet 5.5",
"model": "claude-sonnet-5-5",
"effort": null,
"seconds": 194,
"score": {
"symbols": {
"pred": 189,
"gt": 190,
"matched": 188,
"precision": 0.9947089947089947,
"recall": 0.9894736842105263,
"f1": 0.992084432717678,
"class_accuracy": 0.8882978723404256
},
"connections": {
"pred": 703,
"gt": 732,
"correct": 692,
"precision": 0.984352773826458,
"recall": 0.9453551912568307,
"f1": 0.9644599303135888,
"symbol_f1": 0.9554977742732979
}
}
},
{
"id": "dpid-269-luna",
"title": "Deep Agents, gpt-6-luna",
"model": "gpt-6-luna",
"effort": "low",
"seconds": 34,
"score": {
"symbols": {
"pred": 190,
"gt": 190,
"matched": 169,
"precision": 0.8894736842105263,
"recall": 0.8894736842105263,
"f1": 0.8894736842105263,
"class_accuracy": 0.7810650887573964
},
"connections": {
"pred": 635,
"gt": 732,
"correct": 525,
"precision": 0.8267716535433071,
"recall": 0.7172131147540983,
"f1": 0.7681053401609363,
"symbol_f1": 0.7539718330958666
}
}
}
] |