KickItLikeShika's picture
upload checkpoint + eval
56fcc67 verified
Raw History Blame Contribute Delete
931 Bytes
{
"accuracy": 0.4845360824742268,
"num_correct": 47,
"num_total": 97,
"per_sample_scores": [
1,
0,
1,
0,
0,
1,
0,
0,
0,
0,
0,
1,
0,
0,
1,
0,
1,
0,
1,
1,
1,
1,
1,
1,
1,
1,
0,
1,
1,
1,
1,
0,
1,
0,
0,
1,
1,
0,
0,
1,
1,
1,
1,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
0,
1,
0,
1,
1,
1,
0,
0,
1,
1,
1,
1,
0,
1,
1,
0,
1,
0,
0,
0,
1,
1,
1,
1,
0,
0,
0,
0,
0,
0,
0,
0,
1,
1,
1,
1,
1,
1,
1,
0,
0,
0,
0
],
"config": {
"model_path": "outputs/qwen3-1.7b-tooluse-lambda-linear/checkpoint-100",
"max_new_tokens": 1024,
"temperature": 0.0
}
}