gemma-4-e2b-receipt-json / evaluation.json
berkerdooo's picture
Add trained weights, held-out evaluation and reproducible model card
d6a2656 verified
Raw History Blame Contribute Delete
673 Bytes
{
"base": {
"precision": 0.0,
"recall": 0.0,
"true_positives": 0,
"gold_count": 1055,
"predicted_count": 0,
"examples": 100,
"field_f1": 0.0,
"valid_json_rate": 0.0,
"total_exact_match": 0.0,
"generation_batch_size": 2,
"content_field_f1": 0.5158912943344081
},
"finetuned": {
"precision": 0.8233695652173914,
"recall": 0.861611374407583,
"true_positives": 909,
"gold_count": 1055,
"predicted_count": 1104,
"examples": 100,
"field_f1": 0.8420565076424271,
"valid_json_rate": 1.0,
"total_exact_match": 0.86,
"generation_batch_size": 2,
"content_field_f1": 0.8420565076424271
}
}