Voice-Note-Intent-Classifier / eval_results.json
danielrosehill's picture
v0.1.0 placeholder: bge-base + logistic head
c4c24a9 verified
Raw History Blame Contribute Delete
486 Bytes
{
"model_version": "0.1.0",
"eval": "5-fold CV out-of-fold on real silver notes",
"real_silver_n": 226,
"synthetic_train_n": 1492,
"micro_p": 0.502,
"micro_r": 0.637,
"micro_f1": 0.562,
"macro_f1": 0.481,
"exact": 0.385,
"none_abstained": "10/26",
"per_label_f1": {
"shopping_list": 0.778,
"todo": 0.411,
"note_to_self": 0.235,
"email_draft": 0.5,
"idea": 0.364,
"brainstorm": 0.447,
"content_draft": 0.353,
"ai_prompt": 0.757
}
}