gevva-e2b / eval_report.json
davidburhans's picture
Release Gevva 1.1 e2b Distill Decision Engine
1cfb4c4 verified
Raw History Blame Contribute Delete
515 Bytes
{
"accuracy": 0.8285,
"brier": 0.2475,
"ece": 0.025,
"n_samples": 2922,
"per_class": {
"contradiction": {
"precision": 0.8512,
"recall": 0.8667,
"f1": 0.8589,
"support": 990
},
"entailment": {
"precision": 0.8309,
"recall": 0.8105,
"f1": 0.8206,
"support": 1103
},
"neutral": {
"precision": 0.7983,
"recall": 0.807,
"f1": 0.8026,
"support": 829
}
},
"decision_accuracy": 0.7,
"anchor_accuracy": 0.8172
}