| [ |
| { |
| "model": "beethogedeon/UltraFinBERT-150M", |
| "accuracy": 0.9646017699115044, |
| "balanced_accuracy": 0.9542543773362188, |
| "macro_f1": 0.9615904929520475, |
| "weighted_f1": 0.9641735110013125, |
| "macro_precision": 0.9702531262693043, |
| "macro_recall": 0.9542543773362188, |
| "log_loss": 0.24856460459181326, |
| "macro_f1_ci95_low": 0.9373423664558937, |
| "macro_f1_ci95_high": 0.9814966497430953, |
| "test_examples": 339, |
| "truncation_rate": 0.0, |
| "parameters": 151034883, |
| "evaluation_dtype": "torch.float16", |
| "revision": "local FP16 export", |
| "training_overlap_note": "Held out from this fine-tuning run; upstream pretraining exposure not audited." |
| }, |
| { |
| "model": "ProsusAI/finbert", |
| "accuracy": 0.9823008849557522, |
| "balanced_accuracy": 0.9847408026755854, |
| "macro_f1": 0.9775293265383634, |
| "weighted_f1": 0.9823943729157764, |
| "macro_precision": 0.9708343294286398, |
| "macro_recall": 0.9847408026755854, |
| "log_loss": 0.11372488239044834, |
| "macro_f1_ci95_low": 0.9590552079097949, |
| "macro_f1_ci95_high": 0.9945137250496199, |
| "test_examples": 339, |
| "truncation_rate": 0.0, |
| "parameters": 109484547, |
| "evaluation_dtype": "torch.float16", |
| "revision": "0bc2ac10dda6929bcb1f77ccc43c7ec5c424f031", |
| "training_overlap_note": "Previously fine-tuned on FinancialPhraseBank; overlap with this test is unknown and possible." |
| }, |
| { |
| "model": "beethogedeon/Modern-FinBERT-large", |
| "accuracy": 0.9823008849557522, |
| "balanced_accuracy": 0.9764705882352942, |
| "macro_f1": 0.9748919274144381, |
| "weighted_f1": 0.9821485315052908, |
| "macro_precision": 0.9748525002418029, |
| "macro_recall": 0.9764705882352942, |
| "log_loss": 0.09822984893543157, |
| "macro_f1_ci95_low": 0.9525722119021349, |
| "macro_f1_ci95_high": 0.9916481561294743, |
| "test_examples": 339, |
| "truncation_rate": 0.0, |
| "parameters": 395834371, |
| "evaluation_dtype": "torch.float16", |
| "revision": "a5dd04dae984a46e729698ca39f398181c9aaeea", |
| "training_overlap_note": "Previously fine-tuned on FinancialPhraseBank; overlap with this test is unknown and possible." |
| } |
| ] |
