| { |
| "hparams": { |
| "run": "v4", |
| "base": "answerdotai/ModernBERT-base", |
| "export": "v4", |
| "epochs": 8, |
| "lr": 5e-05, |
| "bs": 64, |
| "max_len": 256, |
| "conf_floor": 0.3, |
| "n_train": 178954, |
| "best_epoch": 7 |
| }, |
| "final_val": { |
| "n": 30101, |
| "scores": { |
| "broad_top1": 0.8173814823427793, |
| "broad_top3": 0.9527922660376732, |
| "path_top1": 0.7289458821966047, |
| "path_top3": 0.8955184213149064, |
| "path_top1_equiv": 0.7679811301950101, |
| "path_plausible": 0.8590412278661839, |
| "path_plausible_equiv": 0.885053652702568, |
| "broad_ece": 0.04999912942130282, |
| "tone_top1": 0.7887113384937378, |
| "signal_corr_substance": 0.9203093726822774, |
| "signal_corr_news": 0.9201408161060171, |
| "signal_corr_promo": 0.9265410481546772, |
| "signal_corr_general_interest": 0.8641482139361193, |
| "signal_corr_sentiment": 0.8926651597972535, |
| "signal_corr_critical": 0.9035898243509639, |
| "signal_corr_ad": 0.9179375854712278, |
| "signal_corr_engagement_bait": 0.7084423628180958, |
| "signal_corr_spam": 0.8583534332878417, |
| "signal_corr_self_promo": 0.8829491713832077 |
| }, |
| "loss": { |
| "broad": 0.7676529884338379, |
| "path": 1.196964144706726, |
| "signals": 0.42097586393356323, |
| "tone": 0.7470677495002747, |
| "total": 2.0746207237243652 |
| }, |
| "groups": { |
| "by_label_confidence/ge_0.9": { |
| "share": 0.5310454802166041, |
| "broad_top1": 0.969283703472005, |
| "path_top1": 0.8701908038786362, |
| "path_plausible_equiv": 0.9369408820769471 |
| }, |
| "by_label_confidence/0.6_to_0.9": { |
| "share": 0.31440815919736886, |
| "broad_top1": 0.7453508030431107, |
| "path_top1": 0.6486686390532544, |
| "path_plausible_equiv": 0.8238588334742181 |
| }, |
| "by_label_confidence/lt_0.6": { |
| "share": 0.15454636058602705, |
| "broad_top1": 0.4419604471195185, |
| "path_top1": 0.40692175408426484, |
| "path_plausible_equiv": 0.8312553740326741 |
| }, |
| "by_label_source/jev": { |
| "share": 0.885518753529783, |
| "broad_top1": 0.8722941286812981, |
| "path_top1": 0.7780904145563684, |
| "path_plausible_equiv": 0.8994560120052523 |
| }, |
| "by_label_source/relabeled": { |
| "share": 0.11448124647021693, |
| "broad_top1": 0.3926291352292513, |
| "path_top1": 0.3488102147417295, |
| "path_plausible_equiv": 0.7736506094022054 |
| } |
| } |
| }, |
| "final_test": { |
| "n": 20058, |
| "scores": { |
| "broad_top1": 0.8057632864692392, |
| "broad_top3": 0.9449596171103799, |
| "path_top1": 0.7190647123342307, |
| "path_top3": 0.882839764682421, |
| "path_top1_equiv": 0.7562069997008675, |
| "path_plausible": 0.8434041280287167, |
| "path_plausible_equiv": 0.8698275002492771, |
| "broad_ece": 0.05010142925670204, |
| "tone_top1": 0.7957423471931399, |
| "signal_corr_substance": 0.938255954982416, |
| "signal_corr_news": 0.9132516486047162, |
| "signal_corr_promo": 0.9271699065802286, |
| "signal_corr_general_interest": 0.8718550608970554 |
| }, |
| "loss": { |
| "broad": 0.8180204033851624, |
| "path": 1.2387025356292725, |
| "signals": 0.4157979488372803, |
| "tone": 0.7409087419509888, |
| "total": 2.152761220932007 |
| }, |
| "groups": { |
| "by_label_confidence/ge_0.9": { |
| "share": 0.5139595173995414, |
| "broad_top1": 0.9616839654670676, |
| "path_top1": 0.866621398777767, |
| "path_plausible_equiv": 0.9273450383160345 |
| }, |
| "by_label_confidence/0.6_to_0.9": { |
| "share": 0.32600458669857413, |
| "broad_top1": 0.7378804098486007, |
| "path_top1": 0.643370545955039, |
| "path_plausible_equiv": 0.8118978437069888 |
| }, |
| "by_label_confidence/lt_0.6": { |
| "share": 0.16003589590188452, |
| "broad_top1": 0.44330218068535826, |
| "path_top1": 0.3993769470404984, |
| "path_plausible_equiv": 0.8031152647975078 |
| }, |
| "by_label_source/jev": { |
| "share": 0.8656396450294147, |
| "broad_top1": 0.8677071934573518, |
| "path_top1": 0.773887001094281, |
| "path_plausible_equiv": 0.888268156424581 |
| }, |
| "by_label_source/relabeled": { |
| "share": 0.1343603549705853, |
| "broad_top1": 0.40667903525046384, |
| "path_top1": 0.3658627087198516, |
| "path_plausible_equiv": 0.7510204081632653 |
| } |
| } |
| }, |
| "final_test_common": { |
| "n": 20153, |
| "scores": { |
| "broad_top1": 0.8083660000992408, |
| "broad_top3": 0.9500818736664517, |
| "path_top1": 0.7243090358755521, |
| "path_top3": 0.8942092988636927, |
| "path_top1_equiv": 0.7621694040589491, |
| "path_plausible": 0.8541656329082519, |
| "path_plausible_equiv": 0.879620900114127, |
| "broad_ece": 0.05349764749293162, |
| "tone_top1": 0.7951173522552474, |
| "signal_corr_substance": 0.9383335253806667, |
| "signal_corr_news": 0.9129539894543016, |
| "signal_corr_promo": 0.9272255238943867, |
| "signal_corr_general_interest": 0.8716353823135536 |
| }, |
| "loss": { |
| "broad": 0.8327499032020569, |
| "path": 1.2446036338806152, |
| "signals": 0.4157286584377289, |
| "tone": 0.7419329881668091, |
| "total": 2.098301887512207 |
| }, |
| "groups": { |
| "by_label_confidence/ge_0.9": { |
| "share": 0.5136208008733191, |
| "broad_top1": 0.9615496087334557, |
| "path_top1": 0.8665829388464883, |
| "path_plausible_equiv": 0.9273500144913535 |
| }, |
| "by_label_confidence/0.6_to_0.9": { |
| "share": 0.2766833722026497, |
| "broad_top1": 0.7681133428981348, |
| "path_top1": 0.6680416068866571, |
| "path_plausible_equiv": 0.8242467718794835 |
| }, |
| "by_label_confidence/lt_0.6": { |
| "share": 0.20969582692403116, |
| "broad_top1": 0.4862754377662092, |
| "path_top1": 0.4500709891150024, |
| "path_plausible_equiv": 0.8357785139611926 |
| } |
| } |
| }, |
| "human": { |
| "posts": 93, |
| "accepted": 59, |
| "rejected": 17, |
| "unjudged": 17, |
| "accepted_share": 0.6344086021505376, |
| "accepted_share_of_judged": 0.7763157894736842 |
| } |
| } |
