{
  "hparams": {
    "run": "v4",
    "base": "answerdotai/ModernBERT-base",
    "export": "v4",
    "epochs": 8,
    "lr": 5e-05,
    "bs": 64,
    "max_len": 256,
    "conf_floor": 0.3,
    "n_train": 178954,
    "best_epoch": 7
  },
  "final_val": {
    "n": 30101,
    "scores": {
      "broad_top1": 0.8173814823427793,
      "broad_top3": 0.9527922660376732,
      "path_top1": 0.7289458821966047,
      "path_top3": 0.8955184213149064,
      "path_top1_equiv": 0.7679811301950101,
      "path_plausible": 0.8590412278661839,
      "path_plausible_equiv": 0.885053652702568,
      "broad_ece": 0.04999912942130282,
      "tone_top1": 0.7887113384937378,
      "signal_corr_substance": 0.9203093726822774,
      "signal_corr_news": 0.9201408161060171,
      "signal_corr_promo": 0.9265410481546772,
      "signal_corr_general_interest": 0.8641482139361193,
      "signal_corr_sentiment": 0.8926651597972535,
      "signal_corr_critical": 0.9035898243509639,
      "signal_corr_ad": 0.9179375854712278,
      "signal_corr_engagement_bait": 0.7084423628180958,
      "signal_corr_spam": 0.8583534332878417,
      "signal_corr_self_promo": 0.8829491713832077
    },
    "loss": {
      "broad": 0.7676529884338379,
      "path": 1.196964144706726,
      "signals": 0.42097586393356323,
      "tone": 0.7470677495002747,
      "total": 2.0746207237243652
    },
    "groups": {
      "by_label_confidence/ge_0.9": {
        "share": 0.5310454802166041,
        "broad_top1": 0.969283703472005,
        "path_top1": 0.8701908038786362,
        "path_plausible_equiv": 0.9369408820769471
      },
      "by_label_confidence/0.6_to_0.9": {
        "share": 0.31440815919736886,
        "broad_top1": 0.7453508030431107,
        "path_top1": 0.6486686390532544,
        "path_plausible_equiv": 0.8238588334742181
      },
      "by_label_confidence/lt_0.6": {
        "share": 0.15454636058602705,
        "broad_top1": 0.4419604471195185,
        "path_top1": 0.40692175408426484,
        "path_plausible_equiv": 0.8312553740326741
      },
      "by_label_source/jev": {
        "share": 0.885518753529783,
        "broad_top1": 0.8722941286812981,
        "path_top1": 0.7780904145563684,
        "path_plausible_equiv": 0.8994560120052523
      },
      "by_label_source/relabeled": {
        "share": 0.11448124647021693,
        "broad_top1": 0.3926291352292513,
        "path_top1": 0.3488102147417295,
        "path_plausible_equiv": 0.7736506094022054
      }
    }
  },
  "final_test": {
    "n": 20058,
    "scores": {
      "broad_top1": 0.8057632864692392,
      "broad_top3": 0.9449596171103799,
      "path_top1": 0.7190647123342307,
      "path_top3": 0.882839764682421,
      "path_top1_equiv": 0.7562069997008675,
      "path_plausible": 0.8434041280287167,
      "path_plausible_equiv": 0.8698275002492771,
      "broad_ece": 0.05010142925670204,
      "tone_top1": 0.7957423471931399,
      "signal_corr_substance": 0.938255954982416,
      "signal_corr_news": 0.9132516486047162,
      "signal_corr_promo": 0.9271699065802286,
      "signal_corr_general_interest": 0.8718550608970554
    },
    "loss": {
      "broad": 0.8180204033851624,
      "path": 1.2387025356292725,
      "signals": 0.4157979488372803,
      "tone": 0.7409087419509888,
      "total": 2.152761220932007
    },
    "groups": {
      "by_label_confidence/ge_0.9": {
        "share": 0.5139595173995414,
        "broad_top1": 0.9616839654670676,
        "path_top1": 0.866621398777767,
        "path_plausible_equiv": 0.9273450383160345
      },
      "by_label_confidence/0.6_to_0.9": {
        "share": 0.32600458669857413,
        "broad_top1": 0.7378804098486007,
        "path_top1": 0.643370545955039,
        "path_plausible_equiv": 0.8118978437069888
      },
      "by_label_confidence/lt_0.6": {
        "share": 0.16003589590188452,
        "broad_top1": 0.44330218068535826,
        "path_top1": 0.3993769470404984,
        "path_plausible_equiv": 0.8031152647975078
      },
      "by_label_source/jev": {
        "share": 0.8656396450294147,
        "broad_top1": 0.8677071934573518,
        "path_top1": 0.773887001094281,
        "path_plausible_equiv": 0.888268156424581
      },
      "by_label_source/relabeled": {
        "share": 0.1343603549705853,
        "broad_top1": 0.40667903525046384,
        "path_top1": 0.3658627087198516,
        "path_plausible_equiv": 0.7510204081632653
      }
    }
  },
  "final_test_common": {
    "n": 20153,
    "scores": {
      "broad_top1": 0.8083660000992408,
      "broad_top3": 0.9500818736664517,
      "path_top1": 0.7243090358755521,
      "path_top3": 0.8942092988636927,
      "path_top1_equiv": 0.7621694040589491,
      "path_plausible": 0.8541656329082519,
      "path_plausible_equiv": 0.879620900114127,
      "broad_ece": 0.05349764749293162,
      "tone_top1": 0.7951173522552474,
      "signal_corr_substance": 0.9383335253806667,
      "signal_corr_news": 0.9129539894543016,
      "signal_corr_promo": 0.9272255238943867,
      "signal_corr_general_interest": 0.8716353823135536
    },
    "loss": {
      "broad": 0.8327499032020569,
      "path": 1.2446036338806152,
      "signals": 0.4157286584377289,
      "tone": 0.7419329881668091,
      "total": 2.098301887512207
    },
    "groups": {
      "by_label_confidence/ge_0.9": {
        "share": 0.5136208008733191,
        "broad_top1": 0.9615496087334557,
        "path_top1": 0.8665829388464883,
        "path_plausible_equiv": 0.9273500144913535
      },
      "by_label_confidence/0.6_to_0.9": {
        "share": 0.2766833722026497,
        "broad_top1": 0.7681133428981348,
        "path_top1": 0.6680416068866571,
        "path_plausible_equiv": 0.8242467718794835
      },
      "by_label_confidence/lt_0.6": {
        "share": 0.20969582692403116,
        "broad_top1": 0.4862754377662092,
        "path_top1": 0.4500709891150024,
        "path_plausible_equiv": 0.8357785139611926
      }
    }
  },
  "human": {
    "posts": 93,
    "accepted": 59,
    "rejected": 17,
    "unjudged": 17,
    "accepted_share": 0.6344086021505376,
    "accepted_share_of_judged": 0.7763157894736842
  }
}