{
 "facebook/roberta-hate-speech-dynabench-r4-target": {
  "labels": [
   "nothate",
   "hate"
  ],
  "col": "hate",
  "neg": false,
  "hatexplain": {
   "n": 1924,
   "auc": 0.7614269259006101,
   "f1_05": 0.5604508196721312,
   "fpr_05": 0.6097744360902255
  },
  "kmhas": {
   "n": 5000,
   "auc": 0.7381401861461164,
   "f1_05": 0.0,
   "fpr_05": 0.0
  },
  "mhc_ara": {
   "n": 3570,
   "auc": 0.5085415033254532,
   "f1_05": 0.03853716083366103,
   "fpr_05": 0.0,
   "func_acc": {
    "counter_quote_nh": 1.0,
    "counter_ref_nh": 1.0,
    "derog_dehum_h": 0.0,
    "derog_impl_h": 0.0,
    "derog_neg_attrib_h": 0.0,
    "derog_neg_emote_h": 0.0,
    "ident_neutral_nh": 1.0,
    "ident_pos_nh": 1.0,
    "negate_neg_nh": 1.0,
    "negate_pos_h": 0.0,
    "phrase_opinion_h": 0.0,
    "phrase_question_h": 0.0,
    "profanity_h": 0.0,
    "profanity_nh": 1.0,
    "ref_subs_clause_h": 0.0,
    "ref_subs_sent_h": 0.0,
    "slur_h": 0.0,
    "spell_char_eng_replace_h": 0.0,
    "spell_char_repeat_h": 0.0,
    "spell_sent_arabazi_h": 0.3684210526315789,
    "spell_space_add_h": 0.0,
    "spell_word_variation_h": 0.0,
    "target_group_nh": 1.0,
    "target_indiv_nh": 1.0,
    "target_obj_nh": 1.0,
    "threat_dir_h": 0.0,
    "threat_norm_h": 0.0
   }
  },
  "mhc_cmn": {
   "n": 3378,
   "auc": 0.47460178623492383,
   "f1_05": 0.0,
   "fpr_05": 0.0,
   "func_acc": {
    "counter_quote_nh": 1.0,
    "counter_ref_nh": 1.0,
    "derog_dehum_h": 0.0,
    "derog_impl_h": 0.0,
    "derog_neg_attrib_h": 0.0,
    "derog_neg_emote_h": 0.0,
    "ident_neutral_nh": 1.0,
    "ident_pos_nh": 1.0,
    "negate_neg_nh": 1.0,
    "negate_pos_h": 0.0,
    "phrase_opinion_h": 0.0,
    "phrase_question_h": 0.0,
    "profanity_h": 0.0,
    "profanity_nh": 1.0,
    "ref_subs_clause_h": 0.0,
    "ref_subs_sent_h": 0.0,
    "slur_h": 0.0,
    "spell_char_comp_h": 0.0,
    "spell_homoph_h": 0.0,
    "spell_pinyin_h": 0.0,
    "target_group_nh": 1.0,
    "target_indiv_nh": 1.0,
    "target_obj_nh": 1.0,
    "threat_dir_h": 0.0,
    "threat_norm_h": 0.0
   }
  },
  "mhc_deu": {
   "n": 3645,
   "auc": 0.5947042707493957,
   "f1_05": 0.35672333848531684,
   "fpr_05": 0.09863013698630137,
   "func_acc": {
    "counter_quote_nh": 0.9419354838709677,
    "counter_ref_nh": 0.9419354838709677,
    "derog_dehum_h": 0.2857142857142857,
    "derog_impl_h": 0.10344827586206896,
    "derog_neg_attrib_h": 0.35,
    "derog_neg_emote_h": 0.07142857142857142,
    "ident_neutral_nh": 0.9071428571428571,
    "ident_pos_nh": 0.8428571428571429,
    "negate_neg_nh": 0.8785714285714286,
    "negate_pos_h": 0.21428571428571427,
    "phrase_opinion_h": 0.08571428571428572,
    "phrase_question_h": 0.05,
    "profanity_h": 0.29285714285714287,
    "profanity_nh": 0.98,
    "ref_subs_clause_h": 0.20714285714285716,
    "ref_subs_sent_h": 0.2571428571428571,
    "slur_h": 0.19166666666666668,
    "spell_char_del_h": 0.22857142857142856,
    "spell_char_swap_h": 0.14285714285714285,
    "spell_leet_h": 0.6709677419354839,
    "spell_space_add_h": 0.6580645161290323,
    "spell_space_del_h": 0.13548387096774195,
    "target_group_nh": 0.8307692307692308,
    "target_indiv_nh": 0.8307692307692308,
    "target_obj_nh": 0.9538461538461539,
    "threat_dir_h": 0.0,
    "threat_norm_h": 0.04285714285714286
   }
  },
  "mhc_eng": {
   "n": 3728,
   "auc": 0.9788591025471425,
   "f1_05": 0.96777950310559,
   "fpr_05": 0.08240343347639485,
   "func_acc": {
    "counter_quote_nh": 0.9595375722543352,
    "counter_ref_nh": 0.900709219858156,
    "derog_dehum_h": 1.0,
    "derog_impl_h": 0.9357142857142857,
    "derog_neg_attrib_h": 1.0,
    "derog_neg_emote_h": 0.9357142857142857,
    "ident_neutral_nh": 1.0,
    "ident_pos_nh": 0.8677248677248677,
    "negate_neg_nh": 0.8947368421052632,
    "negate_pos_h": 1.0,
    "phrase_opinion_h": 0.9924812030075187,
    "phrase_question_h": 0.8785714285714286,
    "profanity_h": 0.9642857142857143,
    "profanity_nh": 1.0,
    "ref_subs_clause_h": 0.9928571428571429,
    "ref_subs_sent_h": 0.9924812030075187,
    "slur_h": 0.9930555555555556,
    "slur_homonym_nh": 0.5666666666666667,
    "slur_reclaimed_nh": 0.8271604938271605,
    "spell_char_del_h": 0.9785714285714285,
    "spell_char_swap_h": 0.9323308270676691,
    "spell_leet_h": 0.9595375722543352,
    "spell_space_add_h": 0.9884393063583815,
    "spell_space_del_h": 1.0,
    "target_group_nh": 0.9354838709677419,
    "target_indiv_nh": 0.9230769230769231,
    "target_obj_nh": 1.0,
    "threat_dir_h": 0.9924812030075187,
    "threat_norm_h": 0.9714285714285714
   }
  },
  "mhc_fra": {
   "n": 3718,
   "auc": 0.6257625223613595,
   "f1_05": 0.6499333629498001,
   "fpr_05": 0.3926654740608229,
   "func_acc": {
    "counter_quote_nh": 0.6107784431137725,
    "counter_ref_nh": 0.562874251497006,
    "derog_dehum_h": 0.7357142857142858,
    "derog_impl_h": 0.6142857142857143,
    "derog_neg_attrib_h": 0.7785714285714286,
    "derog_neg_emote_h": 0.5571428571428572,
    "ident_neutral_nh": 0.45714285714285713,
    "ident_pos_nh": 0.37320574162679426,
    "negate_neg_nh": 0.35,
    "negate_pos_h": 0.6428571428571429,
    "phrase_opinion_h": 0.6285714285714286,
    "phrase_question_h": 0.373134328358209,
    "profanity_h": 0.5939849624060151,
    "profanity_nh": 1.0,
    "ref_subs_clause_h": 0.6842105263157895,
    "ref_subs_sent_h": 0.6834532374100719,
    "slur_h": 0.10625,
    "spell_char_del_h": 0.6,
    "spell_char_swap_h": 0.5357142857142857,
    "spell_leet_h": 0.7065868263473054,
    "spell_space_add_h": 0.5209580838323353,
    "spell_space_del_h": 0.33532934131736525,
    "target_group_nh": 1.0,
    "target_indiv_nh": 0.9846153846153847,
    "target_obj_nh": 0.9692307692307692,
    "threat_dir_h": 0.5428571428571428,
    "threat_norm_h": 0.5785714285714286
   }
  },
  "mhc_hin": {
   "n": 3565,
   "auc": 0.5408928502121231,
   "f1_05": 0.3903469079939668,
   "fpr_05": 0.1671309192200557,
   "func_acc": {
    "counter_quote_nh": 0.9041095890410958,
    "counter_ref_nh": 0.8493150684931506,
    "derog_dehum_h": 0.20714285714285716,
    "derog_impl_h": 0.22857142857142856,
    "derog_neg_attrib_h": 0.25,
    "derog_neg_emote_h": 0.25,
    "ident_neutral_nh": 0.7142857142857143,
    "ident_pos_nh": 0.7619047619047619,
    "negate_neg_nh": 0.7357142857142858,
    "negate_pos_h": 0.24285714285714285,
    "phrase_opinion_h": 0.2571428571428571,
    "phrase_question_h": 0.20714285714285716,
    "profanity_h": 0.22142857142857142,
    "profanity_nh": 0.98,
    "ref_subs_clause_h": 0.19285714285714287,
    "ref_subs_sent_h": 0.25,
    "slur_h": 0.011111111111111112,
    "spell_char_del_h": 0.17142857142857143,
    "spell_char_swap_h": 0.2785714285714286,
    "spell_leet_h": 0.4863013698630137,
    "spell_space_add_h": 0.5,
    "spell_space_del_h": 0.2054794520547945,
    "target_group_nh": 1.0,
    "target_indiv_nh": 0.7846153846153846,
    "target_obj_nh": 0.9846153846153847,
    "threat_dir_h": 0.25,
    "threat_norm_h": 0.36428571428571427
   }
  },
  "mhc_ita": {
   "n": 3690,
   "auc": 0.6004079204555112,
   "f1_05": 0.46434494195688225,
   "fpr_05": 0.17615176151761516,
   "func_acc": {
    "counter_quote_nh": 0.8385093167701864,
    "counter_ref_nh": 0.6459627329192547,
    "derog_dehum_h": 0.24285714285714285,
    "derog_impl_h": 0.3142857142857143,
    "derog_neg_attrib_h": 0.35714285714285715,
    "derog_neg_emote_h": 0.2785714285714286,
    "ident_neutral_nh": 0.8,
    "ident_pos_nh": 0.8333333333333334,
    "negate_neg_nh": 0.6785714285714286,
    "negate_pos_h": 0.29285714285714287,
    "phrase_opinion_h": 0.39285714285714285,
    "phrase_question_h": 0.5071428571428571,
    "profanity_h": 0.32142857142857145,
    "profanity_nh": 0.97,
    "ref_subs_clause_h": 0.2857142857142857,
    "ref_subs_sent_h": 0.3,
    "slur_h": 0.14285714285714285,
    "spell_char_del_h": 0.3,
    "spell_char_swap_h": 0.3,
    "spell_leet_h": 0.5279503105590062,
    "spell_space_add_h": 0.5838509316770186,
    "spell_space_del_h": 0.19254658385093168,
    "target_group_nh": 1.0,
    "target_indiv_nh": 0.9846153846153847,
    "target_obj_nh": 1.0,
    "threat_dir_h": 0.22142857142857142,
    "threat_norm_h": 0.24285714285714285
   }
  },
  "mhc_nld": {
   "n": 3765,
   "auc": 0.5756218855218855,
   "f1_05": 0.49816657936092196,
   "fpr_05": 0.20177777777777778,
   "func_acc": {
    "counter_quote_nh": 0.9117647058823529,
    "counter_ref_nh": 0.7764705882352941,
    "derog_dehum_h": 0.4357142857142857,
    "derog_impl_h": 0.3142857142857143,
    "derog_neg_attrib_h": 0.37142857142857144,
    "derog_neg_emote_h": 0.32857142857142857,
    "ident_neutral_nh": 0.6571428571428571,
    "ident_pos_nh": 0.6952380952380952,
    "negate_neg_nh": 0.7285714285714285,
    "negate_pos_h": 0.36428571428571427,
    "phrase_opinion_h": 0.2,
    "phrase_question_h": 0.29285714285714287,
    "profanity_h": 0.44285714285714284,
    "profanity_nh": 0.9,
    "ref_subs_clause_h": 0.3,
    "ref_subs_sent_h": 0.37142857142857144,
    "slur_h": 0.17647058823529413,
    "spell_char_del_h": 0.39285714285714285,
    "spell_char_swap_h": 0.30714285714285716,
    "spell_leet_h": 0.5705882352941176,
    "spell_space_add_h": 0.6411764705882353,
    "spell_space_del_h": 0.2529411764705882,
    "target_group_nh": 0.9230769230769231,
    "target_indiv_nh": 0.8615384615384616,
    "target_obj_nh": 1.0,
    "threat_dir_h": 0.3142857142857143,
    "threat_norm_h": 0.36428571428571427
   }
  },
  "mhc_pol": {
   "n": 3815,
   "auc": 0.5131016399300335,
   "f1_05": 0.12734082397003746,
   "fpr_05": 0.0633245382585752,
   "func_acc": {
    "counter_quote_nh": 1.0,
    "counter_ref_nh": 0.9886363636363636,
    "derog_dehum_h": 0.07142857142857142,
    "derog_impl_h": 0.1357142857142857,
    "derog_neg_attrib_h": 0.02857142857142857,
    "derog_neg_emote_h": 0.06428571428571428,
    "ident_neutral_nh": 0.8642857142857143,
    "ident_pos_nh": 0.9523809523809523,
    "negate_neg_nh": 0.7714285714285715,
    "negate_pos_h": 0.15,
    "phrase_opinion_h": 0.007142857142857143,
    "phrase_question_h": 0.007142857142857143,
    "profanity_h": 0.02142857142857143,
    "profanity_nh": 0.97,
    "ref_subs_clause_h": 0.05,
    "ref_subs_sent_h": 0.014285714285714285,
    "slur_h": 0.05263157894736842,
    "spell_char_del_h": 0.1357142857142857,
    "spell_char_swap_h": 0.007142857142857143,
    "spell_leet_h": 0.1534090909090909,
    "spell_space_add_h": 0.22727272727272727,
    "spell_space_del_h": 0.028409090909090908,
    "target_group_nh": 0.9846153846153847,
    "target_indiv_nh": 0.9538461538461539,
    "target_obj_nh": 0.9692307692307692,
    "threat_dir_h": 0.04285714285714286,
    "threat_norm_h": 0.014285714285714285
   }
  },
  "mhc_por": {
   "n": 3691,
   "auc": 0.6275287879898496,
   "f1_05": 0.6464507236388698,
   "fpr_05": 0.32882882882882886,
   "func_acc": {
    "counter_quote_nh": 0.8198757763975155,
    "counter_ref_nh": 0.5900621118012422,
    "derog_dehum_h": 0.6357142857142857,
    "derog_impl_h": 0.5652173913043478,
    "derog_neg_attrib_h": 0.65,
    "derog_neg_emote_h": 0.42142857142857143,
    "ident_neutral_nh": 0.5454545454545454,
    "ident_pos_nh": 0.5047619047619047,
    "negate_neg_nh": 0.4714285714285714,
    "negate_pos_h": 0.5785714285714286,
    "phrase_opinion_h": 0.55,
    "phrase_question_h": 0.5857142857142857,
    "profanity_h": 0.6285714285714286,
    "profanity_nh": 0.93,
    "ref_subs_clause_h": 0.5571428571428572,
    "ref_subs_sent_h": 0.6214285714285714,
    "slur_h": 0.17142857142857143,
    "spell_char_del_h": 0.6142857142857143,
    "spell_char_swap_h": 0.5285714285714286,
    "spell_leet_h": 0.5652173913043478,
    "spell_space_add_h": 0.6149068322981367,
    "spell_space_del_h": 0.40993788819875776,
    "target_group_nh": 0.8461538461538461,
    "target_indiv_nh": 0.9076923076923077,
    "target_obj_nh": 0.9384615384615385,
    "threat_dir_h": 0.5214285714285715,
    "threat_norm_h": 0.6
   }
  },
  "mhc_spa": {
   "n": 3745,
   "auc": 0.6379251017950336,
   "f1_05": 0.6411483253588517,
   "fpr_05": 0.31446540880503143,
   "func_acc": {
    "counter_quote_nh": 0.7804878048780488,
    "counter_ref_nh": 0.5853658536585366,
    "derog_dehum_h": 0.6714285714285714,
    "derog_impl_h": 0.5428571428571428,
    "derog_neg_attrib_h": 0.6571428571428571,
    "derog_neg_emote_h": 0.5285714285714286,
    "ident_neutral_nh": 0.6285714285714286,
    "ident_pos_nh": 0.4714285714285714,
    "negate_neg_nh": 0.5,
    "negate_pos_h": 0.6275862068965518,
    "phrase_opinion_h": 0.5862068965517241,
    "phrase_question_h": 0.40714285714285714,
    "profanity_h": 0.6,
    "profanity_nh": 0.99,
    "ref_subs_clause_h": 0.5172413793103449,
    "ref_subs_sent_h": 0.5241379310344828,
    "slur_h": 0.07333333333333333,
    "spell_char_del_h": 0.6071428571428571,
    "spell_char_swap_h": 0.4857142857142857,
    "spell_leet_h": 0.6627218934911243,
    "spell_space_add_h": 0.75,
    "spell_space_del_h": 0.36585365853658536,
    "target_group_nh": 0.8615384615384616,
    "target_indiv_nh": 0.9692307692307692,
    "target_obj_nh": 0.9846153846153847,
    "threat_dir_h": 0.5571428571428572,
    "threat_norm_h": 0.45517241379310347
   }
  },
  "mhs": {
   "n": 6000,
   "auc": 0.7517880200666235,
   "f1_05": 0.5318969159273341,
   "fpr_05": 0.43194600674915634
  },
  "_mhc_mean_auc": 0.6070861246475192,
  "_mhc_mean_f1": 0.4346156061503544,
  "_real_mean_auc": 0.7504517107044499,
  "hs18": {
   "n": 10534,
   "auc": 0.9396287459822782,
   "f1_05": 0.6831364124597207,
   "fpr_05": 0.06925711839006636
  },
  "ethos": {
   "n": 998,
   "auc": 0.8552494430705716,
   "f1_05": 0.7686996547756041,
   "fpr_05": 0.18053097345132743
  },
  "olidbr": {
   "n": 1738,
   "auc": 0.5900514722390839,
   "f1_05": 0.22705314009661837,
   "fpr_05": 0.0841683366733467
  },
  "_heldout_real_mean_auc": 0.7807674618595125
 },
 "cardiffnlp/twitter-roberta-base-hate-latest": {
  "labels": [
   "NOT-HATE",
   "HATE"
  ],
  "col": "HATE",
  "neg": false,
  "hatexplain": {
   "n": 1924,
   "auc": 0.7310106073263968,
   "f1_05": 0.5608856088560885,
   "fpr_05": 0.2864661654135338
  },
  "kmhas": {
   "n": 5000,
   "auc": 0.540578986383676,
   "f1_05": 0.0,
   "fpr_05": 0.00031298904538341156
  },
  "mhc_ara": {
   "n": 3570,
   "auc": 0.4295129873033571,
   "f1_05": 0.006394884092725819,
   "fpr_05": 0.0,
   "func_acc": {
    "counter_quote_nh": 1.0,
    "counter_ref_nh": 1.0,
    "derog_dehum_h": 0.0,
    "derog_impl_h": 0.0,
    "derog_neg_attrib_h": 0.0,
    "derog_neg_emote_h": 0.0,
    "ident_neutral_nh": 1.0,
    "ident_pos_nh": 1.0,
    "negate_neg_nh": 1.0,
    "negate_pos_h": 0.0,
    "phrase_opinion_h": 0.0,
    "phrase_question_h": 0.0,
    "profanity_h": 0.0,
    "profanity_nh": 1.0,
    "ref_subs_clause_h": 0.0,
    "ref_subs_sent_h": 0.0,
    "slur_h": 0.0,
    "spell_char_eng_replace_h": 0.0,
    "spell_char_repeat_h": 0.0,
    "spell_sent_arabazi_h": 0.06015037593984962,
    "spell_space_add_h": 0.0,
    "spell_word_variation_h": 0.0,
    "target_group_nh": 1.0,
    "target_indiv_nh": 1.0,
    "target_obj_nh": 1.0,
    "threat_dir_h": 0.0,
    "threat_norm_h": 0.0
   }
  },
  "mhc_cmn": {
   "n": 3378,
   "auc": 0.5122344993643256,
   "f1_05": 0.3667091836734694,
   "fpr_05": 0.265947888589398,
   "func_acc": {
    "counter_quote_nh": 0.42073170731707316,
    "counter_ref_nh": 0.9451219512195121,
    "derog_dehum_h": 0.12857142857142856,
    "derog_impl_h": 0.37857142857142856,
    "derog_neg_attrib_h": 0.2,
    "derog_neg_emote_h": 0.16428571428571428,
    "ident_neutral_nh": 0.8071428571428572,
    "ident_pos_nh": 0.7476190476190476,
    "negate_neg_nh": 0.6642857142857143,
    "negate_pos_h": 0.1357142857142857,
    "phrase_opinion_h": 0.2642857142857143,
    "phrase_question_h": 0.12857142857142856,
    "profanity_h": 0.2357142857142857,
    "profanity_nh": 0.72,
    "ref_subs_clause_h": 0.36428571428571427,
    "ref_subs_sent_h": 0.5,
    "slur_h": 0.06666666666666667,
    "spell_char_comp_h": 0.273972602739726,
    "spell_homoph_h": 0.24285714285714285,
    "spell_pinyin_h": 0.4161073825503356,
    "target_group_nh": 0.7384615384615385,
    "target_indiv_nh": 1.0,
    "target_obj_nh": 0.6923076923076923,
    "threat_dir_h": 0.29285714285714287,
    "threat_norm_h": 0.2714285714285714
   }
  },
  "mhc_deu": {
   "n": 3645,
   "auc": 0.5189048258572836,
   "f1_05": 0.010112796577207312,
   "fpr_05": 0.0073059360730593605,
   "func_acc": {
    "counter_quote_nh": 0.9806451612903225,
    "counter_ref_nh": 0.9870967741935484,
    "derog_dehum_h": 0.0,
    "derog_impl_h": 0.0,
    "derog_neg_attrib_h": 0.0,
    "derog_neg_emote_h": 0.0,
    "ident_neutral_nh": 1.0,
    "ident_pos_nh": 1.0,
    "negate_neg_nh": 1.0,
    "negate_pos_h": 0.0,
    "phrase_opinion_h": 0.0,
    "phrase_question_h": 0.0,
    "profanity_h": 0.007142857142857143,
    "profanity_nh": 0.97,
    "ref_subs_clause_h": 0.0,
    "ref_subs_sent_h": 0.0,
    "slur_h": 0.075,
    "spell_char_del_h": 0.0,
    "spell_char_swap_h": 0.0,
    "spell_leet_h": 0.0,
    "spell_space_add_h": 0.0,
    "spell_space_del_h": 0.01935483870967742,
    "target_group_nh": 1.0,
    "target_indiv_nh": 1.0,
    "target_obj_nh": 1.0,
    "threat_dir_h": 0.0,
    "threat_norm_h": 0.0
   }
  },
  "mhc_eng": {
   "n": 3728,
   "auc": 0.8029453480447236,
   "f1_05": 0.735792159591742,
   "fpr_05": 0.13905579399141632,
   "func_acc": {
    "counter_quote_nh": 0.6647398843930635,
    "counter_ref_nh": 0.9219858156028369,
    "derog_dehum_h": 0.6357142857142857,
    "derog_impl_h": 0.42857142857142855,
    "derog_neg_attrib_h": 0.7357142857142858,
    "derog_neg_emote_h": 0.65,
    "ident_neutral_nh": 0.9920634920634921,
    "ident_pos_nh": 1.0,
    "negate_neg_nh": 0.7669172932330827,
    "negate_pos_h": 0.42142857142857143,
    "phrase_opinion_h": 0.7518796992481203,
    "phrase_question_h": 0.6642857142857143,
    "profanity_h": 0.7857142857142857,
    "profanity_nh": 0.99,
    "ref_subs_clause_h": 0.7071428571428572,
    "ref_subs_sent_h": 0.7368421052631579,
    "slur_h": 0.7430555555555556,
    "slur_homonym_nh": 0.5666666666666667,
    "slur_reclaimed_nh": 0.7160493827160493,
    "spell_char_del_h": 0.5142857142857142,
    "spell_char_swap_h": 0.38345864661654133,
    "spell_leet_h": 0.48554913294797686,
    "spell_space_add_h": 0.3352601156069364,
    "spell_space_del_h": 0.6524822695035462,
    "target_group_nh": 0.7096774193548387,
    "target_indiv_nh": 0.9230769230769231,
    "target_obj_nh": 0.9846153846153847,
    "threat_dir_h": 0.8270676691729323,
    "threat_norm_h": 0.7857142857142857
   }
  },
  "mhc_fra": {
   "n": 3718,
   "auc": 0.5528739507362047,
   "f1_05": 0.23697916666666666,
   "fpr_05": 0.09660107334525939,
   "func_acc": {
    "counter_quote_nh": 0.9221556886227545,
    "counter_ref_nh": 0.8502994011976048,
    "derog_dehum_h": 0.2,
    "derog_impl_h": 0.11428571428571428,
    "derog_neg_attrib_h": 0.17857142857142858,
    "derog_neg_emote_h": 0.15,
    "ident_neutral_nh": 0.9071428571428571,
    "ident_pos_nh": 0.8564593301435407,
    "negate_neg_nh": 0.8071428571428572,
    "negate_pos_h": 0.11428571428571428,
    "phrase_opinion_h": 0.21428571428571427,
    "phrase_question_h": 0.2537313432835821,
    "profanity_h": 0.15789473684210525,
    "profanity_nh": 1.0,
    "ref_subs_clause_h": 0.18796992481203006,
    "ref_subs_sent_h": 0.16546762589928057,
    "slur_h": 0.05625,
    "spell_char_del_h": 0.07142857142857142,
    "spell_char_swap_h": 0.14285714285714285,
    "spell_leet_h": 0.08982035928143713,
    "spell_space_add_h": 0.0658682634730539,
    "spell_space_del_h": 0.10778443113772455,
    "target_group_nh": 1.0,
    "target_indiv_nh": 1.0,
    "target_obj_nh": 1.0,
    "threat_dir_h": 0.12857142857142856,
    "threat_norm_h": 0.17142857142857143
   }
  },
  "mhc_hin": {
   "n": 3565,
   "auc": 0.5316514627687365,
   "f1_05": 0.2634889109566369,
   "fpr_05": 0.12534818941504178,
   "func_acc": {
    "counter_quote_nh": 0.8698630136986302,
    "counter_ref_nh": 0.863013698630137,
    "derog_dehum_h": 0.15714285714285714,
    "derog_impl_h": 0.17142857142857143,
    "derog_neg_attrib_h": 0.20714285714285716,
    "derog_neg_emote_h": 0.15714285714285714,
    "ident_neutral_nh": 0.8,
    "ident_pos_nh": 0.8047619047619048,
    "negate_neg_nh": 0.8428571428571429,
    "negate_pos_h": 0.15,
    "phrase_opinion_h": 0.17142857142857143,
    "phrase_question_h": 0.1357142857142857,
    "profanity_h": 0.15714285714285714,
    "profanity_nh": 0.97,
    "ref_subs_clause_h": 0.1357142857142857,
    "ref_subs_sent_h": 0.14285714285714285,
    "slur_h": 0.011111111111111112,
    "spell_char_del_h": 0.12857142857142856,
    "spell_char_swap_h": 0.2,
    "spell_leet_h": 0.1643835616438356,
    "spell_space_add_h": 0.08904109589041095,
    "spell_space_del_h": 0.17123287671232876,
    "target_group_nh": 1.0,
    "target_indiv_nh": 1.0,
    "target_obj_nh": 0.9692307692307692,
    "threat_dir_h": 0.22857142857142856,
    "threat_norm_h": 0.25
   }
  },
  "mhc_ita": {
   "n": 3690,
   "auc": 0.532196828614305,
   "f1_05": 0.05133928571428571,
   "fpr_05": 0.032520325203252036,
   "func_acc": {
    "counter_quote_nh": 0.9316770186335404,
    "counter_ref_nh": 0.9006211180124224,
    "derog_dehum_h": 0.0,
    "derog_impl_h": 0.007142857142857143,
    "derog_neg_attrib_h": 0.007142857142857143,
    "derog_neg_emote_h": 0.02857142857142857,
    "ident_neutral_nh": 0.9571428571428572,
    "ident_pos_nh": 1.0,
    "negate_neg_nh": 0.9785714285714285,
    "negate_pos_h": 0.007142857142857143,
    "phrase_opinion_h": 0.02857142857142857,
    "phrase_question_h": 0.04285714285714286,
    "profanity_h": 0.014285714285714285,
    "profanity_nh": 1.0,
    "ref_subs_clause_h": 0.03571428571428571,
    "ref_subs_sent_h": 0.014285714285714285,
    "slur_h": 0.17142857142857143,
    "spell_char_del_h": 0.014285714285714285,
    "spell_char_swap_h": 0.014285714285714285,
    "spell_leet_h": 0.024844720496894408,
    "spell_space_add_h": 0.0,
    "spell_space_del_h": 0.043478260869565216,
    "target_group_nh": 1.0,
    "target_indiv_nh": 1.0,
    "target_obj_nh": 1.0,
    "threat_dir_h": 0.0,
    "threat_norm_h": 0.02857142857142857
   }
  },
  "mhc_nld": {
   "n": 3765,
   "auc": 0.4888658249158249,
   "f1_05": 0.010522360015031942,
   "fpr_05": 0.006222222222222222,
   "func_acc": {
    "counter_quote_nh": 0.9882352941176471,
    "counter_ref_nh": 1.0,
    "derog_dehum_h": 0.014285714285714285,
    "derog_impl_h": 0.0,
    "derog_neg_attrib_h": 0.0,
    "derog_neg_emote_h": 0.0,
    "ident_neutral_nh": 0.9785714285714285,
    "ident_pos_nh": 0.9904761904761905,
    "negate_neg_nh": 1.0,
    "negate_pos_h": 0.014285714285714285,
    "phrase_opinion_h": 0.007142857142857143,
    "phrase_question_h": 0.0,
    "profanity_h": 0.0,
    "profanity_nh": 1.0,
    "ref_subs_clause_h": 0.0,
    "ref_subs_sent_h": 0.0,
    "slur_h": 0.041176470588235294,
    "spell_char_del_h": 0.0,
    "spell_char_swap_h": 0.0,
    "spell_leet_h": 0.0,
    "spell_space_add_h": 0.0058823529411764705,
    "spell_space_del_h": 0.0,
    "target_group_nh": 1.0,
    "target_indiv_nh": 1.0,
    "target_obj_nh": 1.0,
    "threat_dir_h": 0.007142857142857143,
    "threat_norm_h": 0.0
   }
  },
  "mhc_pol": {
   "n": 3815,
   "auc": 0.49642318300258204,
   "f1_05": 0.024,
   "fpr_05": 0.03430079155672823,
   "func_acc": {
    "counter_quote_nh": 0.9829545454545454,
    "counter_ref_nh": 0.9715909090909091,
    "derog_dehum_h": 0.0,
    "derog_impl_h": 0.02142857142857143,
    "derog_neg_attrib_h": 0.014285714285714285,
    "derog_neg_emote_h": 0.02142857142857143,
    "ident_neutral_nh": 0.9214285714285714,
    "ident_pos_nh": 1.0,
    "negate_neg_nh": 0.8714285714285714,
    "negate_pos_h": 0.07857142857142857,
    "phrase_opinion_h": 0.0,
    "phrase_question_h": 0.0,
    "profanity_h": 0.007142857142857143,
    "profanity_nh": 0.99,
    "ref_subs_clause_h": 0.007142857142857143,
    "ref_subs_sent_h": 0.014285714285714285,
    "slur_h": 0.010526315789473684,
    "spell_char_del_h": 0.0,
    "spell_char_swap_h": 0.014285714285714285,
    "spell_leet_h": 0.005681818181818182,
    "spell_space_add_h": 0.0,
    "spell_space_del_h": 0.011363636363636364,
    "target_group_nh": 0.9846153846153847,
    "target_indiv_nh": 1.0,
    "target_obj_nh": 1.0,
    "threat_dir_h": 0.007142857142857143,
    "threat_norm_h": 0.014285714285714285
   }
  },
  "mhc_por": {
   "n": 3691,
   "auc": 0.5317866878889739,
   "f1_05": 0.0689908256880734,
   "fpr_05": 0.04504504504504504,
   "func_acc": {
    "counter_quote_nh": 0.968944099378882,
    "counter_ref_nh": 0.9316770186335404,
    "derog_dehum_h": 0.08571428571428572,
    "derog_impl_h": 0.07246376811594203,
    "derog_neg_attrib_h": 0.05714285714285714,
    "derog_neg_emote_h": 0.007142857142857143,
    "ident_neutral_nh": 0.9370629370629371,
    "ident_pos_nh": 0.9666666666666667,
    "negate_neg_nh": 0.8714285714285714,
    "negate_pos_h": 0.007142857142857143,
    "phrase_opinion_h": 0.04285714285714286,
    "phrase_question_h": 0.05,
    "profanity_h": 0.02857142857142857,
    "profanity_nh": 1.0,
    "ref_subs_clause_h": 0.02857142857142857,
    "ref_subs_sent_h": 0.04285714285714286,
    "slur_h": 0.05,
    "spell_char_del_h": 0.05,
    "spell_char_swap_h": 0.02142857142857143,
    "spell_leet_h": 0.012422360248447204,
    "spell_space_add_h": 0.012422360248447204,
    "spell_space_del_h": 0.012422360248447204,
    "target_group_nh": 1.0,
    "target_indiv_nh": 1.0,
    "target_obj_nh": 1.0,
    "threat_dir_h": 0.05714285714285714,
    "threat_norm_h": 0.02857142857142857
   }
  },
  "mhc_spa": {
   "n": 3745,
   "auc": 0.5527226245777316,
   "f1_05": 0.06729377713458755,
   "fpr_05": 0.03504043126684636,
   "func_acc": {
    "counter_quote_nh": 0.9634146341463414,
    "counter_ref_nh": 0.9207317073170732,
    "derog_dehum_h": 0.02142857142857143,
    "derog_impl_h": 0.06428571428571428,
    "derog_neg_attrib_h": 0.04285714285714286,
    "derog_neg_emote_h": 0.02142857142857143,
    "ident_neutral_nh": 0.9357142857142857,
    "ident_pos_nh": 1.0,
    "negate_neg_nh": 0.9285714285714286,
    "negate_pos_h": 0.034482758620689655,
    "phrase_opinion_h": 0.027586206896551724,
    "phrase_question_h": 0.12857142857142856,
    "profanity_h": 0.08571428571428572,
    "profanity_nh": 0.99,
    "ref_subs_clause_h": 0.020689655172413793,
    "ref_subs_sent_h": 0.07586206896551724,
    "slur_h": 0.0,
    "spell_char_del_h": 0.02142857142857143,
    "spell_char_swap_h": 0.02857142857142857,
    "spell_leet_h": 0.01775147928994083,
    "spell_space_add_h": 0.0,
    "spell_space_del_h": 0.012195121951219513,
    "target_group_nh": 1.0,
    "target_indiv_nh": 1.0,
    "target_obj_nh": 1.0,
    "threat_dir_h": 0.03571428571428571,
    "threat_norm_h": 0.013793103448275862
   }
  },
  "mhs": {
   "n": 6000,
   "auc": 0.8628847037207166,
   "f1_05": 0.6419449901768173,
   "fpr_05": 0.2722159730033746
  },
  "_mhc_mean_auc": 0.5409198384612771,
  "_mhc_mean_f1": 0.16742030455549337,
  "_real_mean_auc": 0.7114914324769298,
  "hs18": {
   "n": 10534,
   "auc": 0.8703353028611496,
   "f1_05": 0.5160363810435615,
   "fpr_05": 0.038321558552772424
  },
  "ethos": {
   "n": 998,
   "auc": 0.8617282184389625,
   "f1_05": 0.7172774869109948,
   "fpr_05": 0.10088495575221239
  },
  "olidbr": {
   "n": 1738,
   "auc": 0.5809932451348062,
   "f1_05": 0.05574912891986063,
   "fpr_05": 0.025384101536406144
  },
  "_heldout_real_mean_auc": 0.7134089382046486
 },
 "Hate-speech-CNERG/dehatebert-mono-english": {
  "labels": [
   "NON_HATE",
   "HATE"
  ],
  "col": "HATE",
  "neg": false,
  "hatexplain": {
   "n": 1924,
   "auc": 0.721803245487456,
   "f1_05": 0.521978021978022,
   "fpr_05": 0.5646616541353383
  },
  "kmhas": {
   "n": 5000,
   "auc": 0.4784384360951799,
   "f1_05": 0.0,
   "fpr_05": 0.0
  },
  "mhc_ara": {
   "n": 3570,
   "auc": 0.5632568349913398,
   "f1_05": 0.2294402211472011,
   "fpr_05": 0.06319702602230483,
   "func_acc": {
    "counter_quote_nh": 0.958904109589041,
    "counter_ref_nh": 0.952054794520548,
    "derog_dehum_h": 0.1357142857142857,
    "derog_impl_h": 0.06896551724137931,
    "derog_neg_attrib_h": 0.2357142857142857,
    "derog_neg_emote_h": 0.12857142857142856,
    "ident_neutral_nh": 0.9285714285714286,
    "ident_pos_nh": 0.8523809523809524,
    "negate_neg_nh": 0.9285714285714286,
    "negate_pos_h": 0.15,
    "phrase_opinion_h": 0.1,
    "phrase_question_h": 0.12857142857142856,
    "profanity_h": 0.1357142857142857,
    "profanity_nh": 1.0,
    "ref_subs_clause_h": 0.2642857142857143,
    "ref_subs_sent_h": 0.2571428571428571,
    "slur_h": 0.06593406593406594,
    "spell_char_eng_replace_h": 0.027210884353741496,
    "spell_char_repeat_h": 0.11643835616438356,
    "spell_sent_arabazi_h": 0.0,
    "spell_space_add_h": 0.0684931506849315,
    "spell_word_variation_h": 0.1780821917808219,
    "target_group_nh": 0.9538461538461539,
    "target_indiv_nh": 1.0,
    "target_obj_nh": 0.9846153846153847,
    "threat_dir_h": 0.12142857142857143,
    "threat_norm_h": 0.19285714285714287
   }
  },
  "mhc_cmn": {
   "n": 3378,
   "auc": 0.6538064098978756,
   "f1_05": 0.16706443914081145,
   "fpr_05": 0.03504043126684636,
   "func_acc": {
    "counter_quote_nh": 0.9451219512195121,
    "counter_ref_nh": 0.9207317073170732,
    "derog_dehum_h": 0.14285714285714285,
    "derog_impl_h": 0.07857142857142857,
    "derog_neg_attrib_h": 0.07857142857142857,
    "derog_neg_emote_h": 0.02142857142857143,
    "ident_neutral_nh": 1.0,
    "ident_pos_nh": 0.9571428571428572,
    "negate_neg_nh": 0.9928571428571429,
    "negate_pos_h": 0.06428571428571428,
    "phrase_opinion_h": 0.07142857142857142,
    "phrase_question_h": 0.08571428571428572,
    "profanity_h": 0.22142857142857142,
    "profanity_nh": 0.98,
    "ref_subs_clause_h": 0.06428571428571428,
    "ref_subs_sent_h": 0.09285714285714286,
    "slur_h": 0.13333333333333333,
    "spell_char_comp_h": 0.10273972602739725,
    "spell_homoph_h": 0.10714285714285714,
    "spell_pinyin_h": 0.10067114093959731,
    "target_group_nh": 0.9538461538461539,
    "target_indiv_nh": 1.0,
    "target_obj_nh": 0.9692307692307692,
    "threat_dir_h": 0.007142857142857143,
    "threat_norm_h": 0.10714285714285714
   }
  },
  "mhc_deu": {
   "n": 3645,
   "auc": 0.5146492971617871,
   "f1_05": 0.13112391930835735,
   "fpr_05": 0.04018264840182648,
   "func_acc": {
    "counter_quote_nh": 0.9548387096774194,
    "counter_ref_nh": 1.0,
    "derog_dehum_h": 0.15,
    "derog_impl_h": 0.0,
    "derog_neg_attrib_h": 0.1,
    "derog_neg_emote_h": 0.0,
    "ident_neutral_nh": 1.0,
    "ident_pos_nh": 0.9333333333333333,
    "negate_neg_nh": 0.95,
    "negate_pos_h": 0.0,
    "phrase_opinion_h": 0.05,
    "phrase_question_h": 0.05,
    "profanity_h": 0.0,
    "profanity_nh": 1.0,
    "ref_subs_clause_h": 0.1,
    "ref_subs_sent_h": 0.2,
    "slur_h": 0.0,
    "spell_char_del_h": 0.05,
    "spell_char_swap_h": 0.2,
    "spell_leet_h": 0.04516129032258064,
    "spell_space_add_h": 0.0,
    "spell_space_del_h": 0.04516129032258064,
    "target_group_nh": 0.8461538461538461,
    "target_indiv_nh": 0.9692307692307692,
    "target_obj_nh": 0.9384615384615385,
    "threat_dir_h": 0.2,
    "threat_norm_h": 0.1
   }
  },
  "mhc_eng": {
   "n": 3728,
   "auc": 0.5801081417799353,
   "f1_05": 0.3516949152542373,
   "fpr_05": 0.13733905579399142,
   "func_acc": {
    "counter_quote_nh": 0.9075144508670521,
    "counter_ref_nh": 0.8865248226950354,
    "derog_dehum_h": 0.34285714285714286,
    "derog_impl_h": 0.07857142857142857,
    "derog_neg_attrib_h": 0.2714285714285714,
    "derog_neg_emote_h": 0.16428571428571428,
    "ident_neutral_nh": 0.9920634920634921,
    "ident_pos_nh": 0.9523809523809523,
    "negate_neg_nh": 0.8796992481203008,
    "negate_pos_h": 0.04285714285714286,
    "phrase_opinion_h": 0.3157894736842105,
    "phrase_question_h": 0.12142857142857143,
    "profanity_h": 0.2642857142857143,
    "profanity_nh": 0.98,
    "ref_subs_clause_h": 0.4357142857142857,
    "ref_subs_sent_h": 0.3684210526315789,
    "slur_h": 0.5138888888888888,
    "slur_homonym_nh": 0.16666666666666666,
    "slur_reclaimed_nh": 0.35802469135802467,
    "spell_char_del_h": 0.16428571428571428,
    "spell_char_swap_h": 0.21804511278195488,
    "spell_leet_h": 0.10404624277456648,
    "spell_space_add_h": 0.057803468208092484,
    "spell_space_del_h": 0.23404255319148937,
    "target_group_nh": 0.7741935483870968,
    "target_indiv_nh": 0.9384615384615385,
    "target_obj_nh": 0.9230769230769231,
    "threat_dir_h": 0.15037593984962405,
    "threat_norm_h": 0.3
   }
  },
  "mhc_fra": {
   "n": 3718,
   "auc": 0.6178022223751204,
   "f1_05": 0.5231979030144168,
   "fpr_05": 0.19409660107334525,
   "func_acc": {
    "counter_quote_nh": 0.8862275449101796,
    "counter_ref_nh": 0.7365269461077845,
    "derog_dehum_h": 0.5857142857142857,
    "derog_impl_h": 0.2642857142857143,
    "derog_neg_attrib_h": 0.55,
    "derog_neg_emote_h": 0.3,
    "ident_neutral_nh": 0.9142857142857143,
    "ident_pos_nh": 0.6555023923444976,
    "negate_neg_nh": 0.6642857142857143,
    "negate_pos_h": 0.38571428571428573,
    "phrase_opinion_h": 0.45,
    "phrase_question_h": 0.3283582089552239,
    "profanity_h": 0.46616541353383456,
    "profanity_nh": 0.95,
    "ref_subs_clause_h": 0.5639097744360902,
    "ref_subs_sent_h": 0.5611510791366906,
    "slur_h": 0.0625,
    "spell_char_del_h": 0.35714285714285715,
    "spell_char_swap_h": 0.38571428571428573,
    "spell_leet_h": 0.1437125748502994,
    "spell_space_add_h": 0.1497005988023952,
    "spell_space_del_h": 0.3592814371257485,
    "target_group_nh": 0.8615384615384616,
    "target_indiv_nh": 0.9230769230769231,
    "target_obj_nh": 0.9384615384615385,
    "threat_dir_h": 0.5357142857142857,
    "threat_norm_h": 0.6142857142857143
   }
  },
  "mhc_hin": {
   "n": 3565,
   "auc": 0.49277236398594404,
   "f1_05": 0.23079549334243768,
   "fpr_05": 0.09563602599814298,
   "func_acc": {
    "counter_quote_nh": 0.910958904109589,
    "counter_ref_nh": 0.8972602739726028,
    "derog_dehum_h": 0.15,
    "derog_impl_h": 0.17142857142857143,
    "derog_neg_attrib_h": 0.18571428571428572,
    "derog_neg_emote_h": 0.17142857142857143,
    "ident_neutral_nh": 0.8642857142857143,
    "ident_pos_nh": 0.861904761904762,
    "negate_neg_nh": 0.85,
    "negate_pos_h": 0.15,
    "phrase_opinion_h": 0.14285714285714285,
    "phrase_question_h": 0.14285714285714285,
    "profanity_h": 0.16428571428571428,
    "profanity_nh": 0.98,
    "ref_subs_clause_h": 0.15,
    "ref_subs_sent_h": 0.14285714285714285,
    "slur_h": 0.06666666666666667,
    "spell_char_del_h": 0.09285714285714286,
    "spell_char_swap_h": 0.14285714285714285,
    "spell_leet_h": 0.0821917808219178,
    "spell_space_add_h": 0.0684931506849315,
    "spell_space_del_h": 0.1095890410958904,
    "target_group_nh": 0.9538461538461539,
    "target_indiv_nh": 1.0,
    "target_obj_nh": 0.9846153846153847,
    "threat_dir_h": 0.15714285714285714,
    "threat_norm_h": 0.1357142857142857
   }
  },
  "mhc_ita": {
   "n": 3690,
   "auc": 0.6153970037571068,
   "f1_05": 0.532347504621072,
   "fpr_05": 0.17705510388437218,
   "func_acc": {
    "counter_quote_nh": 0.8819875776397516,
    "counter_ref_nh": 0.7888198757763976,
    "derog_dehum_h": 0.6142857142857143,
    "derog_impl_h": 0.32142857142857145,
    "derog_neg_attrib_h": 0.6357142857142857,
    "derog_neg_emote_h": 0.37857142857142856,
    "ident_neutral_nh": 0.9071428571428571,
    "ident_pos_nh": 0.6619047619047619,
    "negate_neg_nh": 0.6714285714285714,
    "negate_pos_h": 0.2857142857142857,
    "phrase_opinion_h": 0.5142857142857142,
    "phrase_question_h": 0.4,
    "profanity_h": 0.4142857142857143,
    "profanity_nh": 0.99,
    "ref_subs_clause_h": 0.5071428571428571,
    "ref_subs_sent_h": 0.5785714285714286,
    "slur_h": 0.17857142857142858,
    "spell_char_del_h": 0.32857142857142857,
    "spell_char_swap_h": 0.40714285714285714,
    "spell_leet_h": 0.13043478260869565,
    "spell_space_add_h": 0.14285714285714285,
    "spell_space_del_h": 0.36645962732919257,
    "target_group_nh": 0.8923076923076924,
    "target_indiv_nh": 1.0,
    "target_obj_nh": 0.9230769230769231,
    "threat_dir_h": 0.35,
    "threat_norm_h": 0.55
   }
  },
  "mhc_nld": {
   "n": 3765,
   "auc": 0.541997138047138,
   "f1_05": 0.21385742838107927,
   "fpr_05": 0.036444444444444446,
   "func_acc": {
    "counter_quote_nh": 0.9764705882352941,
    "counter_ref_nh": 0.9647058823529412,
    "derog_dehum_h": 0.07857142857142857,
    "derog_impl_h": 0.04285714285714286,
    "derog_neg_attrib_h": 0.1,
    "derog_neg_emote_h": 0.08571428571428572,
    "ident_neutral_nh": 0.9928571428571429,
    "ident_pos_nh": 0.919047619047619,
    "negate_neg_nh": 0.9285714285714286,
    "negate_pos_h": 0.014285714285714285,
    "phrase_opinion_h": 0.14285714285714285,
    "phrase_question_h": 0.07142857142857142,
    "profanity_h": 0.2,
    "profanity_nh": 1.0,
    "ref_subs_clause_h": 0.18571428571428572,
    "ref_subs_sent_h": 0.17142857142857143,
    "slur_h": 0.1588235294117647,
    "spell_char_del_h": 0.12142857142857143,
    "spell_char_swap_h": 0.17857142857142858,
    "spell_leet_h": 0.047058823529411764,
    "spell_space_add_h": 0.029411764705882353,
    "spell_space_del_h": 0.13529411764705881,
    "target_group_nh": 0.9846153846153847,
    "target_indiv_nh": 0.9846153846153847,
    "target_obj_nh": 0.9846153846153847,
    "threat_dir_h": 0.19285714285714287,
    "threat_norm_h": 0.2571428571428571
   }
  },
  "mhc_pol": {
   "n": 3815,
   "auc": 0.481497665265629,
   "f1_05": 0.19295958279009126,
   "fpr_05": 0.08267370272647317,
   "func_acc": {
    "counter_quote_nh": 0.9431818181818182,
    "counter_ref_nh": 0.8579545454545454,
    "derog_dehum_h": 0.05,
    "derog_impl_h": 0.16428571428571428,
    "derog_neg_attrib_h": 0.12142857142857143,
    "derog_neg_emote_h": 0.07857142857142857,
    "ident_neutral_nh": 0.9071428571428571,
    "ident_pos_nh": 0.9142857142857143,
    "negate_neg_nh": 0.8071428571428572,
    "negate_pos_h": 0.11428571428571428,
    "phrase_opinion_h": 0.2357142857142857,
    "phrase_question_h": 0.17857142857142858,
    "profanity_h": 0.12857142857142856,
    "profanity_nh": 0.99,
    "ref_subs_clause_h": 0.25,
    "ref_subs_sent_h": 0.17857142857142858,
    "slur_h": 0.005263157894736842,
    "spell_char_del_h": 0.08571428571428572,
    "spell_char_swap_h": 0.14285714285714285,
    "spell_leet_h": 0.022727272727272728,
    "spell_space_add_h": 0.011363636363636364,
    "spell_space_del_h": 0.03409090909090909,
    "target_group_nh": 1.0,
    "target_indiv_nh": 1.0,
    "target_obj_nh": 1.0,
    "threat_dir_h": 0.15,
    "threat_norm_h": 0.14285714285714285
   }
  },
  "mhc_por": {
   "n": 3691,
   "auc": 0.5911208380018919,
   "f1_05": 0.3927510398098633,
   "fpr_05": 0.11171171171171171,
   "func_acc": {
    "counter_quote_nh": 0.9130434782608695,
    "counter_ref_nh": 0.8633540372670807,
    "derog_dehum_h": 0.22142857142857142,
    "derog_impl_h": 0.2391304347826087,
    "derog_neg_attrib_h": 0.32857142857142857,
    "derog_neg_emote_h": 0.12857142857142856,
    "ident_neutral_nh": 0.9300699300699301,
    "ident_pos_nh": 0.8238095238095238,
    "negate_neg_nh": 0.7857142857142857,
    "negate_pos_h": 0.18571428571428572,
    "phrase_opinion_h": 0.37857142857142856,
    "phrase_question_h": 0.17142857142857143,
    "profanity_h": 0.29285714285714287,
    "profanity_nh": 1.0,
    "ref_subs_clause_h": 0.40714285714285714,
    "ref_subs_sent_h": 0.42142857142857143,
    "slur_h": 0.19285714285714287,
    "spell_char_del_h": 0.22142857142857142,
    "spell_char_swap_h": 0.3142857142857143,
    "spell_leet_h": 0.09937888198757763,
    "spell_space_add_h": 0.055900621118012424,
    "spell_space_del_h": 0.22981366459627328,
    "target_group_nh": 0.8769230769230769,
    "target_indiv_nh": 1.0,
    "target_obj_nh": 0.9538461538461539,
    "threat_dir_h": 0.29285714285714287,
    "threat_norm_h": 0.4857142857142857
   }
  },
  "mhc_spa": {
   "n": 3745,
   "auc": 0.6112117568826005,
   "f1_05": 0.4332394366197183,
   "fpr_05": 0.13387241689128482,
   "func_acc": {
    "counter_quote_nh": 0.8902439024390244,
    "counter_ref_nh": 0.823170731707317,
    "derog_dehum_h": 0.4142857142857143,
    "derog_impl_h": 0.18571428571428572,
    "derog_neg_attrib_h": 0.4785714285714286,
    "derog_neg_emote_h": 0.24285714285714285,
    "ident_neutral_nh": 0.95,
    "ident_pos_nh": 0.8095238095238095,
    "negate_neg_nh": 0.7142857142857143,
    "negate_pos_h": 0.2896551724137931,
    "phrase_opinion_h": 0.38620689655172413,
    "phrase_question_h": 0.2714285714285714,
    "profanity_h": 0.4,
    "profanity_nh": 1.0,
    "ref_subs_clause_h": 0.38620689655172413,
    "ref_subs_sent_h": 0.45517241379310347,
    "slur_h": 0.02,
    "spell_char_del_h": 0.2571428571428571,
    "spell_char_swap_h": 0.2714285714285714,
    "spell_leet_h": 0.08284023668639054,
    "spell_space_add_h": 0.06707317073170732,
    "spell_space_del_h": 0.2621951219512195,
    "target_group_nh": 0.8769230769230769,
    "target_indiv_nh": 0.9692307692307692,
    "target_obj_nh": 0.9230769230769231,
    "threat_dir_h": 0.32142857142857145,
    "threat_norm_h": 0.5517241379310345
   }
  },
  "mhs": {
   "n": 6000,
   "auc": 0.7372936823411543,
   "f1_05": 0.5294117647058824,
   "fpr_05": 0.28008998875140606
  },
  "_mhc_mean_auc": 0.5694199701951245,
  "_mhc_mean_f1": 0.3089519894026624,
  "_real_mean_auc": 0.64584512130793,
  "hs18": {
   "n": 10534,
   "auc": 0.8996030681241819,
   "f1_05": 0.590931253047294,
   "fpr_05": 0.027081995290087774
  },
  "ethos": {
   "n": 998,
   "auc": 0.7598377240491324,
   "f1_05": 0.5611940298507463,
   "fpr_05": 0.08672566371681416
  },
  "olidbr": {
   "n": 1738,
   "auc": 0.610828849954404,
   "f1_05": 0.2631578947368421,
   "fpr_05": 0.12558450233800936
  },
  "_heldout_real_mean_auc": 0.6871770195557245
 },
 "christinacdl/XLM_RoBERTa-Multilingual-Hate-Speech-Detection-New": {
  "labels": [
   "NOT",
   "HATEFUL"
  ],
  "col": "HATEFUL",
  "neg": false,
  "hatexplain": {
   "n": 1924,
   "auc": 0.7805264423685476,
   "f1_05": 0.6006079027355623,
   "fpr_05": 0.418796992481203
  },
  "kmhas": {
   "n": 5000,
   "auc": 0.7960103000273107,
   "f1_05": 0.5573997233748271,
   "fpr_05": 0.08794992175273865
  },
  "mhc_ara": {
   "n": 3570,
   "auc": 0.8882323151772432,
   "f1_05": 0.8656840357068715,
   "fpr_05": 0.2211895910780669,
   "func_acc": {
    "counter_quote_nh": 0.8082191780821918,
    "counter_ref_nh": 0.8835616438356164,
    "derog_dehum_h": 0.9857142857142858,
    "derog_impl_h": 0.8137931034482758,
    "derog_neg_attrib_h": 0.9142857142857143,
    "derog_neg_emote_h": 0.8428571428571429,
    "ident_neutral_nh": 0.8214285714285714,
    "ident_pos_nh": 0.7666666666666667,
    "negate_neg_nh": 0.6285714285714286,
    "negate_pos_h": 0.7071428571428572,
    "phrase_opinion_h": 0.9928571428571429,
    "phrase_question_h": 0.7642857142857142,
    "profanity_h": 0.9642857142857143,
    "profanity_nh": 0.85,
    "ref_subs_clause_h": 0.8642857142857143,
    "ref_subs_sent_h": 0.8714285714285714,
    "slur_h": 0.8571428571428571,
    "spell_char_eng_replace_h": 0.8639455782312925,
    "spell_char_repeat_h": 0.7534246575342466,
    "spell_sent_arabazi_h": 0.21804511278195488,
    "spell_space_add_h": 0.9726027397260274,
    "spell_word_variation_h": 0.8356164383561644,
    "target_group_nh": 0.676923076923077,
    "target_indiv_nh": 0.703125,
    "target_obj_nh": 0.8153846153846154,
    "threat_dir_h": 0.8785714285714286,
    "threat_norm_h": 0.9214285714285714
   }
  },
  "mhc_cmn": {
   "n": 3378,
   "auc": 0.9959059003667275,
   "f1_05": 0.9834838141378551,
   "fpr_05": 0.03863432165318958,
   "func_acc": {
    "counter_quote_nh": 1.0,
    "counter_ref_nh": 0.9817073170731707,
    "derog_dehum_h": 0.9857142857142858,
    "derog_impl_h": 1.0,
    "derog_neg_attrib_h": 0.9571428571428572,
    "derog_neg_emote_h": 1.0,
    "ident_neutral_nh": 1.0,
    "ident_pos_nh": 0.9952380952380953,
    "negate_neg_nh": 0.9428571428571428,
    "negate_pos_h": 0.9928571428571429,
    "phrase_opinion_h": 1.0,
    "phrase_question_h": 0.9642857142857143,
    "profanity_h": 1.0,
    "profanity_nh": 0.95,
    "ref_subs_clause_h": 0.9571428571428572,
    "ref_subs_sent_h": 1.0,
    "slur_h": 1.0,
    "spell_char_comp_h": 0.9794520547945206,
    "spell_homoph_h": 0.9357142857142857,
    "spell_pinyin_h": 1.0,
    "target_group_nh": 0.8615384615384616,
    "target_indiv_nh": 0.8,
    "target_obj_nh": 0.9384615384615385,
    "threat_dir_h": 1.0,
    "threat_norm_h": 1.0
   }
  },
  "mhc_deu": {
   "n": 3645,
   "auc": 0.9986199301638463,
   "f1_05": 0.9904053260231055,
   "fpr_05": 0.025570776255707764,
   "func_acc": {
    "counter_quote_nh": 1.0,
    "counter_ref_nh": 1.0,
    "derog_dehum_h": 1.0,
    "derog_impl_h": 1.0,
    "derog_neg_attrib_h": 1.0,
    "derog_neg_emote_h": 1.0,
    "ident_neutral_nh": 0.9785714285714285,
    "ident_pos_nh": 0.9904761904761905,
    "negate_neg_nh": 1.0,
    "negate_pos_h": 0.9928571428571429,
    "phrase_opinion_h": 1.0,
    "phrase_question_h": 0.9428571428571428,
    "profanity_h": 0.9928571428571429,
    "profanity_nh": 0.93,
    "ref_subs_clause_h": 1.0,
    "ref_subs_sent_h": 1.0,
    "slur_h": 0.9833333333333333,
    "spell_char_del_h": 1.0,
    "spell_char_swap_h": 1.0,
    "spell_leet_h": 1.0,
    "spell_space_add_h": 1.0,
    "spell_space_del_h": 0.967741935483871,
    "target_group_nh": 0.9538461538461539,
    "target_indiv_nh": 0.8307692307692308,
    "target_obj_nh": 0.9692307692307692,
    "threat_dir_h": 0.9785714285714285,
    "threat_norm_h": 0.9928571428571429
   }
  },
  "mhc_eng": {
   "n": 3728,
   "auc": 0.999995981104493,
   "f1_05": 0.9976644608797197,
   "fpr_05": 0.010300429184549357,
   "func_acc": {
    "counter_quote_nh": 1.0,
    "counter_ref_nh": 1.0,
    "derog_dehum_h": 1.0,
    "derog_impl_h": 1.0,
    "derog_neg_attrib_h": 1.0,
    "derog_neg_emote_h": 1.0,
    "ident_neutral_nh": 1.0,
    "ident_pos_nh": 1.0,
    "negate_neg_nh": 1.0,
    "negate_pos_h": 1.0,
    "phrase_opinion_h": 1.0,
    "phrase_question_h": 1.0,
    "profanity_h": 1.0,
    "profanity_nh": 1.0,
    "ref_subs_clause_h": 1.0,
    "ref_subs_sent_h": 1.0,
    "slur_h": 1.0,
    "slur_homonym_nh": 0.9,
    "slur_reclaimed_nh": 0.9876543209876543,
    "spell_char_del_h": 1.0,
    "spell_char_swap_h": 1.0,
    "spell_leet_h": 1.0,
    "spell_space_add_h": 1.0,
    "spell_space_del_h": 1.0,
    "target_group_nh": 0.967741935483871,
    "target_indiv_nh": 0.9230769230769231,
    "target_obj_nh": 0.9846153846153847,
    "threat_dir_h": 1.0,
    "threat_norm_h": 1.0
   }
  },
  "mhc_fra": {
   "n": 3718,
   "auc": 0.995719863767717,
   "f1_05": 0.9843092231151933,
   "fpr_05": 0.04830053667262969,
   "func_acc": {
    "counter_quote_nh": 1.0,
    "counter_ref_nh": 1.0,
    "derog_dehum_h": 1.0,
    "derog_impl_h": 1.0,
    "derog_neg_attrib_h": 1.0,
    "derog_neg_emote_h": 1.0,
    "ident_neutral_nh": 1.0,
    "ident_pos_nh": 1.0,
    "negate_neg_nh": 0.95,
    "negate_pos_h": 0.9928571428571429,
    "phrase_opinion_h": 1.0,
    "phrase_question_h": 0.9925373134328358,
    "profanity_h": 0.9924812030075187,
    "profanity_nh": 0.84,
    "ref_subs_clause_h": 1.0,
    "ref_subs_sent_h": 1.0,
    "slur_h": 1.0,
    "spell_char_del_h": 0.9428571428571428,
    "spell_char_swap_h": 1.0,
    "spell_leet_h": 0.9940119760479041,
    "spell_space_add_h": 1.0,
    "spell_space_del_h": 0.9940119760479041,
    "target_group_nh": 0.9076923076923077,
    "target_indiv_nh": 0.7384615384615385,
    "target_obj_nh": 0.8769230769230769,
    "threat_dir_h": 0.9357142857142857,
    "threat_norm_h": 0.9571428571428572
   }
  },
  "mhc_hin": {
   "n": 3565,
   "auc": 0.8375642265791304,
   "f1_05": 0.8165275101691286,
   "fpr_05": 0.2562674094707521,
   "func_acc": {
    "counter_quote_nh": 0.910958904109589,
    "counter_ref_nh": 0.815068493150685,
    "derog_dehum_h": 0.8071428571428572,
    "derog_impl_h": 0.8142857142857143,
    "derog_neg_attrib_h": 0.75,
    "derog_neg_emote_h": 0.6642857142857143,
    "ident_neutral_nh": 0.7714285714285715,
    "ident_pos_nh": 0.5523809523809524,
    "negate_neg_nh": 0.7928571428571428,
    "negate_pos_h": 0.8714285714285714,
    "phrase_opinion_h": 0.7285714285714285,
    "phrase_question_h": 0.75,
    "profanity_h": 0.8071428571428572,
    "profanity_nh": 0.88,
    "ref_subs_clause_h": 0.7714285714285715,
    "ref_subs_sent_h": 0.7214285714285714,
    "slur_h": 0.8444444444444444,
    "spell_char_del_h": 0.6214285714285714,
    "spell_char_swap_h": 0.7285714285714285,
    "spell_leet_h": 0.8013698630136986,
    "spell_space_add_h": 0.8356164383561644,
    "spell_space_del_h": 0.7534246575342466,
    "target_group_nh": 0.6307692307692307,
    "target_indiv_nh": 0.49230769230769234,
    "target_obj_nh": 0.8153846153846154,
    "threat_dir_h": 0.7071428571428572,
    "threat_norm_h": 0.8428571428571429
   }
  },
  "mhc_ita": {
   "n": 3690,
   "auc": 0.9984437191126331,
   "f1_05": 0.9884348496530455,
   "fpr_05": 0.037037037037037035,
   "func_acc": {
    "counter_quote_nh": 0.9875776397515528,
    "counter_ref_nh": 0.9875776397515528,
    "derog_dehum_h": 1.0,
    "derog_impl_h": 1.0,
    "derog_neg_attrib_h": 1.0,
    "derog_neg_emote_h": 1.0,
    "ident_neutral_nh": 1.0,
    "ident_pos_nh": 1.0,
    "negate_neg_nh": 0.9785714285714285,
    "negate_pos_h": 1.0,
    "phrase_opinion_h": 1.0,
    "phrase_question_h": 1.0,
    "profanity_h": 1.0,
    "profanity_nh": 0.86,
    "ref_subs_clause_h": 1.0,
    "ref_subs_sent_h": 1.0,
    "slur_h": 0.9857142857142858,
    "spell_char_del_h": 0.9357142857142857,
    "spell_char_swap_h": 1.0,
    "spell_leet_h": 1.0,
    "spell_space_add_h": 0.9937888198757764,
    "spell_space_del_h": 1.0,
    "target_group_nh": 0.9230769230769231,
    "target_indiv_nh": 0.8615384615384616,
    "target_obj_nh": 0.9076923076923077,
    "threat_dir_h": 1.0,
    "threat_norm_h": 0.95
   }
  },
  "mhc_nld": {
   "n": 3765,
   "auc": 0.997687037037037,
   "f1_05": 0.9893818733409178,
   "fpr_05": 0.022222222222222223,
   "func_acc": {
    "counter_quote_nh": 1.0,
    "counter_ref_nh": 1.0,
    "derog_dehum_h": 1.0,
    "derog_impl_h": 1.0,
    "derog_neg_attrib_h": 1.0,
    "derog_neg_emote_h": 0.9928571428571429,
    "ident_neutral_nh": 0.9928571428571429,
    "ident_pos_nh": 0.9952380952380953,
    "negate_neg_nh": 1.0,
    "negate_pos_h": 1.0,
    "phrase_opinion_h": 0.9928571428571429,
    "phrase_question_h": 1.0,
    "profanity_h": 1.0,
    "profanity_nh": 0.93,
    "ref_subs_clause_h": 1.0,
    "ref_subs_sent_h": 1.0,
    "slur_h": 0.9,
    "spell_char_del_h": 0.9571428571428572,
    "spell_char_swap_h": 0.9928571428571429,
    "spell_leet_h": 1.0,
    "spell_space_add_h": 0.9882352941176471,
    "spell_space_del_h": 0.9823529411764705,
    "target_group_nh": 0.9076923076923077,
    "target_indiv_nh": 0.8769230769230769,
    "target_obj_nh": 0.9692307692307692,
    "threat_dir_h": 1.0,
    "threat_norm_h": 1.0
   }
  },
  "mhc_pol": {
   "n": 3815,
   "auc": 0.9964359913638803,
   "f1_05": 0.9805607476635514,
   "fpr_05": 0.04309586631486367,
   "func_acc": {
    "counter_quote_nh": 1.0,
    "counter_ref_nh": 1.0,
    "derog_dehum_h": 1.0,
    "derog_impl_h": 0.9857142857142858,
    "derog_neg_attrib_h": 0.9857142857142858,
    "derog_neg_emote_h": 0.9642857142857143,
    "ident_neutral_nh": 0.9928571428571429,
    "ident_pos_nh": 0.9761904761904762,
    "negate_neg_nh": 1.0,
    "negate_pos_h": 0.9928571428571429,
    "phrase_opinion_h": 1.0,
    "phrase_question_h": 0.9714285714285714,
    "profanity_h": 1.0,
    "profanity_nh": 0.86,
    "ref_subs_clause_h": 0.9928571428571429,
    "ref_subs_sent_h": 0.9928571428571429,
    "slur_h": 0.9789473684210527,
    "spell_char_del_h": 0.9714285714285714,
    "spell_char_swap_h": 0.9071428571428571,
    "spell_leet_h": 0.9943181818181818,
    "spell_space_add_h": 0.9545454545454546,
    "spell_space_del_h": 0.9772727272727273,
    "target_group_nh": 0.8769230769230769,
    "target_indiv_nh": 0.7846153846153846,
    "target_obj_nh": 0.8923076923076924,
    "threat_dir_h": 0.9714285714285714,
    "threat_norm_h": 0.9928571428571429
   }
  },
  "mhc_por": {
   "n": 3691,
   "auc": 0.9962974404082502,
   "f1_05": 0.9848339412555193,
   "fpr_05": 0.05675675675675676,
   "func_acc": {
    "counter_quote_nh": 1.0,
    "counter_ref_nh": 0.9875776397515528,
    "derog_dehum_h": 1.0,
    "derog_impl_h": 1.0,
    "derog_neg_attrib_h": 0.9857142857142858,
    "derog_neg_emote_h": 1.0,
    "ident_neutral_nh": 0.9440559440559441,
    "ident_pos_nh": 0.9714285714285714,
    "negate_neg_nh": 0.95,
    "negate_pos_h": 1.0,
    "phrase_opinion_h": 1.0,
    "phrase_question_h": 0.9571428571428572,
    "profanity_h": 1.0,
    "profanity_nh": 0.83,
    "ref_subs_clause_h": 0.9857142857142858,
    "ref_subs_sent_h": 0.9785714285714285,
    "slur_h": 1.0,
    "spell_char_del_h": 1.0,
    "spell_char_swap_h": 1.0,
    "spell_leet_h": 1.0,
    "spell_space_add_h": 1.0,
    "spell_space_del_h": 0.9813664596273292,
    "target_group_nh": 0.9076923076923077,
    "target_indiv_nh": 0.8,
    "target_obj_nh": 0.9384615384615385,
    "threat_dir_h": 1.0,
    "threat_norm_h": 1.0
   }
  },
  "mhc_spa": {
   "n": 3745,
   "auc": 0.9984717090368865,
   "f1_05": 0.988844772168652,
   "fpr_05": 0.03773584905660377,
   "func_acc": {
    "counter_quote_nh": 1.0,
    "counter_ref_nh": 0.9878048780487805,
    "derog_dehum_h": 1.0,
    "derog_impl_h": 0.9857142857142858,
    "derog_neg_attrib_h": 1.0,
    "derog_neg_emote_h": 0.9928571428571429,
    "ident_neutral_nh": 0.9571428571428572,
    "ident_pos_nh": 0.9809523809523809,
    "negate_neg_nh": 0.9928571428571429,
    "negate_pos_h": 1.0,
    "phrase_opinion_h": 1.0,
    "phrase_question_h": 1.0,
    "profanity_h": 1.0,
    "profanity_nh": 0.87,
    "ref_subs_clause_h": 0.9793103448275862,
    "ref_subs_sent_h": 0.9862068965517241,
    "slur_h": 1.0,
    "spell_char_del_h": 1.0,
    "spell_char_swap_h": 0.95,
    "spell_leet_h": 1.0,
    "spell_space_add_h": 0.9939024390243902,
    "spell_space_del_h": 0.9939024390243902,
    "target_group_nh": 0.9230769230769231,
    "target_indiv_nh": 0.8461538461538461,
    "target_obj_nh": 0.9846153846153847,
    "threat_dir_h": 1.0,
    "threat_norm_h": 1.0
   }
  },
  "mhs": {
   "n": 6000,
   "auc": 0.7968616784638255,
   "f1_05": 0.5771170692859039,
   "fpr_05": 0.2530933633295838
  },
  "_mhc_mean_auc": 0.9730340103743494,
  "_mhc_mean_f1": 0.9609209594648692,
  "_real_mean_auc": 0.791132806953228,
  "hs18": {
   "n": 10534,
   "auc": 0.8018121326218176,
   "f1_05": 0.47201336675020883,
   "fpr_05": 0.06818668379362021
  },
  "ethos": {
   "n": 998,
   "auc": 0.8316233726419915,
   "f1_05": 0.6282245827010622,
   "fpr_05": 0.033628318584070796
  },
  "olidbr": {
   "n": 1738,
   "auc": 0.6393145904533826,
   "f1_05": 0.2966101694915254,
   "fpr_05": 0.3760855043420174
  },
  "_heldout_real_mean_auc": 0.7671900989361256
 },
 "IMSyPP/hate_speech_multilingual::!LABEL_0": {
  "labels": [
   "LABEL_0",
   "LABEL_1",
   "LABEL_2",
   "LABEL_3"
  ],
  "col": "LABEL_0",
  "neg": true,
  "hatexplain": {
   "n": 1924,
   "auc": 0.6088491430596694,
   "f1_05": 0.4830430797433547,
   "fpr_05": 0.7977443609022556
  },
  "kmhas": {
   "n": 5000,
   "auc": 0.7784053164787432,
   "f1_05": 0.6205482961824238,
   "fpr_05": 0.27762128325508606
  },
  "mhc_ara": {
   "n": 3570,
   "auc": 0.5974614166937453,
   "f1_05": 0.578790882061447,
   "fpr_05": 0.3475836431226766,
   "func_acc": {
    "counter_quote_nh": 0.3287671232876712,
    "counter_ref_nh": 0.5205479452054794,
    "derog_dehum_h": 0.5357142857142857,
    "derog_impl_h": 0.46206896551724136,
    "derog_neg_attrib_h": 0.6357142857142857,
    "derog_neg_emote_h": 0.32857142857142857,
    "ident_neutral_nh": 0.8142857142857143,
    "ident_pos_nh": 0.7142857142857143,
    "negate_neg_nh": 0.6571428571428571,
    "negate_pos_h": 0.35714285714285715,
    "phrase_opinion_h": 0.5714285714285714,
    "phrase_question_h": 0.30714285714285716,
    "profanity_h": 0.5571428571428572,
    "profanity_nh": 0.89,
    "ref_subs_clause_h": 0.5428571428571428,
    "ref_subs_sent_h": 0.5714285714285714,
    "slur_h": 0.4945054945054945,
    "spell_char_eng_replace_h": 0.41496598639455784,
    "spell_char_repeat_h": 0.5136986301369864,
    "spell_sent_arabazi_h": 0.06015037593984962,
    "spell_space_add_h": 0.4383561643835616,
    "spell_word_variation_h": 0.547945205479452,
    "target_group_nh": 0.5384615384615384,
    "target_indiv_nh": 0.625,
    "target_obj_nh": 0.8923076923076924,
    "threat_dir_h": 0.4142857142857143,
    "threat_norm_h": 0.6642857142857143
   }
  },
  "mhc_cmn": {
   "n": 3378,
   "auc": 0.7645004155187837,
   "f1_05": 0.8234816169002641,
   "fpr_05": 0.5669362084456424,
   "func_acc": {
    "counter_quote_nh": 0.06707317073170732,
    "counter_ref_nh": 0.18292682926829268,
    "derog_dehum_h": 0.9785714285714285,
    "derog_impl_h": 0.7357142857142858,
    "derog_neg_attrib_h": 0.9571428571428572,
    "derog_neg_emote_h": 0.7928571428571428,
    "ident_neutral_nh": 0.7857142857142857,
    "ident_pos_nh": 0.8380952380952381,
    "negate_neg_nh": 0.38571428571428573,
    "negate_pos_h": 0.7428571428571429,
    "phrase_opinion_h": 0.9785714285714285,
    "phrase_question_h": 0.7714285714285715,
    "profanity_h": 1.0,
    "profanity_nh": 0.35,
    "ref_subs_clause_h": 0.9785714285714285,
    "ref_subs_sent_h": 1.0,
    "slur_h": 0.94,
    "spell_char_comp_h": 0.958904109589041,
    "spell_homoph_h": 0.8428571428571429,
    "spell_pinyin_h": 0.8187919463087249,
    "target_group_nh": 0.12307692307692308,
    "target_indiv_nh": 0.16923076923076924,
    "target_obj_nh": 0.7230769230769231,
    "threat_dir_h": 0.9,
    "threat_norm_h": 0.9214285714285714
   }
  },
  "mhc_deu": {
   "n": 3645,
   "auc": 0.7108077715104306,
   "f1_05": 0.7987111448066717,
   "fpr_05": 0.5652968036529681,
   "func_acc": {
    "counter_quote_nh": 0.2129032258064516,
    "counter_ref_nh": 0.22580645161290322,
    "derog_dehum_h": 0.9285714285714286,
    "derog_impl_h": 0.6275862068965518,
    "derog_neg_attrib_h": 0.9142857142857143,
    "derog_neg_emote_h": 0.6571428571428571,
    "ident_neutral_nh": 0.6785714285714286,
    "ident_pos_nh": 0.7523809523809524,
    "negate_neg_nh": 0.3,
    "negate_pos_h": 0.7428571428571429,
    "phrase_opinion_h": 0.9785714285714285,
    "phrase_question_h": 0.7642857142857142,
    "profanity_h": 0.9714285714285714,
    "profanity_nh": 0.4,
    "ref_subs_clause_h": 0.9071428571428571,
    "ref_subs_sent_h": 0.9428571428571428,
    "slur_h": 0.7916666666666666,
    "spell_char_del_h": 0.8785714285714286,
    "spell_char_swap_h": 0.7428571428571429,
    "spell_leet_h": 0.8774193548387097,
    "spell_space_add_h": 0.6709677419354839,
    "spell_space_del_h": 0.7870967741935484,
    "target_group_nh": 0.15384615384615385,
    "target_indiv_nh": 0.27692307692307694,
    "target_obj_nh": 0.6923076923076923,
    "threat_dir_h": 0.7785714285714286,
    "threat_norm_h": 0.9285714285714286
   }
  },
  "mhc_eng": {
   "n": 3728,
   "auc": 0.6963922040125322,
   "f1_05": 0.8270702853166318,
   "fpr_05": 0.6935622317596567,
   "func_acc": {
    "counter_quote_nh": 0.005780346820809248,
    "counter_ref_nh": 0.12056737588652482,
    "derog_dehum_h": 0.9928571428571429,
    "derog_impl_h": 0.8857142857142857,
    "derog_neg_attrib_h": 0.9571428571428572,
    "derog_neg_emote_h": 0.8571428571428571,
    "ident_neutral_nh": 0.5873015873015873,
    "ident_pos_nh": 0.8095238095238095,
    "negate_neg_nh": 0.12781954887218044,
    "negate_pos_h": 0.95,
    "phrase_opinion_h": 1.0,
    "phrase_question_h": 0.8785714285714286,
    "profanity_h": 1.0,
    "profanity_nh": 0.12,
    "ref_subs_clause_h": 0.9785714285714285,
    "ref_subs_sent_h": 1.0,
    "slur_h": 0.9444444444444444,
    "slur_homonym_nh": 0.6333333333333333,
    "slur_reclaimed_nh": 0.1728395061728395,
    "spell_char_del_h": 0.9071428571428571,
    "spell_char_swap_h": 0.8421052631578947,
    "spell_leet_h": 0.884393063583815,
    "spell_space_add_h": 0.791907514450867,
    "spell_space_del_h": 0.9219858156028369,
    "target_group_nh": 0.11290322580645161,
    "target_indiv_nh": 0.13846153846153847,
    "target_obj_nh": 0.5230769230769231,
    "threat_dir_h": 0.9624060150375939,
    "threat_norm_h": 0.9857142857142858
   }
  },
  "mhc_fra": {
   "n": 3718,
   "auc": 0.7214858263382413,
   "f1_05": 0.7954631379962193,
   "fpr_05": 0.5241502683363148,
   "func_acc": {
    "counter_quote_nh": 0.041916167664670656,
    "counter_ref_nh": 0.2634730538922156,
    "derog_dehum_h": 0.9714285714285714,
    "derog_impl_h": 0.6,
    "derog_neg_attrib_h": 0.7928571428571428,
    "derog_neg_emote_h": 0.6071428571428571,
    "ident_neutral_nh": 0.7214285714285714,
    "ident_pos_nh": 0.8086124401913876,
    "negate_neg_nh": 0.42142857142857143,
    "negate_pos_h": 0.6357142857142857,
    "phrase_opinion_h": 0.95,
    "phrase_question_h": 0.6567164179104478,
    "profanity_h": 0.9172932330827067,
    "profanity_nh": 0.6,
    "ref_subs_clause_h": 0.8796992481203008,
    "ref_subs_sent_h": 0.8992805755395683,
    "slur_h": 0.80625,
    "spell_char_del_h": 0.7928571428571428,
    "spell_char_swap_h": 0.8285714285714286,
    "spell_leet_h": 0.8802395209580839,
    "spell_space_add_h": 0.7485029940119761,
    "spell_space_del_h": 0.8083832335329342,
    "target_group_nh": 0.2923076923076923,
    "target_indiv_nh": 0.38461538461538464,
    "target_obj_nh": 0.7384615384615385,
    "threat_dir_h": 0.8428571428571429,
    "threat_norm_h": 0.95
   }
  },
  "mhc_hin": {
   "n": 3565,
   "auc": 0.565845491973357,
   "f1_05": 0.5647410358565738,
   "fpr_05": 0.3658310120705664,
   "func_acc": {
    "counter_quote_nh": 0.6027397260273972,
    "counter_ref_nh": 0.4315068493150685,
    "derog_dehum_h": 0.4,
    "derog_impl_h": 0.42857142857142855,
    "derog_neg_attrib_h": 0.5,
    "derog_neg_emote_h": 0.4857142857142857,
    "ident_neutral_nh": 0.7214285714285714,
    "ident_pos_nh": 0.6761904761904762,
    "negate_neg_nh": 0.4,
    "negate_pos_h": 0.4857142857142857,
    "phrase_opinion_h": 0.5142857142857142,
    "phrase_question_h": 0.32857142857142857,
    "profanity_h": 0.4857142857142857,
    "profanity_nh": 0.86,
    "ref_subs_clause_h": 0.5642857142857143,
    "ref_subs_sent_h": 0.6428571428571429,
    "slur_h": 0.34444444444444444,
    "spell_char_del_h": 0.32857142857142857,
    "spell_char_swap_h": 0.4928571428571429,
    "spell_leet_h": 0.4315068493150685,
    "spell_space_add_h": 0.3219178082191781,
    "spell_space_del_h": 0.3424657534246575,
    "target_group_nh": 0.7076923076923077,
    "target_indiv_nh": 0.7846153846153846,
    "target_obj_nh": 0.7692307692307693,
    "threat_dir_h": 0.37857142857142856,
    "threat_norm_h": 0.7
   }
  },
  "mhc_ita": {
   "n": 3690,
   "auc": 0.6653338607202048,
   "f1_05": 0.784765625,
   "fpr_05": 0.47696476964769646,
   "func_acc": {
    "counter_quote_nh": 0.19254658385093168,
    "counter_ref_nh": 0.38509316770186336,
    "derog_dehum_h": 0.9571428571428572,
    "derog_impl_h": 0.5642857142857143,
    "derog_neg_attrib_h": 0.8928571428571429,
    "derog_neg_emote_h": 0.5571428571428572,
    "ident_neutral_nh": 0.9,
    "ident_pos_nh": 0.9142857142857143,
    "negate_neg_nh": 0.6142857142857143,
    "negate_pos_h": 0.55,
    "phrase_opinion_h": 0.9714285714285714,
    "phrase_question_h": 0.7,
    "profanity_h": 1.0,
    "profanity_nh": 0.02,
    "ref_subs_clause_h": 0.9071428571428571,
    "ref_subs_sent_h": 0.9785714285714285,
    "slur_h": 0.7571428571428571,
    "spell_char_del_h": 0.7,
    "spell_char_swap_h": 0.4642857142857143,
    "spell_leet_h": 0.84472049689441,
    "spell_space_add_h": 0.7515527950310559,
    "spell_space_del_h": 0.7763975155279503,
    "target_group_nh": 0.3230769230769231,
    "target_indiv_nh": 0.27692307692307694,
    "target_obj_nh": 0.6307692307692307,
    "threat_dir_h": 0.7785714285714286,
    "threat_norm_h": 0.8428571428571429
   }
  },
  "mhc_nld": {
   "n": 3765,
   "auc": 0.7203996632996633,
   "f1_05": 0.8093767036162094,
   "fpr_05": 0.5653333333333334,
   "func_acc": {
    "counter_quote_nh": 0.13529411764705881,
    "counter_ref_nh": 0.2647058823529412,
    "derog_dehum_h": 0.9714285714285714,
    "derog_impl_h": 0.7785714285714286,
    "derog_neg_attrib_h": 0.8714285714285714,
    "derog_neg_emote_h": 0.8,
    "ident_neutral_nh": 0.6428571428571429,
    "ident_pos_nh": 0.6095238095238096,
    "negate_neg_nh": 0.32857142857142857,
    "negate_pos_h": 0.8071428571428572,
    "phrase_opinion_h": 0.9142857142857143,
    "phrase_question_h": 0.7357142857142858,
    "profanity_h": 0.9214285714285714,
    "profanity_nh": 0.62,
    "ref_subs_clause_h": 0.9,
    "ref_subs_sent_h": 0.9428571428571428,
    "slur_h": 0.7058823529411765,
    "spell_char_del_h": 0.8428571428571429,
    "spell_char_swap_h": 0.6642857142857143,
    "spell_leet_h": 0.9529411764705882,
    "spell_space_add_h": 0.8117647058823529,
    "spell_space_del_h": 0.7235294117647059,
    "target_group_nh": 0.26153846153846155,
    "target_indiv_nh": 0.38461538461538464,
    "target_obj_nh": 0.8153846153846154,
    "threat_dir_h": 0.8857142857142857,
    "threat_norm_h": 0.9928571428571429
   }
  },
  "mhc_pol": {
   "n": 3815,
   "auc": 0.707578871589938,
   "f1_05": 0.7761080464143048,
   "fpr_05": 0.47405452946350046,
   "func_acc": {
    "counter_quote_nh": 0.2897727272727273,
    "counter_ref_nh": 0.3806818181818182,
    "derog_dehum_h": 0.8642857142857143,
    "derog_impl_h": 0.5285714285714286,
    "derog_neg_attrib_h": 0.8642857142857143,
    "derog_neg_emote_h": 0.5642857142857143,
    "ident_neutral_nh": 0.7714285714285715,
    "ident_pos_nh": 0.7047619047619048,
    "negate_neg_nh": 0.37142857142857144,
    "negate_pos_h": 0.6785714285714286,
    "phrase_opinion_h": 0.9285714285714286,
    "phrase_question_h": 0.7928571428571428,
    "profanity_h": 0.8571428571428571,
    "profanity_nh": 0.69,
    "ref_subs_clause_h": 0.7571428571428571,
    "ref_subs_sent_h": 0.8714285714285714,
    "slur_h": 0.8736842105263158,
    "spell_char_del_h": 0.6857142857142857,
    "spell_char_swap_h": 0.6642857142857143,
    "spell_leet_h": 0.8181818181818182,
    "spell_space_add_h": 0.625,
    "spell_space_del_h": 0.7386363636363636,
    "target_group_nh": 0.27692307692307694,
    "target_indiv_nh": 0.4461538461538462,
    "target_obj_nh": 0.8615384615384616,
    "threat_dir_h": 0.7,
    "threat_norm_h": 0.8857142857142857
   }
  },
  "mhc_por": {
   "n": 3691,
   "auc": 0.7365494902108618,
   "f1_05": 0.8208158597026306,
   "fpr_05": 0.46126126126126127,
   "func_acc": {
    "counter_quote_nh": 0.3105590062111801,
    "counter_ref_nh": 0.391304347826087,
    "derog_dehum_h": 0.9214285714285714,
    "derog_impl_h": 0.7101449275362319,
    "derog_neg_attrib_h": 0.9285714285714286,
    "derog_neg_emote_h": 0.7285714285714285,
    "ident_neutral_nh": 0.7202797202797203,
    "ident_pos_nh": 0.7571428571428571,
    "negate_neg_nh": 0.4,
    "negate_pos_h": 0.7642857142857142,
    "phrase_opinion_h": 0.9428571428571428,
    "phrase_question_h": 0.6285714285714286,
    "profanity_h": 0.9357142857142857,
    "profanity_nh": 0.67,
    "ref_subs_clause_h": 0.9214285714285714,
    "ref_subs_sent_h": 0.9357142857142857,
    "slur_h": 0.7571428571428571,
    "spell_char_del_h": 0.7928571428571428,
    "spell_char_swap_h": 0.75,
    "spell_leet_h": 0.8695652173913043,
    "spell_space_add_h": 0.7577639751552795,
    "spell_space_del_h": 0.7888198757763976,
    "target_group_nh": 0.35384615384615387,
    "target_indiv_nh": 0.3230769230769231,
    "target_obj_nh": 0.8615384615384616,
    "threat_dir_h": 0.9428571428571428,
    "threat_norm_h": 0.95
   }
  },
  "mhc_spa": {
   "n": 3745,
   "auc": 0.7133003643046941,
   "f1_05": 0.7975716182887498,
   "fpr_05": 0.48247978436657685,
   "func_acc": {
    "counter_quote_nh": 0.2621951219512195,
    "counter_ref_nh": 0.3597560975609756,
    "derog_dehum_h": 0.9785714285714285,
    "derog_impl_h": 0.5714285714285714,
    "derog_neg_attrib_h": 0.8642857142857143,
    "derog_neg_emote_h": 0.6857142857142857,
    "ident_neutral_nh": 0.7214285714285714,
    "ident_pos_nh": 0.7952380952380952,
    "negate_neg_nh": 0.4642857142857143,
    "negate_pos_h": 0.6551724137931034,
    "phrase_opinion_h": 0.9103448275862069,
    "phrase_question_h": 0.6714285714285714,
    "profanity_h": 0.9857142857142858,
    "profanity_nh": 0.44,
    "ref_subs_clause_h": 0.8827586206896552,
    "ref_subs_sent_h": 0.9172413793103448,
    "slur_h": 0.5466666666666666,
    "spell_char_del_h": 0.8,
    "spell_char_swap_h": 0.6285714285714286,
    "spell_leet_h": 0.9526627218934911,
    "spell_space_add_h": 0.774390243902439,
    "spell_space_del_h": 0.725609756097561,
    "target_group_nh": 0.36923076923076925,
    "target_indiv_nh": 0.3076923076923077,
    "target_obj_nh": 0.8153846153846154,
    "threat_dir_h": 0.8357142857142857,
    "threat_norm_h": 0.9793103448275862
   }
  },
  "mhs": {
   "n": 6000,
   "auc": 0.8034839535733275,
   "f1_05": 0.48976940565118543,
   "fpr_05": 0.6962879640044994
  },
  "_mhc_mean_auc": 0.690877761470223,
  "_mhc_mean_f1": 0.7615359959963367,
  "_real_mean_auc": 0.7302461377039133,
  "hs18": {
   "n": 10534,
   "auc": 0.8666158569439595,
   "f1_05": 0.43839928057553956,
   "fpr_05": 0.24416613144936844
  },
  "ethos": {
   "n": 998,
   "auc": 0.8026160354799812,
   "f1_05": 0.7313974591651543,
   "fpr_05": 0.47079646017699117
  },
  "olidbr": {
   "n": 1738,
   "auc": 0.51619421415445,
   "f1_05": 0.23772241992882562,
   "fpr_05": 0.665998663994656
  },
  "_heldout_real_mean_auc": 0.7409578557642835
 },
 "pysentimiento/robertuito-hate-speech::hateful": {
  "labels": [
   "hateful",
   "targeted",
   "aggressive"
  ],
  "col": "hateful",
  "neg": false,
  "hatexplain": {
   "n": 1924,
   "auc": 0.5688412951570846,
   "f1_05": 0.29740518962075846,
   "fpr_05": 0.19473684210526315
  },
  "kmhas": {
   "n": 5000,
   "auc": 0.45601949028736904,
   "f1_05": 0.0,
   "fpr_05": 0.0
  },
  "mhc_ara": {
   "n": 3570,
   "auc": 0.5162523886323459,
   "f1_05": 0.0,
   "fpr_05": 0.0,
   "func_acc": {
    "counter_quote_nh": 1.0,
    "counter_ref_nh": 1.0,
    "derog_dehum_h": 0.0,
    "derog_impl_h": 0.0,
    "derog_neg_attrib_h": 0.0,
    "derog_neg_emote_h": 0.0,
    "ident_neutral_nh": 1.0,
    "ident_pos_nh": 1.0,
    "negate_neg_nh": 1.0,
    "negate_pos_h": 0.0,
    "phrase_opinion_h": 0.0,
    "phrase_question_h": 0.0,
    "profanity_h": 0.0,
    "profanity_nh": 1.0,
    "ref_subs_clause_h": 0.0,
    "ref_subs_sent_h": 0.0,
    "slur_h": 0.0,
    "spell_char_eng_replace_h": 0.0,
    "spell_char_repeat_h": 0.0,
    "spell_sent_arabazi_h": 0.0,
    "spell_space_add_h": 0.0,
    "spell_word_variation_h": 0.0,
    "target_group_nh": 1.0,
    "target_indiv_nh": 1.0,
    "target_obj_nh": 1.0,
    "threat_dir_h": 0.0,
    "threat_norm_h": 0.0
   }
  },
  "mhc_cmn": {
   "n": 3378,
   "auc": 0.45860837900073187,
   "f1_05": 0.0,
   "fpr_05": 0.0,
   "func_acc": {
    "counter_quote_nh": 1.0,
    "counter_ref_nh": 1.0,
    "derog_dehum_h": 0.0,
    "derog_impl_h": 0.0,
    "derog_neg_attrib_h": 0.0,
    "derog_neg_emote_h": 0.0,
    "ident_neutral_nh": 1.0,
    "ident_pos_nh": 1.0,
    "negate_neg_nh": 1.0,
    "negate_pos_h": 0.0,
    "phrase_opinion_h": 0.0,
    "phrase_question_h": 0.0,
    "profanity_h": 0.0,
    "profanity_nh": 1.0,
    "ref_subs_clause_h": 0.0,
    "ref_subs_sent_h": 0.0,
    "slur_h": 0.0,
    "spell_char_comp_h": 0.0,
    "spell_homoph_h": 0.0,
    "spell_pinyin_h": 0.0,
    "target_group_nh": 1.0,
    "target_indiv_nh": 1.0,
    "target_obj_nh": 1.0,
    "threat_dir_h": 0.0,
    "threat_norm_h": 0.0
   }
  },
  "mhc_deu": {
   "n": 3645,
   "auc": 0.5070351866774107,
   "f1_05": 0.0,
   "fpr_05": 0.0,
   "func_acc": {
    "counter_quote_nh": 1.0,
    "counter_ref_nh": 1.0,
    "derog_dehum_h": 0.0,
    "derog_impl_h": 0.0,
    "derog_neg_attrib_h": 0.0,
    "derog_neg_emote_h": 0.0,
    "ident_neutral_nh": 1.0,
    "ident_pos_nh": 1.0,
    "negate_neg_nh": 1.0,
    "negate_pos_h": 0.0,
    "phrase_opinion_h": 0.0,
    "phrase_question_h": 0.0,
    "profanity_h": 0.0,
    "profanity_nh": 1.0,
    "ref_subs_clause_h": 0.0,
    "ref_subs_sent_h": 0.0,
    "slur_h": 0.0,
    "spell_char_del_h": 0.0,
    "spell_char_swap_h": 0.0,
    "spell_leet_h": 0.0,
    "spell_space_add_h": 0.0,
    "spell_space_del_h": 0.0,
    "target_group_nh": 1.0,
    "target_indiv_nh": 1.0,
    "target_obj_nh": 1.0,
    "threat_dir_h": 0.0,
    "threat_norm_h": 0.0
   }
  },
  "mhc_eng": {
   "n": 3728,
   "auc": 0.7591887859419035,
   "f1_05": 0.4584795321637427,
   "fpr_05": 0.06266094420600858,
   "func_acc": {
    "counter_quote_nh": 0.930635838150289,
    "counter_ref_nh": 0.8936170212765957,
    "derog_dehum_h": 0.4714285714285714,
    "derog_impl_h": 0.16428571428571428,
    "derog_neg_attrib_h": 0.4857142857142857,
    "derog_neg_emote_h": 0.2785714285714286,
    "ident_neutral_nh": 0.9285714285714286,
    "ident_pos_nh": 0.9841269841269841,
    "negate_neg_nh": 0.9097744360902256,
    "negate_pos_h": 0.17142857142857143,
    "phrase_opinion_h": 0.3308270676691729,
    "phrase_question_h": 0.24285714285714285,
    "profanity_h": 0.6714285714285714,
    "profanity_nh": 0.95,
    "ref_subs_clause_h": 0.37142857142857144,
    "ref_subs_sent_h": 0.48872180451127817,
    "slur_h": 0.2569444444444444,
    "slur_homonym_nh": 0.9333333333333333,
    "slur_reclaimed_nh": 0.9135802469135802,
    "spell_char_del_h": 0.2785714285714286,
    "spell_char_swap_h": 0.19548872180451127,
    "spell_leet_h": 0.2023121387283237,
    "spell_space_add_h": 0.028901734104046242,
    "spell_space_del_h": 0.2765957446808511,
    "target_group_nh": 0.9032258064516129,
    "target_indiv_nh": 0.9692307692307692,
    "target_obj_nh": 1.0,
    "threat_dir_h": 0.2706766917293233,
    "threat_norm_h": 0.4142857142857143
   }
  },
  "mhc_fra": {
   "n": 3718,
   "auc": 0.6116685014448878,
   "f1_05": 0.0450281425891182,
   "fpr_05": 0.004472271914132379,
   "func_acc": {
    "counter_quote_nh": 1.0,
    "counter_ref_nh": 1.0,
    "derog_dehum_h": 0.07857142857142857,
    "derog_impl_h": 0.03571428571428571,
    "derog_neg_attrib_h": 0.03571428571428571,
    "derog_neg_emote_h": 0.007142857142857143,
    "ident_neutral_nh": 0.9928571428571429,
    "ident_pos_nh": 0.9952153110047847,
    "negate_neg_nh": 0.9857142857142858,
    "negate_pos_h": 0.014285714285714285,
    "phrase_opinion_h": 0.007142857142857143,
    "phrase_question_h": 0.014925373134328358,
    "profanity_h": 0.03759398496240601,
    "profanity_nh": 1.0,
    "ref_subs_clause_h": 0.015037593984962405,
    "ref_subs_sent_h": 0.04316546762589928,
    "slur_h": 0.0,
    "spell_char_del_h": 0.02857142857142857,
    "spell_char_swap_h": 0.02857142857142857,
    "spell_leet_h": 0.023952095808383235,
    "spell_space_add_h": 0.0,
    "spell_space_del_h": 0.005988023952095809,
    "target_group_nh": 0.9846153846153847,
    "target_indiv_nh": 1.0,
    "target_obj_nh": 1.0,
    "threat_dir_h": 0.03571428571428571,
    "threat_norm_h": 0.014285714285714285
   }
  },
  "mhc_hin": {
   "n": 3565,
   "auc": 0.4785867241683013,
   "f1_05": 0.0032102728731942215,
   "fpr_05": 0.0,
   "func_acc": {
    "counter_quote_nh": 1.0,
    "counter_ref_nh": 1.0,
    "derog_dehum_h": 0.007142857142857143,
    "derog_impl_h": 0.0,
    "derog_neg_attrib_h": 0.014285714285714285,
    "derog_neg_emote_h": 0.0,
    "ident_neutral_nh": 1.0,
    "ident_pos_nh": 1.0,
    "negate_neg_nh": 1.0,
    "negate_pos_h": 0.0,
    "phrase_opinion_h": 0.0,
    "phrase_question_h": 0.0,
    "profanity_h": 0.0,
    "profanity_nh": 1.0,
    "ref_subs_clause_h": 0.0,
    "ref_subs_sent_h": 0.0,
    "slur_h": 0.0,
    "spell_char_del_h": 0.0,
    "spell_char_swap_h": 0.0,
    "spell_leet_h": 0.0,
    "spell_space_add_h": 0.0,
    "spell_space_del_h": 0.00684931506849315,
    "target_group_nh": 1.0,
    "target_indiv_nh": 1.0,
    "target_obj_nh": 1.0,
    "threat_dir_h": 0.0,
    "threat_norm_h": 0.0
   }
  },
  "mhc_ita": {
   "n": 3690,
   "auc": 0.5825813349112973,
   "f1_05": 0.12414782920703266,
   "fpr_05": 0.028003613369467027,
   "func_acc": {
    "counter_quote_nh": 0.9813664596273292,
    "counter_ref_nh": 0.9565217391304348,
    "derog_dehum_h": 0.10714285714285714,
    "derog_impl_h": 0.09285714285714286,
    "derog_neg_attrib_h": 0.10714285714285714,
    "derog_neg_emote_h": 0.1,
    "ident_neutral_nh": 0.95,
    "ident_pos_nh": 0.9761904761904762,
    "negate_neg_nh": 0.9642857142857143,
    "negate_pos_h": 0.08571428571428572,
    "phrase_opinion_h": 0.05714285714285714,
    "phrase_question_h": 0.05714285714285714,
    "profanity_h": 0.12857142857142856,
    "profanity_nh": 0.98,
    "ref_subs_clause_h": 0.02142857142857143,
    "ref_subs_sent_h": 0.07142857142857142,
    "slur_h": 0.05714285714285714,
    "spell_char_del_h": 0.05,
    "spell_char_swap_h": 0.05,
    "spell_leet_h": 0.06832298136645963,
    "spell_space_add_h": 0.0,
    "spell_space_del_h": 0.055900621118012424,
    "target_group_nh": 1.0,
    "target_indiv_nh": 0.9692307692307692,
    "target_obj_nh": 1.0,
    "threat_dir_h": 0.07857142857142857,
    "threat_norm_h": 0.02857142857142857
   }
  },
  "mhc_nld": {
   "n": 3765,
   "auc": 0.47261632996632996,
   "f1_05": 0.0,
   "fpr_05": 0.0,
   "func_acc": {
    "counter_quote_nh": 1.0,
    "counter_ref_nh": 1.0,
    "derog_dehum_h": 0.0,
    "derog_impl_h": 0.0,
    "derog_neg_attrib_h": 0.0,
    "derog_neg_emote_h": 0.0,
    "ident_neutral_nh": 1.0,
    "ident_pos_nh": 1.0,
    "negate_neg_nh": 1.0,
    "negate_pos_h": 0.0,
    "phrase_opinion_h": 0.0,
    "phrase_question_h": 0.0,
    "profanity_h": 0.0,
    "profanity_nh": 1.0,
    "ref_subs_clause_h": 0.0,
    "ref_subs_sent_h": 0.0,
    "slur_h": 0.0,
    "spell_char_del_h": 0.0,
    "spell_char_swap_h": 0.0,
    "spell_leet_h": 0.0,
    "spell_space_add_h": 0.0,
    "spell_space_del_h": 0.0,
    "target_group_nh": 1.0,
    "target_indiv_nh": 1.0,
    "target_obj_nh": 1.0,
    "threat_dir_h": 0.0,
    "threat_norm_h": 0.0
   }
  },
  "mhc_pol": {
   "n": 3815,
   "auc": 0.48576137169010597,
   "f1_05": 0.0,
   "fpr_05": 0.0,
   "func_acc": {
    "counter_quote_nh": 1.0,
    "counter_ref_nh": 1.0,
    "derog_dehum_h": 0.0,
    "derog_impl_h": 0.0,
    "derog_neg_attrib_h": 0.0,
    "derog_neg_emote_h": 0.0,
    "ident_neutral_nh": 1.0,
    "ident_pos_nh": 1.0,
    "negate_neg_nh": 1.0,
    "negate_pos_h": 0.0,
    "phrase_opinion_h": 0.0,
    "phrase_question_h": 0.0,
    "profanity_h": 0.0,
    "profanity_nh": 1.0,
    "ref_subs_clause_h": 0.0,
    "ref_subs_sent_h": 0.0,
    "slur_h": 0.0,
    "spell_char_del_h": 0.0,
    "spell_char_swap_h": 0.0,
    "spell_leet_h": 0.0,
    "spell_space_add_h": 0.0,
    "spell_space_del_h": 0.0,
    "target_group_nh": 1.0,
    "target_indiv_nh": 1.0,
    "target_obj_nh": 1.0,
    "threat_dir_h": 0.0,
    "threat_norm_h": 0.0
   }
  },
  "mhc_por": {
   "n": 3691,
   "auc": 0.6984664439720619,
   "f1_05": 0.5114130434782609,
   "fpr_05": 0.14234234234234233,
   "func_acc": {
    "counter_quote_nh": 0.8819875776397516,
    "counter_ref_nh": 0.8074534161490683,
    "derog_dehum_h": 0.4142857142857143,
    "derog_impl_h": 0.32608695652173914,
    "derog_neg_attrib_h": 0.5571428571428572,
    "derog_neg_emote_h": 0.34285714285714286,
    "ident_neutral_nh": 0.7972027972027972,
    "ident_pos_nh": 0.8095238095238095,
    "negate_neg_nh": 0.8214285714285714,
    "negate_pos_h": 0.2785714285714286,
    "phrase_opinion_h": 0.32857142857142857,
    "phrase_question_h": 0.35714285714285715,
    "profanity_h": 0.5357142857142857,
    "profanity_nh": 0.99,
    "ref_subs_clause_h": 0.36428571428571427,
    "ref_subs_sent_h": 0.44285714285714284,
    "slur_h": 0.3357142857142857,
    "spell_char_del_h": 0.36428571428571427,
    "spell_char_swap_h": 0.34285714285714286,
    "spell_leet_h": 0.3105590062111801,
    "spell_space_add_h": 0.07453416149068323,
    "spell_space_del_h": 0.35403726708074534,
    "target_group_nh": 0.9076923076923077,
    "target_indiv_nh": 0.9384615384615385,
    "target_obj_nh": 0.9538461538461539,
    "threat_dir_h": 0.44285714285714284,
    "threat_norm_h": 0.44285714285714284
   }
  },
  "mhc_spa": {
   "n": 3745,
   "auc": 0.747822091502197,
   "f1_05": 0.7670221493027072,
   "fpr_05": 0.3360287511230907,
   "func_acc": {
    "counter_quote_nh": 0.5182926829268293,
    "counter_ref_nh": 0.6585365853658537,
    "derog_dehum_h": 0.8142857142857143,
    "derog_impl_h": 0.6642857142857143,
    "derog_neg_attrib_h": 0.8714285714285714,
    "derog_neg_emote_h": 0.7714285714285715,
    "ident_neutral_nh": 0.5642857142857143,
    "ident_pos_nh": 0.5904761904761905,
    "negate_neg_nh": 0.6285714285714286,
    "negate_pos_h": 0.6344827586206897,
    "phrase_opinion_h": 0.7310344827586207,
    "phrase_question_h": 0.6785714285714286,
    "profanity_h": 0.8214285714285714,
    "profanity_nh": 0.95,
    "ref_subs_clause_h": 0.7724137931034483,
    "ref_subs_sent_h": 0.8206896551724138,
    "slur_h": 0.6066666666666667,
    "spell_char_del_h": 0.5571428571428572,
    "spell_char_swap_h": 0.8071428571428572,
    "spell_leet_h": 0.6982248520710059,
    "spell_space_add_h": 0.22560975609756098,
    "spell_space_del_h": 0.7804878048780488,
    "target_group_nh": 0.6461538461538462,
    "target_indiv_nh": 0.9538461538461539,
    "target_obj_nh": 0.8615384615384616,
    "threat_dir_h": 0.8071428571428572,
    "threat_norm_h": 0.8
   }
  },
  "mhs": {
   "n": 6000,
   "auc": 0.6801587100647789,
   "f1_05": 0.4407914764079148,
   "fpr_05": 0.22632170978627672
  },
  "_mhc_mean_auc": 0.5744170489006885,
  "_mhc_mean_f1": 0.17357281541945963,
  "_real_mean_auc": 0.5683398318364109,
  "hs18": {
   "n": 10534,
   "auc": 0.8054527776700159,
   "f1_05": 0.3462897526501767,
   "fpr_05": 0.047741383001498605
  },
  "ethos": {
   "n": 998,
   "auc": 0.7923644464428049,
   "f1_05": 0.5216049382716049,
   "fpr_05": 0.08141592920353982
  },
  "olidbr": {
   "n": 1738,
   "auc": 0.6767615452204547,
   "f1_05": 0.2891566265060241,
   "fpr_05": 0.07615230460921844
  },
  "_heldout_real_mean_auc": 0.682649564905161
 },
 "Horizon-Labs/multilingual-toxicity-small::identity_attack": {
  "labels": [
   "toxicity",
   "severe_toxicity",
   "obscene",
   "threat",
   "insult",
   "identity_attack",
   "sexual_explicit"
  ],
  "col": "identity_attack",
  "neg": false,
  "hatexplain": {
   "n": 1924,
   "auc": 0.621111490848333,
   "f1_05": 0.37305699481865284,
   "fpr_05": 0.14360902255639096
  },
  "kmhas": {
   "n": 5000,
   "auc": 0.7367619072390638,
   "f1_05": 0.030451332245785754,
   "fpr_05": 0.0018779342723004694
  },
  "mhc_ara": {
   "n": 3570,
   "auc": 0.6226080138801525,
   "f1_05": 0.3982947624847747,
   "fpr_05": 0.12639405204460966,
   "func_acc": {
    "counter_quote_nh": 0.7671232876712328,
    "counter_ref_nh": 0.8287671232876712,
    "derog_dehum_h": 0.39285714285714285,
    "derog_impl_h": 0.2482758620689655,
    "derog_neg_attrib_h": 0.38571428571428573,
    "derog_neg_emote_h": 0.29285714285714287,
    "ident_neutral_nh": 0.9714285714285714,
    "ident_pos_nh": 0.8476190476190476,
    "negate_neg_nh": 0.7142857142857143,
    "negate_pos_h": 0.2642857142857143,
    "phrase_opinion_h": 0.37142857142857144,
    "phrase_question_h": 0.2571428571428571,
    "profanity_h": 0.3357142857142857,
    "profanity_nh": 1.0,
    "ref_subs_clause_h": 0.3142857142857143,
    "ref_subs_sent_h": 0.2642857142857143,
    "slur_h": 0.0,
    "spell_char_eng_replace_h": 0.23129251700680273,
    "spell_char_repeat_h": 0.23972602739726026,
    "spell_sent_arabazi_h": 0.0,
    "spell_space_add_h": 0.21232876712328766,
    "spell_word_variation_h": 0.2671232876712329,
    "target_group_nh": 0.9846153846153847,
    "target_indiv_nh": 1.0,
    "target_obj_nh": 1.0,
    "threat_dir_h": 0.22142857142857142,
    "threat_norm_h": 0.32142857142857145
   }
  },
  "mhc_cmn": {
   "n": 3378,
   "auc": 0.7056036525985295,
   "f1_05": 0.5685599541021228,
   "fpr_05": 0.20664869721473494,
   "func_acc": {
    "counter_quote_nh": 0.7378048780487805,
    "counter_ref_nh": 0.7073170731707317,
    "derog_dehum_h": 0.6071428571428571,
    "derog_impl_h": 0.38571428571428573,
    "derog_neg_attrib_h": 0.5214285714285715,
    "derog_neg_emote_h": 0.5642857142857143,
    "ident_neutral_nh": 0.8428571428571429,
    "ident_pos_nh": 0.7142857142857143,
    "negate_neg_nh": 0.5928571428571429,
    "negate_pos_h": 0.4714285714285714,
    "phrase_opinion_h": 0.5285714285714286,
    "phrase_question_h": 0.45714285714285713,
    "profanity_h": 0.5571428571428572,
    "profanity_nh": 1.0,
    "ref_subs_clause_h": 0.44285714285714284,
    "ref_subs_sent_h": 0.4714285714285714,
    "slur_h": 0.02666666666666667,
    "spell_char_comp_h": 0.3013698630136986,
    "spell_homoph_h": 0.45,
    "spell_pinyin_h": 0.28859060402684567,
    "target_group_nh": 1.0,
    "target_indiv_nh": 1.0,
    "target_obj_nh": 1.0,
    "threat_dir_h": 0.4785714285714286,
    "threat_norm_h": 0.4928571428571429
   }
  },
  "mhc_deu": {
   "n": 3645,
   "auc": 0.6754345062225804,
   "f1_05": 0.5659989727786338,
   "fpr_05": 0.22100456621004566,
   "func_acc": {
    "counter_quote_nh": 0.6,
    "counter_ref_nh": 0.7161290322580646,
    "derog_dehum_h": 0.6857142857142857,
    "derog_impl_h": 0.31724137931034485,
    "derog_neg_attrib_h": 0.5357142857142857,
    "derog_neg_emote_h": 0.45,
    "ident_neutral_nh": 0.8857142857142857,
    "ident_pos_nh": 0.680952380952381,
    "negate_neg_nh": 0.6214285714285714,
    "negate_pos_h": 0.5,
    "phrase_opinion_h": 0.5928571428571429,
    "phrase_question_h": 0.45,
    "profanity_h": 0.5214285714285715,
    "profanity_nh": 1.0,
    "ref_subs_clause_h": 0.45714285714285713,
    "ref_subs_sent_h": 0.4142857142857143,
    "slur_h": 0.025,
    "spell_char_del_h": 0.4,
    "spell_char_swap_h": 0.4642857142857143,
    "spell_leet_h": 0.27741935483870966,
    "spell_space_add_h": 0.1935483870967742,
    "spell_space_del_h": 0.4258064516129032,
    "target_group_nh": 1.0,
    "target_indiv_nh": 1.0,
    "target_obj_nh": 1.0,
    "threat_dir_h": 0.5428571428571428,
    "threat_norm_h": 0.5142857142857142
   }
  },
  "mhc_eng": {
   "n": 3728,
   "auc": 0.7117710100321679,
   "f1_05": 0.6165450121654501,
   "fpr_05": 0.24034334763948498,
   "func_acc": {
    "counter_quote_nh": 0.6069364161849711,
    "counter_ref_nh": 0.6382978723404256,
    "derog_dehum_h": 0.75,
    "derog_impl_h": 0.42142857142857143,
    "derog_neg_attrib_h": 0.7142857142857143,
    "derog_neg_emote_h": 0.5785714285714286,
    "ident_neutral_nh": 0.7698412698412699,
    "ident_pos_nh": 0.671957671957672,
    "negate_neg_nh": 0.48872180451127817,
    "negate_pos_h": 0.5928571428571429,
    "phrase_opinion_h": 0.706766917293233,
    "phrase_question_h": 0.5714285714285714,
    "profanity_h": 0.7428571428571429,
    "profanity_nh": 1.0,
    "ref_subs_clause_h": 0.5857142857142857,
    "ref_subs_sent_h": 0.5939849624060151,
    "slur_h": 0.027777777777777776,
    "slur_homonym_nh": 0.9666666666666667,
    "slur_reclaimed_nh": 0.9876543209876543,
    "spell_char_del_h": 0.29285714285714287,
    "spell_char_swap_h": 0.5037593984962406,
    "spell_leet_h": 0.26011560693641617,
    "spell_space_add_h": 0.1791907514450867,
    "spell_space_del_h": 0.41843971631205673,
    "target_group_nh": 1.0,
    "target_indiv_nh": 1.0,
    "target_obj_nh": 1.0,
    "threat_dir_h": 0.556390977443609,
    "threat_norm_h": 0.5642857142857143
   }
  },
  "mhc_fra": {
   "n": 3718,
   "auc": 0.6655941241227467,
   "f1_05": 0.5702191235059761,
   "fpr_05": 0.24239713774597496,
   "func_acc": {
    "counter_quote_nh": 0.6646706586826348,
    "counter_ref_nh": 0.718562874251497,
    "derog_dehum_h": 0.6428571428571429,
    "derog_impl_h": 0.45,
    "derog_neg_attrib_h": 0.6,
    "derog_neg_emote_h": 0.5642857142857143,
    "ident_neutral_nh": 0.8571428571428571,
    "ident_pos_nh": 0.5980861244019139,
    "negate_neg_nh": 0.5428571428571428,
    "negate_pos_h": 0.5285714285714286,
    "phrase_opinion_h": 0.5071428571428571,
    "phrase_question_h": 0.4626865671641791,
    "profanity_h": 0.5714285714285714,
    "profanity_nh": 1.0,
    "ref_subs_clause_h": 0.5263157894736842,
    "ref_subs_sent_h": 0.4748201438848921,
    "slur_h": 0.00625,
    "spell_char_del_h": 0.37857142857142856,
    "spell_char_swap_h": 0.5285714285714286,
    "spell_leet_h": 0.2874251497005988,
    "spell_space_add_h": 0.20359281437125748,
    "spell_space_del_h": 0.33532934131736525,
    "target_group_nh": 1.0,
    "target_indiv_nh": 1.0,
    "target_obj_nh": 1.0,
    "threat_dir_h": 0.5071428571428571,
    "threat_norm_h": 0.5214285714285715
   }
  },
  "mhc_hin": {
   "n": 3565,
   "auc": 0.5902290138439813,
   "f1_05": 0.4118683901292597,
   "fpr_05": 0.19962859795728877,
   "func_acc": {
    "counter_quote_nh": 0.7945205479452054,
    "counter_ref_nh": 0.8013698630136986,
    "derog_dehum_h": 0.3357142857142857,
    "derog_impl_h": 0.32857142857142857,
    "derog_neg_attrib_h": 0.32857142857142857,
    "derog_neg_emote_h": 0.34285714285714286,
    "ident_neutral_nh": 0.7214285714285714,
    "ident_pos_nh": 0.6619047619047619,
    "negate_neg_nh": 0.6714285714285714,
    "negate_pos_h": 0.32857142857142857,
    "phrase_opinion_h": 0.3142857142857143,
    "phrase_question_h": 0.2785714285714286,
    "profanity_h": 0.30714285714285716,
    "profanity_nh": 1.0,
    "ref_subs_clause_h": 0.2857142857142857,
    "ref_subs_sent_h": 0.2714285714285714,
    "slur_h": 0.0,
    "spell_char_del_h": 0.21428571428571427,
    "spell_char_swap_h": 0.32142857142857145,
    "spell_leet_h": 0.2054794520547945,
    "spell_space_add_h": 0.15753424657534246,
    "spell_space_del_h": 0.2534246575342466,
    "target_group_nh": 1.0,
    "target_indiv_nh": 1.0,
    "target_obj_nh": 1.0,
    "threat_dir_h": 0.32142857142857145,
    "threat_norm_h": 0.38571428571428573
   }
  },
  "mhc_ita": {
   "n": 3690,
   "auc": 0.6697759060440004,
   "f1_05": 0.6094089264173703,
   "fpr_05": 0.27009936766034326,
   "func_acc": {
    "counter_quote_nh": 0.5527950310559007,
    "counter_ref_nh": 0.6211180124223602,
    "derog_dehum_h": 0.6928571428571428,
    "derog_impl_h": 0.42857142857142855,
    "derog_neg_attrib_h": 0.7,
    "derog_neg_emote_h": 0.5214285714285715,
    "ident_neutral_nh": 0.8928571428571429,
    "ident_pos_nh": 0.6238095238095238,
    "negate_neg_nh": 0.4857142857142857,
    "negate_pos_h": 0.5714285714285714,
    "phrase_opinion_h": 0.6214285714285714,
    "phrase_question_h": 0.55,
    "profanity_h": 0.65,
    "profanity_nh": 1.0,
    "ref_subs_clause_h": 0.5642857142857143,
    "ref_subs_sent_h": 0.5142857142857142,
    "slur_h": 0.06428571428571428,
    "spell_char_del_h": 0.3357142857142857,
    "spell_char_swap_h": 0.5142857142857142,
    "spell_leet_h": 0.2981366459627329,
    "spell_space_add_h": 0.2360248447204969,
    "spell_space_del_h": 0.45962732919254656,
    "target_group_nh": 1.0,
    "target_indiv_nh": 1.0,
    "target_obj_nh": 1.0,
    "threat_dir_h": 0.5642857142857143,
    "threat_norm_h": 0.5857142857142857
   }
  },
  "mhc_nld": {
   "n": 3765,
   "auc": 0.6646969696969697,
   "f1_05": 0.6059322033898306,
   "fpr_05": 0.2853333333333333,
   "func_acc": {
    "counter_quote_nh": 0.6176470588235294,
    "counter_ref_nh": 0.6235294117647059,
    "derog_dehum_h": 0.7142857142857143,
    "derog_impl_h": 0.44285714285714284,
    "derog_neg_attrib_h": 0.6857142857142857,
    "derog_neg_emote_h": 0.5714285714285714,
    "ident_neutral_nh": 0.8214285714285714,
    "ident_pos_nh": 0.5714285714285714,
    "negate_neg_nh": 0.45,
    "negate_pos_h": 0.55,
    "phrase_opinion_h": 0.6714285714285714,
    "phrase_question_h": 0.5642857142857143,
    "profanity_h": 0.6571428571428571,
    "profanity_nh": 1.0,
    "ref_subs_clause_h": 0.6,
    "ref_subs_sent_h": 0.5642857142857143,
    "slur_h": 0.0,
    "spell_char_del_h": 0.34285714285714286,
    "spell_char_swap_h": 0.5642857142857143,
    "spell_leet_h": 0.29411764705882354,
    "spell_space_add_h": 0.18823529411764706,
    "spell_space_del_h": 0.43529411764705883,
    "target_group_nh": 1.0,
    "target_indiv_nh": 1.0,
    "target_obj_nh": 1.0,
    "threat_dir_h": 0.5857142857142857,
    "threat_norm_h": 0.5642857142857143
   }
  },
  "mhc_pol": {
   "n": 3815,
   "auc": 0.6446103400915503,
   "f1_05": 0.5080500894454383,
   "fpr_05": 0.2119613016710642,
   "func_acc": {
    "counter_quote_nh": 0.7272727272727273,
    "counter_ref_nh": 0.7159090909090909,
    "derog_dehum_h": 0.5214285714285715,
    "derog_impl_h": 0.3357142857142857,
    "derog_neg_attrib_h": 0.5571428571428572,
    "derog_neg_emote_h": 0.37857142857142856,
    "ident_neutral_nh": 0.8071428571428572,
    "ident_pos_nh": 0.7238095238095238,
    "negate_neg_nh": 0.5857142857142857,
    "negate_pos_h": 0.5,
    "phrase_opinion_h": 0.5357142857142857,
    "phrase_question_h": 0.4642857142857143,
    "profanity_h": 0.5285714285714286,
    "profanity_nh": 1.0,
    "ref_subs_clause_h": 0.45,
    "ref_subs_sent_h": 0.38571428571428573,
    "slur_h": 0.06315789473684211,
    "spell_char_del_h": 0.3,
    "spell_char_swap_h": 0.40714285714285714,
    "spell_leet_h": 0.2159090909090909,
    "spell_space_add_h": 0.14772727272727273,
    "spell_space_del_h": 0.30113636363636365,
    "target_group_nh": 1.0,
    "target_indiv_nh": 1.0,
    "target_obj_nh": 1.0,
    "threat_dir_h": 0.37142857142857144,
    "threat_norm_h": 0.44285714285714284
   }
  },
  "mhc_por": {
   "n": 3691,
   "auc": 0.6842221919711265,
   "f1_05": 0.6120772946859904,
   "fpr_05": 0.26306306306306304,
   "func_acc": {
    "counter_quote_nh": 0.6521739130434783,
    "counter_ref_nh": 0.6645962732919255,
    "derog_dehum_h": 0.7,
    "derog_impl_h": 0.427536231884058,
    "derog_neg_attrib_h": 0.7214285714285714,
    "derog_neg_emote_h": 0.5214285714285715,
    "ident_neutral_nh": 0.8111888111888111,
    "ident_pos_nh": 0.6190476190476191,
    "negate_neg_nh": 0.4642857142857143,
    "negate_pos_h": 0.6071428571428571,
    "phrase_opinion_h": 0.7,
    "phrase_question_h": 0.5428571428571428,
    "profanity_h": 0.6857142857142857,
    "profanity_nh": 1.0,
    "ref_subs_clause_h": 0.5714285714285714,
    "ref_subs_sent_h": 0.5142857142857142,
    "slur_h": 0.0,
    "spell_char_del_h": 0.35714285714285715,
    "spell_char_swap_h": 0.5642857142857143,
    "spell_leet_h": 0.2422360248447205,
    "spell_space_add_h": 0.20496894409937888,
    "spell_space_del_h": 0.40993788819875776,
    "target_group_nh": 1.0,
    "target_indiv_nh": 1.0,
    "target_obj_nh": 1.0,
    "threat_dir_h": 0.5857142857142857,
    "threat_norm_h": 0.5714285714285714
   }
  },
  "mhc_spa": {
   "n": 3745,
   "auc": 0.6837635897393883,
   "f1_05": 0.6277712952158693,
   "fpr_05": 0.27672955974842767,
   "func_acc": {
    "counter_quote_nh": 0.5670731707317073,
    "counter_ref_nh": 0.6219512195121951,
    "derog_dehum_h": 0.7642857142857142,
    "derog_impl_h": 0.44285714285714284,
    "derog_neg_attrib_h": 0.7214285714285714,
    "derog_neg_emote_h": 0.6,
    "ident_neutral_nh": 0.8214285714285714,
    "ident_pos_nh": 0.6,
    "negate_neg_nh": 0.5285714285714286,
    "negate_pos_h": 0.6,
    "phrase_opinion_h": 0.6758620689655173,
    "phrase_question_h": 0.5714285714285714,
    "profanity_h": 0.7,
    "profanity_nh": 1.0,
    "ref_subs_clause_h": 0.5793103448275863,
    "ref_subs_sent_h": 0.5793103448275863,
    "slur_h": 0.006666666666666667,
    "spell_char_del_h": 0.36428571428571427,
    "spell_char_swap_h": 0.5714285714285714,
    "spell_leet_h": 0.28994082840236685,
    "spell_space_add_h": 0.22560975609756098,
    "spell_space_del_h": 0.45121951219512196,
    "target_group_nh": 1.0,
    "target_indiv_nh": 1.0,
    "target_obj_nh": 1.0,
    "threat_dir_h": 0.5928571428571429,
    "threat_norm_h": 0.5862068965517241
   }
  },
  "mhs": {
   "n": 6000,
   "auc": 0.5315820008029543,
   "f1_05": 0.25963668586619404,
   "fpr_05": 0.09201349831271091
  },
  "_mhc_mean_auc": 0.6653008471130177,
  "_mhc_mean_f1": 0.5540660022109742,
  "_real_mean_auc": 0.6298184662967836,
  "hs18": {
   "n": 10534,
   "auc": 0.8449025581231617,
   "f1_05": 0.34212002243409984,
   "fpr_05": 0.030614429458360095
  },
  "ethos": {
   "n": 998,
   "auc": 0.8575446054487114,
   "f1_05": 0.5391849529780565,
   "fpr_05": 0.0584070796460177
  },
  "olidbr": {
   "n": 1738,
   "auc": 0.6742059499358329,
   "f1_05": 0.0842911877394636,
   "fpr_05": 0.006012024048096192
  },
  "_heldout_real_mean_auc": 0.7783537551866925
 },
 "Horizon-Labs/multilingual-toxicity-base::identity_attack": {
  "labels": [
   "toxicity",
   "severe_toxicity",
   "obscene",
   "threat",
   "insult",
   "identity_attack",
   "sexual_explicit"
  ],
  "col": "identity_attack",
  "neg": false,
  "hatexplain": {
   "n": 1924,
   "auc": 0.6216456545403913,
   "f1_05": 0.3375430539609644,
   "fpr_05": 0.09774436090225563
  },
  "kmhas": {
   "n": 5000,
   "auc": 0.7440191781653294,
   "f1_05": 0.0314192849404117,
   "fpr_05": 0.003755868544600939
  },
  "mhc_ara": {
   "n": 3570,
   "auc": 0.6638484407186914,
   "f1_05": 0.43467862481315395,
   "fpr_05": 0.11524163568773234,
   "func_acc": {
    "counter_quote_nh": 0.7671232876712328,
    "counter_ref_nh": 0.8356164383561644,
    "derog_dehum_h": 0.4142857142857143,
    "derog_impl_h": 0.1724137931034483,
    "derog_neg_attrib_h": 0.45714285714285713,
    "derog_neg_emote_h": 0.36428571428571427,
    "ident_neutral_nh": 0.9928571428571429,
    "ident_pos_nh": 0.8142857142857143,
    "negate_neg_nh": 0.8142857142857143,
    "negate_pos_h": 0.20714285714285716,
    "phrase_opinion_h": 0.4,
    "phrase_question_h": 0.3357142857142857,
    "profanity_h": 0.4357142857142857,
    "profanity_nh": 1.0,
    "ref_subs_clause_h": 0.2642857142857143,
    "ref_subs_sent_h": 0.2,
    "slur_h": 0.0,
    "spell_char_eng_replace_h": 0.2108843537414966,
    "spell_char_repeat_h": 0.3013698630136986,
    "spell_sent_arabazi_h": 0.0,
    "spell_space_add_h": 0.2534246575342466,
    "spell_word_variation_h": 0.3013698630136986,
    "target_group_nh": 1.0,
    "target_indiv_nh": 1.0,
    "target_obj_nh": 1.0,
    "threat_dir_h": 0.35714285714285715,
    "threat_norm_h": 0.4642857142857143
   }
  },
  "mhc_cmn": {
   "n": 3378,
   "auc": 0.7201121008193356,
   "f1_05": 0.544693572496263,
   "fpr_05": 0.1518418688230009,
   "func_acc": {
    "counter_quote_nh": 0.7012195121951219,
    "counter_ref_nh": 0.7804878048780488,
    "derog_dehum_h": 0.5857142857142857,
    "derog_impl_h": 0.29285714285714287,
    "derog_neg_attrib_h": 0.44285714285714284,
    "derog_neg_emote_h": 0.4642857142857143,
    "ident_neutral_nh": 0.9714285714285714,
    "ident_pos_nh": 0.8238095238095238,
    "negate_neg_nh": 0.6928571428571428,
    "negate_pos_h": 0.3142857142857143,
    "phrase_opinion_h": 0.5,
    "phrase_question_h": 0.42857142857142855,
    "profanity_h": 0.5214285714285715,
    "profanity_nh": 1.0,
    "ref_subs_clause_h": 0.37857142857142856,
    "ref_subs_sent_h": 0.4142857142857143,
    "slur_h": 0.0,
    "spell_char_comp_h": 0.2671232876712329,
    "spell_homoph_h": 0.38571428571428573,
    "spell_pinyin_h": 0.2751677852348993,
    "target_group_nh": 1.0,
    "target_indiv_nh": 1.0,
    "target_obj_nh": 1.0,
    "threat_dir_h": 0.5928571428571429,
    "threat_norm_h": 0.6142857142857143
   }
  },
  "mhc_deu": {
   "n": 3645,
   "auc": 0.705818067866416,
   "f1_05": 0.5537321334039175,
   "fpr_05": 0.16621004566210046,
   "func_acc": {
    "counter_quote_nh": 0.7419354838709677,
    "counter_ref_nh": 0.7483870967741936,
    "derog_dehum_h": 0.6285714285714286,
    "derog_impl_h": 0.296551724137931,
    "derog_neg_attrib_h": 0.5785714285714286,
    "derog_neg_emote_h": 0.40714285714285714,
    "ident_neutral_nh": 0.9642857142857143,
    "ident_pos_nh": 0.7666666666666667,
    "negate_neg_nh": 0.65,
    "negate_pos_h": 0.36428571428571427,
    "phrase_opinion_h": 0.5357142857142857,
    "phrase_question_h": 0.42857142857142855,
    "profanity_h": 0.5285714285714286,
    "profanity_nh": 1.0,
    "ref_subs_clause_h": 0.35714285714285715,
    "ref_subs_sent_h": 0.34285714285714286,
    "slur_h": 0.025,
    "spell_char_del_h": 0.35714285714285715,
    "spell_char_swap_h": 0.4142857142857143,
    "spell_leet_h": 0.2903225806451613,
    "spell_space_add_h": 0.2,
    "spell_space_del_h": 0.432258064516129,
    "target_group_nh": 1.0,
    "target_indiv_nh": 1.0,
    "target_obj_nh": 1.0,
    "threat_dir_h": 0.6071428571428571,
    "threat_norm_h": 0.5714285714285714
   }
  },
  "mhc_eng": {
   "n": 3728,
   "auc": 0.734571376421475,
   "f1_05": 0.5915132924335378,
   "fpr_05": 0.1648068669527897,
   "func_acc": {
    "counter_quote_nh": 0.6589595375722543,
    "counter_ref_nh": 0.75177304964539,
    "derog_dehum_h": 0.7285714285714285,
    "derog_impl_h": 0.34285714285714286,
    "derog_neg_attrib_h": 0.6285714285714286,
    "derog_neg_emote_h": 0.4785714285714286,
    "ident_neutral_nh": 0.9523809523809523,
    "ident_pos_nh": 0.7724867724867724,
    "negate_neg_nh": 0.6390977443609023,
    "negate_pos_h": 0.39285714285714285,
    "phrase_opinion_h": 0.6165413533834586,
    "phrase_question_h": 0.5285714285714286,
    "profanity_h": 0.6857142857142857,
    "profanity_nh": 1.0,
    "ref_subs_clause_h": 0.4857142857142857,
    "ref_subs_sent_h": 0.45112781954887216,
    "slur_h": 0.020833333333333332,
    "slur_homonym_nh": 0.9666666666666667,
    "slur_reclaimed_nh": 1.0,
    "spell_char_del_h": 0.3142857142857143,
    "spell_char_swap_h": 0.44360902255639095,
    "spell_leet_h": 0.2254335260115607,
    "spell_space_add_h": 0.2138728323699422,
    "spell_space_del_h": 0.41843971631205673,
    "target_group_nh": 1.0,
    "target_indiv_nh": 1.0,
    "target_obj_nh": 1.0,
    "threat_dir_h": 0.6541353383458647,
    "threat_norm_h": 0.6357142857142857
   }
  },
  "mhc_fra": {
   "n": 3718,
   "auc": 0.6861681230218797,
   "f1_05": 0.5143923240938166,
   "fpr_05": 0.167262969588551,
   "func_acc": {
    "counter_quote_nh": 0.718562874251497,
    "counter_ref_nh": 0.7544910179640718,
    "derog_dehum_h": 0.6428571428571429,
    "derog_impl_h": 0.2714285714285714,
    "derog_neg_attrib_h": 0.5,
    "derog_neg_emote_h": 0.44285714285714284,
    "ident_neutral_nh": 0.9785714285714285,
    "ident_pos_nh": 0.7751196172248804,
    "negate_neg_nh": 0.65,
    "negate_pos_h": 0.30714285714285716,
    "phrase_opinion_h": 0.4714285714285714,
    "phrase_question_h": 0.4253731343283582,
    "profanity_h": 0.43609022556390975,
    "profanity_nh": 1.0,
    "ref_subs_clause_h": 0.37593984962406013,
    "ref_subs_sent_h": 0.3597122302158273,
    "slur_h": 0.0,
    "spell_char_del_h": 0.2642857142857143,
    "spell_char_swap_h": 0.4357142857142857,
    "spell_leet_h": 0.2694610778443114,
    "spell_space_add_h": 0.19760479041916168,
    "spell_space_del_h": 0.30538922155688625,
    "target_group_nh": 1.0,
    "target_indiv_nh": 1.0,
    "target_obj_nh": 1.0,
    "threat_dir_h": 0.5285714285714286,
    "threat_norm_h": 0.5714285714285714
   }
  },
  "mhc_hin": {
   "n": 3565,
   "auc": 0.6180007583289296,
   "f1_05": 0.4290759270158917,
   "fpr_05": 0.1680594243268338,
   "func_acc": {
    "counter_quote_nh": 0.821917808219178,
    "counter_ref_nh": 0.815068493150685,
    "derog_dehum_h": 0.37857142857142856,
    "derog_impl_h": 0.3142857142857143,
    "derog_neg_attrib_h": 0.40714285714285714,
    "derog_neg_emote_h": 0.35714285714285715,
    "ident_neutral_nh": 0.8285714285714286,
    "ident_pos_nh": 0.6904761904761905,
    "negate_neg_nh": 0.7214285714285714,
    "negate_pos_h": 0.2857142857142857,
    "phrase_opinion_h": 0.29285714285714287,
    "phrase_question_h": 0.35,
    "profanity_h": 0.35,
    "profanity_nh": 1.0,
    "ref_subs_clause_h": 0.2571428571428571,
    "ref_subs_sent_h": 0.2642857142857143,
    "slur_h": 0.0,
    "spell_char_del_h": 0.2357142857142857,
    "spell_char_swap_h": 0.34285714285714286,
    "spell_leet_h": 0.21232876712328766,
    "spell_space_add_h": 0.14383561643835616,
    "spell_space_del_h": 0.2465753424657534,
    "target_group_nh": 1.0,
    "target_indiv_nh": 1.0,
    "target_obj_nh": 1.0,
    "threat_dir_h": 0.4,
    "threat_norm_h": 0.34285714285714286
   }
  },
  "mhc_ita": {
   "n": 3690,
   "auc": 0.6885633638888976,
   "f1_05": 0.5627277459656429,
   "fpr_05": 0.16079494128274616,
   "func_acc": {
    "counter_quote_nh": 0.6956521739130435,
    "counter_ref_nh": 0.782608695652174,
    "derog_dehum_h": 0.6571428571428571,
    "derog_impl_h": 0.2785714285714286,
    "derog_neg_attrib_h": 0.6071428571428571,
    "derog_neg_emote_h": 0.39285714285714285,
    "ident_neutral_nh": 0.9857142857142858,
    "ident_pos_nh": 0.7714285714285715,
    "negate_neg_nh": 0.6857142857142857,
    "negate_pos_h": 0.29285714285714287,
    "phrase_opinion_h": 0.5928571428571429,
    "phrase_question_h": 0.4642857142857143,
    "profanity_h": 0.55,
    "profanity_nh": 1.0,
    "ref_subs_clause_h": 0.35714285714285715,
    "ref_subs_sent_h": 0.37142857142857144,
    "slur_h": 0.05,
    "spell_char_del_h": 0.2785714285714286,
    "spell_char_swap_h": 0.45714285714285713,
    "spell_leet_h": 0.3105590062111801,
    "spell_space_add_h": 0.2111801242236025,
    "spell_space_del_h": 0.43478260869565216,
    "target_group_nh": 1.0,
    "target_indiv_nh": 1.0,
    "target_obj_nh": 1.0,
    "threat_dir_h": 0.6142857142857143,
    "threat_norm_h": 0.6571428571428571
   }
  },
  "mhc_nld": {
   "n": 3765,
   "auc": 0.6867451178451178,
   "f1_05": 0.5820969337289812,
   "fpr_05": 0.20177777777777778,
   "func_acc": {
    "counter_quote_nh": 0.6705882352941176,
    "counter_ref_nh": 0.7588235294117647,
    "derog_dehum_h": 0.7071428571428572,
    "derog_impl_h": 0.3357142857142857,
    "derog_neg_attrib_h": 0.6285714285714286,
    "derog_neg_emote_h": 0.44285714285714284,
    "ident_neutral_nh": 0.9642857142857143,
    "ident_pos_nh": 0.6714285714285714,
    "negate_neg_nh": 0.6,
    "negate_pos_h": 0.35,
    "phrase_opinion_h": 0.6214285714285714,
    "phrase_question_h": 0.5571428571428572,
    "profanity_h": 0.6214285714285714,
    "profanity_nh": 1.0,
    "ref_subs_clause_h": 0.4714285714285714,
    "ref_subs_sent_h": 0.4642857142857143,
    "slur_h": 0.0058823529411764705,
    "spell_char_del_h": 0.3142857142857143,
    "spell_char_swap_h": 0.4928571428571429,
    "spell_leet_h": 0.27058823529411763,
    "spell_space_add_h": 0.19411764705882353,
    "spell_space_del_h": 0.43529411764705883,
    "target_group_nh": 1.0,
    "target_indiv_nh": 1.0,
    "target_obj_nh": 1.0,
    "threat_dir_h": 0.6928571428571428,
    "threat_norm_h": 0.6071428571428571
   }
  },
  "mhc_pol": {
   "n": 3815,
   "auc": 0.6784368938607226,
   "f1_05": 0.4389559360089812,
   "fpr_05": 0.09058927000879508,
   "func_acc": {
    "counter_quote_nh": 0.8920454545454546,
    "counter_ref_nh": 0.8465909090909091,
    "derog_dehum_h": 0.44285714285714284,
    "derog_impl_h": 0.17857142857142858,
    "derog_neg_attrib_h": 0.5071428571428571,
    "derog_neg_emote_h": 0.3142857142857143,
    "ident_neutral_nh": 1.0,
    "ident_pos_nh": 0.8761904761904762,
    "negate_neg_nh": 0.7785714285714286,
    "negate_pos_h": 0.22857142857142856,
    "phrase_opinion_h": 0.45,
    "phrase_question_h": 0.3357142857142857,
    "profanity_h": 0.42142857142857143,
    "profanity_nh": 1.0,
    "ref_subs_clause_h": 0.2357142857142857,
    "ref_subs_sent_h": 0.25,
    "slur_h": 0.021052631578947368,
    "spell_char_del_h": 0.17142857142857143,
    "spell_char_swap_h": 0.3142857142857143,
    "spell_leet_h": 0.21022727272727273,
    "spell_space_add_h": 0.10795454545454546,
    "spell_space_del_h": 0.30113636363636365,
    "target_group_nh": 1.0,
    "target_indiv_nh": 1.0,
    "target_obj_nh": 1.0,
    "threat_dir_h": 0.4642857142857143,
    "threat_norm_h": 0.4642857142857143
   }
  },
  "mhc_por": {
   "n": 3691,
   "auc": 0.7008609345494273,
   "f1_05": 0.5574025974025975,
   "fpr_05": 0.17657657657657658,
   "func_acc": {
    "counter_quote_nh": 0.6956521739130435,
    "counter_ref_nh": 0.782608695652174,
    "derog_dehum_h": 0.6071428571428571,
    "derog_impl_h": 0.2536231884057971,
    "derog_neg_attrib_h": 0.5714285714285714,
    "derog_neg_emote_h": 0.4142857142857143,
    "ident_neutral_nh": 0.965034965034965,
    "ident_pos_nh": 0.7666666666666667,
    "negate_neg_nh": 0.5857142857142857,
    "negate_pos_h": 0.3,
    "phrase_opinion_h": 0.6214285714285714,
    "phrase_question_h": 0.4928571428571429,
    "profanity_h": 0.5357142857142857,
    "profanity_nh": 1.0,
    "ref_subs_clause_h": 0.40714285714285714,
    "ref_subs_sent_h": 0.40714285714285714,
    "slur_h": 0.0,
    "spell_char_del_h": 0.32857142857142857,
    "spell_char_swap_h": 0.4928571428571429,
    "spell_leet_h": 0.2546583850931677,
    "spell_space_add_h": 0.2111801242236025,
    "spell_space_del_h": 0.34782608695652173,
    "target_group_nh": 1.0,
    "target_indiv_nh": 1.0,
    "target_obj_nh": 1.0,
    "threat_dir_h": 0.65,
    "threat_norm_h": 0.65
   }
  },
  "mhc_spa": {
   "n": 3745,
   "auc": 0.7072235558213651,
   "f1_05": 0.590796635329045,
   "fpr_05": 0.1940700808625337,
   "func_acc": {
    "counter_quote_nh": 0.6707317073170732,
    "counter_ref_nh": 0.75,
    "derog_dehum_h": 0.65,
    "derog_impl_h": 0.32142857142857145,
    "derog_neg_attrib_h": 0.6214285714285714,
    "derog_neg_emote_h": 0.5285714285714286,
    "ident_neutral_nh": 0.9285714285714286,
    "ident_pos_nh": 0.7476190476190476,
    "negate_neg_nh": 0.5857142857142857,
    "negate_pos_h": 0.3310344827586207,
    "phrase_opinion_h": 0.6620689655172414,
    "phrase_question_h": 0.5071428571428571,
    "profanity_h": 0.65,
    "profanity_nh": 1.0,
    "ref_subs_clause_h": 0.4413793103448276,
    "ref_subs_sent_h": 0.4413793103448276,
    "slur_h": 0.006666666666666667,
    "spell_char_del_h": 0.32142857142857145,
    "spell_char_swap_h": 0.5142857142857142,
    "spell_leet_h": 0.2958579881656805,
    "spell_space_add_h": 0.24390243902439024,
    "spell_space_del_h": 0.4268292682926829,
    "target_group_nh": 1.0,
    "target_indiv_nh": 1.0,
    "target_obj_nh": 1.0,
    "threat_dir_h": 0.6428571428571429,
    "threat_norm_h": 0.6551724137931034
   }
  },
  "mhs": {
   "n": 6000,
   "auc": 0.5240164352446298,
   "f1_05": 0.2490234375,
   "fpr_05": 0.05354330708661417
  },
  "_mhc_mean_auc": 0.6900317030129326,
  "_mhc_mean_f1": 0.5272787020628935,
  "_real_mean_auc": 0.6298937559834502,
  "hs18": {
   "n": 10534,
   "auc": 0.8482463192136545,
   "f1_05": 0.2703395259449071,
   "fpr_05": 0.016912866623849283
  },
  "ethos": {
   "n": 998,
   "auc": 0.8561568803776901,
   "f1_05": 0.4421416234887737,
   "fpr_05": 0.03185840707964602
  },
  "olidbr": {
   "n": 1738,
   "auc": 0.6820723050527057,
   "f1_05": 0.024390243902439025,
   "fpr_05": 0.0013360053440213762
  },
  "_heldout_real_mean_auc": 0.7826236707023448
 },
 "Horizon-Labs/content-safety-guard-small::hate": {
  "labels": [
   "unsafe",
   "hate",
   "harassment",
   "violence",
   "weapons",
   "sexual",
   "sexual_minors",
   "self_harm",
   "criminal_planning",
   "drugs",
   "privacy",
   "profanity",
   "fraud_manipulation",
   "misinformation",
   "unauthorized_advice",
   "other"
  ],
  "col": "hate",
  "neg": false,
  "hatexplain": {
   "n": 1924,
   "auc": 0.644577985367459,
   "f1_05": 0.48600883652430044,
   "fpr_05": 0.3263157894736842
  },
  "kmhas": {
   "n": 5000,
   "auc": 0.7472637734687596,
   "f1_05": 0.33697853381936005,
   "fpr_05": 0.07762128325508608
  },
  "mhc_ara": {
   "n": 3570,
   "auc": 0.6298394958308863,
   "f1_05": 0.6174757281553398,
   "fpr_05": 0.32899628252788105,
   "func_acc": {
    "counter_quote_nh": 0.4726027397260274,
    "counter_ref_nh": 0.5273972602739726,
    "derog_dehum_h": 0.6357142857142857,
    "derog_impl_h": 0.4827586206896552,
    "derog_neg_attrib_h": 0.6714285714285714,
    "derog_neg_emote_h": 0.55,
    "ident_neutral_nh": 0.8142857142857143,
    "ident_pos_nh": 0.6,
    "negate_neg_nh": 0.35714285714285715,
    "negate_pos_h": 0.6928571428571428,
    "phrase_opinion_h": 0.7285714285714285,
    "phrase_question_h": 0.7142857142857143,
    "profanity_h": 0.6285714285714286,
    "profanity_nh": 0.99,
    "ref_subs_clause_h": 0.7,
    "ref_subs_sent_h": 0.6214285714285714,
    "slur_h": 0.01098901098901099,
    "spell_char_eng_replace_h": 0.41496598639455784,
    "spell_char_repeat_h": 0.4315068493150685,
    "spell_sent_arabazi_h": 0.0,
    "spell_space_add_h": 0.2808219178082192,
    "spell_word_variation_h": 0.4383561643835616,
    "target_group_nh": 0.9076923076923077,
    "target_indiv_nh": 1.0,
    "target_obj_nh": 0.9846153846153847,
    "threat_dir_h": 0.42142857142857143,
    "threat_norm_h": 0.5785714285714286
   }
  },
  "mhc_cmn": {
   "n": 3378,
   "auc": 0.7506911098814135,
   "f1_05": 0.7885482416591524,
   "fpr_05": 0.37915543575920935,
   "func_acc": {
    "counter_quote_nh": 0.49390243902439024,
    "counter_ref_nh": 0.32926829268292684,
    "derog_dehum_h": 0.8714285714285714,
    "derog_impl_h": 0.6071428571428571,
    "derog_neg_attrib_h": 0.95,
    "derog_neg_emote_h": 0.9,
    "ident_neutral_nh": 0.85,
    "ident_pos_nh": 0.638095238095238,
    "negate_neg_nh": 0.07857142857142857,
    "negate_pos_h": 0.95,
    "phrase_opinion_h": 0.9428571428571428,
    "phrase_question_h": 0.9428571428571428,
    "profanity_h": 0.8928571428571429,
    "profanity_nh": 1.0,
    "ref_subs_clause_h": 0.8571428571428571,
    "ref_subs_sent_h": 0.9142857142857143,
    "slur_h": 0.15333333333333332,
    "spell_char_comp_h": 0.5753424657534246,
    "spell_homoph_h": 0.8,
    "spell_pinyin_h": 0.5637583892617449,
    "target_group_nh": 0.9538461538461539,
    "target_indiv_nh": 1.0,
    "target_obj_nh": 1.0,
    "threat_dir_h": 0.7357142857142858,
    "threat_norm_h": 0.7642857142857142
   }
  },
  "mhc_deu": {
   "n": 3645,
   "auc": 0.6909257767033754,
   "f1_05": 0.7572618322161284,
   "fpr_05": 0.4648401826484018,
   "func_acc": {
    "counter_quote_nh": 0.3870967741935484,
    "counter_ref_nh": 0.21935483870967742,
    "derog_dehum_h": 0.9785714285714285,
    "derog_impl_h": 0.6482758620689655,
    "derog_neg_attrib_h": 0.95,
    "derog_neg_emote_h": 0.9142857142857143,
    "ident_neutral_nh": 0.7214285714285714,
    "ident_pos_nh": 0.4523809523809524,
    "negate_neg_nh": 0.07857142857142857,
    "negate_pos_h": 0.9071428571428571,
    "phrase_opinion_h": 0.9285714285714286,
    "phrase_question_h": 0.9571428571428572,
    "profanity_h": 0.8642857142857143,
    "profanity_nh": 1.0,
    "ref_subs_clause_h": 0.8785714285714286,
    "ref_subs_sent_h": 0.8785714285714286,
    "slur_h": 0.18333333333333332,
    "spell_char_del_h": 0.5642857142857143,
    "spell_char_swap_h": 0.6928571428571428,
    "spell_leet_h": 0.4064516129032258,
    "spell_space_add_h": 0.3096774193548387,
    "spell_space_del_h": 0.6,
    "target_group_nh": 0.8461538461538461,
    "target_indiv_nh": 1.0,
    "target_obj_nh": 1.0,
    "threat_dir_h": 0.6857142857142857,
    "threat_norm_h": 0.8285714285714286
   }
  },
  "mhc_eng": {
   "n": 3728,
   "auc": 0.7315834950659685,
   "f1_05": 0.7372057870870222,
   "fpr_05": 0.3098712446351931,
   "func_acc": {
    "counter_quote_nh": 0.5202312138728323,
    "counter_ref_nh": 0.4397163120567376,
    "derog_dehum_h": 0.8571428571428571,
    "derog_impl_h": 0.6214285714285714,
    "derog_neg_attrib_h": 0.8928571428571429,
    "derog_neg_emote_h": 0.8357142857142857,
    "ident_neutral_nh": 0.7936507936507936,
    "ident_pos_nh": 0.7037037037037037,
    "negate_neg_nh": 0.22556390977443608,
    "negate_pos_h": 0.8928571428571429,
    "phrase_opinion_h": 0.924812030075188,
    "phrase_question_h": 0.9571428571428572,
    "profanity_h": 0.8,
    "profanity_nh": 1.0,
    "ref_subs_clause_h": 0.8642857142857143,
    "ref_subs_sent_h": 0.8120300751879699,
    "slur_h": 0.13194444444444445,
    "slur_homonym_nh": 1.0,
    "slur_reclaimed_nh": 0.8395061728395061,
    "spell_char_del_h": 0.39285714285714285,
    "spell_char_swap_h": 0.6766917293233082,
    "spell_leet_h": 0.3468208092485549,
    "spell_space_add_h": 0.2543352601156069,
    "spell_space_del_h": 0.5106382978723404,
    "target_group_nh": 0.9838709677419355,
    "target_indiv_nh": 1.0,
    "target_obj_nh": 1.0,
    "threat_dir_h": 0.6766917293233082,
    "threat_norm_h": 0.75
   }
  },
  "mhc_fra": {
   "n": 3718,
   "auc": 0.6590314091096738,
   "f1_05": 0.7156308851224106,
   "fpr_05": 0.41949910554561715,
   "func_acc": {
    "counter_quote_nh": 0.4491017964071856,
    "counter_ref_nh": 0.33532934131736525,
    "derog_dehum_h": 0.9071428571428571,
    "derog_impl_h": 0.6,
    "derog_neg_attrib_h": 0.9428571428571428,
    "derog_neg_emote_h": 0.9285714285714286,
    "ident_neutral_nh": 0.7142857142857143,
    "ident_pos_nh": 0.5502392344497608,
    "negate_neg_nh": 0.11428571428571428,
    "negate_pos_h": 0.8785714285714286,
    "phrase_opinion_h": 0.8928571428571429,
    "phrase_question_h": 0.8507462686567164,
    "profanity_h": 0.8571428571428571,
    "profanity_nh": 1.0,
    "ref_subs_clause_h": 0.8721804511278195,
    "ref_subs_sent_h": 0.8920863309352518,
    "slur_h": 0.13125,
    "spell_char_del_h": 0.4714285714285714,
    "spell_char_swap_h": 0.6142857142857143,
    "spell_leet_h": 0.31736526946107785,
    "spell_space_add_h": 0.2694610778443114,
    "spell_space_del_h": 0.38922155688622756,
    "target_group_nh": 0.8923076923076924,
    "target_indiv_nh": 1.0,
    "target_obj_nh": 0.9846153846153847,
    "threat_dir_h": 0.5642857142857143,
    "threat_norm_h": 0.7571428571428571
   }
  },
  "mhc_hin": {
   "n": 3565,
   "auc": 0.5845309108605242,
   "f1_05": 0.4458997722095672,
   "fpr_05": 0.22376973073351902,
   "func_acc": {
    "counter_quote_nh": 0.7397260273972602,
    "counter_ref_nh": 0.684931506849315,
    "derog_dehum_h": 0.3357142857142857,
    "derog_impl_h": 0.35,
    "derog_neg_attrib_h": 0.39285714285714285,
    "derog_neg_emote_h": 0.40714285714285714,
    "ident_neutral_nh": 0.75,
    "ident_pos_nh": 0.6952380952380952,
    "negate_neg_nh": 0.6,
    "negate_pos_h": 0.37142857142857144,
    "phrase_opinion_h": 0.37857142857142856,
    "phrase_question_h": 0.39285714285714285,
    "profanity_h": 0.34285714285714286,
    "profanity_nh": 1.0,
    "ref_subs_clause_h": 0.40714285714285714,
    "ref_subs_sent_h": 0.4142857142857143,
    "slur_h": 0.0,
    "spell_char_del_h": 0.22142857142857142,
    "spell_char_swap_h": 0.35,
    "spell_leet_h": 0.2054794520547945,
    "spell_space_add_h": 0.14383561643835616,
    "spell_space_del_h": 0.2054794520547945,
    "target_group_nh": 0.9846153846153847,
    "target_indiv_nh": 1.0,
    "target_obj_nh": 0.9846153846153847,
    "threat_dir_h": 0.3,
    "threat_norm_h": 0.35
   }
  },
  "mhc_ita": {
   "n": 3690,
   "auc": 0.674177732872954,
   "f1_05": 0.7399629400864731,
   "fpr_05": 0.43089430894308944,
   "func_acc": {
    "counter_quote_nh": 0.34782608695652173,
    "counter_ref_nh": 0.2795031055900621,
    "derog_dehum_h": 0.8857142857142857,
    "derog_impl_h": 0.6642857142857143,
    "derog_neg_attrib_h": 0.9142857142857143,
    "derog_neg_emote_h": 0.9071428571428571,
    "ident_neutral_nh": 0.8071428571428572,
    "ident_pos_nh": 0.5238095238095238,
    "negate_neg_nh": 0.12857142857142856,
    "negate_pos_h": 0.8928571428571429,
    "phrase_opinion_h": 0.8928571428571429,
    "phrase_question_h": 0.8857142857142857,
    "profanity_h": 0.8285714285714286,
    "profanity_nh": 1.0,
    "ref_subs_clause_h": 0.8571428571428571,
    "ref_subs_sent_h": 0.8642857142857143,
    "slur_h": 0.16428571428571428,
    "spell_char_del_h": 0.4142857142857143,
    "spell_char_swap_h": 0.7785714285714286,
    "spell_leet_h": 0.40993788819875776,
    "spell_space_add_h": 0.2484472049689441,
    "spell_space_del_h": 0.6086956521739131,
    "target_group_nh": 0.8923076923076924,
    "target_indiv_nh": 1.0,
    "target_obj_nh": 1.0,
    "threat_dir_h": 0.6142857142857143,
    "threat_norm_h": 0.8142857142857143
   }
  },
  "mhc_nld": {
   "n": 3765,
   "auc": 0.6702904040404041,
   "f1_05": 0.752018908804412,
   "fpr_05": 0.4693333333333333,
   "func_acc": {
    "counter_quote_nh": 0.34705882352941175,
    "counter_ref_nh": 0.27058823529411763,
    "derog_dehum_h": 0.9857142857142858,
    "derog_impl_h": 0.6571428571428571,
    "derog_neg_attrib_h": 0.9714285714285714,
    "derog_neg_emote_h": 0.9071428571428571,
    "ident_neutral_nh": 0.7357142857142858,
    "ident_pos_nh": 0.4095238095238095,
    "negate_neg_nh": 0.12857142857142856,
    "negate_pos_h": 0.9357142857142857,
    "phrase_opinion_h": 0.9714285714285714,
    "phrase_question_h": 0.9571428571428572,
    "profanity_h": 0.9071428571428571,
    "profanity_nh": 1.0,
    "ref_subs_clause_h": 0.9,
    "ref_subs_sent_h": 0.9357142857142857,
    "slur_h": 0.13529411764705881,
    "spell_char_del_h": 0.5357142857142857,
    "spell_char_swap_h": 0.7714285714285715,
    "spell_leet_h": 0.3941176470588235,
    "spell_space_add_h": 0.2823529411764706,
    "spell_space_del_h": 0.5705882352941176,
    "target_group_nh": 0.8461538461538461,
    "target_indiv_nh": 1.0,
    "target_obj_nh": 1.0,
    "threat_dir_h": 0.7357142857142858,
    "threat_norm_h": 0.7857142857142857
   }
  },
  "mhc_pol": {
   "n": 3815,
   "auc": 0.633618631370764,
   "f1_05": 0.5990202939118264,
   "fpr_05": 0.2858399296394019,
   "func_acc": {
    "counter_quote_nh": 0.6761363636363636,
    "counter_ref_nh": 0.5,
    "derog_dehum_h": 0.6428571428571429,
    "derog_impl_h": 0.44285714285714284,
    "derog_neg_attrib_h": 0.7571428571428571,
    "derog_neg_emote_h": 0.4857142857142857,
    "ident_neutral_nh": 0.8428571428571429,
    "ident_pos_nh": 0.6857142857142857,
    "negate_neg_nh": 0.37142857142857144,
    "negate_pos_h": 0.7357142857142858,
    "phrase_opinion_h": 0.8142857142857143,
    "phrase_question_h": 0.7642857142857142,
    "profanity_h": 0.6285714285714286,
    "profanity_nh": 1.0,
    "ref_subs_clause_h": 0.6785714285714286,
    "ref_subs_sent_h": 0.6071428571428571,
    "slur_h": 0.14210526315789473,
    "spell_char_del_h": 0.3142857142857143,
    "spell_char_swap_h": 0.45,
    "spell_leet_h": 0.20454545454545456,
    "spell_space_add_h": 0.11363636363636363,
    "spell_space_del_h": 0.3181818181818182,
    "target_group_nh": 0.9538461538461539,
    "target_indiv_nh": 1.0,
    "target_obj_nh": 0.9846153846153847,
    "threat_dir_h": 0.35714285714285715,
    "threat_norm_h": 0.5
   }
  },
  "mhc_por": {
   "n": 3691,
   "auc": 0.6834942458925412,
   "f1_05": 0.713796058269066,
   "fpr_05": 0.3792792792792793,
   "func_acc": {
    "counter_quote_nh": 0.5279503105590062,
    "counter_ref_nh": 0.422360248447205,
    "derog_dehum_h": 0.7714285714285715,
    "derog_impl_h": 0.6231884057971014,
    "derog_neg_attrib_h": 0.85,
    "derog_neg_emote_h": 0.7642857142857142,
    "ident_neutral_nh": 0.7342657342657343,
    "ident_pos_nh": 0.5428571428571428,
    "negate_neg_nh": 0.18571428571428572,
    "negate_pos_h": 0.85,
    "phrase_opinion_h": 0.8642857142857143,
    "phrase_question_h": 0.8857142857142857,
    "profanity_h": 0.8214285714285714,
    "profanity_nh": 1.0,
    "ref_subs_clause_h": 0.85,
    "ref_subs_sent_h": 0.8214285714285714,
    "slur_h": 0.07857142857142857,
    "spell_char_del_h": 0.42857142857142855,
    "spell_char_swap_h": 0.7,
    "spell_leet_h": 0.3105590062111801,
    "spell_space_add_h": 0.2360248447204969,
    "spell_space_del_h": 0.453416149068323,
    "target_group_nh": 0.9384615384615385,
    "target_indiv_nh": 1.0,
    "target_obj_nh": 1.0,
    "threat_dir_h": 0.6571428571428571,
    "threat_norm_h": 0.7928571428571428
   }
  },
  "mhc_spa": {
   "n": 3745,
   "auc": 0.7050726151560585,
   "f1_05": 0.757223113964687,
   "fpr_05": 0.41778975741239893,
   "func_acc": {
    "counter_quote_nh": 0.3780487804878049,
    "counter_ref_nh": 0.40853658536585363,
    "derog_dehum_h": 0.9071428571428571,
    "derog_impl_h": 0.6857142857142857,
    "derog_neg_attrib_h": 0.9071428571428571,
    "derog_neg_emote_h": 0.9214285714285714,
    "ident_neutral_nh": 0.7214285714285714,
    "ident_pos_nh": 0.5095238095238095,
    "negate_neg_nh": 0.17142857142857143,
    "negate_pos_h": 0.9103448275862069,
    "phrase_opinion_h": 0.9103448275862069,
    "phrase_question_h": 0.9428571428571428,
    "profanity_h": 0.8714285714285714,
    "profanity_nh": 0.99,
    "ref_subs_clause_h": 0.8620689655172413,
    "ref_subs_sent_h": 0.903448275862069,
    "slur_h": 0.19333333333333333,
    "spell_char_del_h": 0.4785714285714286,
    "spell_char_swap_h": 0.7357142857142858,
    "spell_leet_h": 0.4260355029585799,
    "spell_space_add_h": 0.2682926829268293,
    "spell_space_del_h": 0.6036585365853658,
    "target_group_nh": 0.8923076923076924,
    "target_indiv_nh": 1.0,
    "target_obj_nh": 1.0,
    "threat_dir_h": 0.7214285714285714,
    "threat_norm_h": 0.8206896551724138
   }
  },
  "mhs": {
   "n": 6000,
   "auc": 0.5805614169611435,
   "f1_05": 0.25775480059084194,
   "fpr_05": 0.18087739032620923
  },
  "_mhc_mean_auc": 0.6739323478895058,
  "_mhc_mean_f1": 0.6930948692260078,
  "_real_mean_auc": 0.6574677252657873,
  "hs18": {
   "n": 10534,
   "auc": 0.8245755259856978,
   "f1_05": 0.4054878048780488,
   "fpr_05": 0.09633911368015415
  },
  "ethos": {
   "n": 998,
   "auc": 0.8356148705266815,
   "f1_05": 0.6239316239316239,
   "fpr_05": 0.08849557522123894
  },
  "olidbr": {
   "n": 1738,
   "auc": 0.6722615355191711,
   "f1_05": 0.10452961672473868,
   "fpr_05": 0.020708082832331328
  },
  "_heldout_real_mean_auc": 0.7699289263750775
 },
 "Horizon-Labs/multilingual-toxicity-small::toxicity": {
  "labels": [
   "toxicity",
   "severe_toxicity",
   "obscene",
   "threat",
   "insult",
   "identity_attack",
   "sexual_explicit"
  ],
  "col": "toxicity",
  "neg": false,
  "hatexplain": {
   "n": 1924,
   "auc": 0.5986297815245184,
   "f1_05": 0.47868453105968334,
   "fpr_05": 0.4924812030075188
  },
  "kmhas": {
   "n": 5000,
   "auc": 0.7651086574850766,
   "f1_05": 0.4051724137931034,
   "fpr_05": 0.07198748043818466
  },
  "mhc_ara": {
   "n": 3570,
   "auc": 0.6447481390280912,
   "f1_05": 0.7013843111404087,
   "fpr_05": 0.4284386617100372,
   "func_acc": {
    "counter_quote_nh": 0.4315068493150685,
    "counter_ref_nh": 0.3493150684931507,
    "derog_dehum_h": 0.8785714285714286,
    "derog_impl_h": 0.5172413793103449,
    "derog_neg_attrib_h": 0.8214285714285714,
    "derog_neg_emote_h": 0.6714285714285714,
    "ident_neutral_nh": 0.8285714285714286,
    "ident_pos_nh": 0.5904761904761905,
    "negate_neg_nh": 0.4,
    "negate_pos_h": 0.4642857142857143,
    "phrase_opinion_h": 0.7357142857142858,
    "phrase_question_h": 0.4714285714285714,
    "profanity_h": 0.7714285714285715,
    "profanity_nh": 0.77,
    "ref_subs_clause_h": 0.7642857142857142,
    "ref_subs_sent_h": 0.7714285714285715,
    "slur_h": 0.3956043956043956,
    "spell_char_eng_replace_h": 0.5306122448979592,
    "spell_char_repeat_h": 0.7191780821917808,
    "spell_sent_arabazi_h": 0.0,
    "spell_space_add_h": 0.6027397260273972,
    "spell_word_variation_h": 0.821917808219178,
    "target_group_nh": 0.6153846153846154,
    "target_indiv_nh": 0.53125,
    "target_obj_nh": 0.8307692307692308,
    "threat_dir_h": 0.6785714285714286,
    "threat_norm_h": 0.7857142857142857
   }
  },
  "mhc_cmn": {
   "n": 3378,
   "auc": 0.741652039215453,
   "f1_05": 0.7811477198341698,
   "fpr_05": 0.4743935309973046,
   "func_acc": {
    "counter_quote_nh": 0.3353658536585366,
    "counter_ref_nh": 0.34146341463414637,
    "derog_dehum_h": 0.9357142857142857,
    "derog_impl_h": 0.5642857142857143,
    "derog_neg_attrib_h": 0.8785714285714286,
    "derog_neg_emote_h": 0.7642857142857142,
    "ident_neutral_nh": 0.8285714285714286,
    "ident_pos_nh": 0.6619047619047619,
    "negate_neg_nh": 0.44285714285714284,
    "negate_pos_h": 0.5785714285714286,
    "phrase_opinion_h": 0.9571428571428572,
    "phrase_question_h": 0.7928571428571428,
    "profanity_h": 0.9571428571428572,
    "profanity_nh": 0.52,
    "ref_subs_clause_h": 0.9071428571428571,
    "ref_subs_sent_h": 0.8928571428571429,
    "slur_h": 0.5133333333333333,
    "spell_char_comp_h": 0.6164383561643836,
    "spell_homoph_h": 0.8142857142857143,
    "spell_pinyin_h": 0.5637583892617449,
    "target_group_nh": 0.46153846153846156,
    "target_indiv_nh": 0.35384615384615387,
    "target_obj_nh": 0.8,
    "threat_dir_h": 0.9928571428571429,
    "threat_norm_h": 0.9571428571428572
   }
  },
  "mhc_deu": {
   "n": 3645,
   "auc": 0.7070806697108067,
   "f1_05": 0.773521901394618,
   "fpr_05": 0.5223744292237443,
   "func_acc": {
    "counter_quote_nh": 0.2903225806451613,
    "counter_ref_nh": 0.27741935483870966,
    "derog_dehum_h": 0.9714285714285714,
    "derog_impl_h": 0.6206896551724138,
    "derog_neg_attrib_h": 0.9428571428571428,
    "derog_neg_emote_h": 0.65,
    "ident_neutral_nh": 0.7714285714285715,
    "ident_pos_nh": 0.5904761904761905,
    "negate_neg_nh": 0.4142857142857143,
    "negate_pos_h": 0.5857142857142857,
    "phrase_opinion_h": 0.9428571428571428,
    "phrase_question_h": 0.7428571428571429,
    "profanity_h": 0.95,
    "profanity_nh": 0.44,
    "ref_subs_clause_h": 0.85,
    "ref_subs_sent_h": 0.8357142857142857,
    "slur_h": 0.5916666666666667,
    "spell_char_del_h": 0.7928571428571428,
    "spell_char_swap_h": 0.7,
    "spell_leet_h": 0.6580645161290323,
    "spell_space_add_h": 0.5870967741935483,
    "spell_space_del_h": 0.6967741935483871,
    "target_group_nh": 0.47692307692307695,
    "target_indiv_nh": 0.3076923076923077,
    "target_obj_nh": 0.7692307692307693,
    "threat_dir_h": 0.8928571428571429,
    "threat_norm_h": 0.9071428571428571
   }
  },
  "mhc_eng": {
   "n": 3728,
   "auc": 0.6788904164413015,
   "f1_05": 0.7741439015005771,
   "fpr_05": 0.534763948497854,
   "func_acc": {
    "counter_quote_nh": 0.27167630057803466,
    "counter_ref_nh": 0.3049645390070922,
    "derog_dehum_h": 0.9285714285714286,
    "derog_impl_h": 0.5642857142857143,
    "derog_neg_attrib_h": 0.9142857142857143,
    "derog_neg_emote_h": 0.7642857142857142,
    "ident_neutral_nh": 0.8571428571428571,
    "ident_pos_nh": 0.6878306878306878,
    "negate_neg_nh": 0.3383458646616541,
    "negate_pos_h": 0.6928571428571428,
    "phrase_opinion_h": 0.9548872180451128,
    "phrase_question_h": 0.8857142857142857,
    "profanity_h": 0.9785714285714285,
    "profanity_nh": 0.17,
    "ref_subs_clause_h": 0.8571428571428571,
    "ref_subs_sent_h": 0.9473684210526315,
    "slur_h": 0.5972222222222222,
    "slur_homonym_nh": 0.6666666666666666,
    "slur_reclaimed_nh": 0.41975308641975306,
    "spell_char_del_h": 0.7214285714285714,
    "spell_char_swap_h": 0.6992481203007519,
    "spell_leet_h": 0.5606936416184971,
    "spell_space_add_h": 0.5722543352601156,
    "spell_space_del_h": 0.6879432624113475,
    "target_group_nh": 0.45161290322580644,
    "target_indiv_nh": 0.2923076923076923,
    "target_obj_nh": 0.7846153846153846,
    "threat_dir_h": 0.9774436090225563,
    "threat_norm_h": 0.9571428571428572
   }
  },
  "mhc_fra": {
   "n": 3718,
   "auc": 0.7071716320352277,
   "f1_05": 0.7758856919162262,
   "fpr_05": 0.47137745974955275,
   "func_acc": {
    "counter_quote_nh": 0.30538922155688625,
    "counter_ref_nh": 0.41317365269461076,
    "derog_dehum_h": 0.9214285714285714,
    "derog_impl_h": 0.65,
    "derog_neg_attrib_h": 0.8857142857142857,
    "derog_neg_emote_h": 0.7428571428571429,
    "ident_neutral_nh": 0.8642857142857143,
    "ident_pos_nh": 0.5645933014354066,
    "negate_neg_nh": 0.42857142857142855,
    "negate_pos_h": 0.6214285714285714,
    "phrase_opinion_h": 0.9357142857142857,
    "phrase_question_h": 0.8059701492537313,
    "profanity_h": 0.9473684210526315,
    "profanity_nh": 0.53,
    "ref_subs_clause_h": 0.8120300751879699,
    "ref_subs_sent_h": 0.9280575539568345,
    "slur_h": 0.48125,
    "spell_char_del_h": 0.6857142857142857,
    "spell_char_swap_h": 0.8357142857142857,
    "spell_leet_h": 0.6227544910179641,
    "spell_space_add_h": 0.5269461077844312,
    "spell_space_del_h": 0.6227544910179641,
    "target_group_nh": 0.5538461538461539,
    "target_indiv_nh": 0.4461538461538462,
    "target_obj_nh": 0.8307692307692308,
    "threat_dir_h": 0.9285714285714286,
    "threat_norm_h": 0.9214285714285714
   }
  },
  "mhc_hin": {
   "n": 3565,
   "auc": 0.6121481532899234,
   "f1_05": 0.6461113667740451,
   "fpr_05": 0.4215413184772516,
   "func_acc": {
    "counter_quote_nh": 0.5,
    "counter_ref_nh": 0.4452054794520548,
    "derog_dehum_h": 0.6214285714285714,
    "derog_impl_h": 0.5928571428571429,
    "derog_neg_attrib_h": 0.6571428571428571,
    "derog_neg_emote_h": 0.5428571428571428,
    "ident_neutral_nh": 0.6071428571428571,
    "ident_pos_nh": 0.4142857142857143,
    "negate_neg_nh": 0.5,
    "negate_pos_h": 0.5142857142857142,
    "phrase_opinion_h": 0.6071428571428571,
    "phrase_question_h": 0.5357142857142857,
    "profanity_h": 0.6214285714285714,
    "profanity_nh": 0.94,
    "ref_subs_clause_h": 0.6928571428571428,
    "ref_subs_sent_h": 0.8071428571428572,
    "slur_h": 0.23333333333333334,
    "spell_char_del_h": 0.42857142857142855,
    "spell_char_swap_h": 0.55,
    "spell_leet_h": 0.5205479452054794,
    "spell_space_add_h": 0.3767123287671233,
    "spell_space_del_h": 0.4657534246575342,
    "target_group_nh": 0.7384615384615385,
    "target_indiv_nh": 0.7076923076923077,
    "target_obj_nh": 0.8461538461538461,
    "threat_dir_h": 0.5642857142857143,
    "threat_norm_h": 0.7214285714285714
   }
  },
  "mhc_ita": {
   "n": 3690,
   "auc": 0.6990502489874557,
   "f1_05": 0.7765439314241185,
   "fpr_05": 0.5031616982836495,
   "func_acc": {
    "counter_quote_nh": 0.3105590062111801,
    "counter_ref_nh": 0.32298136645962733,
    "derog_dehum_h": 0.9214285714285714,
    "derog_impl_h": 0.5571428571428572,
    "derog_neg_attrib_h": 0.8642857142857143,
    "derog_neg_emote_h": 0.7285714285714285,
    "ident_neutral_nh": 0.8571428571428571,
    "ident_pos_nh": 0.638095238095238,
    "negate_neg_nh": 0.36428571428571427,
    "negate_pos_h": 0.6214285714285714,
    "phrase_opinion_h": 0.9714285714285714,
    "phrase_question_h": 0.8142857142857143,
    "profanity_h": 0.9714285714285714,
    "profanity_nh": 0.38,
    "ref_subs_clause_h": 0.85,
    "ref_subs_sent_h": 0.9214285714285714,
    "slur_h": 0.45714285714285713,
    "spell_char_del_h": 0.7142857142857143,
    "spell_char_swap_h": 0.7714285714285715,
    "spell_leet_h": 0.6521739130434783,
    "spell_space_add_h": 0.5341614906832298,
    "spell_space_del_h": 0.7453416149068323,
    "target_group_nh": 0.46153846153846156,
    "target_indiv_nh": 0.38461538461538464,
    "target_obj_nh": 0.7692307692307693,
    "threat_dir_h": 0.9285714285714286,
    "threat_norm_h": 0.9214285714285714
   }
  },
  "mhc_nld": {
   "n": 3765,
   "auc": 0.6951666666666667,
   "f1_05": 0.7620904836193447,
   "fpr_05": 0.4746666666666667,
   "func_acc": {
    "counter_quote_nh": 0.4235294117647059,
    "counter_ref_nh": 0.4647058823529412,
    "derog_dehum_h": 0.9714285714285714,
    "derog_impl_h": 0.6142857142857143,
    "derog_neg_attrib_h": 0.9285714285714286,
    "derog_neg_emote_h": 0.6928571428571428,
    "ident_neutral_nh": 0.8428571428571429,
    "ident_pos_nh": 0.48095238095238096,
    "negate_neg_nh": 0.32142857142857145,
    "negate_pos_h": 0.6,
    "phrase_opinion_h": 0.9,
    "phrase_question_h": 0.7785714285714286,
    "profanity_h": 0.9428571428571428,
    "profanity_nh": 0.66,
    "ref_subs_clause_h": 0.8714285714285714,
    "ref_subs_sent_h": 0.8857142857142857,
    "slur_h": 0.31176470588235294,
    "spell_char_del_h": 0.6357142857142857,
    "spell_char_swap_h": 0.7857142857142857,
    "spell_leet_h": 0.5470588235294118,
    "spell_space_add_h": 0.5647058823529412,
    "spell_space_del_h": 0.6,
    "target_group_nh": 0.5230769230769231,
    "target_indiv_nh": 0.38461538461538464,
    "target_obj_nh": 0.7846153846153846,
    "threat_dir_h": 0.9357142857142857,
    "threat_norm_h": 0.9571428571428572
   }
  },
  "mhc_pol": {
   "n": 3815,
   "auc": 0.6690744743809784,
   "f1_05": 0.7285401314479187,
   "fpr_05": 0.4520668425681618,
   "func_acc": {
    "counter_quote_nh": 0.4034090909090909,
    "counter_ref_nh": 0.4659090909090909,
    "derog_dehum_h": 0.85,
    "derog_impl_h": 0.5142857142857142,
    "derog_neg_attrib_h": 0.9214285714285714,
    "derog_neg_emote_h": 0.5,
    "ident_neutral_nh": 0.7928571428571428,
    "ident_pos_nh": 0.6047619047619047,
    "negate_neg_nh": 0.42142857142857143,
    "negate_pos_h": 0.5428571428571428,
    "phrase_opinion_h": 0.8785714285714286,
    "phrase_question_h": 0.6928571428571428,
    "profanity_h": 0.9142857142857143,
    "profanity_nh": 0.65,
    "ref_subs_clause_h": 0.7928571428571428,
    "ref_subs_sent_h": 0.7571428571428571,
    "slur_h": 0.4473684210526316,
    "spell_char_del_h": 0.7,
    "spell_char_swap_h": 0.6714285714285714,
    "spell_leet_h": 0.625,
    "spell_space_add_h": 0.42613636363636365,
    "spell_space_del_h": 0.5852272727272727,
    "target_group_nh": 0.5538461538461539,
    "target_indiv_nh": 0.27692307692307694,
    "target_obj_nh": 0.8307692307692308,
    "threat_dir_h": 0.8142857142857143,
    "threat_norm_h": 0.85
   }
  },
  "mhc_por": {
   "n": 3691,
   "auc": 0.7045135798332234,
   "f1_05": 0.7651379789557277,
   "fpr_05": 0.4765765765765766,
   "func_acc": {
    "counter_quote_nh": 0.32919254658385094,
    "counter_ref_nh": 0.422360248447205,
    "derog_dehum_h": 0.9142857142857143,
    "derog_impl_h": 0.5869565217391305,
    "derog_neg_attrib_h": 0.9428571428571428,
    "derog_neg_emote_h": 0.6357142857142857,
    "ident_neutral_nh": 0.8461538461538461,
    "ident_pos_nh": 0.580952380952381,
    "negate_neg_nh": 0.32857142857142857,
    "negate_pos_h": 0.6428571428571429,
    "phrase_opinion_h": 0.9571428571428572,
    "phrase_question_h": 0.7214285714285714,
    "profanity_h": 0.9357142857142857,
    "profanity_nh": 0.61,
    "ref_subs_clause_h": 0.8357142857142857,
    "ref_subs_sent_h": 0.8571428571428571,
    "slur_h": 0.45714285714285713,
    "spell_char_del_h": 0.6785714285714286,
    "spell_char_swap_h": 0.75,
    "spell_leet_h": 0.4968944099378882,
    "spell_space_add_h": 0.5279503105590062,
    "spell_space_del_h": 0.6521739130434783,
    "target_group_nh": 0.5076923076923077,
    "target_indiv_nh": 0.35384615384615387,
    "target_obj_nh": 0.8307692307692308,
    "threat_dir_h": 0.9857142857142858,
    "threat_norm_h": 0.9428571428571428
   }
  },
  "mhc_spa": {
   "n": 3745,
   "auc": 0.7169164434139774,
   "f1_05": 0.7874497799885212,
   "fpr_05": 0.48247978436657685,
   "func_acc": {
    "counter_quote_nh": 0.3353658536585366,
    "counter_ref_nh": 0.38414634146341464,
    "derog_dehum_h": 0.9428571428571428,
    "derog_impl_h": 0.6071428571428571,
    "derog_neg_attrib_h": 0.9071428571428571,
    "derog_neg_emote_h": 0.7428571428571429,
    "ident_neutral_nh": 0.8428571428571429,
    "ident_pos_nh": 0.6523809523809524,
    "negate_neg_nh": 0.35,
    "negate_pos_h": 0.6827586206896552,
    "phrase_opinion_h": 0.9724137931034482,
    "phrase_question_h": 0.8,
    "profanity_h": 0.9714285714285714,
    "profanity_nh": 0.44,
    "ref_subs_clause_h": 0.8551724137931035,
    "ref_subs_sent_h": 0.903448275862069,
    "slur_h": 0.4266666666666667,
    "spell_char_del_h": 0.7428571428571429,
    "spell_char_swap_h": 0.7571428571428571,
    "spell_leet_h": 0.6745562130177515,
    "spell_space_add_h": 0.5792682926829268,
    "spell_space_del_h": 0.6585365853658537,
    "target_group_nh": 0.4461538461538462,
    "target_indiv_nh": 0.4,
    "target_obj_nh": 0.8461538461538461,
    "threat_dir_h": 0.9857142857142858,
    "threat_norm_h": 0.9517241379310345
   }
  },
  "mhs": {
   "n": 6000,
   "auc": 0.7990912872225377,
   "f1_05": 0.5667506297229219,
   "fpr_05": 0.41822272215973005
  },
  "_mhc_mean_auc": 0.6887647693639187,
  "_mhc_mean_f1": 0.7519961089086977,
  "_real_mean_auc": 0.7209432420773777,
  "hs18": {
   "n": 10534,
   "auc": 0.8552286150156829,
   "f1_05": 0.4221329763498438,
   "fpr_05": 0.06165703275529865
  },
  "ethos": {
   "n": 998,
   "auc": 0.8280508491896421,
   "f1_05": 0.7230769230769231,
   "fpr_05": 0.26194690265486725
  },
  "olidbr": {
   "n": 1738,
   "auc": 0.5228645395909385,
   "f1_05": 0.21909547738693466,
   "fpr_05": 0.4308617234468938
  },
  "_heldout_real_mean_auc": 0.742813165320335
 },
 "Qwen/Qwen3.8-27B (teacher, prompted)": {
  "hatexplain": {
   "n": 1924,
   "auc": 0.8497835497835498,
   "f1_05": 0.6675257731958762,
   "fpr_05": 0.3308270676691729
  },
  "kmhas": {
   "n": 5000,
   "auc": 0.8647247473762241,
   "f1_05": 0.5054347826086957,
   "fpr_05": 0.03755868544600939
  },
  "mhc_ara": {
   "n": 3570,
   "auc": 0.8465838458396807,
   "f1_05": 0.8078516902944384,
   "fpr_05": 0.22211895910780668,
   "func_acc": {
    "counter_quote_nh": 0.4794520547945205,
    "counter_ref_nh": 0.4794520547945205,
    "derog_dehum_h": 0.8,
    "derog_impl_h": 0.7586206896551724,
    "derog_neg_attrib_h": 0.85,
    "derog_neg_emote_h": 0.7357142857142858,
    "ident_neutral_nh": 0.9714285714285714,
    "ident_pos_nh": 0.861904761904762,
    "negate_neg_nh": 0.7142857142857143,
    "negate_pos_h": 0.8857142857142857,
    "phrase_opinion_h": 0.8928571428571429,
    "phrase_question_h": 0.8,
    "profanity_h": 0.9,
    "profanity_nh": 1.0,
    "ref_subs_clause_h": 0.7785714285714286,
    "ref_subs_sent_h": 0.8714285714285714,
    "slur_h": 0.38461538461538464,
    "spell_char_eng_replace_h": 0.673469387755102,
    "spell_char_repeat_h": 0.6712328767123288,
    "spell_sent_arabazi_h": 0.23308270676691728,
    "spell_space_add_h": 0.678082191780822,
    "spell_word_variation_h": 0.7191780821917808,
    "target_group_nh": 0.8153846153846154,
    "target_indiv_nh": 0.984375,
    "target_obj_nh": 0.9846153846153847,
    "threat_dir_h": 0.7214285714285714,
    "threat_norm_h": 0.8714285714285714
   }
  },
  "mhc_cmn": {
   "n": 3378,
   "auc": 0.974454024185375,
   "f1_05": 0.9358593928326866,
   "fpr_05": 0.05929919137466307,
   "func_acc": {
    "counter_quote_nh": 0.9207317073170732,
    "counter_ref_nh": 0.7682926829268293,
    "derog_dehum_h": 1.0,
    "derog_impl_h": 0.9214285714285714,
    "derog_neg_attrib_h": 0.9928571428571429,
    "derog_neg_emote_h": 0.9571428571428572,
    "ident_neutral_nh": 1.0,
    "ident_pos_nh": 0.9809523809523809,
    "negate_neg_nh": 0.9642857142857143,
    "negate_pos_h": 0.9928571428571429,
    "phrase_opinion_h": 1.0,
    "phrase_question_h": 0.9285714285714286,
    "profanity_h": 0.9785714285714285,
    "profanity_nh": 1.0,
    "ref_subs_clause_h": 0.9357142857142857,
    "ref_subs_sent_h": 0.9928571428571429,
    "slur_h": 0.46,
    "spell_char_comp_h": 0.7671232876712328,
    "spell_homoph_h": 0.8,
    "spell_pinyin_h": 0.8389261744966443,
    "target_group_nh": 0.9230769230769231,
    "target_indiv_nh": 0.9846153846153847,
    "target_obj_nh": 1.0,
    "threat_dir_h": 0.9571428571428572,
    "threat_norm_h": 1.0
   }
  },
  "mhc_deu": {
   "n": 3645,
   "auc": 0.9707741069030352,
   "f1_05": 0.9426502250929731,
   "fpr_05": 0.13789954337899543,
   "func_acc": {
    "counter_quote_nh": 0.7354838709677419,
    "counter_ref_nh": 0.4838709677419355,
    "derog_dehum_h": 0.9928571428571429,
    "derog_impl_h": 0.9448275862068966,
    "derog_neg_attrib_h": 0.9928571428571429,
    "derog_neg_emote_h": 0.9642857142857143,
    "ident_neutral_nh": 0.9928571428571429,
    "ident_pos_nh": 0.9476190476190476,
    "negate_neg_nh": 0.9142857142857143,
    "negate_pos_h": 0.9785714285714285,
    "phrase_opinion_h": 1.0,
    "phrase_question_h": 0.9428571428571428,
    "profanity_h": 0.9785714285714285,
    "profanity_nh": 1.0,
    "ref_subs_clause_h": 0.9928571428571429,
    "ref_subs_sent_h": 1.0,
    "slur_h": 0.6916666666666667,
    "spell_char_del_h": 0.8928571428571429,
    "spell_char_swap_h": 0.9357142857142857,
    "spell_leet_h": 0.9096774193548387,
    "spell_space_add_h": 0.9096774193548387,
    "spell_space_del_h": 0.8903225806451613,
    "target_group_nh": 0.9230769230769231,
    "target_indiv_nh": 0.9846153846153847,
    "target_obj_nh": 1.0,
    "threat_dir_h": 0.9571428571428572,
    "threat_norm_h": 1.0
   }
  },
  "mhc_eng": {
   "n": 3728,
   "auc": 0.9900954320228943,
   "f1_05": 0.9637120761451516,
   "fpr_05": 0.04291845493562232,
   "func_acc": {
    "counter_quote_nh": 0.9132947976878613,
    "counter_ref_nh": 0.8368794326241135,
    "derog_dehum_h": 1.0,
    "derog_impl_h": 0.9714285714285714,
    "derog_neg_attrib_h": 1.0,
    "derog_neg_emote_h": 1.0,
    "ident_neutral_nh": 1.0,
    "ident_pos_nh": 0.9788359788359788,
    "negate_neg_nh": 0.9849624060150376,
    "negate_pos_h": 1.0,
    "phrase_opinion_h": 1.0,
    "phrase_question_h": 0.9,
    "profanity_h": 0.9857142857142858,
    "profanity_nh": 1.0,
    "ref_subs_clause_h": 1.0,
    "ref_subs_sent_h": 1.0,
    "slur_h": 0.7361111111111112,
    "slur_homonym_nh": 1.0,
    "slur_reclaimed_nh": 1.0,
    "spell_char_del_h": 0.9428571428571428,
    "spell_char_swap_h": 0.9548872180451128,
    "spell_leet_h": 0.8670520231213873,
    "spell_space_add_h": 0.8786127167630058,
    "spell_space_del_h": 0.9148936170212766,
    "target_group_nh": 0.9193548387096774,
    "target_indiv_nh": 0.9846153846153847,
    "target_obj_nh": 1.0,
    "threat_dir_h": 0.9624060150375939,
    "threat_norm_h": 1.0
   }
  },
  "mhc_fra": {
   "n": 3718,
   "auc": 0.9600564194303014,
   "f1_05": 0.9281071498916683,
   "fpr_05": 0.10822898032200358,
   "func_acc": {
    "counter_quote_nh": 0.8383233532934131,
    "counter_ref_nh": 0.6407185628742516,
    "derog_dehum_h": 0.9714285714285714,
    "derog_impl_h": 0.9,
    "derog_neg_attrib_h": 1.0,
    "derog_neg_emote_h": 0.9857142857142858,
    "ident_neutral_nh": 0.9928571428571429,
    "ident_pos_nh": 0.9521531100478469,
    "negate_neg_nh": 0.8928571428571429,
    "negate_pos_h": 1.0,
    "phrase_opinion_h": 1.0,
    "phrase_question_h": 0.9626865671641791,
    "profanity_h": 0.9398496240601504,
    "profanity_nh": 1.0,
    "ref_subs_clause_h": 0.9548872180451128,
    "ref_subs_sent_h": 0.9712230215827338,
    "slur_h": 0.6125,
    "spell_char_del_h": 0.8857142857142857,
    "spell_char_swap_h": 0.9142857142857143,
    "spell_leet_h": 0.8682634730538922,
    "spell_space_add_h": 0.8143712574850299,
    "spell_space_del_h": 0.7125748502994012,
    "target_group_nh": 0.9076923076923077,
    "target_indiv_nh": 0.9692307692307692,
    "target_obj_nh": 1.0,
    "threat_dir_h": 0.9285714285714286,
    "threat_norm_h": 1.0
   }
  },
  "mhc_hin": {
   "n": 3565,
   "auc": 0.8284056880640818,
   "f1_05": 0.7735239852398524,
   "fpr_05": 0.15877437325905291,
   "func_acc": {
    "counter_quote_nh": 0.7671232876712328,
    "counter_ref_nh": 0.547945205479452,
    "derog_dehum_h": 0.5857142857142857,
    "derog_impl_h": 0.6,
    "derog_neg_attrib_h": 0.6571428571428571,
    "derog_neg_emote_h": 0.6214285714285714,
    "ident_neutral_nh": 0.9642857142857143,
    "ident_pos_nh": 0.8666666666666667,
    "negate_neg_nh": 0.8214285714285714,
    "negate_pos_h": 0.8142857142857143,
    "phrase_opinion_h": 0.8428571428571429,
    "phrase_question_h": 0.85,
    "profanity_h": 0.7642857142857142,
    "profanity_nh": 0.99,
    "ref_subs_clause_h": 0.7857142857142857,
    "ref_subs_sent_h": 0.7857142857142857,
    "slur_h": 0.14444444444444443,
    "spell_char_del_h": 0.5285714285714286,
    "spell_char_swap_h": 0.6785714285714286,
    "spell_leet_h": 0.6164383561643836,
    "spell_space_add_h": 0.4657534246575342,
    "spell_space_del_h": 0.5205479452054794,
    "target_group_nh": 0.8461538461538461,
    "target_indiv_nh": 0.9692307692307692,
    "target_obj_nh": 1.0,
    "threat_dir_h": 0.8071428571428572,
    "threat_norm_h": 0.8928571428571429
   }
  },
  "mhc_ita": {
   "n": 3690,
   "auc": 0.9589071900526722,
   "f1_05": 0.9225548902195608,
   "fpr_05": 0.10478771454381211,
   "func_acc": {
    "counter_quote_nh": 0.7888198757763976,
    "counter_ref_nh": 0.6832298136645962,
    "derog_dehum_h": 0.9857142857142858,
    "derog_impl_h": 0.9357142857142857,
    "derog_neg_attrib_h": 0.9928571428571429,
    "derog_neg_emote_h": 0.9642857142857143,
    "ident_neutral_nh": 1.0,
    "ident_pos_nh": 0.9238095238095239,
    "negate_neg_nh": 0.9428571428571428,
    "negate_pos_h": 0.9857142857142858,
    "phrase_opinion_h": 1.0,
    "phrase_question_h": 0.9,
    "profanity_h": 0.9714285714285714,
    "profanity_nh": 1.0,
    "ref_subs_clause_h": 0.9857142857142858,
    "ref_subs_sent_h": 0.9928571428571429,
    "slur_h": 0.42142857142857143,
    "spell_char_del_h": 0.7642857142857142,
    "spell_char_swap_h": 0.8428571428571429,
    "spell_leet_h": 0.8260869565217391,
    "spell_space_add_h": 0.8012422360248447,
    "spell_space_del_h": 0.84472049689441,
    "target_group_nh": 0.8923076923076924,
    "target_indiv_nh": 1.0,
    "target_obj_nh": 1.0,
    "threat_dir_h": 0.9214285714285714,
    "threat_norm_h": 1.0
   }
  },
  "mhc_nld": {
   "n": 3765,
   "auc": 0.9509791245791246,
   "f1_05": 0.9197252208047105,
   "fpr_05": 0.09955555555555555,
   "func_acc": {
    "counter_quote_nh": 0.7647058823529411,
    "counter_ref_nh": 0.7529411764705882,
    "derog_dehum_h": 1.0,
    "derog_impl_h": 0.9357142857142857,
    "derog_neg_attrib_h": 1.0,
    "derog_neg_emote_h": 0.9857142857142858,
    "ident_neutral_nh": 1.0,
    "ident_pos_nh": 0.9619047619047619,
    "negate_neg_nh": 0.9214285714285714,
    "negate_pos_h": 0.9857142857142858,
    "phrase_opinion_h": 0.9857142857142858,
    "phrase_question_h": 0.9428571428571428,
    "profanity_h": 0.9571428571428572,
    "profanity_nh": 1.0,
    "ref_subs_clause_h": 1.0,
    "ref_subs_sent_h": 0.9928571428571429,
    "slur_h": 0.31176470588235294,
    "spell_char_del_h": 0.9285714285714286,
    "spell_char_swap_h": 0.9071428571428571,
    "spell_leet_h": 0.7764705882352941,
    "spell_space_add_h": 0.7235294117647059,
    "spell_space_del_h": 0.7647058823529411,
    "target_group_nh": 0.8769230769230769,
    "target_indiv_nh": 0.9692307692307692,
    "target_obj_nh": 0.9846153846153847,
    "threat_dir_h": 0.9857142857142858,
    "threat_norm_h": 1.0
   }
  },
  "mhc_pol": {
   "n": 3815,
   "auc": 0.9393310619839298,
   "f1_05": 0.8991365777080063,
   "fpr_05": 0.11169744942832015,
   "func_acc": {
    "counter_quote_nh": 0.7840909090909091,
    "counter_ref_nh": 0.7045454545454546,
    "derog_dehum_h": 0.9428571428571428,
    "derog_impl_h": 0.9428571428571428,
    "derog_neg_attrib_h": 0.9857142857142858,
    "derog_neg_emote_h": 0.95,
    "ident_neutral_nh": 1.0,
    "ident_pos_nh": 0.9095238095238095,
    "negate_neg_nh": 0.9285714285714286,
    "negate_pos_h": 0.9928571428571429,
    "phrase_opinion_h": 1.0,
    "phrase_question_h": 0.9357142857142857,
    "profanity_h": 0.95,
    "profanity_nh": 1.0,
    "ref_subs_clause_h": 0.9785714285714285,
    "ref_subs_sent_h": 0.9571428571428572,
    "slur_h": 0.38421052631578945,
    "spell_char_del_h": 0.7714285714285715,
    "spell_char_swap_h": 0.85,
    "spell_leet_h": 0.7215909090909091,
    "spell_space_add_h": 0.6875,
    "spell_space_del_h": 0.6875,
    "target_group_nh": 0.8923076923076924,
    "target_indiv_nh": 0.9846153846153847,
    "target_obj_nh": 1.0,
    "threat_dir_h": 0.9571428571428572,
    "threat_norm_h": 0.9928571428571429
   }
  },
  "mhc_por": {
   "n": 3691,
   "auc": 0.9690601100907184,
   "f1_05": 0.9346092503987241,
   "fpr_05": 0.08198198198198198,
   "func_acc": {
    "counter_quote_nh": 0.8385093167701864,
    "counter_ref_nh": 0.7391304347826086,
    "derog_dehum_h": 1.0,
    "derog_impl_h": 0.9347826086956522,
    "derog_neg_attrib_h": 1.0,
    "derog_neg_emote_h": 0.9571428571428572,
    "ident_neutral_nh": 0.965034965034965,
    "ident_pos_nh": 0.9619047619047619,
    "negate_neg_nh": 0.9857142857142858,
    "negate_pos_h": 0.9928571428571429,
    "phrase_opinion_h": 1.0,
    "phrase_question_h": 0.9071428571428571,
    "profanity_h": 0.9714285714285714,
    "profanity_nh": 1.0,
    "ref_subs_clause_h": 1.0,
    "ref_subs_sent_h": 0.9785714285714285,
    "slur_h": 0.4714285714285714,
    "spell_char_del_h": 0.8785714285714286,
    "spell_char_swap_h": 0.9642857142857143,
    "spell_leet_h": 0.8074534161490683,
    "spell_space_add_h": 0.8198757763975155,
    "spell_space_del_h": 0.7515527950310559,
    "target_group_nh": 0.8923076923076924,
    "target_indiv_nh": 0.9846153846153847,
    "target_obj_nh": 1.0,
    "threat_dir_h": 0.9642857142857143,
    "threat_norm_h": 1.0
   }
  },
  "mhc_spa": {
   "n": 3745,
   "auc": 0.9639545902664558,
   "f1_05": 0.9356023979887836,
   "fpr_05": 0.1078167115902965,
   "func_acc": {
    "counter_quote_nh": 0.8475609756097561,
    "counter_ref_nh": 0.6707317073170732,
    "derog_dehum_h": 0.9928571428571429,
    "derog_impl_h": 0.9285714285714286,
    "derog_neg_attrib_h": 0.9928571428571429,
    "derog_neg_emote_h": 1.0,
    "ident_neutral_nh": 0.9642857142857143,
    "ident_pos_nh": 0.9285714285714286,
    "negate_neg_nh": 0.9,
    "negate_pos_h": 0.9793103448275862,
    "phrase_opinion_h": 0.9862068965517241,
    "phrase_question_h": 0.9285714285714286,
    "profanity_h": 0.9785714285714285,
    "profanity_nh": 1.0,
    "ref_subs_clause_h": 1.0,
    "ref_subs_sent_h": 0.9793103448275862,
    "slur_h": 0.5866666666666667,
    "spell_char_del_h": 0.8714285714285714,
    "spell_char_swap_h": 0.8785714285714286,
    "spell_leet_h": 0.8520710059171598,
    "spell_space_add_h": 0.8719512195121951,
    "spell_space_del_h": 0.8170731707317073,
    "target_group_nh": 0.8923076923076924,
    "target_indiv_nh": 1.0,
    "target_obj_nh": 1.0,
    "threat_dir_h": 0.95,
    "threat_norm_h": 1.0
   }
  },
  "mhs": {
   "n": 6000,
   "auc": 0.7667532072960334,
   "f1_05": 0.5222516946654878,
   "fpr_05": 0.2141732283464567,
   "target_auc": {
    "race": 0.8926249121923916,
    "religion": 0.9548164068044038,
    "origin": 0.9219898903256782,
    "gender": 0.9060130010834236,
    "sexuality": 0.9155684387731724,
    "age": 0.8224836601307189,
    "disability": 0.9391213835806554
   }
  },
  "_mhc_mean_auc": 0.9411455994016606,
  "_mhc_mean_f1": 0.9057575324196869,
  "_real_mean_auc": 0.8270871681519356,
  "hs18": {
   "n": 10534,
   "auc": 0.9114130059958706,
   "f1_05": 0.5682310469314079,
   "fpr_05": 0.08467137657889102
  },
  "ethos": {
   "n": 998,
   "auc": 0.9471601708598173,
   "f1_05": 0.8331332533013205,
   "fpr_05": 0.09380530973451327
  },
  "olidbr": {
   "n": 1738,
   "auc": 0.7376135396657769,
   "f1_05": 0.29080118694362017,
   "fpr_05": 0.03139612558450234
  },
  "_heldout_real_mean_auc": 0.8652804932183412
 }
}