| { |
| "facebook/roberta-hate-speech-dynabench-r4-target": { |
| "labels": [ |
| "nothate", |
| "hate" |
| ], |
| "col": "hate", |
| "neg": false, |
| "hatexplain": { |
| "n": 1924, |
| "auc": 0.7614269259006101, |
| "f1_05": 0.5604508196721312, |
| "fpr_05": 0.6097744360902255 |
| }, |
| "kmhas": { |
| "n": 5000, |
| "auc": 0.7381401861461164, |
| "f1_05": 0.0, |
| "fpr_05": 0.0 |
| }, |
| "mhc_ara": { |
| "n": 3570, |
| "auc": 0.5085415033254532, |
| "f1_05": 0.03853716083366103, |
| "fpr_05": 0.0, |
| "func_acc": { |
| "counter_quote_nh": 1.0, |
| "counter_ref_nh": 1.0, |
| "derog_dehum_h": 0.0, |
| "derog_impl_h": 0.0, |
| "derog_neg_attrib_h": 0.0, |
| "derog_neg_emote_h": 0.0, |
| "ident_neutral_nh": 1.0, |
| "ident_pos_nh": 1.0, |
| "negate_neg_nh": 1.0, |
| "negate_pos_h": 0.0, |
| "phrase_opinion_h": 0.0, |
| "phrase_question_h": 0.0, |
| "profanity_h": 0.0, |
| "profanity_nh": 1.0, |
| "ref_subs_clause_h": 0.0, |
| "ref_subs_sent_h": 0.0, |
| "slur_h": 0.0, |
| "spell_char_eng_replace_h": 0.0, |
| "spell_char_repeat_h": 0.0, |
| "spell_sent_arabazi_h": 0.3684210526315789, |
| "spell_space_add_h": 0.0, |
| "spell_word_variation_h": 0.0, |
| "target_group_nh": 1.0, |
| "target_indiv_nh": 1.0, |
| "target_obj_nh": 1.0, |
| "threat_dir_h": 0.0, |
| "threat_norm_h": 0.0 |
| } |
| }, |
| "mhc_cmn": { |
| "n": 3378, |
| "auc": 0.47460178623492383, |
| "f1_05": 0.0, |
| "fpr_05": 0.0, |
| "func_acc": { |
| "counter_quote_nh": 1.0, |
| "counter_ref_nh": 1.0, |
| "derog_dehum_h": 0.0, |
| "derog_impl_h": 0.0, |
| "derog_neg_attrib_h": 0.0, |
| "derog_neg_emote_h": 0.0, |
| "ident_neutral_nh": 1.0, |
| "ident_pos_nh": 1.0, |
| "negate_neg_nh": 1.0, |
| "negate_pos_h": 0.0, |
| "phrase_opinion_h": 0.0, |
| "phrase_question_h": 0.0, |
| "profanity_h": 0.0, |
| "profanity_nh": 1.0, |
| "ref_subs_clause_h": 0.0, |
| "ref_subs_sent_h": 0.0, |
| "slur_h": 0.0, |
| "spell_char_comp_h": 0.0, |
| "spell_homoph_h": 0.0, |
| "spell_pinyin_h": 0.0, |
| "target_group_nh": 1.0, |
| "target_indiv_nh": 1.0, |
| "target_obj_nh": 1.0, |
| "threat_dir_h": 0.0, |
| "threat_norm_h": 0.0 |
| } |
| }, |
| "mhc_deu": { |
| "n": 3645, |
| "auc": 0.5947042707493957, |
| "f1_05": 0.35672333848531684, |
| "fpr_05": 0.09863013698630137, |
| "func_acc": { |
| "counter_quote_nh": 0.9419354838709677, |
| "counter_ref_nh": 0.9419354838709677, |
| "derog_dehum_h": 0.2857142857142857, |
| "derog_impl_h": 0.10344827586206896, |
| "derog_neg_attrib_h": 0.35, |
| "derog_neg_emote_h": 0.07142857142857142, |
| "ident_neutral_nh": 0.9071428571428571, |
| "ident_pos_nh": 0.8428571428571429, |
| "negate_neg_nh": 0.8785714285714286, |
| "negate_pos_h": 0.21428571428571427, |
| "phrase_opinion_h": 0.08571428571428572, |
| "phrase_question_h": 0.05, |
| "profanity_h": 0.29285714285714287, |
| "profanity_nh": 0.98, |
| "ref_subs_clause_h": 0.20714285714285716, |
| "ref_subs_sent_h": 0.2571428571428571, |
| "slur_h": 0.19166666666666668, |
| "spell_char_del_h": 0.22857142857142856, |
| "spell_char_swap_h": 0.14285714285714285, |
| "spell_leet_h": 0.6709677419354839, |
| "spell_space_add_h": 0.6580645161290323, |
| "spell_space_del_h": 0.13548387096774195, |
| "target_group_nh": 0.8307692307692308, |
| "target_indiv_nh": 0.8307692307692308, |
| "target_obj_nh": 0.9538461538461539, |
| "threat_dir_h": 0.0, |
| "threat_norm_h": 0.04285714285714286 |
| } |
| }, |
| "mhc_eng": { |
| "n": 3728, |
| "auc": 0.9788591025471425, |
| "f1_05": 0.96777950310559, |
| "fpr_05": 0.08240343347639485, |
| "func_acc": { |
| "counter_quote_nh": 0.9595375722543352, |
| "counter_ref_nh": 0.900709219858156, |
| "derog_dehum_h": 1.0, |
| "derog_impl_h": 0.9357142857142857, |
| "derog_neg_attrib_h": 1.0, |
| "derog_neg_emote_h": 0.9357142857142857, |
| "ident_neutral_nh": 1.0, |
| "ident_pos_nh": 0.8677248677248677, |
| "negate_neg_nh": 0.8947368421052632, |
| "negate_pos_h": 1.0, |
| "phrase_opinion_h": 0.9924812030075187, |
| "phrase_question_h": 0.8785714285714286, |
| "profanity_h": 0.9642857142857143, |
| "profanity_nh": 1.0, |
| "ref_subs_clause_h": 0.9928571428571429, |
| "ref_subs_sent_h": 0.9924812030075187, |
| "slur_h": 0.9930555555555556, |
| "slur_homonym_nh": 0.5666666666666667, |
| "slur_reclaimed_nh": 0.8271604938271605, |
| "spell_char_del_h": 0.9785714285714285, |
| "spell_char_swap_h": 0.9323308270676691, |
| "spell_leet_h": 0.9595375722543352, |
| "spell_space_add_h": 0.9884393063583815, |
| "spell_space_del_h": 1.0, |
| "target_group_nh": 0.9354838709677419, |
| "target_indiv_nh": 0.9230769230769231, |
| "target_obj_nh": 1.0, |
| "threat_dir_h": 0.9924812030075187, |
| "threat_norm_h": 0.9714285714285714 |
| } |
| }, |
| "mhc_fra": { |
| "n": 3718, |
| "auc": 0.6257625223613595, |
| "f1_05": 0.6499333629498001, |
| "fpr_05": 0.3926654740608229, |
| "func_acc": { |
| "counter_quote_nh": 0.6107784431137725, |
| "counter_ref_nh": 0.562874251497006, |
| "derog_dehum_h": 0.7357142857142858, |
| "derog_impl_h": 0.6142857142857143, |
| "derog_neg_attrib_h": 0.7785714285714286, |
| "derog_neg_emote_h": 0.5571428571428572, |
| "ident_neutral_nh": 0.45714285714285713, |
| "ident_pos_nh": 0.37320574162679426, |
| "negate_neg_nh": 0.35, |
| "negate_pos_h": 0.6428571428571429, |
| "phrase_opinion_h": 0.6285714285714286, |
| "phrase_question_h": 0.373134328358209, |
| "profanity_h": 0.5939849624060151, |
| "profanity_nh": 1.0, |
| "ref_subs_clause_h": 0.6842105263157895, |
| "ref_subs_sent_h": 0.6834532374100719, |
| "slur_h": 0.10625, |
| "spell_char_del_h": 0.6, |
| "spell_char_swap_h": 0.5357142857142857, |
| "spell_leet_h": 0.7065868263473054, |
| "spell_space_add_h": 0.5209580838323353, |
| "spell_space_del_h": 0.33532934131736525, |
| "target_group_nh": 1.0, |
| "target_indiv_nh": 0.9846153846153847, |
| "target_obj_nh": 0.9692307692307692, |
| "threat_dir_h": 0.5428571428571428, |
| "threat_norm_h": 0.5785714285714286 |
| } |
| }, |
| "mhc_hin": { |
| "n": 3565, |
| "auc": 0.5408928502121231, |
| "f1_05": 0.3903469079939668, |
| "fpr_05": 0.1671309192200557, |
| "func_acc": { |
| "counter_quote_nh": 0.9041095890410958, |
| "counter_ref_nh": 0.8493150684931506, |
| "derog_dehum_h": 0.20714285714285716, |
| "derog_impl_h": 0.22857142857142856, |
| "derog_neg_attrib_h": 0.25, |
| "derog_neg_emote_h": 0.25, |
| "ident_neutral_nh": 0.7142857142857143, |
| "ident_pos_nh": 0.7619047619047619, |
| "negate_neg_nh": 0.7357142857142858, |
| "negate_pos_h": 0.24285714285714285, |
| "phrase_opinion_h": 0.2571428571428571, |
| "phrase_question_h": 0.20714285714285716, |
| "profanity_h": 0.22142857142857142, |
| "profanity_nh": 0.98, |
| "ref_subs_clause_h": 0.19285714285714287, |
| "ref_subs_sent_h": 0.25, |
| "slur_h": 0.011111111111111112, |
| "spell_char_del_h": 0.17142857142857143, |
| "spell_char_swap_h": 0.2785714285714286, |
| "spell_leet_h": 0.4863013698630137, |
| "spell_space_add_h": 0.5, |
| "spell_space_del_h": 0.2054794520547945, |
| "target_group_nh": 1.0, |
| "target_indiv_nh": 0.7846153846153846, |
| "target_obj_nh": 0.9846153846153847, |
| "threat_dir_h": 0.25, |
| "threat_norm_h": 0.36428571428571427 |
| } |
| }, |
| "mhc_ita": { |
| "n": 3690, |
| "auc": 0.6004079204555112, |
| "f1_05": 0.46434494195688225, |
| "fpr_05": 0.17615176151761516, |
| "func_acc": { |
| "counter_quote_nh": 0.8385093167701864, |
| "counter_ref_nh": 0.6459627329192547, |
| "derog_dehum_h": 0.24285714285714285, |
| "derog_impl_h": 0.3142857142857143, |
| "derog_neg_attrib_h": 0.35714285714285715, |
| "derog_neg_emote_h": 0.2785714285714286, |
| "ident_neutral_nh": 0.8, |
| "ident_pos_nh": 0.8333333333333334, |
| "negate_neg_nh": 0.6785714285714286, |
| "negate_pos_h": 0.29285714285714287, |
| "phrase_opinion_h": 0.39285714285714285, |
| "phrase_question_h": 0.5071428571428571, |
| "profanity_h": 0.32142857142857145, |
| "profanity_nh": 0.97, |
| "ref_subs_clause_h": 0.2857142857142857, |
| "ref_subs_sent_h": 0.3, |
| "slur_h": 0.14285714285714285, |
| "spell_char_del_h": 0.3, |
| "spell_char_swap_h": 0.3, |
| "spell_leet_h": 0.5279503105590062, |
| "spell_space_add_h": 0.5838509316770186, |
| "spell_space_del_h": 0.19254658385093168, |
| "target_group_nh": 1.0, |
| "target_indiv_nh": 0.9846153846153847, |
| "target_obj_nh": 1.0, |
| "threat_dir_h": 0.22142857142857142, |
| "threat_norm_h": 0.24285714285714285 |
| } |
| }, |
| "mhc_nld": { |
| "n": 3765, |
| "auc": 0.5756218855218855, |
| "f1_05": 0.49816657936092196, |
| "fpr_05": 0.20177777777777778, |
| "func_acc": { |
| "counter_quote_nh": 0.9117647058823529, |
| "counter_ref_nh": 0.7764705882352941, |
| "derog_dehum_h": 0.4357142857142857, |
| "derog_impl_h": 0.3142857142857143, |
| "derog_neg_attrib_h": 0.37142857142857144, |
| "derog_neg_emote_h": 0.32857142857142857, |
| "ident_neutral_nh": 0.6571428571428571, |
| "ident_pos_nh": 0.6952380952380952, |
| "negate_neg_nh": 0.7285714285714285, |
| "negate_pos_h": 0.36428571428571427, |
| "phrase_opinion_h": 0.2, |
| "phrase_question_h": 0.29285714285714287, |
| "profanity_h": 0.44285714285714284, |
| "profanity_nh": 0.9, |
| "ref_subs_clause_h": 0.3, |
| "ref_subs_sent_h": 0.37142857142857144, |
| "slur_h": 0.17647058823529413, |
| "spell_char_del_h": 0.39285714285714285, |
| "spell_char_swap_h": 0.30714285714285716, |
| "spell_leet_h": 0.5705882352941176, |
| "spell_space_add_h": 0.6411764705882353, |
| "spell_space_del_h": 0.2529411764705882, |
| "target_group_nh": 0.9230769230769231, |
| "target_indiv_nh": 0.8615384615384616, |
| "target_obj_nh": 1.0, |
| "threat_dir_h": 0.3142857142857143, |
| "threat_norm_h": 0.36428571428571427 |
| } |
| }, |
| "mhc_pol": { |
| "n": 3815, |
| "auc": 0.5131016399300335, |
| "f1_05": 0.12734082397003746, |
| "fpr_05": 0.0633245382585752, |
| "func_acc": { |
| "counter_quote_nh": 1.0, |
| "counter_ref_nh": 0.9886363636363636, |
| "derog_dehum_h": 0.07142857142857142, |
| "derog_impl_h": 0.1357142857142857, |
| "derog_neg_attrib_h": 0.02857142857142857, |
| "derog_neg_emote_h": 0.06428571428571428, |
| "ident_neutral_nh": 0.8642857142857143, |
| "ident_pos_nh": 0.9523809523809523, |
| "negate_neg_nh": 0.7714285714285715, |
| "negate_pos_h": 0.15, |
| "phrase_opinion_h": 0.007142857142857143, |
| "phrase_question_h": 0.007142857142857143, |
| "profanity_h": 0.02142857142857143, |
| "profanity_nh": 0.97, |
| "ref_subs_clause_h": 0.05, |
| "ref_subs_sent_h": 0.014285714285714285, |
| "slur_h": 0.05263157894736842, |
| "spell_char_del_h": 0.1357142857142857, |
| "spell_char_swap_h": 0.007142857142857143, |
| "spell_leet_h": 0.1534090909090909, |
| "spell_space_add_h": 0.22727272727272727, |
| "spell_space_del_h": 0.028409090909090908, |
| "target_group_nh": 0.9846153846153847, |
| "target_indiv_nh": 0.9538461538461539, |
| "target_obj_nh": 0.9692307692307692, |
| "threat_dir_h": 0.04285714285714286, |
| "threat_norm_h": 0.014285714285714285 |
| } |
| }, |
| "mhc_por": { |
| "n": 3691, |
| "auc": 0.6275287879898496, |
| "f1_05": 0.6464507236388698, |
| "fpr_05": 0.32882882882882886, |
| "func_acc": { |
| "counter_quote_nh": 0.8198757763975155, |
| "counter_ref_nh": 0.5900621118012422, |
| "derog_dehum_h": 0.6357142857142857, |
| "derog_impl_h": 0.5652173913043478, |
| "derog_neg_attrib_h": 0.65, |
| "derog_neg_emote_h": 0.42142857142857143, |
| "ident_neutral_nh": 0.5454545454545454, |
| "ident_pos_nh": 0.5047619047619047, |
| "negate_neg_nh": 0.4714285714285714, |
| "negate_pos_h": 0.5785714285714286, |
| "phrase_opinion_h": 0.55, |
| "phrase_question_h": 0.5857142857142857, |
| "profanity_h": 0.6285714285714286, |
| "profanity_nh": 0.93, |
| "ref_subs_clause_h": 0.5571428571428572, |
| "ref_subs_sent_h": 0.6214285714285714, |
| "slur_h": 0.17142857142857143, |
| "spell_char_del_h": 0.6142857142857143, |
| "spell_char_swap_h": 0.5285714285714286, |
| "spell_leet_h": 0.5652173913043478, |
| "spell_space_add_h": 0.6149068322981367, |
| "spell_space_del_h": 0.40993788819875776, |
| "target_group_nh": 0.8461538461538461, |
| "target_indiv_nh": 0.9076923076923077, |
| "target_obj_nh": 0.9384615384615385, |
| "threat_dir_h": 0.5214285714285715, |
| "threat_norm_h": 0.6 |
| } |
| }, |
| "mhc_spa": { |
| "n": 3745, |
| "auc": 0.6379251017950336, |
| "f1_05": 0.6411483253588517, |
| "fpr_05": 0.31446540880503143, |
| "func_acc": { |
| "counter_quote_nh": 0.7804878048780488, |
| "counter_ref_nh": 0.5853658536585366, |
| "derog_dehum_h": 0.6714285714285714, |
| "derog_impl_h": 0.5428571428571428, |
| "derog_neg_attrib_h": 0.6571428571428571, |
| "derog_neg_emote_h": 0.5285714285714286, |
| "ident_neutral_nh": 0.6285714285714286, |
| "ident_pos_nh": 0.4714285714285714, |
| "negate_neg_nh": 0.5, |
| "negate_pos_h": 0.6275862068965518, |
| "phrase_opinion_h": 0.5862068965517241, |
| "phrase_question_h": 0.40714285714285714, |
| "profanity_h": 0.6, |
| "profanity_nh": 0.99, |
| "ref_subs_clause_h": 0.5172413793103449, |
| "ref_subs_sent_h": 0.5241379310344828, |
| "slur_h": 0.07333333333333333, |
| "spell_char_del_h": 0.6071428571428571, |
| "spell_char_swap_h": 0.4857142857142857, |
| "spell_leet_h": 0.6627218934911243, |
| "spell_space_add_h": 0.75, |
| "spell_space_del_h": 0.36585365853658536, |
| "target_group_nh": 0.8615384615384616, |
| "target_indiv_nh": 0.9692307692307692, |
| "target_obj_nh": 0.9846153846153847, |
| "threat_dir_h": 0.5571428571428572, |
| "threat_norm_h": 0.45517241379310347 |
| } |
| }, |
| "mhs": { |
| "n": 6000, |
| "auc": 0.7517880200666235, |
| "f1_05": 0.5318969159273341, |
| "fpr_05": 0.43194600674915634 |
| }, |
| "_mhc_mean_auc": 0.6070861246475192, |
| "_mhc_mean_f1": 0.4346156061503544, |
| "_real_mean_auc": 0.7504517107044499, |
| "hs18": { |
| "n": 10534, |
| "auc": 0.9396287459822782, |
| "f1_05": 0.6831364124597207, |
| "fpr_05": 0.06925711839006636 |
| }, |
| "ethos": { |
| "n": 998, |
| "auc": 0.8552494430705716, |
| "f1_05": 0.7686996547756041, |
| "fpr_05": 0.18053097345132743 |
| }, |
| "olidbr": { |
| "n": 1738, |
| "auc": 0.5900514722390839, |
| "f1_05": 0.22705314009661837, |
| "fpr_05": 0.0841683366733467 |
| }, |
| "_heldout_real_mean_auc": 0.7807674618595125 |
| }, |
| "cardiffnlp/twitter-roberta-base-hate-latest": { |
| "labels": [ |
| "NOT-HATE", |
| "HATE" |
| ], |
| "col": "HATE", |
| "neg": false, |
| "hatexplain": { |
| "n": 1924, |
| "auc": 0.7310106073263968, |
| "f1_05": 0.5608856088560885, |
| "fpr_05": 0.2864661654135338 |
| }, |
| "kmhas": { |
| "n": 5000, |
| "auc": 0.540578986383676, |
| "f1_05": 0.0, |
| "fpr_05": 0.00031298904538341156 |
| }, |
| "mhc_ara": { |
| "n": 3570, |
| "auc": 0.4295129873033571, |
| "f1_05": 0.006394884092725819, |
| "fpr_05": 0.0, |
| "func_acc": { |
| "counter_quote_nh": 1.0, |
| "counter_ref_nh": 1.0, |
| "derog_dehum_h": 0.0, |
| "derog_impl_h": 0.0, |
| "derog_neg_attrib_h": 0.0, |
| "derog_neg_emote_h": 0.0, |
| "ident_neutral_nh": 1.0, |
| "ident_pos_nh": 1.0, |
| "negate_neg_nh": 1.0, |
| "negate_pos_h": 0.0, |
| "phrase_opinion_h": 0.0, |
| "phrase_question_h": 0.0, |
| "profanity_h": 0.0, |
| "profanity_nh": 1.0, |
| "ref_subs_clause_h": 0.0, |
| "ref_subs_sent_h": 0.0, |
| "slur_h": 0.0, |
| "spell_char_eng_replace_h": 0.0, |
| "spell_char_repeat_h": 0.0, |
| "spell_sent_arabazi_h": 0.06015037593984962, |
| "spell_space_add_h": 0.0, |
| "spell_word_variation_h": 0.0, |
| "target_group_nh": 1.0, |
| "target_indiv_nh": 1.0, |
| "target_obj_nh": 1.0, |
| "threat_dir_h": 0.0, |
| "threat_norm_h": 0.0 |
| } |
| }, |
| "mhc_cmn": { |
| "n": 3378, |
| "auc": 0.5122344993643256, |
| "f1_05": 0.3667091836734694, |
| "fpr_05": 0.265947888589398, |
| "func_acc": { |
| "counter_quote_nh": 0.42073170731707316, |
| "counter_ref_nh": 0.9451219512195121, |
| "derog_dehum_h": 0.12857142857142856, |
| "derog_impl_h": 0.37857142857142856, |
| "derog_neg_attrib_h": 0.2, |
| "derog_neg_emote_h": 0.16428571428571428, |
| "ident_neutral_nh": 0.8071428571428572, |
| "ident_pos_nh": 0.7476190476190476, |
| "negate_neg_nh": 0.6642857142857143, |
| "negate_pos_h": 0.1357142857142857, |
| "phrase_opinion_h": 0.2642857142857143, |
| "phrase_question_h": 0.12857142857142856, |
| "profanity_h": 0.2357142857142857, |
| "profanity_nh": 0.72, |
| "ref_subs_clause_h": 0.36428571428571427, |
| "ref_subs_sent_h": 0.5, |
| "slur_h": 0.06666666666666667, |
| "spell_char_comp_h": 0.273972602739726, |
| "spell_homoph_h": 0.24285714285714285, |
| "spell_pinyin_h": 0.4161073825503356, |
| "target_group_nh": 0.7384615384615385, |
| "target_indiv_nh": 1.0, |
| "target_obj_nh": 0.6923076923076923, |
| "threat_dir_h": 0.29285714285714287, |
| "threat_norm_h": 0.2714285714285714 |
| } |
| }, |
| "mhc_deu": { |
| "n": 3645, |
| "auc": 0.5189048258572836, |
| "f1_05": 0.010112796577207312, |
| "fpr_05": 0.0073059360730593605, |
| "func_acc": { |
| "counter_quote_nh": 0.9806451612903225, |
| "counter_ref_nh": 0.9870967741935484, |
| "derog_dehum_h": 0.0, |
| "derog_impl_h": 0.0, |
| "derog_neg_attrib_h": 0.0, |
| "derog_neg_emote_h": 0.0, |
| "ident_neutral_nh": 1.0, |
| "ident_pos_nh": 1.0, |
| "negate_neg_nh": 1.0, |
| "negate_pos_h": 0.0, |
| "phrase_opinion_h": 0.0, |
| "phrase_question_h": 0.0, |
| "profanity_h": 0.007142857142857143, |
| "profanity_nh": 0.97, |
| "ref_subs_clause_h": 0.0, |
| "ref_subs_sent_h": 0.0, |
| "slur_h": 0.075, |
| "spell_char_del_h": 0.0, |
| "spell_char_swap_h": 0.0, |
| "spell_leet_h": 0.0, |
| "spell_space_add_h": 0.0, |
| "spell_space_del_h": 0.01935483870967742, |
| "target_group_nh": 1.0, |
| "target_indiv_nh": 1.0, |
| "target_obj_nh": 1.0, |
| "threat_dir_h": 0.0, |
| "threat_norm_h": 0.0 |
| } |
| }, |
| "mhc_eng": { |
| "n": 3728, |
| "auc": 0.8029453480447236, |
| "f1_05": 0.735792159591742, |
| "fpr_05": 0.13905579399141632, |
| "func_acc": { |
| "counter_quote_nh": 0.6647398843930635, |
| "counter_ref_nh": 0.9219858156028369, |
| "derog_dehum_h": 0.6357142857142857, |
| "derog_impl_h": 0.42857142857142855, |
| "derog_neg_attrib_h": 0.7357142857142858, |
| "derog_neg_emote_h": 0.65, |
| "ident_neutral_nh": 0.9920634920634921, |
| "ident_pos_nh": 1.0, |
| "negate_neg_nh": 0.7669172932330827, |
| "negate_pos_h": 0.42142857142857143, |
| "phrase_opinion_h": 0.7518796992481203, |
| "phrase_question_h": 0.6642857142857143, |
| "profanity_h": 0.7857142857142857, |
| "profanity_nh": 0.99, |
| "ref_subs_clause_h": 0.7071428571428572, |
| "ref_subs_sent_h": 0.7368421052631579, |
| "slur_h": 0.7430555555555556, |
| "slur_homonym_nh": 0.5666666666666667, |
| "slur_reclaimed_nh": 0.7160493827160493, |
| "spell_char_del_h": 0.5142857142857142, |
| "spell_char_swap_h": 0.38345864661654133, |
| "spell_leet_h": 0.48554913294797686, |
| "spell_space_add_h": 0.3352601156069364, |
| "spell_space_del_h": 0.6524822695035462, |
| "target_group_nh": 0.7096774193548387, |
| "target_indiv_nh": 0.9230769230769231, |
| "target_obj_nh": 0.9846153846153847, |
| "threat_dir_h": 0.8270676691729323, |
| "threat_norm_h": 0.7857142857142857 |
| } |
| }, |
| "mhc_fra": { |
| "n": 3718, |
| "auc": 0.5528739507362047, |
| "f1_05": 0.23697916666666666, |
| "fpr_05": 0.09660107334525939, |
| "func_acc": { |
| "counter_quote_nh": 0.9221556886227545, |
| "counter_ref_nh": 0.8502994011976048, |
| "derog_dehum_h": 0.2, |
| "derog_impl_h": 0.11428571428571428, |
| "derog_neg_attrib_h": 0.17857142857142858, |
| "derog_neg_emote_h": 0.15, |
| "ident_neutral_nh": 0.9071428571428571, |
| "ident_pos_nh": 0.8564593301435407, |
| "negate_neg_nh": 0.8071428571428572, |
| "negate_pos_h": 0.11428571428571428, |
| "phrase_opinion_h": 0.21428571428571427, |
| "phrase_question_h": 0.2537313432835821, |
| "profanity_h": 0.15789473684210525, |
| "profanity_nh": 1.0, |
| "ref_subs_clause_h": 0.18796992481203006, |
| "ref_subs_sent_h": 0.16546762589928057, |
| "slur_h": 0.05625, |
| "spell_char_del_h": 0.07142857142857142, |
| "spell_char_swap_h": 0.14285714285714285, |
| "spell_leet_h": 0.08982035928143713, |
| "spell_space_add_h": 0.0658682634730539, |
| "spell_space_del_h": 0.10778443113772455, |
| "target_group_nh": 1.0, |
| "target_indiv_nh": 1.0, |
| "target_obj_nh": 1.0, |
| "threat_dir_h": 0.12857142857142856, |
| "threat_norm_h": 0.17142857142857143 |
| } |
| }, |
| "mhc_hin": { |
| "n": 3565, |
| "auc": 0.5316514627687365, |
| "f1_05": 0.2634889109566369, |
| "fpr_05": 0.12534818941504178, |
| "func_acc": { |
| "counter_quote_nh": 0.8698630136986302, |
| "counter_ref_nh": 0.863013698630137, |
| "derog_dehum_h": 0.15714285714285714, |
| "derog_impl_h": 0.17142857142857143, |
| "derog_neg_attrib_h": 0.20714285714285716, |
| "derog_neg_emote_h": 0.15714285714285714, |
| "ident_neutral_nh": 0.8, |
| "ident_pos_nh": 0.8047619047619048, |
| "negate_neg_nh": 0.8428571428571429, |
| "negate_pos_h": 0.15, |
| "phrase_opinion_h": 0.17142857142857143, |
| "phrase_question_h": 0.1357142857142857, |
| "profanity_h": 0.15714285714285714, |
| "profanity_nh": 0.97, |
| "ref_subs_clause_h": 0.1357142857142857, |
| "ref_subs_sent_h": 0.14285714285714285, |
| "slur_h": 0.011111111111111112, |
| "spell_char_del_h": 0.12857142857142856, |
| "spell_char_swap_h": 0.2, |
| "spell_leet_h": 0.1643835616438356, |
| "spell_space_add_h": 0.08904109589041095, |
| "spell_space_del_h": 0.17123287671232876, |
| "target_group_nh": 1.0, |
| "target_indiv_nh": 1.0, |
| "target_obj_nh": 0.9692307692307692, |
| "threat_dir_h": 0.22857142857142856, |
| "threat_norm_h": 0.25 |
| } |
| }, |
| "mhc_ita": { |
| "n": 3690, |
| "auc": 0.532196828614305, |
| "f1_05": 0.05133928571428571, |
| "fpr_05": 0.032520325203252036, |
| "func_acc": { |
| "counter_quote_nh": 0.9316770186335404, |
| "counter_ref_nh": 0.9006211180124224, |
| "derog_dehum_h": 0.0, |
| "derog_impl_h": 0.007142857142857143, |
| "derog_neg_attrib_h": 0.007142857142857143, |
| "derog_neg_emote_h": 0.02857142857142857, |
| "ident_neutral_nh": 0.9571428571428572, |
| "ident_pos_nh": 1.0, |
| "negate_neg_nh": 0.9785714285714285, |
| "negate_pos_h": 0.007142857142857143, |
| "phrase_opinion_h": 0.02857142857142857, |
| "phrase_question_h": 0.04285714285714286, |
| "profanity_h": 0.014285714285714285, |
| "profanity_nh": 1.0, |
| "ref_subs_clause_h": 0.03571428571428571, |
| "ref_subs_sent_h": 0.014285714285714285, |
| "slur_h": 0.17142857142857143, |
| "spell_char_del_h": 0.014285714285714285, |
| "spell_char_swap_h": 0.014285714285714285, |
| "spell_leet_h": 0.024844720496894408, |
| "spell_space_add_h": 0.0, |
| "spell_space_del_h": 0.043478260869565216, |
| "target_group_nh": 1.0, |
| "target_indiv_nh": 1.0, |
| "target_obj_nh": 1.0, |
| "threat_dir_h": 0.0, |
| "threat_norm_h": 0.02857142857142857 |
| } |
| }, |
| "mhc_nld": { |
| "n": 3765, |
| "auc": 0.4888658249158249, |
| "f1_05": 0.010522360015031942, |
| "fpr_05": 0.006222222222222222, |
| "func_acc": { |
| "counter_quote_nh": 0.9882352941176471, |
| "counter_ref_nh": 1.0, |
| "derog_dehum_h": 0.014285714285714285, |
| "derog_impl_h": 0.0, |
| "derog_neg_attrib_h": 0.0, |
| "derog_neg_emote_h": 0.0, |
| "ident_neutral_nh": 0.9785714285714285, |
| "ident_pos_nh": 0.9904761904761905, |
| "negate_neg_nh": 1.0, |
| "negate_pos_h": 0.014285714285714285, |
| "phrase_opinion_h": 0.007142857142857143, |
| "phrase_question_h": 0.0, |
| "profanity_h": 0.0, |
| "profanity_nh": 1.0, |
| "ref_subs_clause_h": 0.0, |
| "ref_subs_sent_h": 0.0, |
| "slur_h": 0.041176470588235294, |
| "spell_char_del_h": 0.0, |
| "spell_char_swap_h": 0.0, |
| "spell_leet_h": 0.0, |
| "spell_space_add_h": 0.0058823529411764705, |
| "spell_space_del_h": 0.0, |
| "target_group_nh": 1.0, |
| "target_indiv_nh": 1.0, |
| "target_obj_nh": 1.0, |
| "threat_dir_h": 0.007142857142857143, |
| "threat_norm_h": 0.0 |
| } |
| }, |
| "mhc_pol": { |
| "n": 3815, |
| "auc": 0.49642318300258204, |
| "f1_05": 0.024, |
| "fpr_05": 0.03430079155672823, |
| "func_acc": { |
| "counter_quote_nh": 0.9829545454545454, |
| "counter_ref_nh": 0.9715909090909091, |
| "derog_dehum_h": 0.0, |
| "derog_impl_h": 0.02142857142857143, |
| "derog_neg_attrib_h": 0.014285714285714285, |
| "derog_neg_emote_h": 0.02142857142857143, |
| "ident_neutral_nh": 0.9214285714285714, |
| "ident_pos_nh": 1.0, |
| "negate_neg_nh": 0.8714285714285714, |
| "negate_pos_h": 0.07857142857142857, |
| "phrase_opinion_h": 0.0, |
| "phrase_question_h": 0.0, |
| "profanity_h": 0.007142857142857143, |
| "profanity_nh": 0.99, |
| "ref_subs_clause_h": 0.007142857142857143, |
| "ref_subs_sent_h": 0.014285714285714285, |
| "slur_h": 0.010526315789473684, |
| "spell_char_del_h": 0.0, |
| "spell_char_swap_h": 0.014285714285714285, |
| "spell_leet_h": 0.005681818181818182, |
| "spell_space_add_h": 0.0, |
| "spell_space_del_h": 0.011363636363636364, |
| "target_group_nh": 0.9846153846153847, |
| "target_indiv_nh": 1.0, |
| "target_obj_nh": 1.0, |
| "threat_dir_h": 0.007142857142857143, |
| "threat_norm_h": 0.014285714285714285 |
| } |
| }, |
| "mhc_por": { |
| "n": 3691, |
| "auc": 0.5317866878889739, |
| "f1_05": 0.0689908256880734, |
| "fpr_05": 0.04504504504504504, |
| "func_acc": { |
| "counter_quote_nh": 0.968944099378882, |
| "counter_ref_nh": 0.9316770186335404, |
| "derog_dehum_h": 0.08571428571428572, |
| "derog_impl_h": 0.07246376811594203, |
| "derog_neg_attrib_h": 0.05714285714285714, |
| "derog_neg_emote_h": 0.007142857142857143, |
| "ident_neutral_nh": 0.9370629370629371, |
| "ident_pos_nh": 0.9666666666666667, |
| "negate_neg_nh": 0.8714285714285714, |
| "negate_pos_h": 0.007142857142857143, |
| "phrase_opinion_h": 0.04285714285714286, |
| "phrase_question_h": 0.05, |
| "profanity_h": 0.02857142857142857, |
| "profanity_nh": 1.0, |
| "ref_subs_clause_h": 0.02857142857142857, |
| "ref_subs_sent_h": 0.04285714285714286, |
| "slur_h": 0.05, |
| "spell_char_del_h": 0.05, |
| "spell_char_swap_h": 0.02142857142857143, |
| "spell_leet_h": 0.012422360248447204, |
| "spell_space_add_h": 0.012422360248447204, |
| "spell_space_del_h": 0.012422360248447204, |
| "target_group_nh": 1.0, |
| "target_indiv_nh": 1.0, |
| "target_obj_nh": 1.0, |
| "threat_dir_h": 0.05714285714285714, |
| "threat_norm_h": 0.02857142857142857 |
| } |
| }, |
| "mhc_spa": { |
| "n": 3745, |
| "auc": 0.5527226245777316, |
| "f1_05": 0.06729377713458755, |
| "fpr_05": 0.03504043126684636, |
| "func_acc": { |
| "counter_quote_nh": 0.9634146341463414, |
| "counter_ref_nh": 0.9207317073170732, |
| "derog_dehum_h": 0.02142857142857143, |
| "derog_impl_h": 0.06428571428571428, |
| "derog_neg_attrib_h": 0.04285714285714286, |
| "derog_neg_emote_h": 0.02142857142857143, |
| "ident_neutral_nh": 0.9357142857142857, |
| "ident_pos_nh": 1.0, |
| "negate_neg_nh": 0.9285714285714286, |
| "negate_pos_h": 0.034482758620689655, |
| "phrase_opinion_h": 0.027586206896551724, |
| "phrase_question_h": 0.12857142857142856, |
| "profanity_h": 0.08571428571428572, |
| "profanity_nh": 0.99, |
| "ref_subs_clause_h": 0.020689655172413793, |
| "ref_subs_sent_h": 0.07586206896551724, |
| "slur_h": 0.0, |
| "spell_char_del_h": 0.02142857142857143, |
| "spell_char_swap_h": 0.02857142857142857, |
| "spell_leet_h": 0.01775147928994083, |
| "spell_space_add_h": 0.0, |
| "spell_space_del_h": 0.012195121951219513, |
| "target_group_nh": 1.0, |
| "target_indiv_nh": 1.0, |
| "target_obj_nh": 1.0, |
| "threat_dir_h": 0.03571428571428571, |
| "threat_norm_h": 0.013793103448275862 |
| } |
| }, |
| "mhs": { |
| "n": 6000, |
| "auc": 0.8628847037207166, |
| "f1_05": 0.6419449901768173, |
| "fpr_05": 0.2722159730033746 |
| }, |
| "_mhc_mean_auc": 0.5409198384612771, |
| "_mhc_mean_f1": 0.16742030455549337, |
| "_real_mean_auc": 0.7114914324769298, |
| "hs18": { |
| "n": 10534, |
| "auc": 0.8703353028611496, |
| "f1_05": 0.5160363810435615, |
| "fpr_05": 0.038321558552772424 |
| }, |
| "ethos": { |
| "n": 998, |
| "auc": 0.8617282184389625, |
| "f1_05": 0.7172774869109948, |
| "fpr_05": 0.10088495575221239 |
| }, |
| "olidbr": { |
| "n": 1738, |
| "auc": 0.5809932451348062, |
| "f1_05": 0.05574912891986063, |
| "fpr_05": 0.025384101536406144 |
| }, |
| "_heldout_real_mean_auc": 0.7134089382046486 |
| }, |
| "Hate-speech-CNERG/dehatebert-mono-english": { |
| "labels": [ |
| "NON_HATE", |
| "HATE" |
| ], |
| "col": "HATE", |
| "neg": false, |
| "hatexplain": { |
| "n": 1924, |
| "auc": 0.721803245487456, |
| "f1_05": 0.521978021978022, |
| "fpr_05": 0.5646616541353383 |
| }, |
| "kmhas": { |
| "n": 5000, |
| "auc": 0.4784384360951799, |
| "f1_05": 0.0, |
| "fpr_05": 0.0 |
| }, |
| "mhc_ara": { |
| "n": 3570, |
| "auc": 0.5632568349913398, |
| "f1_05": 0.2294402211472011, |
| "fpr_05": 0.06319702602230483, |
| "func_acc": { |
| "counter_quote_nh": 0.958904109589041, |
| "counter_ref_nh": 0.952054794520548, |
| "derog_dehum_h": 0.1357142857142857, |
| "derog_impl_h": 0.06896551724137931, |
| "derog_neg_attrib_h": 0.2357142857142857, |
| "derog_neg_emote_h": 0.12857142857142856, |
| "ident_neutral_nh": 0.9285714285714286, |
| "ident_pos_nh": 0.8523809523809524, |
| "negate_neg_nh": 0.9285714285714286, |
| "negate_pos_h": 0.15, |
| "phrase_opinion_h": 0.1, |
| "phrase_question_h": 0.12857142857142856, |
| "profanity_h": 0.1357142857142857, |
| "profanity_nh": 1.0, |
| "ref_subs_clause_h": 0.2642857142857143, |
| "ref_subs_sent_h": 0.2571428571428571, |
| "slur_h": 0.06593406593406594, |
| "spell_char_eng_replace_h": 0.027210884353741496, |
| "spell_char_repeat_h": 0.11643835616438356, |
| "spell_sent_arabazi_h": 0.0, |
| "spell_space_add_h": 0.0684931506849315, |
| "spell_word_variation_h": 0.1780821917808219, |
| "target_group_nh": 0.9538461538461539, |
| "target_indiv_nh": 1.0, |
| "target_obj_nh": 0.9846153846153847, |
| "threat_dir_h": 0.12142857142857143, |
| "threat_norm_h": 0.19285714285714287 |
| } |
| }, |
| "mhc_cmn": { |
| "n": 3378, |
| "auc": 0.6538064098978756, |
| "f1_05": 0.16706443914081145, |
| "fpr_05": 0.03504043126684636, |
| "func_acc": { |
| "counter_quote_nh": 0.9451219512195121, |
| "counter_ref_nh": 0.9207317073170732, |
| "derog_dehum_h": 0.14285714285714285, |
| "derog_impl_h": 0.07857142857142857, |
| "derog_neg_attrib_h": 0.07857142857142857, |
| "derog_neg_emote_h": 0.02142857142857143, |
| "ident_neutral_nh": 1.0, |
| "ident_pos_nh": 0.9571428571428572, |
| "negate_neg_nh": 0.9928571428571429, |
| "negate_pos_h": 0.06428571428571428, |
| "phrase_opinion_h": 0.07142857142857142, |
| "phrase_question_h": 0.08571428571428572, |
| "profanity_h": 0.22142857142857142, |
| "profanity_nh": 0.98, |
| "ref_subs_clause_h": 0.06428571428571428, |
| "ref_subs_sent_h": 0.09285714285714286, |
| "slur_h": 0.13333333333333333, |
| "spell_char_comp_h": 0.10273972602739725, |
| "spell_homoph_h": 0.10714285714285714, |
| "spell_pinyin_h": 0.10067114093959731, |
| "target_group_nh": 0.9538461538461539, |
| "target_indiv_nh": 1.0, |
| "target_obj_nh": 0.9692307692307692, |
| "threat_dir_h": 0.007142857142857143, |
| "threat_norm_h": 0.10714285714285714 |
| } |
| }, |
| "mhc_deu": { |
| "n": 3645, |
| "auc": 0.5146492971617871, |
| "f1_05": 0.13112391930835735, |
| "fpr_05": 0.04018264840182648, |
| "func_acc": { |
| "counter_quote_nh": 0.9548387096774194, |
| "counter_ref_nh": 1.0, |
| "derog_dehum_h": 0.15, |
| "derog_impl_h": 0.0, |
| "derog_neg_attrib_h": 0.1, |
| "derog_neg_emote_h": 0.0, |
| "ident_neutral_nh": 1.0, |
| "ident_pos_nh": 0.9333333333333333, |
| "negate_neg_nh": 0.95, |
| "negate_pos_h": 0.0, |
| "phrase_opinion_h": 0.05, |
| "phrase_question_h": 0.05, |
| "profanity_h": 0.0, |
| "profanity_nh": 1.0, |
| "ref_subs_clause_h": 0.1, |
| "ref_subs_sent_h": 0.2, |
| "slur_h": 0.0, |
| "spell_char_del_h": 0.05, |
| "spell_char_swap_h": 0.2, |
| "spell_leet_h": 0.04516129032258064, |
| "spell_space_add_h": 0.0, |
| "spell_space_del_h": 0.04516129032258064, |
| "target_group_nh": 0.8461538461538461, |
| "target_indiv_nh": 0.9692307692307692, |
| "target_obj_nh": 0.9384615384615385, |
| "threat_dir_h": 0.2, |
| "threat_norm_h": 0.1 |
| } |
| }, |
| "mhc_eng": { |
| "n": 3728, |
| "auc": 0.5801081417799353, |
| "f1_05": 0.3516949152542373, |
| "fpr_05": 0.13733905579399142, |
| "func_acc": { |
| "counter_quote_nh": 0.9075144508670521, |
| "counter_ref_nh": 0.8865248226950354, |
| "derog_dehum_h": 0.34285714285714286, |
| "derog_impl_h": 0.07857142857142857, |
| "derog_neg_attrib_h": 0.2714285714285714, |
| "derog_neg_emote_h": 0.16428571428571428, |
| "ident_neutral_nh": 0.9920634920634921, |
| "ident_pos_nh": 0.9523809523809523, |
| "negate_neg_nh": 0.8796992481203008, |
| "negate_pos_h": 0.04285714285714286, |
| "phrase_opinion_h": 0.3157894736842105, |
| "phrase_question_h": 0.12142857142857143, |
| "profanity_h": 0.2642857142857143, |
| "profanity_nh": 0.98, |
| "ref_subs_clause_h": 0.4357142857142857, |
| "ref_subs_sent_h": 0.3684210526315789, |
| "slur_h": 0.5138888888888888, |
| "slur_homonym_nh": 0.16666666666666666, |
| "slur_reclaimed_nh": 0.35802469135802467, |
| "spell_char_del_h": 0.16428571428571428, |
| "spell_char_swap_h": 0.21804511278195488, |
| "spell_leet_h": 0.10404624277456648, |
| "spell_space_add_h": 0.057803468208092484, |
| "spell_space_del_h": 0.23404255319148937, |
| "target_group_nh": 0.7741935483870968, |
| "target_indiv_nh": 0.9384615384615385, |
| "target_obj_nh": 0.9230769230769231, |
| "threat_dir_h": 0.15037593984962405, |
| "threat_norm_h": 0.3 |
| } |
| }, |
| "mhc_fra": { |
| "n": 3718, |
| "auc": 0.6178022223751204, |
| "f1_05": 0.5231979030144168, |
| "fpr_05": 0.19409660107334525, |
| "func_acc": { |
| "counter_quote_nh": 0.8862275449101796, |
| "counter_ref_nh": 0.7365269461077845, |
| "derog_dehum_h": 0.5857142857142857, |
| "derog_impl_h": 0.2642857142857143, |
| "derog_neg_attrib_h": 0.55, |
| "derog_neg_emote_h": 0.3, |
| "ident_neutral_nh": 0.9142857142857143, |
| "ident_pos_nh": 0.6555023923444976, |
| "negate_neg_nh": 0.6642857142857143, |
| "negate_pos_h": 0.38571428571428573, |
| "phrase_opinion_h": 0.45, |
| "phrase_question_h": 0.3283582089552239, |
| "profanity_h": 0.46616541353383456, |
| "profanity_nh": 0.95, |
| "ref_subs_clause_h": 0.5639097744360902, |
| "ref_subs_sent_h": 0.5611510791366906, |
| "slur_h": 0.0625, |
| "spell_char_del_h": 0.35714285714285715, |
| "spell_char_swap_h": 0.38571428571428573, |
| "spell_leet_h": 0.1437125748502994, |
| "spell_space_add_h": 0.1497005988023952, |
| "spell_space_del_h": 0.3592814371257485, |
| "target_group_nh": 0.8615384615384616, |
| "target_indiv_nh": 0.9230769230769231, |
| "target_obj_nh": 0.9384615384615385, |
| "threat_dir_h": 0.5357142857142857, |
| "threat_norm_h": 0.6142857142857143 |
| } |
| }, |
| "mhc_hin": { |
| "n": 3565, |
| "auc": 0.49277236398594404, |
| "f1_05": 0.23079549334243768, |
| "fpr_05": 0.09563602599814298, |
| "func_acc": { |
| "counter_quote_nh": 0.910958904109589, |
| "counter_ref_nh": 0.8972602739726028, |
| "derog_dehum_h": 0.15, |
| "derog_impl_h": 0.17142857142857143, |
| "derog_neg_attrib_h": 0.18571428571428572, |
| "derog_neg_emote_h": 0.17142857142857143, |
| "ident_neutral_nh": 0.8642857142857143, |
| "ident_pos_nh": 0.861904761904762, |
| "negate_neg_nh": 0.85, |
| "negate_pos_h": 0.15, |
| "phrase_opinion_h": 0.14285714285714285, |
| "phrase_question_h": 0.14285714285714285, |
| "profanity_h": 0.16428571428571428, |
| "profanity_nh": 0.98, |
| "ref_subs_clause_h": 0.15, |
| "ref_subs_sent_h": 0.14285714285714285, |
| "slur_h": 0.06666666666666667, |
| "spell_char_del_h": 0.09285714285714286, |
| "spell_char_swap_h": 0.14285714285714285, |
| "spell_leet_h": 0.0821917808219178, |
| "spell_space_add_h": 0.0684931506849315, |
| "spell_space_del_h": 0.1095890410958904, |
| "target_group_nh": 0.9538461538461539, |
| "target_indiv_nh": 1.0, |
| "target_obj_nh": 0.9846153846153847, |
| "threat_dir_h": 0.15714285714285714, |
| "threat_norm_h": 0.1357142857142857 |
| } |
| }, |
| "mhc_ita": { |
| "n": 3690, |
| "auc": 0.6153970037571068, |
| "f1_05": 0.532347504621072, |
| "fpr_05": 0.17705510388437218, |
| "func_acc": { |
| "counter_quote_nh": 0.8819875776397516, |
| "counter_ref_nh": 0.7888198757763976, |
| "derog_dehum_h": 0.6142857142857143, |
| "derog_impl_h": 0.32142857142857145, |
| "derog_neg_attrib_h": 0.6357142857142857, |
| "derog_neg_emote_h": 0.37857142857142856, |
| "ident_neutral_nh": 0.9071428571428571, |
| "ident_pos_nh": 0.6619047619047619, |
| "negate_neg_nh": 0.6714285714285714, |
| "negate_pos_h": 0.2857142857142857, |
| "phrase_opinion_h": 0.5142857142857142, |
| "phrase_question_h": 0.4, |
| "profanity_h": 0.4142857142857143, |
| "profanity_nh": 0.99, |
| "ref_subs_clause_h": 0.5071428571428571, |
| "ref_subs_sent_h": 0.5785714285714286, |
| "slur_h": 0.17857142857142858, |
| "spell_char_del_h": 0.32857142857142857, |
| "spell_char_swap_h": 0.40714285714285714, |
| "spell_leet_h": 0.13043478260869565, |
| "spell_space_add_h": 0.14285714285714285, |
| "spell_space_del_h": 0.36645962732919257, |
| "target_group_nh": 0.8923076923076924, |
| "target_indiv_nh": 1.0, |
| "target_obj_nh": 0.9230769230769231, |
| "threat_dir_h": 0.35, |
| "threat_norm_h": 0.55 |
| } |
| }, |
| "mhc_nld": { |
| "n": 3765, |
| "auc": 0.541997138047138, |
| "f1_05": 0.21385742838107927, |
| "fpr_05": 0.036444444444444446, |
| "func_acc": { |
| "counter_quote_nh": 0.9764705882352941, |
| "counter_ref_nh": 0.9647058823529412, |
| "derog_dehum_h": 0.07857142857142857, |
| "derog_impl_h": 0.04285714285714286, |
| "derog_neg_attrib_h": 0.1, |
| "derog_neg_emote_h": 0.08571428571428572, |
| "ident_neutral_nh": 0.9928571428571429, |
| "ident_pos_nh": 0.919047619047619, |
| "negate_neg_nh": 0.9285714285714286, |
| "negate_pos_h": 0.014285714285714285, |
| "phrase_opinion_h": 0.14285714285714285, |
| "phrase_question_h": 0.07142857142857142, |
| "profanity_h": 0.2, |
| "profanity_nh": 1.0, |
| "ref_subs_clause_h": 0.18571428571428572, |
| "ref_subs_sent_h": 0.17142857142857143, |
| "slur_h": 0.1588235294117647, |
| "spell_char_del_h": 0.12142857142857143, |
| "spell_char_swap_h": 0.17857142857142858, |
| "spell_leet_h": 0.047058823529411764, |
| "spell_space_add_h": 0.029411764705882353, |
| "spell_space_del_h": 0.13529411764705881, |
| "target_group_nh": 0.9846153846153847, |
| "target_indiv_nh": 0.9846153846153847, |
| "target_obj_nh": 0.9846153846153847, |
| "threat_dir_h": 0.19285714285714287, |
| "threat_norm_h": 0.2571428571428571 |
| } |
| }, |
| "mhc_pol": { |
| "n": 3815, |
| "auc": 0.481497665265629, |
| "f1_05": 0.19295958279009126, |
| "fpr_05": 0.08267370272647317, |
| "func_acc": { |
| "counter_quote_nh": 0.9431818181818182, |
| "counter_ref_nh": 0.8579545454545454, |
| "derog_dehum_h": 0.05, |
| "derog_impl_h": 0.16428571428571428, |
| "derog_neg_attrib_h": 0.12142857142857143, |
| "derog_neg_emote_h": 0.07857142857142857, |
| "ident_neutral_nh": 0.9071428571428571, |
| "ident_pos_nh": 0.9142857142857143, |
| "negate_neg_nh": 0.8071428571428572, |
| "negate_pos_h": 0.11428571428571428, |
| "phrase_opinion_h": 0.2357142857142857, |
| "phrase_question_h": 0.17857142857142858, |
| "profanity_h": 0.12857142857142856, |
| "profanity_nh": 0.99, |
| "ref_subs_clause_h": 0.25, |
| "ref_subs_sent_h": 0.17857142857142858, |
| "slur_h": 0.005263157894736842, |
| "spell_char_del_h": 0.08571428571428572, |
| "spell_char_swap_h": 0.14285714285714285, |
| "spell_leet_h": 0.022727272727272728, |
| "spell_space_add_h": 0.011363636363636364, |
| "spell_space_del_h": 0.03409090909090909, |
| "target_group_nh": 1.0, |
| "target_indiv_nh": 1.0, |
| "target_obj_nh": 1.0, |
| "threat_dir_h": 0.15, |
| "threat_norm_h": 0.14285714285714285 |
| } |
| }, |
| "mhc_por": { |
| "n": 3691, |
| "auc": 0.5911208380018919, |
| "f1_05": 0.3927510398098633, |
| "fpr_05": 0.11171171171171171, |
| "func_acc": { |
| "counter_quote_nh": 0.9130434782608695, |
| "counter_ref_nh": 0.8633540372670807, |
| "derog_dehum_h": 0.22142857142857142, |
| "derog_impl_h": 0.2391304347826087, |
| "derog_neg_attrib_h": 0.32857142857142857, |
| "derog_neg_emote_h": 0.12857142857142856, |
| "ident_neutral_nh": 0.9300699300699301, |
| "ident_pos_nh": 0.8238095238095238, |
| "negate_neg_nh": 0.7857142857142857, |
| "negate_pos_h": 0.18571428571428572, |
| "phrase_opinion_h": 0.37857142857142856, |
| "phrase_question_h": 0.17142857142857143, |
| "profanity_h": 0.29285714285714287, |
| "profanity_nh": 1.0, |
| "ref_subs_clause_h": 0.40714285714285714, |
| "ref_subs_sent_h": 0.42142857142857143, |
| "slur_h": 0.19285714285714287, |
| "spell_char_del_h": 0.22142857142857142, |
| "spell_char_swap_h": 0.3142857142857143, |
| "spell_leet_h": 0.09937888198757763, |
| "spell_space_add_h": 0.055900621118012424, |
| "spell_space_del_h": 0.22981366459627328, |
| "target_group_nh": 0.8769230769230769, |
| "target_indiv_nh": 1.0, |
| "target_obj_nh": 0.9538461538461539, |
| "threat_dir_h": 0.29285714285714287, |
| "threat_norm_h": 0.4857142857142857 |
| } |
| }, |
| "mhc_spa": { |
| "n": 3745, |
| "auc": 0.6112117568826005, |
| "f1_05": 0.4332394366197183, |
| "fpr_05": 0.13387241689128482, |
| "func_acc": { |
| "counter_quote_nh": 0.8902439024390244, |
| "counter_ref_nh": 0.823170731707317, |
| "derog_dehum_h": 0.4142857142857143, |
| "derog_impl_h": 0.18571428571428572, |
| "derog_neg_attrib_h": 0.4785714285714286, |
| "derog_neg_emote_h": 0.24285714285714285, |
| "ident_neutral_nh": 0.95, |
| "ident_pos_nh": 0.8095238095238095, |
| "negate_neg_nh": 0.7142857142857143, |
| "negate_pos_h": 0.2896551724137931, |
| "phrase_opinion_h": 0.38620689655172413, |
| "phrase_question_h": 0.2714285714285714, |
| "profanity_h": 0.4, |
| "profanity_nh": 1.0, |
| "ref_subs_clause_h": 0.38620689655172413, |
| "ref_subs_sent_h": 0.45517241379310347, |
| "slur_h": 0.02, |
| "spell_char_del_h": 0.2571428571428571, |
| "spell_char_swap_h": 0.2714285714285714, |
| "spell_leet_h": 0.08284023668639054, |
| "spell_space_add_h": 0.06707317073170732, |
| "spell_space_del_h": 0.2621951219512195, |
| "target_group_nh": 0.8769230769230769, |
| "target_indiv_nh": 0.9692307692307692, |
| "target_obj_nh": 0.9230769230769231, |
| "threat_dir_h": 0.32142857142857145, |
| "threat_norm_h": 0.5517241379310345 |
| } |
| }, |
| "mhs": { |
| "n": 6000, |
| "auc": 0.7372936823411543, |
| "f1_05": 0.5294117647058824, |
| "fpr_05": 0.28008998875140606 |
| }, |
| "_mhc_mean_auc": 0.5694199701951245, |
| "_mhc_mean_f1": 0.3089519894026624, |
| "_real_mean_auc": 0.64584512130793, |
| "hs18": { |
| "n": 10534, |
| "auc": 0.8996030681241819, |
| "f1_05": 0.590931253047294, |
| "fpr_05": 0.027081995290087774 |
| }, |
| "ethos": { |
| "n": 998, |
| "auc": 0.7598377240491324, |
| "f1_05": 0.5611940298507463, |
| "fpr_05": 0.08672566371681416 |
| }, |
| "olidbr": { |
| "n": 1738, |
| "auc": 0.610828849954404, |
| "f1_05": 0.2631578947368421, |
| "fpr_05": 0.12558450233800936 |
| }, |
| "_heldout_real_mean_auc": 0.6871770195557245 |
| }, |
| "christinacdl/XLM_RoBERTa-Multilingual-Hate-Speech-Detection-New": { |
| "labels": [ |
| "NOT", |
| "HATEFUL" |
| ], |
| "col": "HATEFUL", |
| "neg": false, |
| "hatexplain": { |
| "n": 1924, |
| "auc": 0.7805264423685476, |
| "f1_05": 0.6006079027355623, |
| "fpr_05": 0.418796992481203 |
| }, |
| "kmhas": { |
| "n": 5000, |
| "auc": 0.7960103000273107, |
| "f1_05": 0.5573997233748271, |
| "fpr_05": 0.08794992175273865 |
| }, |
| "mhc_ara": { |
| "n": 3570, |
| "auc": 0.8882323151772432, |
| "f1_05": 0.8656840357068715, |
| "fpr_05": 0.2211895910780669, |
| "func_acc": { |
| "counter_quote_nh": 0.8082191780821918, |
| "counter_ref_nh": 0.8835616438356164, |
| "derog_dehum_h": 0.9857142857142858, |
| "derog_impl_h": 0.8137931034482758, |
| "derog_neg_attrib_h": 0.9142857142857143, |
| "derog_neg_emote_h": 0.8428571428571429, |
| "ident_neutral_nh": 0.8214285714285714, |
| "ident_pos_nh": 0.7666666666666667, |
| "negate_neg_nh": 0.6285714285714286, |
| "negate_pos_h": 0.7071428571428572, |
| "phrase_opinion_h": 0.9928571428571429, |
| "phrase_question_h": 0.7642857142857142, |
| "profanity_h": 0.9642857142857143, |
| "profanity_nh": 0.85, |
| "ref_subs_clause_h": 0.8642857142857143, |
| "ref_subs_sent_h": 0.8714285714285714, |
| "slur_h": 0.8571428571428571, |
| "spell_char_eng_replace_h": 0.8639455782312925, |
| "spell_char_repeat_h": 0.7534246575342466, |
| "spell_sent_arabazi_h": 0.21804511278195488, |
| "spell_space_add_h": 0.9726027397260274, |
| "spell_word_variation_h": 0.8356164383561644, |
| "target_group_nh": 0.676923076923077, |
| "target_indiv_nh": 0.703125, |
| "target_obj_nh": 0.8153846153846154, |
| "threat_dir_h": 0.8785714285714286, |
| "threat_norm_h": 0.9214285714285714 |
| } |
| }, |
| "mhc_cmn": { |
| "n": 3378, |
| "auc": 0.9959059003667275, |
| "f1_05": 0.9834838141378551, |
| "fpr_05": 0.03863432165318958, |
| "func_acc": { |
| "counter_quote_nh": 1.0, |
| "counter_ref_nh": 0.9817073170731707, |
| "derog_dehum_h": 0.9857142857142858, |
| "derog_impl_h": 1.0, |
| "derog_neg_attrib_h": 0.9571428571428572, |
| "derog_neg_emote_h": 1.0, |
| "ident_neutral_nh": 1.0, |
| "ident_pos_nh": 0.9952380952380953, |
| "negate_neg_nh": 0.9428571428571428, |
| "negate_pos_h": 0.9928571428571429, |
| "phrase_opinion_h": 1.0, |
| "phrase_question_h": 0.9642857142857143, |
| "profanity_h": 1.0, |
| "profanity_nh": 0.95, |
| "ref_subs_clause_h": 0.9571428571428572, |
| "ref_subs_sent_h": 1.0, |
| "slur_h": 1.0, |
| "spell_char_comp_h": 0.9794520547945206, |
| "spell_homoph_h": 0.9357142857142857, |
| "spell_pinyin_h": 1.0, |
| "target_group_nh": 0.8615384615384616, |
| "target_indiv_nh": 0.8, |
| "target_obj_nh": 0.9384615384615385, |
| "threat_dir_h": 1.0, |
| "threat_norm_h": 1.0 |
| } |
| }, |
| "mhc_deu": { |
| "n": 3645, |
| "auc": 0.9986199301638463, |
| "f1_05": 0.9904053260231055, |
| "fpr_05": 0.025570776255707764, |
| "func_acc": { |
| "counter_quote_nh": 1.0, |
| "counter_ref_nh": 1.0, |
| "derog_dehum_h": 1.0, |
| "derog_impl_h": 1.0, |
| "derog_neg_attrib_h": 1.0, |
| "derog_neg_emote_h": 1.0, |
| "ident_neutral_nh": 0.9785714285714285, |
| "ident_pos_nh": 0.9904761904761905, |
| "negate_neg_nh": 1.0, |
| "negate_pos_h": 0.9928571428571429, |
| "phrase_opinion_h": 1.0, |
| "phrase_question_h": 0.9428571428571428, |
| "profanity_h": 0.9928571428571429, |
| "profanity_nh": 0.93, |
| "ref_subs_clause_h": 1.0, |
| "ref_subs_sent_h": 1.0, |
| "slur_h": 0.9833333333333333, |
| "spell_char_del_h": 1.0, |
| "spell_char_swap_h": 1.0, |
| "spell_leet_h": 1.0, |
| "spell_space_add_h": 1.0, |
| "spell_space_del_h": 0.967741935483871, |
| "target_group_nh": 0.9538461538461539, |
| "target_indiv_nh": 0.8307692307692308, |
| "target_obj_nh": 0.9692307692307692, |
| "threat_dir_h": 0.9785714285714285, |
| "threat_norm_h": 0.9928571428571429 |
| } |
| }, |
| "mhc_eng": { |
| "n": 3728, |
| "auc": 0.999995981104493, |
| "f1_05": 0.9976644608797197, |
| "fpr_05": 0.010300429184549357, |
| "func_acc": { |
| "counter_quote_nh": 1.0, |
| "counter_ref_nh": 1.0, |
| "derog_dehum_h": 1.0, |
| "derog_impl_h": 1.0, |
| "derog_neg_attrib_h": 1.0, |
| "derog_neg_emote_h": 1.0, |
| "ident_neutral_nh": 1.0, |
| "ident_pos_nh": 1.0, |
| "negate_neg_nh": 1.0, |
| "negate_pos_h": 1.0, |
| "phrase_opinion_h": 1.0, |
| "phrase_question_h": 1.0, |
| "profanity_h": 1.0, |
| "profanity_nh": 1.0, |
| "ref_subs_clause_h": 1.0, |
| "ref_subs_sent_h": 1.0, |
| "slur_h": 1.0, |
| "slur_homonym_nh": 0.9, |
| "slur_reclaimed_nh": 0.9876543209876543, |
| "spell_char_del_h": 1.0, |
| "spell_char_swap_h": 1.0, |
| "spell_leet_h": 1.0, |
| "spell_space_add_h": 1.0, |
| "spell_space_del_h": 1.0, |
| "target_group_nh": 0.967741935483871, |
| "target_indiv_nh": 0.9230769230769231, |
| "target_obj_nh": 0.9846153846153847, |
| "threat_dir_h": 1.0, |
| "threat_norm_h": 1.0 |
| } |
| }, |
| "mhc_fra": { |
| "n": 3718, |
| "auc": 0.995719863767717, |
| "f1_05": 0.9843092231151933, |
| "fpr_05": 0.04830053667262969, |
| "func_acc": { |
| "counter_quote_nh": 1.0, |
| "counter_ref_nh": 1.0, |
| "derog_dehum_h": 1.0, |
| "derog_impl_h": 1.0, |
| "derog_neg_attrib_h": 1.0, |
| "derog_neg_emote_h": 1.0, |
| "ident_neutral_nh": 1.0, |
| "ident_pos_nh": 1.0, |
| "negate_neg_nh": 0.95, |
| "negate_pos_h": 0.9928571428571429, |
| "phrase_opinion_h": 1.0, |
| "phrase_question_h": 0.9925373134328358, |
| "profanity_h": 0.9924812030075187, |
| "profanity_nh": 0.84, |
| "ref_subs_clause_h": 1.0, |
| "ref_subs_sent_h": 1.0, |
| "slur_h": 1.0, |
| "spell_char_del_h": 0.9428571428571428, |
| "spell_char_swap_h": 1.0, |
| "spell_leet_h": 0.9940119760479041, |
| "spell_space_add_h": 1.0, |
| "spell_space_del_h": 0.9940119760479041, |
| "target_group_nh": 0.9076923076923077, |
| "target_indiv_nh": 0.7384615384615385, |
| "target_obj_nh": 0.8769230769230769, |
| "threat_dir_h": 0.9357142857142857, |
| "threat_norm_h": 0.9571428571428572 |
| } |
| }, |
| "mhc_hin": { |
| "n": 3565, |
| "auc": 0.8375642265791304, |
| "f1_05": 0.8165275101691286, |
| "fpr_05": 0.2562674094707521, |
| "func_acc": { |
| "counter_quote_nh": 0.910958904109589, |
| "counter_ref_nh": 0.815068493150685, |
| "derog_dehum_h": 0.8071428571428572, |
| "derog_impl_h": 0.8142857142857143, |
| "derog_neg_attrib_h": 0.75, |
| "derog_neg_emote_h": 0.6642857142857143, |
| "ident_neutral_nh": 0.7714285714285715, |
| "ident_pos_nh": 0.5523809523809524, |
| "negate_neg_nh": 0.7928571428571428, |
| "negate_pos_h": 0.8714285714285714, |
| "phrase_opinion_h": 0.7285714285714285, |
| "phrase_question_h": 0.75, |
| "profanity_h": 0.8071428571428572, |
| "profanity_nh": 0.88, |
| "ref_subs_clause_h": 0.7714285714285715, |
| "ref_subs_sent_h": 0.7214285714285714, |
| "slur_h": 0.8444444444444444, |
| "spell_char_del_h": 0.6214285714285714, |
| "spell_char_swap_h": 0.7285714285714285, |
| "spell_leet_h": 0.8013698630136986, |
| "spell_space_add_h": 0.8356164383561644, |
| "spell_space_del_h": 0.7534246575342466, |
| "target_group_nh": 0.6307692307692307, |
| "target_indiv_nh": 0.49230769230769234, |
| "target_obj_nh": 0.8153846153846154, |
| "threat_dir_h": 0.7071428571428572, |
| "threat_norm_h": 0.8428571428571429 |
| } |
| }, |
| "mhc_ita": { |
| "n": 3690, |
| "auc": 0.9984437191126331, |
| "f1_05": 0.9884348496530455, |
| "fpr_05": 0.037037037037037035, |
| "func_acc": { |
| "counter_quote_nh": 0.9875776397515528, |
| "counter_ref_nh": 0.9875776397515528, |
| "derog_dehum_h": 1.0, |
| "derog_impl_h": 1.0, |
| "derog_neg_attrib_h": 1.0, |
| "derog_neg_emote_h": 1.0, |
| "ident_neutral_nh": 1.0, |
| "ident_pos_nh": 1.0, |
| "negate_neg_nh": 0.9785714285714285, |
| "negate_pos_h": 1.0, |
| "phrase_opinion_h": 1.0, |
| "phrase_question_h": 1.0, |
| "profanity_h": 1.0, |
| "profanity_nh": 0.86, |
| "ref_subs_clause_h": 1.0, |
| "ref_subs_sent_h": 1.0, |
| "slur_h": 0.9857142857142858, |
| "spell_char_del_h": 0.9357142857142857, |
| "spell_char_swap_h": 1.0, |
| "spell_leet_h": 1.0, |
| "spell_space_add_h": 0.9937888198757764, |
| "spell_space_del_h": 1.0, |
| "target_group_nh": 0.9230769230769231, |
| "target_indiv_nh": 0.8615384615384616, |
| "target_obj_nh": 0.9076923076923077, |
| "threat_dir_h": 1.0, |
| "threat_norm_h": 0.95 |
| } |
| }, |
| "mhc_nld": { |
| "n": 3765, |
| "auc": 0.997687037037037, |
| "f1_05": 0.9893818733409178, |
| "fpr_05": 0.022222222222222223, |
| "func_acc": { |
| "counter_quote_nh": 1.0, |
| "counter_ref_nh": 1.0, |
| "derog_dehum_h": 1.0, |
| "derog_impl_h": 1.0, |
| "derog_neg_attrib_h": 1.0, |
| "derog_neg_emote_h": 0.9928571428571429, |
| "ident_neutral_nh": 0.9928571428571429, |
| "ident_pos_nh": 0.9952380952380953, |
| "negate_neg_nh": 1.0, |
| "negate_pos_h": 1.0, |
| "phrase_opinion_h": 0.9928571428571429, |
| "phrase_question_h": 1.0, |
| "profanity_h": 1.0, |
| "profanity_nh": 0.93, |
| "ref_subs_clause_h": 1.0, |
| "ref_subs_sent_h": 1.0, |
| "slur_h": 0.9, |
| "spell_char_del_h": 0.9571428571428572, |
| "spell_char_swap_h": 0.9928571428571429, |
| "spell_leet_h": 1.0, |
| "spell_space_add_h": 0.9882352941176471, |
| "spell_space_del_h": 0.9823529411764705, |
| "target_group_nh": 0.9076923076923077, |
| "target_indiv_nh": 0.8769230769230769, |
| "target_obj_nh": 0.9692307692307692, |
| "threat_dir_h": 1.0, |
| "threat_norm_h": 1.0 |
| } |
| }, |
| "mhc_pol": { |
| "n": 3815, |
| "auc": 0.9964359913638803, |
| "f1_05": 0.9805607476635514, |
| "fpr_05": 0.04309586631486367, |
| "func_acc": { |
| "counter_quote_nh": 1.0, |
| "counter_ref_nh": 1.0, |
| "derog_dehum_h": 1.0, |
| "derog_impl_h": 0.9857142857142858, |
| "derog_neg_attrib_h": 0.9857142857142858, |
| "derog_neg_emote_h": 0.9642857142857143, |
| "ident_neutral_nh": 0.9928571428571429, |
| "ident_pos_nh": 0.9761904761904762, |
| "negate_neg_nh": 1.0, |
| "negate_pos_h": 0.9928571428571429, |
| "phrase_opinion_h": 1.0, |
| "phrase_question_h": 0.9714285714285714, |
| "profanity_h": 1.0, |
| "profanity_nh": 0.86, |
| "ref_subs_clause_h": 0.9928571428571429, |
| "ref_subs_sent_h": 0.9928571428571429, |
| "slur_h": 0.9789473684210527, |
| "spell_char_del_h": 0.9714285714285714, |
| "spell_char_swap_h": 0.9071428571428571, |
| "spell_leet_h": 0.9943181818181818, |
| "spell_space_add_h": 0.9545454545454546, |
| "spell_space_del_h": 0.9772727272727273, |
| "target_group_nh": 0.8769230769230769, |
| "target_indiv_nh": 0.7846153846153846, |
| "target_obj_nh": 0.8923076923076924, |
| "threat_dir_h": 0.9714285714285714, |
| "threat_norm_h": 0.9928571428571429 |
| } |
| }, |
| "mhc_por": { |
| "n": 3691, |
| "auc": 0.9962974404082502, |
| "f1_05": 0.9848339412555193, |
| "fpr_05": 0.05675675675675676, |
| "func_acc": { |
| "counter_quote_nh": 1.0, |
| "counter_ref_nh": 0.9875776397515528, |
| "derog_dehum_h": 1.0, |
| "derog_impl_h": 1.0, |
| "derog_neg_attrib_h": 0.9857142857142858, |
| "derog_neg_emote_h": 1.0, |
| "ident_neutral_nh": 0.9440559440559441, |
| "ident_pos_nh": 0.9714285714285714, |
| "negate_neg_nh": 0.95, |
| "negate_pos_h": 1.0, |
| "phrase_opinion_h": 1.0, |
| "phrase_question_h": 0.9571428571428572, |
| "profanity_h": 1.0, |
| "profanity_nh": 0.83, |
| "ref_subs_clause_h": 0.9857142857142858, |
| "ref_subs_sent_h": 0.9785714285714285, |
| "slur_h": 1.0, |
| "spell_char_del_h": 1.0, |
| "spell_char_swap_h": 1.0, |
| "spell_leet_h": 1.0, |
| "spell_space_add_h": 1.0, |
| "spell_space_del_h": 0.9813664596273292, |
| "target_group_nh": 0.9076923076923077, |
| "target_indiv_nh": 0.8, |
| "target_obj_nh": 0.9384615384615385, |
| "threat_dir_h": 1.0, |
| "threat_norm_h": 1.0 |
| } |
| }, |
| "mhc_spa": { |
| "n": 3745, |
| "auc": 0.9984717090368865, |
| "f1_05": 0.988844772168652, |
| "fpr_05": 0.03773584905660377, |
| "func_acc": { |
| "counter_quote_nh": 1.0, |
| "counter_ref_nh": 0.9878048780487805, |
| "derog_dehum_h": 1.0, |
| "derog_impl_h": 0.9857142857142858, |
| "derog_neg_attrib_h": 1.0, |
| "derog_neg_emote_h": 0.9928571428571429, |
| "ident_neutral_nh": 0.9571428571428572, |
| "ident_pos_nh": 0.9809523809523809, |
| "negate_neg_nh": 0.9928571428571429, |
| "negate_pos_h": 1.0, |
| "phrase_opinion_h": 1.0, |
| "phrase_question_h": 1.0, |
| "profanity_h": 1.0, |
| "profanity_nh": 0.87, |
| "ref_subs_clause_h": 0.9793103448275862, |
| "ref_subs_sent_h": 0.9862068965517241, |
| "slur_h": 1.0, |
| "spell_char_del_h": 1.0, |
| "spell_char_swap_h": 0.95, |
| "spell_leet_h": 1.0, |
| "spell_space_add_h": 0.9939024390243902, |
| "spell_space_del_h": 0.9939024390243902, |
| "target_group_nh": 0.9230769230769231, |
| "target_indiv_nh": 0.8461538461538461, |
| "target_obj_nh": 0.9846153846153847, |
| "threat_dir_h": 1.0, |
| "threat_norm_h": 1.0 |
| } |
| }, |
| "mhs": { |
| "n": 6000, |
| "auc": 0.7968616784638255, |
| "f1_05": 0.5771170692859039, |
| "fpr_05": 0.2530933633295838 |
| }, |
| "_mhc_mean_auc": 0.9730340103743494, |
| "_mhc_mean_f1": 0.9609209594648692, |
| "_real_mean_auc": 0.791132806953228, |
| "hs18": { |
| "n": 10534, |
| "auc": 0.8018121326218176, |
| "f1_05": 0.47201336675020883, |
| "fpr_05": 0.06818668379362021 |
| }, |
| "ethos": { |
| "n": 998, |
| "auc": 0.8316233726419915, |
| "f1_05": 0.6282245827010622, |
| "fpr_05": 0.033628318584070796 |
| }, |
| "olidbr": { |
| "n": 1738, |
| "auc": 0.6393145904533826, |
| "f1_05": 0.2966101694915254, |
| "fpr_05": 0.3760855043420174 |
| }, |
| "_heldout_real_mean_auc": 0.7671900989361256 |
| }, |
| "IMSyPP/hate_speech_multilingual::!LABEL_0": { |
| "labels": [ |
| "LABEL_0", |
| "LABEL_1", |
| "LABEL_2", |
| "LABEL_3" |
| ], |
| "col": "LABEL_0", |
| "neg": true, |
| "hatexplain": { |
| "n": 1924, |
| "auc": 0.6088491430596694, |
| "f1_05": 0.4830430797433547, |
| "fpr_05": 0.7977443609022556 |
| }, |
| "kmhas": { |
| "n": 5000, |
| "auc": 0.7784053164787432, |
| "f1_05": 0.6205482961824238, |
| "fpr_05": 0.27762128325508606 |
| }, |
| "mhc_ara": { |
| "n": 3570, |
| "auc": 0.5974614166937453, |
| "f1_05": 0.578790882061447, |
| "fpr_05": 0.3475836431226766, |
| "func_acc": { |
| "counter_quote_nh": 0.3287671232876712, |
| "counter_ref_nh": 0.5205479452054794, |
| "derog_dehum_h": 0.5357142857142857, |
| "derog_impl_h": 0.46206896551724136, |
| "derog_neg_attrib_h": 0.6357142857142857, |
| "derog_neg_emote_h": 0.32857142857142857, |
| "ident_neutral_nh": 0.8142857142857143, |
| "ident_pos_nh": 0.7142857142857143, |
| "negate_neg_nh": 0.6571428571428571, |
| "negate_pos_h": 0.35714285714285715, |
| "phrase_opinion_h": 0.5714285714285714, |
| "phrase_question_h": 0.30714285714285716, |
| "profanity_h": 0.5571428571428572, |
| "profanity_nh": 0.89, |
| "ref_subs_clause_h": 0.5428571428571428, |
| "ref_subs_sent_h": 0.5714285714285714, |
| "slur_h": 0.4945054945054945, |
| "spell_char_eng_replace_h": 0.41496598639455784, |
| "spell_char_repeat_h": 0.5136986301369864, |
| "spell_sent_arabazi_h": 0.06015037593984962, |
| "spell_space_add_h": 0.4383561643835616, |
| "spell_word_variation_h": 0.547945205479452, |
| "target_group_nh": 0.5384615384615384, |
| "target_indiv_nh": 0.625, |
| "target_obj_nh": 0.8923076923076924, |
| "threat_dir_h": 0.4142857142857143, |
| "threat_norm_h": 0.6642857142857143 |
| } |
| }, |
| "mhc_cmn": { |
| "n": 3378, |
| "auc": 0.7645004155187837, |
| "f1_05": 0.8234816169002641, |
| "fpr_05": 0.5669362084456424, |
| "func_acc": { |
| "counter_quote_nh": 0.06707317073170732, |
| "counter_ref_nh": 0.18292682926829268, |
| "derog_dehum_h": 0.9785714285714285, |
| "derog_impl_h": 0.7357142857142858, |
| "derog_neg_attrib_h": 0.9571428571428572, |
| "derog_neg_emote_h": 0.7928571428571428, |
| "ident_neutral_nh": 0.7857142857142857, |
| "ident_pos_nh": 0.8380952380952381, |
| "negate_neg_nh": 0.38571428571428573, |
| "negate_pos_h": 0.7428571428571429, |
| "phrase_opinion_h": 0.9785714285714285, |
| "phrase_question_h": 0.7714285714285715, |
| "profanity_h": 1.0, |
| "profanity_nh": 0.35, |
| "ref_subs_clause_h": 0.9785714285714285, |
| "ref_subs_sent_h": 1.0, |
| "slur_h": 0.94, |
| "spell_char_comp_h": 0.958904109589041, |
| "spell_homoph_h": 0.8428571428571429, |
| "spell_pinyin_h": 0.8187919463087249, |
| "target_group_nh": 0.12307692307692308, |
| "target_indiv_nh": 0.16923076923076924, |
| "target_obj_nh": 0.7230769230769231, |
| "threat_dir_h": 0.9, |
| "threat_norm_h": 0.9214285714285714 |
| } |
| }, |
| "mhc_deu": { |
| "n": 3645, |
| "auc": 0.7108077715104306, |
| "f1_05": 0.7987111448066717, |
| "fpr_05": 0.5652968036529681, |
| "func_acc": { |
| "counter_quote_nh": 0.2129032258064516, |
| "counter_ref_nh": 0.22580645161290322, |
| "derog_dehum_h": 0.9285714285714286, |
| "derog_impl_h": 0.6275862068965518, |
| "derog_neg_attrib_h": 0.9142857142857143, |
| "derog_neg_emote_h": 0.6571428571428571, |
| "ident_neutral_nh": 0.6785714285714286, |
| "ident_pos_nh": 0.7523809523809524, |
| "negate_neg_nh": 0.3, |
| "negate_pos_h": 0.7428571428571429, |
| "phrase_opinion_h": 0.9785714285714285, |
| "phrase_question_h": 0.7642857142857142, |
| "profanity_h": 0.9714285714285714, |
| "profanity_nh": 0.4, |
| "ref_subs_clause_h": 0.9071428571428571, |
| "ref_subs_sent_h": 0.9428571428571428, |
| "slur_h": 0.7916666666666666, |
| "spell_char_del_h": 0.8785714285714286, |
| "spell_char_swap_h": 0.7428571428571429, |
| "spell_leet_h": 0.8774193548387097, |
| "spell_space_add_h": 0.6709677419354839, |
| "spell_space_del_h": 0.7870967741935484, |
| "target_group_nh": 0.15384615384615385, |
| "target_indiv_nh": 0.27692307692307694, |
| "target_obj_nh": 0.6923076923076923, |
| "threat_dir_h": 0.7785714285714286, |
| "threat_norm_h": 0.9285714285714286 |
| } |
| }, |
| "mhc_eng": { |
| "n": 3728, |
| "auc": 0.6963922040125322, |
| "f1_05": 0.8270702853166318, |
| "fpr_05": 0.6935622317596567, |
| "func_acc": { |
| "counter_quote_nh": 0.005780346820809248, |
| "counter_ref_nh": 0.12056737588652482, |
| "derog_dehum_h": 0.9928571428571429, |
| "derog_impl_h": 0.8857142857142857, |
| "derog_neg_attrib_h": 0.9571428571428572, |
| "derog_neg_emote_h": 0.8571428571428571, |
| "ident_neutral_nh": 0.5873015873015873, |
| "ident_pos_nh": 0.8095238095238095, |
| "negate_neg_nh": 0.12781954887218044, |
| "negate_pos_h": 0.95, |
| "phrase_opinion_h": 1.0, |
| "phrase_question_h": 0.8785714285714286, |
| "profanity_h": 1.0, |
| "profanity_nh": 0.12, |
| "ref_subs_clause_h": 0.9785714285714285, |
| "ref_subs_sent_h": 1.0, |
| "slur_h": 0.9444444444444444, |
| "slur_homonym_nh": 0.6333333333333333, |
| "slur_reclaimed_nh": 0.1728395061728395, |
| "spell_char_del_h": 0.9071428571428571, |
| "spell_char_swap_h": 0.8421052631578947, |
| "spell_leet_h": 0.884393063583815, |
| "spell_space_add_h": 0.791907514450867, |
| "spell_space_del_h": 0.9219858156028369, |
| "target_group_nh": 0.11290322580645161, |
| "target_indiv_nh": 0.13846153846153847, |
| "target_obj_nh": 0.5230769230769231, |
| "threat_dir_h": 0.9624060150375939, |
| "threat_norm_h": 0.9857142857142858 |
| } |
| }, |
| "mhc_fra": { |
| "n": 3718, |
| "auc": 0.7214858263382413, |
| "f1_05": 0.7954631379962193, |
| "fpr_05": 0.5241502683363148, |
| "func_acc": { |
| "counter_quote_nh": 0.041916167664670656, |
| "counter_ref_nh": 0.2634730538922156, |
| "derog_dehum_h": 0.9714285714285714, |
| "derog_impl_h": 0.6, |
| "derog_neg_attrib_h": 0.7928571428571428, |
| "derog_neg_emote_h": 0.6071428571428571, |
| "ident_neutral_nh": 0.7214285714285714, |
| "ident_pos_nh": 0.8086124401913876, |
| "negate_neg_nh": 0.42142857142857143, |
| "negate_pos_h": 0.6357142857142857, |
| "phrase_opinion_h": 0.95, |
| "phrase_question_h": 0.6567164179104478, |
| "profanity_h": 0.9172932330827067, |
| "profanity_nh": 0.6, |
| "ref_subs_clause_h": 0.8796992481203008, |
| "ref_subs_sent_h": 0.8992805755395683, |
| "slur_h": 0.80625, |
| "spell_char_del_h": 0.7928571428571428, |
| "spell_char_swap_h": 0.8285714285714286, |
| "spell_leet_h": 0.8802395209580839, |
| "spell_space_add_h": 0.7485029940119761, |
| "spell_space_del_h": 0.8083832335329342, |
| "target_group_nh": 0.2923076923076923, |
| "target_indiv_nh": 0.38461538461538464, |
| "target_obj_nh": 0.7384615384615385, |
| "threat_dir_h": 0.8428571428571429, |
| "threat_norm_h": 0.95 |
| } |
| }, |
| "mhc_hin": { |
| "n": 3565, |
| "auc": 0.565845491973357, |
| "f1_05": 0.5647410358565738, |
| "fpr_05": 0.3658310120705664, |
| "func_acc": { |
| "counter_quote_nh": 0.6027397260273972, |
| "counter_ref_nh": 0.4315068493150685, |
| "derog_dehum_h": 0.4, |
| "derog_impl_h": 0.42857142857142855, |
| "derog_neg_attrib_h": 0.5, |
| "derog_neg_emote_h": 0.4857142857142857, |
| "ident_neutral_nh": 0.7214285714285714, |
| "ident_pos_nh": 0.6761904761904762, |
| "negate_neg_nh": 0.4, |
| "negate_pos_h": 0.4857142857142857, |
| "phrase_opinion_h": 0.5142857142857142, |
| "phrase_question_h": 0.32857142857142857, |
| "profanity_h": 0.4857142857142857, |
| "profanity_nh": 0.86, |
| "ref_subs_clause_h": 0.5642857142857143, |
| "ref_subs_sent_h": 0.6428571428571429, |
| "slur_h": 0.34444444444444444, |
| "spell_char_del_h": 0.32857142857142857, |
| "spell_char_swap_h": 0.4928571428571429, |
| "spell_leet_h": 0.4315068493150685, |
| "spell_space_add_h": 0.3219178082191781, |
| "spell_space_del_h": 0.3424657534246575, |
| "target_group_nh": 0.7076923076923077, |
| "target_indiv_nh": 0.7846153846153846, |
| "target_obj_nh": 0.7692307692307693, |
| "threat_dir_h": 0.37857142857142856, |
| "threat_norm_h": 0.7 |
| } |
| }, |
| "mhc_ita": { |
| "n": 3690, |
| "auc": 0.6653338607202048, |
| "f1_05": 0.784765625, |
| "fpr_05": 0.47696476964769646, |
| "func_acc": { |
| "counter_quote_nh": 0.19254658385093168, |
| "counter_ref_nh": 0.38509316770186336, |
| "derog_dehum_h": 0.9571428571428572, |
| "derog_impl_h": 0.5642857142857143, |
| "derog_neg_attrib_h": 0.8928571428571429, |
| "derog_neg_emote_h": 0.5571428571428572, |
| "ident_neutral_nh": 0.9, |
| "ident_pos_nh": 0.9142857142857143, |
| "negate_neg_nh": 0.6142857142857143, |
| "negate_pos_h": 0.55, |
| "phrase_opinion_h": 0.9714285714285714, |
| "phrase_question_h": 0.7, |
| "profanity_h": 1.0, |
| "profanity_nh": 0.02, |
| "ref_subs_clause_h": 0.9071428571428571, |
| "ref_subs_sent_h": 0.9785714285714285, |
| "slur_h": 0.7571428571428571, |
| "spell_char_del_h": 0.7, |
| "spell_char_swap_h": 0.4642857142857143, |
| "spell_leet_h": 0.84472049689441, |
| "spell_space_add_h": 0.7515527950310559, |
| "spell_space_del_h": 0.7763975155279503, |
| "target_group_nh": 0.3230769230769231, |
| "target_indiv_nh": 0.27692307692307694, |
| "target_obj_nh": 0.6307692307692307, |
| "threat_dir_h": 0.7785714285714286, |
| "threat_norm_h": 0.8428571428571429 |
| } |
| }, |
| "mhc_nld": { |
| "n": 3765, |
| "auc": 0.7203996632996633, |
| "f1_05": 0.8093767036162094, |
| "fpr_05": 0.5653333333333334, |
| "func_acc": { |
| "counter_quote_nh": 0.13529411764705881, |
| "counter_ref_nh": 0.2647058823529412, |
| "derog_dehum_h": 0.9714285714285714, |
| "derog_impl_h": 0.7785714285714286, |
| "derog_neg_attrib_h": 0.8714285714285714, |
| "derog_neg_emote_h": 0.8, |
| "ident_neutral_nh": 0.6428571428571429, |
| "ident_pos_nh": 0.6095238095238096, |
| "negate_neg_nh": 0.32857142857142857, |
| "negate_pos_h": 0.8071428571428572, |
| "phrase_opinion_h": 0.9142857142857143, |
| "phrase_question_h": 0.7357142857142858, |
| "profanity_h": 0.9214285714285714, |
| "profanity_nh": 0.62, |
| "ref_subs_clause_h": 0.9, |
| "ref_subs_sent_h": 0.9428571428571428, |
| "slur_h": 0.7058823529411765, |
| "spell_char_del_h": 0.8428571428571429, |
| "spell_char_swap_h": 0.6642857142857143, |
| "spell_leet_h": 0.9529411764705882, |
| "spell_space_add_h": 0.8117647058823529, |
| "spell_space_del_h": 0.7235294117647059, |
| "target_group_nh": 0.26153846153846155, |
| "target_indiv_nh": 0.38461538461538464, |
| "target_obj_nh": 0.8153846153846154, |
| "threat_dir_h": 0.8857142857142857, |
| "threat_norm_h": 0.9928571428571429 |
| } |
| }, |
| "mhc_pol": { |
| "n": 3815, |
| "auc": 0.707578871589938, |
| "f1_05": 0.7761080464143048, |
| "fpr_05": 0.47405452946350046, |
| "func_acc": { |
| "counter_quote_nh": 0.2897727272727273, |
| "counter_ref_nh": 0.3806818181818182, |
| "derog_dehum_h": 0.8642857142857143, |
| "derog_impl_h": 0.5285714285714286, |
| "derog_neg_attrib_h": 0.8642857142857143, |
| "derog_neg_emote_h": 0.5642857142857143, |
| "ident_neutral_nh": 0.7714285714285715, |
| "ident_pos_nh": 0.7047619047619048, |
| "negate_neg_nh": 0.37142857142857144, |
| "negate_pos_h": 0.6785714285714286, |
| "phrase_opinion_h": 0.9285714285714286, |
| "phrase_question_h": 0.7928571428571428, |
| "profanity_h": 0.8571428571428571, |
| "profanity_nh": 0.69, |
| "ref_subs_clause_h": 0.7571428571428571, |
| "ref_subs_sent_h": 0.8714285714285714, |
| "slur_h": 0.8736842105263158, |
| "spell_char_del_h": 0.6857142857142857, |
| "spell_char_swap_h": 0.6642857142857143, |
| "spell_leet_h": 0.8181818181818182, |
| "spell_space_add_h": 0.625, |
| "spell_space_del_h": 0.7386363636363636, |
| "target_group_nh": 0.27692307692307694, |
| "target_indiv_nh": 0.4461538461538462, |
| "target_obj_nh": 0.8615384615384616, |
| "threat_dir_h": 0.7, |
| "threat_norm_h": 0.8857142857142857 |
| } |
| }, |
| "mhc_por": { |
| "n": 3691, |
| "auc": 0.7365494902108618, |
| "f1_05": 0.8208158597026306, |
| "fpr_05": 0.46126126126126127, |
| "func_acc": { |
| "counter_quote_nh": 0.3105590062111801, |
| "counter_ref_nh": 0.391304347826087, |
| "derog_dehum_h": 0.9214285714285714, |
| "derog_impl_h": 0.7101449275362319, |
| "derog_neg_attrib_h": 0.9285714285714286, |
| "derog_neg_emote_h": 0.7285714285714285, |
| "ident_neutral_nh": 0.7202797202797203, |
| "ident_pos_nh": 0.7571428571428571, |
| "negate_neg_nh": 0.4, |
| "negate_pos_h": 0.7642857142857142, |
| "phrase_opinion_h": 0.9428571428571428, |
| "phrase_question_h": 0.6285714285714286, |
| "profanity_h": 0.9357142857142857, |
| "profanity_nh": 0.67, |
| "ref_subs_clause_h": 0.9214285714285714, |
| "ref_subs_sent_h": 0.9357142857142857, |
| "slur_h": 0.7571428571428571, |
| "spell_char_del_h": 0.7928571428571428, |
| "spell_char_swap_h": 0.75, |
| "spell_leet_h": 0.8695652173913043, |
| "spell_space_add_h": 0.7577639751552795, |
| "spell_space_del_h": 0.7888198757763976, |
| "target_group_nh": 0.35384615384615387, |
| "target_indiv_nh": 0.3230769230769231, |
| "target_obj_nh": 0.8615384615384616, |
| "threat_dir_h": 0.9428571428571428, |
| "threat_norm_h": 0.95 |
| } |
| }, |
| "mhc_spa": { |
| "n": 3745, |
| "auc": 0.7133003643046941, |
| "f1_05": 0.7975716182887498, |
| "fpr_05": 0.48247978436657685, |
| "func_acc": { |
| "counter_quote_nh": 0.2621951219512195, |
| "counter_ref_nh": 0.3597560975609756, |
| "derog_dehum_h": 0.9785714285714285, |
| "derog_impl_h": 0.5714285714285714, |
| "derog_neg_attrib_h": 0.8642857142857143, |
| "derog_neg_emote_h": 0.6857142857142857, |
| "ident_neutral_nh": 0.7214285714285714, |
| "ident_pos_nh": 0.7952380952380952, |
| "negate_neg_nh": 0.4642857142857143, |
| "negate_pos_h": 0.6551724137931034, |
| "phrase_opinion_h": 0.9103448275862069, |
| "phrase_question_h": 0.6714285714285714, |
| "profanity_h": 0.9857142857142858, |
| "profanity_nh": 0.44, |
| "ref_subs_clause_h": 0.8827586206896552, |
| "ref_subs_sent_h": 0.9172413793103448, |
| "slur_h": 0.5466666666666666, |
| "spell_char_del_h": 0.8, |
| "spell_char_swap_h": 0.6285714285714286, |
| "spell_leet_h": 0.9526627218934911, |
| "spell_space_add_h": 0.774390243902439, |
| "spell_space_del_h": 0.725609756097561, |
| "target_group_nh": 0.36923076923076925, |
| "target_indiv_nh": 0.3076923076923077, |
| "target_obj_nh": 0.8153846153846154, |
| "threat_dir_h": 0.8357142857142857, |
| "threat_norm_h": 0.9793103448275862 |
| } |
| }, |
| "mhs": { |
| "n": 6000, |
| "auc": 0.8034839535733275, |
| "f1_05": 0.48976940565118543, |
| "fpr_05": 0.6962879640044994 |
| }, |
| "_mhc_mean_auc": 0.690877761470223, |
| "_mhc_mean_f1": 0.7615359959963367, |
| "_real_mean_auc": 0.7302461377039133, |
| "hs18": { |
| "n": 10534, |
| "auc": 0.8666158569439595, |
| "f1_05": 0.43839928057553956, |
| "fpr_05": 0.24416613144936844 |
| }, |
| "ethos": { |
| "n": 998, |
| "auc": 0.8026160354799812, |
| "f1_05": 0.7313974591651543, |
| "fpr_05": 0.47079646017699117 |
| }, |
| "olidbr": { |
| "n": 1738, |
| "auc": 0.51619421415445, |
| "f1_05": 0.23772241992882562, |
| "fpr_05": 0.665998663994656 |
| }, |
| "_heldout_real_mean_auc": 0.7409578557642835 |
| }, |
| "pysentimiento/robertuito-hate-speech::hateful": { |
| "labels": [ |
| "hateful", |
| "targeted", |
| "aggressive" |
| ], |
| "col": "hateful", |
| "neg": false, |
| "hatexplain": { |
| "n": 1924, |
| "auc": 0.5688412951570846, |
| "f1_05": 0.29740518962075846, |
| "fpr_05": 0.19473684210526315 |
| }, |
| "kmhas": { |
| "n": 5000, |
| "auc": 0.45601949028736904, |
| "f1_05": 0.0, |
| "fpr_05": 0.0 |
| }, |
| "mhc_ara": { |
| "n": 3570, |
| "auc": 0.5162523886323459, |
| "f1_05": 0.0, |
| "fpr_05": 0.0, |
| "func_acc": { |
| "counter_quote_nh": 1.0, |
| "counter_ref_nh": 1.0, |
| "derog_dehum_h": 0.0, |
| "derog_impl_h": 0.0, |
| "derog_neg_attrib_h": 0.0, |
| "derog_neg_emote_h": 0.0, |
| "ident_neutral_nh": 1.0, |
| "ident_pos_nh": 1.0, |
| "negate_neg_nh": 1.0, |
| "negate_pos_h": 0.0, |
| "phrase_opinion_h": 0.0, |
| "phrase_question_h": 0.0, |
| "profanity_h": 0.0, |
| "profanity_nh": 1.0, |
| "ref_subs_clause_h": 0.0, |
| "ref_subs_sent_h": 0.0, |
| "slur_h": 0.0, |
| "spell_char_eng_replace_h": 0.0, |
| "spell_char_repeat_h": 0.0, |
| "spell_sent_arabazi_h": 0.0, |
| "spell_space_add_h": 0.0, |
| "spell_word_variation_h": 0.0, |
| "target_group_nh": 1.0, |
| "target_indiv_nh": 1.0, |
| "target_obj_nh": 1.0, |
| "threat_dir_h": 0.0, |
| "threat_norm_h": 0.0 |
| } |
| }, |
| "mhc_cmn": { |
| "n": 3378, |
| "auc": 0.45860837900073187, |
| "f1_05": 0.0, |
| "fpr_05": 0.0, |
| "func_acc": { |
| "counter_quote_nh": 1.0, |
| "counter_ref_nh": 1.0, |
| "derog_dehum_h": 0.0, |
| "derog_impl_h": 0.0, |
| "derog_neg_attrib_h": 0.0, |
| "derog_neg_emote_h": 0.0, |
| "ident_neutral_nh": 1.0, |
| "ident_pos_nh": 1.0, |
| "negate_neg_nh": 1.0, |
| "negate_pos_h": 0.0, |
| "phrase_opinion_h": 0.0, |
| "phrase_question_h": 0.0, |
| "profanity_h": 0.0, |
| "profanity_nh": 1.0, |
| "ref_subs_clause_h": 0.0, |
| "ref_subs_sent_h": 0.0, |
| "slur_h": 0.0, |
| "spell_char_comp_h": 0.0, |
| "spell_homoph_h": 0.0, |
| "spell_pinyin_h": 0.0, |
| "target_group_nh": 1.0, |
| "target_indiv_nh": 1.0, |
| "target_obj_nh": 1.0, |
| "threat_dir_h": 0.0, |
| "threat_norm_h": 0.0 |
| } |
| }, |
| "mhc_deu": { |
| "n": 3645, |
| "auc": 0.5070351866774107, |
| "f1_05": 0.0, |
| "fpr_05": 0.0, |
| "func_acc": { |
| "counter_quote_nh": 1.0, |
| "counter_ref_nh": 1.0, |
| "derog_dehum_h": 0.0, |
| "derog_impl_h": 0.0, |
| "derog_neg_attrib_h": 0.0, |
| "derog_neg_emote_h": 0.0, |
| "ident_neutral_nh": 1.0, |
| "ident_pos_nh": 1.0, |
| "negate_neg_nh": 1.0, |
| "negate_pos_h": 0.0, |
| "phrase_opinion_h": 0.0, |
| "phrase_question_h": 0.0, |
| "profanity_h": 0.0, |
| "profanity_nh": 1.0, |
| "ref_subs_clause_h": 0.0, |
| "ref_subs_sent_h": 0.0, |
| "slur_h": 0.0, |
| "spell_char_del_h": 0.0, |
| "spell_char_swap_h": 0.0, |
| "spell_leet_h": 0.0, |
| "spell_space_add_h": 0.0, |
| "spell_space_del_h": 0.0, |
| "target_group_nh": 1.0, |
| "target_indiv_nh": 1.0, |
| "target_obj_nh": 1.0, |
| "threat_dir_h": 0.0, |
| "threat_norm_h": 0.0 |
| } |
| }, |
| "mhc_eng": { |
| "n": 3728, |
| "auc": 0.7591887859419035, |
| "f1_05": 0.4584795321637427, |
| "fpr_05": 0.06266094420600858, |
| "func_acc": { |
| "counter_quote_nh": 0.930635838150289, |
| "counter_ref_nh": 0.8936170212765957, |
| "derog_dehum_h": 0.4714285714285714, |
| "derog_impl_h": 0.16428571428571428, |
| "derog_neg_attrib_h": 0.4857142857142857, |
| "derog_neg_emote_h": 0.2785714285714286, |
| "ident_neutral_nh": 0.9285714285714286, |
| "ident_pos_nh": 0.9841269841269841, |
| "negate_neg_nh": 0.9097744360902256, |
| "negate_pos_h": 0.17142857142857143, |
| "phrase_opinion_h": 0.3308270676691729, |
| "phrase_question_h": 0.24285714285714285, |
| "profanity_h": 0.6714285714285714, |
| "profanity_nh": 0.95, |
| "ref_subs_clause_h": 0.37142857142857144, |
| "ref_subs_sent_h": 0.48872180451127817, |
| "slur_h": 0.2569444444444444, |
| "slur_homonym_nh": 0.9333333333333333, |
| "slur_reclaimed_nh": 0.9135802469135802, |
| "spell_char_del_h": 0.2785714285714286, |
| "spell_char_swap_h": 0.19548872180451127, |
| "spell_leet_h": 0.2023121387283237, |
| "spell_space_add_h": 0.028901734104046242, |
| "spell_space_del_h": 0.2765957446808511, |
| "target_group_nh": 0.9032258064516129, |
| "target_indiv_nh": 0.9692307692307692, |
| "target_obj_nh": 1.0, |
| "threat_dir_h": 0.2706766917293233, |
| "threat_norm_h": 0.4142857142857143 |
| } |
| }, |
| "mhc_fra": { |
| "n": 3718, |
| "auc": 0.6116685014448878, |
| "f1_05": 0.0450281425891182, |
| "fpr_05": 0.004472271914132379, |
| "func_acc": { |
| "counter_quote_nh": 1.0, |
| "counter_ref_nh": 1.0, |
| "derog_dehum_h": 0.07857142857142857, |
| "derog_impl_h": 0.03571428571428571, |
| "derog_neg_attrib_h": 0.03571428571428571, |
| "derog_neg_emote_h": 0.007142857142857143, |
| "ident_neutral_nh": 0.9928571428571429, |
| "ident_pos_nh": 0.9952153110047847, |
| "negate_neg_nh": 0.9857142857142858, |
| "negate_pos_h": 0.014285714285714285, |
| "phrase_opinion_h": 0.007142857142857143, |
| "phrase_question_h": 0.014925373134328358, |
| "profanity_h": 0.03759398496240601, |
| "profanity_nh": 1.0, |
| "ref_subs_clause_h": 0.015037593984962405, |
| "ref_subs_sent_h": 0.04316546762589928, |
| "slur_h": 0.0, |
| "spell_char_del_h": 0.02857142857142857, |
| "spell_char_swap_h": 0.02857142857142857, |
| "spell_leet_h": 0.023952095808383235, |
| "spell_space_add_h": 0.0, |
| "spell_space_del_h": 0.005988023952095809, |
| "target_group_nh": 0.9846153846153847, |
| "target_indiv_nh": 1.0, |
| "target_obj_nh": 1.0, |
| "threat_dir_h": 0.03571428571428571, |
| "threat_norm_h": 0.014285714285714285 |
| } |
| }, |
| "mhc_hin": { |
| "n": 3565, |
| "auc": 0.4785867241683013, |
| "f1_05": 0.0032102728731942215, |
| "fpr_05": 0.0, |
| "func_acc": { |
| "counter_quote_nh": 1.0, |
| "counter_ref_nh": 1.0, |
| "derog_dehum_h": 0.007142857142857143, |
| "derog_impl_h": 0.0, |
| "derog_neg_attrib_h": 0.014285714285714285, |
| "derog_neg_emote_h": 0.0, |
| "ident_neutral_nh": 1.0, |
| "ident_pos_nh": 1.0, |
| "negate_neg_nh": 1.0, |
| "negate_pos_h": 0.0, |
| "phrase_opinion_h": 0.0, |
| "phrase_question_h": 0.0, |
| "profanity_h": 0.0, |
| "profanity_nh": 1.0, |
| "ref_subs_clause_h": 0.0, |
| "ref_subs_sent_h": 0.0, |
| "slur_h": 0.0, |
| "spell_char_del_h": 0.0, |
| "spell_char_swap_h": 0.0, |
| "spell_leet_h": 0.0, |
| "spell_space_add_h": 0.0, |
| "spell_space_del_h": 0.00684931506849315, |
| "target_group_nh": 1.0, |
| "target_indiv_nh": 1.0, |
| "target_obj_nh": 1.0, |
| "threat_dir_h": 0.0, |
| "threat_norm_h": 0.0 |
| } |
| }, |
| "mhc_ita": { |
| "n": 3690, |
| "auc": 0.5825813349112973, |
| "f1_05": 0.12414782920703266, |
| "fpr_05": 0.028003613369467027, |
| "func_acc": { |
| "counter_quote_nh": 0.9813664596273292, |
| "counter_ref_nh": 0.9565217391304348, |
| "derog_dehum_h": 0.10714285714285714, |
| "derog_impl_h": 0.09285714285714286, |
| "derog_neg_attrib_h": 0.10714285714285714, |
| "derog_neg_emote_h": 0.1, |
| "ident_neutral_nh": 0.95, |
| "ident_pos_nh": 0.9761904761904762, |
| "negate_neg_nh": 0.9642857142857143, |
| "negate_pos_h": 0.08571428571428572, |
| "phrase_opinion_h": 0.05714285714285714, |
| "phrase_question_h": 0.05714285714285714, |
| "profanity_h": 0.12857142857142856, |
| "profanity_nh": 0.98, |
| "ref_subs_clause_h": 0.02142857142857143, |
| "ref_subs_sent_h": 0.07142857142857142, |
| "slur_h": 0.05714285714285714, |
| "spell_char_del_h": 0.05, |
| "spell_char_swap_h": 0.05, |
| "spell_leet_h": 0.06832298136645963, |
| "spell_space_add_h": 0.0, |
| "spell_space_del_h": 0.055900621118012424, |
| "target_group_nh": 1.0, |
| "target_indiv_nh": 0.9692307692307692, |
| "target_obj_nh": 1.0, |
| "threat_dir_h": 0.07857142857142857, |
| "threat_norm_h": 0.02857142857142857 |
| } |
| }, |
| "mhc_nld": { |
| "n": 3765, |
| "auc": 0.47261632996632996, |
| "f1_05": 0.0, |
| "fpr_05": 0.0, |
| "func_acc": { |
| "counter_quote_nh": 1.0, |
| "counter_ref_nh": 1.0, |
| "derog_dehum_h": 0.0, |
| "derog_impl_h": 0.0, |
| "derog_neg_attrib_h": 0.0, |
| "derog_neg_emote_h": 0.0, |
| "ident_neutral_nh": 1.0, |
| "ident_pos_nh": 1.0, |
| "negate_neg_nh": 1.0, |
| "negate_pos_h": 0.0, |
| "phrase_opinion_h": 0.0, |
| "phrase_question_h": 0.0, |
| "profanity_h": 0.0, |
| "profanity_nh": 1.0, |
| "ref_subs_clause_h": 0.0, |
| "ref_subs_sent_h": 0.0, |
| "slur_h": 0.0, |
| "spell_char_del_h": 0.0, |
| "spell_char_swap_h": 0.0, |
| "spell_leet_h": 0.0, |
| "spell_space_add_h": 0.0, |
| "spell_space_del_h": 0.0, |
| "target_group_nh": 1.0, |
| "target_indiv_nh": 1.0, |
| "target_obj_nh": 1.0, |
| "threat_dir_h": 0.0, |
| "threat_norm_h": 0.0 |
| } |
| }, |
| "mhc_pol": { |
| "n": 3815, |
| "auc": 0.48576137169010597, |
| "f1_05": 0.0, |
| "fpr_05": 0.0, |
| "func_acc": { |
| "counter_quote_nh": 1.0, |
| "counter_ref_nh": 1.0, |
| "derog_dehum_h": 0.0, |
| "derog_impl_h": 0.0, |
| "derog_neg_attrib_h": 0.0, |
| "derog_neg_emote_h": 0.0, |
| "ident_neutral_nh": 1.0, |
| "ident_pos_nh": 1.0, |
| "negate_neg_nh": 1.0, |
| "negate_pos_h": 0.0, |
| "phrase_opinion_h": 0.0, |
| "phrase_question_h": 0.0, |
| "profanity_h": 0.0, |
| "profanity_nh": 1.0, |
| "ref_subs_clause_h": 0.0, |
| "ref_subs_sent_h": 0.0, |
| "slur_h": 0.0, |
| "spell_char_del_h": 0.0, |
| "spell_char_swap_h": 0.0, |
| "spell_leet_h": 0.0, |
| "spell_space_add_h": 0.0, |
| "spell_space_del_h": 0.0, |
| "target_group_nh": 1.0, |
| "target_indiv_nh": 1.0, |
| "target_obj_nh": 1.0, |
| "threat_dir_h": 0.0, |
| "threat_norm_h": 0.0 |
| } |
| }, |
| "mhc_por": { |
| "n": 3691, |
| "auc": 0.6984664439720619, |
| "f1_05": 0.5114130434782609, |
| "fpr_05": 0.14234234234234233, |
| "func_acc": { |
| "counter_quote_nh": 0.8819875776397516, |
| "counter_ref_nh": 0.8074534161490683, |
| "derog_dehum_h": 0.4142857142857143, |
| "derog_impl_h": 0.32608695652173914, |
| "derog_neg_attrib_h": 0.5571428571428572, |
| "derog_neg_emote_h": 0.34285714285714286, |
| "ident_neutral_nh": 0.7972027972027972, |
| "ident_pos_nh": 0.8095238095238095, |
| "negate_neg_nh": 0.8214285714285714, |
| "negate_pos_h": 0.2785714285714286, |
| "phrase_opinion_h": 0.32857142857142857, |
| "phrase_question_h": 0.35714285714285715, |
| "profanity_h": 0.5357142857142857, |
| "profanity_nh": 0.99, |
| "ref_subs_clause_h": 0.36428571428571427, |
| "ref_subs_sent_h": 0.44285714285714284, |
| "slur_h": 0.3357142857142857, |
| "spell_char_del_h": 0.36428571428571427, |
| "spell_char_swap_h": 0.34285714285714286, |
| "spell_leet_h": 0.3105590062111801, |
| "spell_space_add_h": 0.07453416149068323, |
| "spell_space_del_h": 0.35403726708074534, |
| "target_group_nh": 0.9076923076923077, |
| "target_indiv_nh": 0.9384615384615385, |
| "target_obj_nh": 0.9538461538461539, |
| "threat_dir_h": 0.44285714285714284, |
| "threat_norm_h": 0.44285714285714284 |
| } |
| }, |
| "mhc_spa": { |
| "n": 3745, |
| "auc": 0.747822091502197, |
| "f1_05": 0.7670221493027072, |
| "fpr_05": 0.3360287511230907, |
| "func_acc": { |
| "counter_quote_nh": 0.5182926829268293, |
| "counter_ref_nh": 0.6585365853658537, |
| "derog_dehum_h": 0.8142857142857143, |
| "derog_impl_h": 0.6642857142857143, |
| "derog_neg_attrib_h": 0.8714285714285714, |
| "derog_neg_emote_h": 0.7714285714285715, |
| "ident_neutral_nh": 0.5642857142857143, |
| "ident_pos_nh": 0.5904761904761905, |
| "negate_neg_nh": 0.6285714285714286, |
| "negate_pos_h": 0.6344827586206897, |
| "phrase_opinion_h": 0.7310344827586207, |
| "phrase_question_h": 0.6785714285714286, |
| "profanity_h": 0.8214285714285714, |
| "profanity_nh": 0.95, |
| "ref_subs_clause_h": 0.7724137931034483, |
| "ref_subs_sent_h": 0.8206896551724138, |
| "slur_h": 0.6066666666666667, |
| "spell_char_del_h": 0.5571428571428572, |
| "spell_char_swap_h": 0.8071428571428572, |
| "spell_leet_h": 0.6982248520710059, |
| "spell_space_add_h": 0.22560975609756098, |
| "spell_space_del_h": 0.7804878048780488, |
| "target_group_nh": 0.6461538461538462, |
| "target_indiv_nh": 0.9538461538461539, |
| "target_obj_nh": 0.8615384615384616, |
| "threat_dir_h": 0.8071428571428572, |
| "threat_norm_h": 0.8 |
| } |
| }, |
| "mhs": { |
| "n": 6000, |
| "auc": 0.6801587100647789, |
| "f1_05": 0.4407914764079148, |
| "fpr_05": 0.22632170978627672 |
| }, |
| "_mhc_mean_auc": 0.5744170489006885, |
| "_mhc_mean_f1": 0.17357281541945963, |
| "_real_mean_auc": 0.5683398318364109, |
| "hs18": { |
| "n": 10534, |
| "auc": 0.8054527776700159, |
| "f1_05": 0.3462897526501767, |
| "fpr_05": 0.047741383001498605 |
| }, |
| "ethos": { |
| "n": 998, |
| "auc": 0.7923644464428049, |
| "f1_05": 0.5216049382716049, |
| "fpr_05": 0.08141592920353982 |
| }, |
| "olidbr": { |
| "n": 1738, |
| "auc": 0.6767615452204547, |
| "f1_05": 0.2891566265060241, |
| "fpr_05": 0.07615230460921844 |
| }, |
| "_heldout_real_mean_auc": 0.682649564905161 |
| }, |
| "Horizon-Labs/multilingual-toxicity-small::identity_attack": { |
| "labels": [ |
| "toxicity", |
| "severe_toxicity", |
| "obscene", |
| "threat", |
| "insult", |
| "identity_attack", |
| "sexual_explicit" |
| ], |
| "col": "identity_attack", |
| "neg": false, |
| "hatexplain": { |
| "n": 1924, |
| "auc": 0.621111490848333, |
| "f1_05": 0.37305699481865284, |
| "fpr_05": 0.14360902255639096 |
| }, |
| "kmhas": { |
| "n": 5000, |
| "auc": 0.7367619072390638, |
| "f1_05": 0.030451332245785754, |
| "fpr_05": 0.0018779342723004694 |
| }, |
| "mhc_ara": { |
| "n": 3570, |
| "auc": 0.6226080138801525, |
| "f1_05": 0.3982947624847747, |
| "fpr_05": 0.12639405204460966, |
| "func_acc": { |
| "counter_quote_nh": 0.7671232876712328, |
| "counter_ref_nh": 0.8287671232876712, |
| "derog_dehum_h": 0.39285714285714285, |
| "derog_impl_h": 0.2482758620689655, |
| "derog_neg_attrib_h": 0.38571428571428573, |
| "derog_neg_emote_h": 0.29285714285714287, |
| "ident_neutral_nh": 0.9714285714285714, |
| "ident_pos_nh": 0.8476190476190476, |
| "negate_neg_nh": 0.7142857142857143, |
| "negate_pos_h": 0.2642857142857143, |
| "phrase_opinion_h": 0.37142857142857144, |
| "phrase_question_h": 0.2571428571428571, |
| "profanity_h": 0.3357142857142857, |
| "profanity_nh": 1.0, |
| "ref_subs_clause_h": 0.3142857142857143, |
| "ref_subs_sent_h": 0.2642857142857143, |
| "slur_h": 0.0, |
| "spell_char_eng_replace_h": 0.23129251700680273, |
| "spell_char_repeat_h": 0.23972602739726026, |
| "spell_sent_arabazi_h": 0.0, |
| "spell_space_add_h": 0.21232876712328766, |
| "spell_word_variation_h": 0.2671232876712329, |
| "target_group_nh": 0.9846153846153847, |
| "target_indiv_nh": 1.0, |
| "target_obj_nh": 1.0, |
| "threat_dir_h": 0.22142857142857142, |
| "threat_norm_h": 0.32142857142857145 |
| } |
| }, |
| "mhc_cmn": { |
| "n": 3378, |
| "auc": 0.7056036525985295, |
| "f1_05": 0.5685599541021228, |
| "fpr_05": 0.20664869721473494, |
| "func_acc": { |
| "counter_quote_nh": 0.7378048780487805, |
| "counter_ref_nh": 0.7073170731707317, |
| "derog_dehum_h": 0.6071428571428571, |
| "derog_impl_h": 0.38571428571428573, |
| "derog_neg_attrib_h": 0.5214285714285715, |
| "derog_neg_emote_h": 0.5642857142857143, |
| "ident_neutral_nh": 0.8428571428571429, |
| "ident_pos_nh": 0.7142857142857143, |
| "negate_neg_nh": 0.5928571428571429, |
| "negate_pos_h": 0.4714285714285714, |
| "phrase_opinion_h": 0.5285714285714286, |
| "phrase_question_h": 0.45714285714285713, |
| "profanity_h": 0.5571428571428572, |
| "profanity_nh": 1.0, |
| "ref_subs_clause_h": 0.44285714285714284, |
| "ref_subs_sent_h": 0.4714285714285714, |
| "slur_h": 0.02666666666666667, |
| "spell_char_comp_h": 0.3013698630136986, |
| "spell_homoph_h": 0.45, |
| "spell_pinyin_h": 0.28859060402684567, |
| "target_group_nh": 1.0, |
| "target_indiv_nh": 1.0, |
| "target_obj_nh": 1.0, |
| "threat_dir_h": 0.4785714285714286, |
| "threat_norm_h": 0.4928571428571429 |
| } |
| }, |
| "mhc_deu": { |
| "n": 3645, |
| "auc": 0.6754345062225804, |
| "f1_05": 0.5659989727786338, |
| "fpr_05": 0.22100456621004566, |
| "func_acc": { |
| "counter_quote_nh": 0.6, |
| "counter_ref_nh": 0.7161290322580646, |
| "derog_dehum_h": 0.6857142857142857, |
| "derog_impl_h": 0.31724137931034485, |
| "derog_neg_attrib_h": 0.5357142857142857, |
| "derog_neg_emote_h": 0.45, |
| "ident_neutral_nh": 0.8857142857142857, |
| "ident_pos_nh": 0.680952380952381, |
| "negate_neg_nh": 0.6214285714285714, |
| "negate_pos_h": 0.5, |
| "phrase_opinion_h": 0.5928571428571429, |
| "phrase_question_h": 0.45, |
| "profanity_h": 0.5214285714285715, |
| "profanity_nh": 1.0, |
| "ref_subs_clause_h": 0.45714285714285713, |
| "ref_subs_sent_h": 0.4142857142857143, |
| "slur_h": 0.025, |
| "spell_char_del_h": 0.4, |
| "spell_char_swap_h": 0.4642857142857143, |
| "spell_leet_h": 0.27741935483870966, |
| "spell_space_add_h": 0.1935483870967742, |
| "spell_space_del_h": 0.4258064516129032, |
| "target_group_nh": 1.0, |
| "target_indiv_nh": 1.0, |
| "target_obj_nh": 1.0, |
| "threat_dir_h": 0.5428571428571428, |
| "threat_norm_h": 0.5142857142857142 |
| } |
| }, |
| "mhc_eng": { |
| "n": 3728, |
| "auc": 0.7117710100321679, |
| "f1_05": 0.6165450121654501, |
| "fpr_05": 0.24034334763948498, |
| "func_acc": { |
| "counter_quote_nh": 0.6069364161849711, |
| "counter_ref_nh": 0.6382978723404256, |
| "derog_dehum_h": 0.75, |
| "derog_impl_h": 0.42142857142857143, |
| "derog_neg_attrib_h": 0.7142857142857143, |
| "derog_neg_emote_h": 0.5785714285714286, |
| "ident_neutral_nh": 0.7698412698412699, |
| "ident_pos_nh": 0.671957671957672, |
| "negate_neg_nh": 0.48872180451127817, |
| "negate_pos_h": 0.5928571428571429, |
| "phrase_opinion_h": 0.706766917293233, |
| "phrase_question_h": 0.5714285714285714, |
| "profanity_h": 0.7428571428571429, |
| "profanity_nh": 1.0, |
| "ref_subs_clause_h": 0.5857142857142857, |
| "ref_subs_sent_h": 0.5939849624060151, |
| "slur_h": 0.027777777777777776, |
| "slur_homonym_nh": 0.9666666666666667, |
| "slur_reclaimed_nh": 0.9876543209876543, |
| "spell_char_del_h": 0.29285714285714287, |
| "spell_char_swap_h": 0.5037593984962406, |
| "spell_leet_h": 0.26011560693641617, |
| "spell_space_add_h": 0.1791907514450867, |
| "spell_space_del_h": 0.41843971631205673, |
| "target_group_nh": 1.0, |
| "target_indiv_nh": 1.0, |
| "target_obj_nh": 1.0, |
| "threat_dir_h": 0.556390977443609, |
| "threat_norm_h": 0.5642857142857143 |
| } |
| }, |
| "mhc_fra": { |
| "n": 3718, |
| "auc": 0.6655941241227467, |
| "f1_05": 0.5702191235059761, |
| "fpr_05": 0.24239713774597496, |
| "func_acc": { |
| "counter_quote_nh": 0.6646706586826348, |
| "counter_ref_nh": 0.718562874251497, |
| "derog_dehum_h": 0.6428571428571429, |
| "derog_impl_h": 0.45, |
| "derog_neg_attrib_h": 0.6, |
| "derog_neg_emote_h": 0.5642857142857143, |
| "ident_neutral_nh": 0.8571428571428571, |
| "ident_pos_nh": 0.5980861244019139, |
| "negate_neg_nh": 0.5428571428571428, |
| "negate_pos_h": 0.5285714285714286, |
| "phrase_opinion_h": 0.5071428571428571, |
| "phrase_question_h": 0.4626865671641791, |
| "profanity_h": 0.5714285714285714, |
| "profanity_nh": 1.0, |
| "ref_subs_clause_h": 0.5263157894736842, |
| "ref_subs_sent_h": 0.4748201438848921, |
| "slur_h": 0.00625, |
| "spell_char_del_h": 0.37857142857142856, |
| "spell_char_swap_h": 0.5285714285714286, |
| "spell_leet_h": 0.2874251497005988, |
| "spell_space_add_h": 0.20359281437125748, |
| "spell_space_del_h": 0.33532934131736525, |
| "target_group_nh": 1.0, |
| "target_indiv_nh": 1.0, |
| "target_obj_nh": 1.0, |
| "threat_dir_h": 0.5071428571428571, |
| "threat_norm_h": 0.5214285714285715 |
| } |
| }, |
| "mhc_hin": { |
| "n": 3565, |
| "auc": 0.5902290138439813, |
| "f1_05": 0.4118683901292597, |
| "fpr_05": 0.19962859795728877, |
| "func_acc": { |
| "counter_quote_nh": 0.7945205479452054, |
| "counter_ref_nh": 0.8013698630136986, |
| "derog_dehum_h": 0.3357142857142857, |
| "derog_impl_h": 0.32857142857142857, |
| "derog_neg_attrib_h": 0.32857142857142857, |
| "derog_neg_emote_h": 0.34285714285714286, |
| "ident_neutral_nh": 0.7214285714285714, |
| "ident_pos_nh": 0.6619047619047619, |
| "negate_neg_nh": 0.6714285714285714, |
| "negate_pos_h": 0.32857142857142857, |
| "phrase_opinion_h": 0.3142857142857143, |
| "phrase_question_h": 0.2785714285714286, |
| "profanity_h": 0.30714285714285716, |
| "profanity_nh": 1.0, |
| "ref_subs_clause_h": 0.2857142857142857, |
| "ref_subs_sent_h": 0.2714285714285714, |
| "slur_h": 0.0, |
| "spell_char_del_h": 0.21428571428571427, |
| "spell_char_swap_h": 0.32142857142857145, |
| "spell_leet_h": 0.2054794520547945, |
| "spell_space_add_h": 0.15753424657534246, |
| "spell_space_del_h": 0.2534246575342466, |
| "target_group_nh": 1.0, |
| "target_indiv_nh": 1.0, |
| "target_obj_nh": 1.0, |
| "threat_dir_h": 0.32142857142857145, |
| "threat_norm_h": 0.38571428571428573 |
| } |
| }, |
| "mhc_ita": { |
| "n": 3690, |
| "auc": 0.6697759060440004, |
| "f1_05": 0.6094089264173703, |
| "fpr_05": 0.27009936766034326, |
| "func_acc": { |
| "counter_quote_nh": 0.5527950310559007, |
| "counter_ref_nh": 0.6211180124223602, |
| "derog_dehum_h": 0.6928571428571428, |
| "derog_impl_h": 0.42857142857142855, |
| "derog_neg_attrib_h": 0.7, |
| "derog_neg_emote_h": 0.5214285714285715, |
| "ident_neutral_nh": 0.8928571428571429, |
| "ident_pos_nh": 0.6238095238095238, |
| "negate_neg_nh": 0.4857142857142857, |
| "negate_pos_h": 0.5714285714285714, |
| "phrase_opinion_h": 0.6214285714285714, |
| "phrase_question_h": 0.55, |
| "profanity_h": 0.65, |
| "profanity_nh": 1.0, |
| "ref_subs_clause_h": 0.5642857142857143, |
| "ref_subs_sent_h": 0.5142857142857142, |
| "slur_h": 0.06428571428571428, |
| "spell_char_del_h": 0.3357142857142857, |
| "spell_char_swap_h": 0.5142857142857142, |
| "spell_leet_h": 0.2981366459627329, |
| "spell_space_add_h": 0.2360248447204969, |
| "spell_space_del_h": 0.45962732919254656, |
| "target_group_nh": 1.0, |
| "target_indiv_nh": 1.0, |
| "target_obj_nh": 1.0, |
| "threat_dir_h": 0.5642857142857143, |
| "threat_norm_h": 0.5857142857142857 |
| } |
| }, |
| "mhc_nld": { |
| "n": 3765, |
| "auc": 0.6646969696969697, |
| "f1_05": 0.6059322033898306, |
| "fpr_05": 0.2853333333333333, |
| "func_acc": { |
| "counter_quote_nh": 0.6176470588235294, |
| "counter_ref_nh": 0.6235294117647059, |
| "derog_dehum_h": 0.7142857142857143, |
| "derog_impl_h": 0.44285714285714284, |
| "derog_neg_attrib_h": 0.6857142857142857, |
| "derog_neg_emote_h": 0.5714285714285714, |
| "ident_neutral_nh": 0.8214285714285714, |
| "ident_pos_nh": 0.5714285714285714, |
| "negate_neg_nh": 0.45, |
| "negate_pos_h": 0.55, |
| "phrase_opinion_h": 0.6714285714285714, |
| "phrase_question_h": 0.5642857142857143, |
| "profanity_h": 0.6571428571428571, |
| "profanity_nh": 1.0, |
| "ref_subs_clause_h": 0.6, |
| "ref_subs_sent_h": 0.5642857142857143, |
| "slur_h": 0.0, |
| "spell_char_del_h": 0.34285714285714286, |
| "spell_char_swap_h": 0.5642857142857143, |
| "spell_leet_h": 0.29411764705882354, |
| "spell_space_add_h": 0.18823529411764706, |
| "spell_space_del_h": 0.43529411764705883, |
| "target_group_nh": 1.0, |
| "target_indiv_nh": 1.0, |
| "target_obj_nh": 1.0, |
| "threat_dir_h": 0.5857142857142857, |
| "threat_norm_h": 0.5642857142857143 |
| } |
| }, |
| "mhc_pol": { |
| "n": 3815, |
| "auc": 0.6446103400915503, |
| "f1_05": 0.5080500894454383, |
| "fpr_05": 0.2119613016710642, |
| "func_acc": { |
| "counter_quote_nh": 0.7272727272727273, |
| "counter_ref_nh": 0.7159090909090909, |
| "derog_dehum_h": 0.5214285714285715, |
| "derog_impl_h": 0.3357142857142857, |
| "derog_neg_attrib_h": 0.5571428571428572, |
| "derog_neg_emote_h": 0.37857142857142856, |
| "ident_neutral_nh": 0.8071428571428572, |
| "ident_pos_nh": 0.7238095238095238, |
| "negate_neg_nh": 0.5857142857142857, |
| "negate_pos_h": 0.5, |
| "phrase_opinion_h": 0.5357142857142857, |
| "phrase_question_h": 0.4642857142857143, |
| "profanity_h": 0.5285714285714286, |
| "profanity_nh": 1.0, |
| "ref_subs_clause_h": 0.45, |
| "ref_subs_sent_h": 0.38571428571428573, |
| "slur_h": 0.06315789473684211, |
| "spell_char_del_h": 0.3, |
| "spell_char_swap_h": 0.40714285714285714, |
| "spell_leet_h": 0.2159090909090909, |
| "spell_space_add_h": 0.14772727272727273, |
| "spell_space_del_h": 0.30113636363636365, |
| "target_group_nh": 1.0, |
| "target_indiv_nh": 1.0, |
| "target_obj_nh": 1.0, |
| "threat_dir_h": 0.37142857142857144, |
| "threat_norm_h": 0.44285714285714284 |
| } |
| }, |
| "mhc_por": { |
| "n": 3691, |
| "auc": 0.6842221919711265, |
| "f1_05": 0.6120772946859904, |
| "fpr_05": 0.26306306306306304, |
| "func_acc": { |
| "counter_quote_nh": 0.6521739130434783, |
| "counter_ref_nh": 0.6645962732919255, |
| "derog_dehum_h": 0.7, |
| "derog_impl_h": 0.427536231884058, |
| "derog_neg_attrib_h": 0.7214285714285714, |
| "derog_neg_emote_h": 0.5214285714285715, |
| "ident_neutral_nh": 0.8111888111888111, |
| "ident_pos_nh": 0.6190476190476191, |
| "negate_neg_nh": 0.4642857142857143, |
| "negate_pos_h": 0.6071428571428571, |
| "phrase_opinion_h": 0.7, |
| "phrase_question_h": 0.5428571428571428, |
| "profanity_h": 0.6857142857142857, |
| "profanity_nh": 1.0, |
| "ref_subs_clause_h": 0.5714285714285714, |
| "ref_subs_sent_h": 0.5142857142857142, |
| "slur_h": 0.0, |
| "spell_char_del_h": 0.35714285714285715, |
| "spell_char_swap_h": 0.5642857142857143, |
| "spell_leet_h": 0.2422360248447205, |
| "spell_space_add_h": 0.20496894409937888, |
| "spell_space_del_h": 0.40993788819875776, |
| "target_group_nh": 1.0, |
| "target_indiv_nh": 1.0, |
| "target_obj_nh": 1.0, |
| "threat_dir_h": 0.5857142857142857, |
| "threat_norm_h": 0.5714285714285714 |
| } |
| }, |
| "mhc_spa": { |
| "n": 3745, |
| "auc": 0.6837635897393883, |
| "f1_05": 0.6277712952158693, |
| "fpr_05": 0.27672955974842767, |
| "func_acc": { |
| "counter_quote_nh": 0.5670731707317073, |
| "counter_ref_nh": 0.6219512195121951, |
| "derog_dehum_h": 0.7642857142857142, |
| "derog_impl_h": 0.44285714285714284, |
| "derog_neg_attrib_h": 0.7214285714285714, |
| "derog_neg_emote_h": 0.6, |
| "ident_neutral_nh": 0.8214285714285714, |
| "ident_pos_nh": 0.6, |
| "negate_neg_nh": 0.5285714285714286, |
| "negate_pos_h": 0.6, |
| "phrase_opinion_h": 0.6758620689655173, |
| "phrase_question_h": 0.5714285714285714, |
| "profanity_h": 0.7, |
| "profanity_nh": 1.0, |
| "ref_subs_clause_h": 0.5793103448275863, |
| "ref_subs_sent_h": 0.5793103448275863, |
| "slur_h": 0.006666666666666667, |
| "spell_char_del_h": 0.36428571428571427, |
| "spell_char_swap_h": 0.5714285714285714, |
| "spell_leet_h": 0.28994082840236685, |
| "spell_space_add_h": 0.22560975609756098, |
| "spell_space_del_h": 0.45121951219512196, |
| "target_group_nh": 1.0, |
| "target_indiv_nh": 1.0, |
| "target_obj_nh": 1.0, |
| "threat_dir_h": 0.5928571428571429, |
| "threat_norm_h": 0.5862068965517241 |
| } |
| }, |
| "mhs": { |
| "n": 6000, |
| "auc": 0.5315820008029543, |
| "f1_05": 0.25963668586619404, |
| "fpr_05": 0.09201349831271091 |
| }, |
| "_mhc_mean_auc": 0.6653008471130177, |
| "_mhc_mean_f1": 0.5540660022109742, |
| "_real_mean_auc": 0.6298184662967836, |
| "hs18": { |
| "n": 10534, |
| "auc": 0.8449025581231617, |
| "f1_05": 0.34212002243409984, |
| "fpr_05": 0.030614429458360095 |
| }, |
| "ethos": { |
| "n": 998, |
| "auc": 0.8575446054487114, |
| "f1_05": 0.5391849529780565, |
| "fpr_05": 0.0584070796460177 |
| }, |
| "olidbr": { |
| "n": 1738, |
| "auc": 0.6742059499358329, |
| "f1_05": 0.0842911877394636, |
| "fpr_05": 0.006012024048096192 |
| }, |
| "_heldout_real_mean_auc": 0.7783537551866925 |
| }, |
| "Horizon-Labs/multilingual-toxicity-base::identity_attack": { |
| "labels": [ |
| "toxicity", |
| "severe_toxicity", |
| "obscene", |
| "threat", |
| "insult", |
| "identity_attack", |
| "sexual_explicit" |
| ], |
| "col": "identity_attack", |
| "neg": false, |
| "hatexplain": { |
| "n": 1924, |
| "auc": 0.6216456545403913, |
| "f1_05": 0.3375430539609644, |
| "fpr_05": 0.09774436090225563 |
| }, |
| "kmhas": { |
| "n": 5000, |
| "auc": 0.7440191781653294, |
| "f1_05": 0.0314192849404117, |
| "fpr_05": 0.003755868544600939 |
| }, |
| "mhc_ara": { |
| "n": 3570, |
| "auc": 0.6638484407186914, |
| "f1_05": 0.43467862481315395, |
| "fpr_05": 0.11524163568773234, |
| "func_acc": { |
| "counter_quote_nh": 0.7671232876712328, |
| "counter_ref_nh": 0.8356164383561644, |
| "derog_dehum_h": 0.4142857142857143, |
| "derog_impl_h": 0.1724137931034483, |
| "derog_neg_attrib_h": 0.45714285714285713, |
| "derog_neg_emote_h": 0.36428571428571427, |
| "ident_neutral_nh": 0.9928571428571429, |
| "ident_pos_nh": 0.8142857142857143, |
| "negate_neg_nh": 0.8142857142857143, |
| "negate_pos_h": 0.20714285714285716, |
| "phrase_opinion_h": 0.4, |
| "phrase_question_h": 0.3357142857142857, |
| "profanity_h": 0.4357142857142857, |
| "profanity_nh": 1.0, |
| "ref_subs_clause_h": 0.2642857142857143, |
| "ref_subs_sent_h": 0.2, |
| "slur_h": 0.0, |
| "spell_char_eng_replace_h": 0.2108843537414966, |
| "spell_char_repeat_h": 0.3013698630136986, |
| "spell_sent_arabazi_h": 0.0, |
| "spell_space_add_h": 0.2534246575342466, |
| "spell_word_variation_h": 0.3013698630136986, |
| "target_group_nh": 1.0, |
| "target_indiv_nh": 1.0, |
| "target_obj_nh": 1.0, |
| "threat_dir_h": 0.35714285714285715, |
| "threat_norm_h": 0.4642857142857143 |
| } |
| }, |
| "mhc_cmn": { |
| "n": 3378, |
| "auc": 0.7201121008193356, |
| "f1_05": 0.544693572496263, |
| "fpr_05": 0.1518418688230009, |
| "func_acc": { |
| "counter_quote_nh": 0.7012195121951219, |
| "counter_ref_nh": 0.7804878048780488, |
| "derog_dehum_h": 0.5857142857142857, |
| "derog_impl_h": 0.29285714285714287, |
| "derog_neg_attrib_h": 0.44285714285714284, |
| "derog_neg_emote_h": 0.4642857142857143, |
| "ident_neutral_nh": 0.9714285714285714, |
| "ident_pos_nh": 0.8238095238095238, |
| "negate_neg_nh": 0.6928571428571428, |
| "negate_pos_h": 0.3142857142857143, |
| "phrase_opinion_h": 0.5, |
| "phrase_question_h": 0.42857142857142855, |
| "profanity_h": 0.5214285714285715, |
| "profanity_nh": 1.0, |
| "ref_subs_clause_h": 0.37857142857142856, |
| "ref_subs_sent_h": 0.4142857142857143, |
| "slur_h": 0.0, |
| "spell_char_comp_h": 0.2671232876712329, |
| "spell_homoph_h": 0.38571428571428573, |
| "spell_pinyin_h": 0.2751677852348993, |
| "target_group_nh": 1.0, |
| "target_indiv_nh": 1.0, |
| "target_obj_nh": 1.0, |
| "threat_dir_h": 0.5928571428571429, |
| "threat_norm_h": 0.6142857142857143 |
| } |
| }, |
| "mhc_deu": { |
| "n": 3645, |
| "auc": 0.705818067866416, |
| "f1_05": 0.5537321334039175, |
| "fpr_05": 0.16621004566210046, |
| "func_acc": { |
| "counter_quote_nh": 0.7419354838709677, |
| "counter_ref_nh": 0.7483870967741936, |
| "derog_dehum_h": 0.6285714285714286, |
| "derog_impl_h": 0.296551724137931, |
| "derog_neg_attrib_h": 0.5785714285714286, |
| "derog_neg_emote_h": 0.40714285714285714, |
| "ident_neutral_nh": 0.9642857142857143, |
| "ident_pos_nh": 0.7666666666666667, |
| "negate_neg_nh": 0.65, |
| "negate_pos_h": 0.36428571428571427, |
| "phrase_opinion_h": 0.5357142857142857, |
| "phrase_question_h": 0.42857142857142855, |
| "profanity_h": 0.5285714285714286, |
| "profanity_nh": 1.0, |
| "ref_subs_clause_h": 0.35714285714285715, |
| "ref_subs_sent_h": 0.34285714285714286, |
| "slur_h": 0.025, |
| "spell_char_del_h": 0.35714285714285715, |
| "spell_char_swap_h": 0.4142857142857143, |
| "spell_leet_h": 0.2903225806451613, |
| "spell_space_add_h": 0.2, |
| "spell_space_del_h": 0.432258064516129, |
| "target_group_nh": 1.0, |
| "target_indiv_nh": 1.0, |
| "target_obj_nh": 1.0, |
| "threat_dir_h": 0.6071428571428571, |
| "threat_norm_h": 0.5714285714285714 |
| } |
| }, |
| "mhc_eng": { |
| "n": 3728, |
| "auc": 0.734571376421475, |
| "f1_05": 0.5915132924335378, |
| "fpr_05": 0.1648068669527897, |
| "func_acc": { |
| "counter_quote_nh": 0.6589595375722543, |
| "counter_ref_nh": 0.75177304964539, |
| "derog_dehum_h": 0.7285714285714285, |
| "derog_impl_h": 0.34285714285714286, |
| "derog_neg_attrib_h": 0.6285714285714286, |
| "derog_neg_emote_h": 0.4785714285714286, |
| "ident_neutral_nh": 0.9523809523809523, |
| "ident_pos_nh": 0.7724867724867724, |
| "negate_neg_nh": 0.6390977443609023, |
| "negate_pos_h": 0.39285714285714285, |
| "phrase_opinion_h": 0.6165413533834586, |
| "phrase_question_h": 0.5285714285714286, |
| "profanity_h": 0.6857142857142857, |
| "profanity_nh": 1.0, |
| "ref_subs_clause_h": 0.4857142857142857, |
| "ref_subs_sent_h": 0.45112781954887216, |
| "slur_h": 0.020833333333333332, |
| "slur_homonym_nh": 0.9666666666666667, |
| "slur_reclaimed_nh": 1.0, |
| "spell_char_del_h": 0.3142857142857143, |
| "spell_char_swap_h": 0.44360902255639095, |
| "spell_leet_h": 0.2254335260115607, |
| "spell_space_add_h": 0.2138728323699422, |
| "spell_space_del_h": 0.41843971631205673, |
| "target_group_nh": 1.0, |
| "target_indiv_nh": 1.0, |
| "target_obj_nh": 1.0, |
| "threat_dir_h": 0.6541353383458647, |
| "threat_norm_h": 0.6357142857142857 |
| } |
| }, |
| "mhc_fra": { |
| "n": 3718, |
| "auc": 0.6861681230218797, |
| "f1_05": 0.5143923240938166, |
| "fpr_05": 0.167262969588551, |
| "func_acc": { |
| "counter_quote_nh": 0.718562874251497, |
| "counter_ref_nh": 0.7544910179640718, |
| "derog_dehum_h": 0.6428571428571429, |
| "derog_impl_h": 0.2714285714285714, |
| "derog_neg_attrib_h": 0.5, |
| "derog_neg_emote_h": 0.44285714285714284, |
| "ident_neutral_nh": 0.9785714285714285, |
| "ident_pos_nh": 0.7751196172248804, |
| "negate_neg_nh": 0.65, |
| "negate_pos_h": 0.30714285714285716, |
| "phrase_opinion_h": 0.4714285714285714, |
| "phrase_question_h": 0.4253731343283582, |
| "profanity_h": 0.43609022556390975, |
| "profanity_nh": 1.0, |
| "ref_subs_clause_h": 0.37593984962406013, |
| "ref_subs_sent_h": 0.3597122302158273, |
| "slur_h": 0.0, |
| "spell_char_del_h": 0.2642857142857143, |
| "spell_char_swap_h": 0.4357142857142857, |
| "spell_leet_h": 0.2694610778443114, |
| "spell_space_add_h": 0.19760479041916168, |
| "spell_space_del_h": 0.30538922155688625, |
| "target_group_nh": 1.0, |
| "target_indiv_nh": 1.0, |
| "target_obj_nh": 1.0, |
| "threat_dir_h": 0.5285714285714286, |
| "threat_norm_h": 0.5714285714285714 |
| } |
| }, |
| "mhc_hin": { |
| "n": 3565, |
| "auc": 0.6180007583289296, |
| "f1_05": 0.4290759270158917, |
| "fpr_05": 0.1680594243268338, |
| "func_acc": { |
| "counter_quote_nh": 0.821917808219178, |
| "counter_ref_nh": 0.815068493150685, |
| "derog_dehum_h": 0.37857142857142856, |
| "derog_impl_h": 0.3142857142857143, |
| "derog_neg_attrib_h": 0.40714285714285714, |
| "derog_neg_emote_h": 0.35714285714285715, |
| "ident_neutral_nh": 0.8285714285714286, |
| "ident_pos_nh": 0.6904761904761905, |
| "negate_neg_nh": 0.7214285714285714, |
| "negate_pos_h": 0.2857142857142857, |
| "phrase_opinion_h": 0.29285714285714287, |
| "phrase_question_h": 0.35, |
| "profanity_h": 0.35, |
| "profanity_nh": 1.0, |
| "ref_subs_clause_h": 0.2571428571428571, |
| "ref_subs_sent_h": 0.2642857142857143, |
| "slur_h": 0.0, |
| "spell_char_del_h": 0.2357142857142857, |
| "spell_char_swap_h": 0.34285714285714286, |
| "spell_leet_h": 0.21232876712328766, |
| "spell_space_add_h": 0.14383561643835616, |
| "spell_space_del_h": 0.2465753424657534, |
| "target_group_nh": 1.0, |
| "target_indiv_nh": 1.0, |
| "target_obj_nh": 1.0, |
| "threat_dir_h": 0.4, |
| "threat_norm_h": 0.34285714285714286 |
| } |
| }, |
| "mhc_ita": { |
| "n": 3690, |
| "auc": 0.6885633638888976, |
| "f1_05": 0.5627277459656429, |
| "fpr_05": 0.16079494128274616, |
| "func_acc": { |
| "counter_quote_nh": 0.6956521739130435, |
| "counter_ref_nh": 0.782608695652174, |
| "derog_dehum_h": 0.6571428571428571, |
| "derog_impl_h": 0.2785714285714286, |
| "derog_neg_attrib_h": 0.6071428571428571, |
| "derog_neg_emote_h": 0.39285714285714285, |
| "ident_neutral_nh": 0.9857142857142858, |
| "ident_pos_nh": 0.7714285714285715, |
| "negate_neg_nh": 0.6857142857142857, |
| "negate_pos_h": 0.29285714285714287, |
| "phrase_opinion_h": 0.5928571428571429, |
| "phrase_question_h": 0.4642857142857143, |
| "profanity_h": 0.55, |
| "profanity_nh": 1.0, |
| "ref_subs_clause_h": 0.35714285714285715, |
| "ref_subs_sent_h": 0.37142857142857144, |
| "slur_h": 0.05, |
| "spell_char_del_h": 0.2785714285714286, |
| "spell_char_swap_h": 0.45714285714285713, |
| "spell_leet_h": 0.3105590062111801, |
| "spell_space_add_h": 0.2111801242236025, |
| "spell_space_del_h": 0.43478260869565216, |
| "target_group_nh": 1.0, |
| "target_indiv_nh": 1.0, |
| "target_obj_nh": 1.0, |
| "threat_dir_h": 0.6142857142857143, |
| "threat_norm_h": 0.6571428571428571 |
| } |
| }, |
| "mhc_nld": { |
| "n": 3765, |
| "auc": 0.6867451178451178, |
| "f1_05": 0.5820969337289812, |
| "fpr_05": 0.20177777777777778, |
| "func_acc": { |
| "counter_quote_nh": 0.6705882352941176, |
| "counter_ref_nh": 0.7588235294117647, |
| "derog_dehum_h": 0.7071428571428572, |
| "derog_impl_h": 0.3357142857142857, |
| "derog_neg_attrib_h": 0.6285714285714286, |
| "derog_neg_emote_h": 0.44285714285714284, |
| "ident_neutral_nh": 0.9642857142857143, |
| "ident_pos_nh": 0.6714285714285714, |
| "negate_neg_nh": 0.6, |
| "negate_pos_h": 0.35, |
| "phrase_opinion_h": 0.6214285714285714, |
| "phrase_question_h": 0.5571428571428572, |
| "profanity_h": 0.6214285714285714, |
| "profanity_nh": 1.0, |
| "ref_subs_clause_h": 0.4714285714285714, |
| "ref_subs_sent_h": 0.4642857142857143, |
| "slur_h": 0.0058823529411764705, |
| "spell_char_del_h": 0.3142857142857143, |
| "spell_char_swap_h": 0.4928571428571429, |
| "spell_leet_h": 0.27058823529411763, |
| "spell_space_add_h": 0.19411764705882353, |
| "spell_space_del_h": 0.43529411764705883, |
| "target_group_nh": 1.0, |
| "target_indiv_nh": 1.0, |
| "target_obj_nh": 1.0, |
| "threat_dir_h": 0.6928571428571428, |
| "threat_norm_h": 0.6071428571428571 |
| } |
| }, |
| "mhc_pol": { |
| "n": 3815, |
| "auc": 0.6784368938607226, |
| "f1_05": 0.4389559360089812, |
| "fpr_05": 0.09058927000879508, |
| "func_acc": { |
| "counter_quote_nh": 0.8920454545454546, |
| "counter_ref_nh": 0.8465909090909091, |
| "derog_dehum_h": 0.44285714285714284, |
| "derog_impl_h": 0.17857142857142858, |
| "derog_neg_attrib_h": 0.5071428571428571, |
| "derog_neg_emote_h": 0.3142857142857143, |
| "ident_neutral_nh": 1.0, |
| "ident_pos_nh": 0.8761904761904762, |
| "negate_neg_nh": 0.7785714285714286, |
| "negate_pos_h": 0.22857142857142856, |
| "phrase_opinion_h": 0.45, |
| "phrase_question_h": 0.3357142857142857, |
| "profanity_h": 0.42142857142857143, |
| "profanity_nh": 1.0, |
| "ref_subs_clause_h": 0.2357142857142857, |
| "ref_subs_sent_h": 0.25, |
| "slur_h": 0.021052631578947368, |
| "spell_char_del_h": 0.17142857142857143, |
| "spell_char_swap_h": 0.3142857142857143, |
| "spell_leet_h": 0.21022727272727273, |
| "spell_space_add_h": 0.10795454545454546, |
| "spell_space_del_h": 0.30113636363636365, |
| "target_group_nh": 1.0, |
| "target_indiv_nh": 1.0, |
| "target_obj_nh": 1.0, |
| "threat_dir_h": 0.4642857142857143, |
| "threat_norm_h": 0.4642857142857143 |
| } |
| }, |
| "mhc_por": { |
| "n": 3691, |
| "auc": 0.7008609345494273, |
| "f1_05": 0.5574025974025975, |
| "fpr_05": 0.17657657657657658, |
| "func_acc": { |
| "counter_quote_nh": 0.6956521739130435, |
| "counter_ref_nh": 0.782608695652174, |
| "derog_dehum_h": 0.6071428571428571, |
| "derog_impl_h": 0.2536231884057971, |
| "derog_neg_attrib_h": 0.5714285714285714, |
| "derog_neg_emote_h": 0.4142857142857143, |
| "ident_neutral_nh": 0.965034965034965, |
| "ident_pos_nh": 0.7666666666666667, |
| "negate_neg_nh": 0.5857142857142857, |
| "negate_pos_h": 0.3, |
| "phrase_opinion_h": 0.6214285714285714, |
| "phrase_question_h": 0.4928571428571429, |
| "profanity_h": 0.5357142857142857, |
| "profanity_nh": 1.0, |
| "ref_subs_clause_h": 0.40714285714285714, |
| "ref_subs_sent_h": 0.40714285714285714, |
| "slur_h": 0.0, |
| "spell_char_del_h": 0.32857142857142857, |
| "spell_char_swap_h": 0.4928571428571429, |
| "spell_leet_h": 0.2546583850931677, |
| "spell_space_add_h": 0.2111801242236025, |
| "spell_space_del_h": 0.34782608695652173, |
| "target_group_nh": 1.0, |
| "target_indiv_nh": 1.0, |
| "target_obj_nh": 1.0, |
| "threat_dir_h": 0.65, |
| "threat_norm_h": 0.65 |
| } |
| }, |
| "mhc_spa": { |
| "n": 3745, |
| "auc": 0.7072235558213651, |
| "f1_05": 0.590796635329045, |
| "fpr_05": 0.1940700808625337, |
| "func_acc": { |
| "counter_quote_nh": 0.6707317073170732, |
| "counter_ref_nh": 0.75, |
| "derog_dehum_h": 0.65, |
| "derog_impl_h": 0.32142857142857145, |
| "derog_neg_attrib_h": 0.6214285714285714, |
| "derog_neg_emote_h": 0.5285714285714286, |
| "ident_neutral_nh": 0.9285714285714286, |
| "ident_pos_nh": 0.7476190476190476, |
| "negate_neg_nh": 0.5857142857142857, |
| "negate_pos_h": 0.3310344827586207, |
| "phrase_opinion_h": 0.6620689655172414, |
| "phrase_question_h": 0.5071428571428571, |
| "profanity_h": 0.65, |
| "profanity_nh": 1.0, |
| "ref_subs_clause_h": 0.4413793103448276, |
| "ref_subs_sent_h": 0.4413793103448276, |
| "slur_h": 0.006666666666666667, |
| "spell_char_del_h": 0.32142857142857145, |
| "spell_char_swap_h": 0.5142857142857142, |
| "spell_leet_h": 0.2958579881656805, |
| "spell_space_add_h": 0.24390243902439024, |
| "spell_space_del_h": 0.4268292682926829, |
| "target_group_nh": 1.0, |
| "target_indiv_nh": 1.0, |
| "target_obj_nh": 1.0, |
| "threat_dir_h": 0.6428571428571429, |
| "threat_norm_h": 0.6551724137931034 |
| } |
| }, |
| "mhs": { |
| "n": 6000, |
| "auc": 0.5240164352446298, |
| "f1_05": 0.2490234375, |
| "fpr_05": 0.05354330708661417 |
| }, |
| "_mhc_mean_auc": 0.6900317030129326, |
| "_mhc_mean_f1": 0.5272787020628935, |
| "_real_mean_auc": 0.6298937559834502, |
| "hs18": { |
| "n": 10534, |
| "auc": 0.8482463192136545, |
| "f1_05": 0.2703395259449071, |
| "fpr_05": 0.016912866623849283 |
| }, |
| "ethos": { |
| "n": 998, |
| "auc": 0.8561568803776901, |
| "f1_05": 0.4421416234887737, |
| "fpr_05": 0.03185840707964602 |
| }, |
| "olidbr": { |
| "n": 1738, |
| "auc": 0.6820723050527057, |
| "f1_05": 0.024390243902439025, |
| "fpr_05": 0.0013360053440213762 |
| }, |
| "_heldout_real_mean_auc": 0.7826236707023448 |
| }, |
| "Horizon-Labs/content-safety-guard-small::hate": { |
| "labels": [ |
| "unsafe", |
| "hate", |
| "harassment", |
| "violence", |
| "weapons", |
| "sexual", |
| "sexual_minors", |
| "self_harm", |
| "criminal_planning", |
| "drugs", |
| "privacy", |
| "profanity", |
| "fraud_manipulation", |
| "misinformation", |
| "unauthorized_advice", |
| "other" |
| ], |
| "col": "hate", |
| "neg": false, |
| "hatexplain": { |
| "n": 1924, |
| "auc": 0.644577985367459, |
| "f1_05": 0.48600883652430044, |
| "fpr_05": 0.3263157894736842 |
| }, |
| "kmhas": { |
| "n": 5000, |
| "auc": 0.7472637734687596, |
| "f1_05": 0.33697853381936005, |
| "fpr_05": 0.07762128325508608 |
| }, |
| "mhc_ara": { |
| "n": 3570, |
| "auc": 0.6298394958308863, |
| "f1_05": 0.6174757281553398, |
| "fpr_05": 0.32899628252788105, |
| "func_acc": { |
| "counter_quote_nh": 0.4726027397260274, |
| "counter_ref_nh": 0.5273972602739726, |
| "derog_dehum_h": 0.6357142857142857, |
| "derog_impl_h": 0.4827586206896552, |
| "derog_neg_attrib_h": 0.6714285714285714, |
| "derog_neg_emote_h": 0.55, |
| "ident_neutral_nh": 0.8142857142857143, |
| "ident_pos_nh": 0.6, |
| "negate_neg_nh": 0.35714285714285715, |
| "negate_pos_h": 0.6928571428571428, |
| "phrase_opinion_h": 0.7285714285714285, |
| "phrase_question_h": 0.7142857142857143, |
| "profanity_h": 0.6285714285714286, |
| "profanity_nh": 0.99, |
| "ref_subs_clause_h": 0.7, |
| "ref_subs_sent_h": 0.6214285714285714, |
| "slur_h": 0.01098901098901099, |
| "spell_char_eng_replace_h": 0.41496598639455784, |
| "spell_char_repeat_h": 0.4315068493150685, |
| "spell_sent_arabazi_h": 0.0, |
| "spell_space_add_h": 0.2808219178082192, |
| "spell_word_variation_h": 0.4383561643835616, |
| "target_group_nh": 0.9076923076923077, |
| "target_indiv_nh": 1.0, |
| "target_obj_nh": 0.9846153846153847, |
| "threat_dir_h": 0.42142857142857143, |
| "threat_norm_h": 0.5785714285714286 |
| } |
| }, |
| "mhc_cmn": { |
| "n": 3378, |
| "auc": 0.7506911098814135, |
| "f1_05": 0.7885482416591524, |
| "fpr_05": 0.37915543575920935, |
| "func_acc": { |
| "counter_quote_nh": 0.49390243902439024, |
| "counter_ref_nh": 0.32926829268292684, |
| "derog_dehum_h": 0.8714285714285714, |
| "derog_impl_h": 0.6071428571428571, |
| "derog_neg_attrib_h": 0.95, |
| "derog_neg_emote_h": 0.9, |
| "ident_neutral_nh": 0.85, |
| "ident_pos_nh": 0.638095238095238, |
| "negate_neg_nh": 0.07857142857142857, |
| "negate_pos_h": 0.95, |
| "phrase_opinion_h": 0.9428571428571428, |
| "phrase_question_h": 0.9428571428571428, |
| "profanity_h": 0.8928571428571429, |
| "profanity_nh": 1.0, |
| "ref_subs_clause_h": 0.8571428571428571, |
| "ref_subs_sent_h": 0.9142857142857143, |
| "slur_h": 0.15333333333333332, |
| "spell_char_comp_h": 0.5753424657534246, |
| "spell_homoph_h": 0.8, |
| "spell_pinyin_h": 0.5637583892617449, |
| "target_group_nh": 0.9538461538461539, |
| "target_indiv_nh": 1.0, |
| "target_obj_nh": 1.0, |
| "threat_dir_h": 0.7357142857142858, |
| "threat_norm_h": 0.7642857142857142 |
| } |
| }, |
| "mhc_deu": { |
| "n": 3645, |
| "auc": 0.6909257767033754, |
| "f1_05": 0.7572618322161284, |
| "fpr_05": 0.4648401826484018, |
| "func_acc": { |
| "counter_quote_nh": 0.3870967741935484, |
| "counter_ref_nh": 0.21935483870967742, |
| "derog_dehum_h": 0.9785714285714285, |
| "derog_impl_h": 0.6482758620689655, |
| "derog_neg_attrib_h": 0.95, |
| "derog_neg_emote_h": 0.9142857142857143, |
| "ident_neutral_nh": 0.7214285714285714, |
| "ident_pos_nh": 0.4523809523809524, |
| "negate_neg_nh": 0.07857142857142857, |
| "negate_pos_h": 0.9071428571428571, |
| "phrase_opinion_h": 0.9285714285714286, |
| "phrase_question_h": 0.9571428571428572, |
| "profanity_h": 0.8642857142857143, |
| "profanity_nh": 1.0, |
| "ref_subs_clause_h": 0.8785714285714286, |
| "ref_subs_sent_h": 0.8785714285714286, |
| "slur_h": 0.18333333333333332, |
| "spell_char_del_h": 0.5642857142857143, |
| "spell_char_swap_h": 0.6928571428571428, |
| "spell_leet_h": 0.4064516129032258, |
| "spell_space_add_h": 0.3096774193548387, |
| "spell_space_del_h": 0.6, |
| "target_group_nh": 0.8461538461538461, |
| "target_indiv_nh": 1.0, |
| "target_obj_nh": 1.0, |
| "threat_dir_h": 0.6857142857142857, |
| "threat_norm_h": 0.8285714285714286 |
| } |
| }, |
| "mhc_eng": { |
| "n": 3728, |
| "auc": 0.7315834950659685, |
| "f1_05": 0.7372057870870222, |
| "fpr_05": 0.3098712446351931, |
| "func_acc": { |
| "counter_quote_nh": 0.5202312138728323, |
| "counter_ref_nh": 0.4397163120567376, |
| "derog_dehum_h": 0.8571428571428571, |
| "derog_impl_h": 0.6214285714285714, |
| "derog_neg_attrib_h": 0.8928571428571429, |
| "derog_neg_emote_h": 0.8357142857142857, |
| "ident_neutral_nh": 0.7936507936507936, |
| "ident_pos_nh": 0.7037037037037037, |
| "negate_neg_nh": 0.22556390977443608, |
| "negate_pos_h": 0.8928571428571429, |
| "phrase_opinion_h": 0.924812030075188, |
| "phrase_question_h": 0.9571428571428572, |
| "profanity_h": 0.8, |
| "profanity_nh": 1.0, |
| "ref_subs_clause_h": 0.8642857142857143, |
| "ref_subs_sent_h": 0.8120300751879699, |
| "slur_h": 0.13194444444444445, |
| "slur_homonym_nh": 1.0, |
| "slur_reclaimed_nh": 0.8395061728395061, |
| "spell_char_del_h": 0.39285714285714285, |
| "spell_char_swap_h": 0.6766917293233082, |
| "spell_leet_h": 0.3468208092485549, |
| "spell_space_add_h": 0.2543352601156069, |
| "spell_space_del_h": 0.5106382978723404, |
| "target_group_nh": 0.9838709677419355, |
| "target_indiv_nh": 1.0, |
| "target_obj_nh": 1.0, |
| "threat_dir_h": 0.6766917293233082, |
| "threat_norm_h": 0.75 |
| } |
| }, |
| "mhc_fra": { |
| "n": 3718, |
| "auc": 0.6590314091096738, |
| "f1_05": 0.7156308851224106, |
| "fpr_05": 0.41949910554561715, |
| "func_acc": { |
| "counter_quote_nh": 0.4491017964071856, |
| "counter_ref_nh": 0.33532934131736525, |
| "derog_dehum_h": 0.9071428571428571, |
| "derog_impl_h": 0.6, |
| "derog_neg_attrib_h": 0.9428571428571428, |
| "derog_neg_emote_h": 0.9285714285714286, |
| "ident_neutral_nh": 0.7142857142857143, |
| "ident_pos_nh": 0.5502392344497608, |
| "negate_neg_nh": 0.11428571428571428, |
| "negate_pos_h": 0.8785714285714286, |
| "phrase_opinion_h": 0.8928571428571429, |
| "phrase_question_h": 0.8507462686567164, |
| "profanity_h": 0.8571428571428571, |
| "profanity_nh": 1.0, |
| "ref_subs_clause_h": 0.8721804511278195, |
| "ref_subs_sent_h": 0.8920863309352518, |
| "slur_h": 0.13125, |
| "spell_char_del_h": 0.4714285714285714, |
| "spell_char_swap_h": 0.6142857142857143, |
| "spell_leet_h": 0.31736526946107785, |
| "spell_space_add_h": 0.2694610778443114, |
| "spell_space_del_h": 0.38922155688622756, |
| "target_group_nh": 0.8923076923076924, |
| "target_indiv_nh": 1.0, |
| "target_obj_nh": 0.9846153846153847, |
| "threat_dir_h": 0.5642857142857143, |
| "threat_norm_h": 0.7571428571428571 |
| } |
| }, |
| "mhc_hin": { |
| "n": 3565, |
| "auc": 0.5845309108605242, |
| "f1_05": 0.4458997722095672, |
| "fpr_05": 0.22376973073351902, |
| "func_acc": { |
| "counter_quote_nh": 0.7397260273972602, |
| "counter_ref_nh": 0.684931506849315, |
| "derog_dehum_h": 0.3357142857142857, |
| "derog_impl_h": 0.35, |
| "derog_neg_attrib_h": 0.39285714285714285, |
| "derog_neg_emote_h": 0.40714285714285714, |
| "ident_neutral_nh": 0.75, |
| "ident_pos_nh": 0.6952380952380952, |
| "negate_neg_nh": 0.6, |
| "negate_pos_h": 0.37142857142857144, |
| "phrase_opinion_h": 0.37857142857142856, |
| "phrase_question_h": 0.39285714285714285, |
| "profanity_h": 0.34285714285714286, |
| "profanity_nh": 1.0, |
| "ref_subs_clause_h": 0.40714285714285714, |
| "ref_subs_sent_h": 0.4142857142857143, |
| "slur_h": 0.0, |
| "spell_char_del_h": 0.22142857142857142, |
| "spell_char_swap_h": 0.35, |
| "spell_leet_h": 0.2054794520547945, |
| "spell_space_add_h": 0.14383561643835616, |
| "spell_space_del_h": 0.2054794520547945, |
| "target_group_nh": 0.9846153846153847, |
| "target_indiv_nh": 1.0, |
| "target_obj_nh": 0.9846153846153847, |
| "threat_dir_h": 0.3, |
| "threat_norm_h": 0.35 |
| } |
| }, |
| "mhc_ita": { |
| "n": 3690, |
| "auc": 0.674177732872954, |
| "f1_05": 0.7399629400864731, |
| "fpr_05": 0.43089430894308944, |
| "func_acc": { |
| "counter_quote_nh": 0.34782608695652173, |
| "counter_ref_nh": 0.2795031055900621, |
| "derog_dehum_h": 0.8857142857142857, |
| "derog_impl_h": 0.6642857142857143, |
| "derog_neg_attrib_h": 0.9142857142857143, |
| "derog_neg_emote_h": 0.9071428571428571, |
| "ident_neutral_nh": 0.8071428571428572, |
| "ident_pos_nh": 0.5238095238095238, |
| "negate_neg_nh": 0.12857142857142856, |
| "negate_pos_h": 0.8928571428571429, |
| "phrase_opinion_h": 0.8928571428571429, |
| "phrase_question_h": 0.8857142857142857, |
| "profanity_h": 0.8285714285714286, |
| "profanity_nh": 1.0, |
| "ref_subs_clause_h": 0.8571428571428571, |
| "ref_subs_sent_h": 0.8642857142857143, |
| "slur_h": 0.16428571428571428, |
| "spell_char_del_h": 0.4142857142857143, |
| "spell_char_swap_h": 0.7785714285714286, |
| "spell_leet_h": 0.40993788819875776, |
| "spell_space_add_h": 0.2484472049689441, |
| "spell_space_del_h": 0.6086956521739131, |
| "target_group_nh": 0.8923076923076924, |
| "target_indiv_nh": 1.0, |
| "target_obj_nh": 1.0, |
| "threat_dir_h": 0.6142857142857143, |
| "threat_norm_h": 0.8142857142857143 |
| } |
| }, |
| "mhc_nld": { |
| "n": 3765, |
| "auc": 0.6702904040404041, |
| "f1_05": 0.752018908804412, |
| "fpr_05": 0.4693333333333333, |
| "func_acc": { |
| "counter_quote_nh": 0.34705882352941175, |
| "counter_ref_nh": 0.27058823529411763, |
| "derog_dehum_h": 0.9857142857142858, |
| "derog_impl_h": 0.6571428571428571, |
| "derog_neg_attrib_h": 0.9714285714285714, |
| "derog_neg_emote_h": 0.9071428571428571, |
| "ident_neutral_nh": 0.7357142857142858, |
| "ident_pos_nh": 0.4095238095238095, |
| "negate_neg_nh": 0.12857142857142856, |
| "negate_pos_h": 0.9357142857142857, |
| "phrase_opinion_h": 0.9714285714285714, |
| "phrase_question_h": 0.9571428571428572, |
| "profanity_h": 0.9071428571428571, |
| "profanity_nh": 1.0, |
| "ref_subs_clause_h": 0.9, |
| "ref_subs_sent_h": 0.9357142857142857, |
| "slur_h": 0.13529411764705881, |
| "spell_char_del_h": 0.5357142857142857, |
| "spell_char_swap_h": 0.7714285714285715, |
| "spell_leet_h": 0.3941176470588235, |
| "spell_space_add_h": 0.2823529411764706, |
| "spell_space_del_h": 0.5705882352941176, |
| "target_group_nh": 0.8461538461538461, |
| "target_indiv_nh": 1.0, |
| "target_obj_nh": 1.0, |
| "threat_dir_h": 0.7357142857142858, |
| "threat_norm_h": 0.7857142857142857 |
| } |
| }, |
| "mhc_pol": { |
| "n": 3815, |
| "auc": 0.633618631370764, |
| "f1_05": 0.5990202939118264, |
| "fpr_05": 0.2858399296394019, |
| "func_acc": { |
| "counter_quote_nh": 0.6761363636363636, |
| "counter_ref_nh": 0.5, |
| "derog_dehum_h": 0.6428571428571429, |
| "derog_impl_h": 0.44285714285714284, |
| "derog_neg_attrib_h": 0.7571428571428571, |
| "derog_neg_emote_h": 0.4857142857142857, |
| "ident_neutral_nh": 0.8428571428571429, |
| "ident_pos_nh": 0.6857142857142857, |
| "negate_neg_nh": 0.37142857142857144, |
| "negate_pos_h": 0.7357142857142858, |
| "phrase_opinion_h": 0.8142857142857143, |
| "phrase_question_h": 0.7642857142857142, |
| "profanity_h": 0.6285714285714286, |
| "profanity_nh": 1.0, |
| "ref_subs_clause_h": 0.6785714285714286, |
| "ref_subs_sent_h": 0.6071428571428571, |
| "slur_h": 0.14210526315789473, |
| "spell_char_del_h": 0.3142857142857143, |
| "spell_char_swap_h": 0.45, |
| "spell_leet_h": 0.20454545454545456, |
| "spell_space_add_h": 0.11363636363636363, |
| "spell_space_del_h": 0.3181818181818182, |
| "target_group_nh": 0.9538461538461539, |
| "target_indiv_nh": 1.0, |
| "target_obj_nh": 0.9846153846153847, |
| "threat_dir_h": 0.35714285714285715, |
| "threat_norm_h": 0.5 |
| } |
| }, |
| "mhc_por": { |
| "n": 3691, |
| "auc": 0.6834942458925412, |
| "f1_05": 0.713796058269066, |
| "fpr_05": 0.3792792792792793, |
| "func_acc": { |
| "counter_quote_nh": 0.5279503105590062, |
| "counter_ref_nh": 0.422360248447205, |
| "derog_dehum_h": 0.7714285714285715, |
| "derog_impl_h": 0.6231884057971014, |
| "derog_neg_attrib_h": 0.85, |
| "derog_neg_emote_h": 0.7642857142857142, |
| "ident_neutral_nh": 0.7342657342657343, |
| "ident_pos_nh": 0.5428571428571428, |
| "negate_neg_nh": 0.18571428571428572, |
| "negate_pos_h": 0.85, |
| "phrase_opinion_h": 0.8642857142857143, |
| "phrase_question_h": 0.8857142857142857, |
| "profanity_h": 0.8214285714285714, |
| "profanity_nh": 1.0, |
| "ref_subs_clause_h": 0.85, |
| "ref_subs_sent_h": 0.8214285714285714, |
| "slur_h": 0.07857142857142857, |
| "spell_char_del_h": 0.42857142857142855, |
| "spell_char_swap_h": 0.7, |
| "spell_leet_h": 0.3105590062111801, |
| "spell_space_add_h": 0.2360248447204969, |
| "spell_space_del_h": 0.453416149068323, |
| "target_group_nh": 0.9384615384615385, |
| "target_indiv_nh": 1.0, |
| "target_obj_nh": 1.0, |
| "threat_dir_h": 0.6571428571428571, |
| "threat_norm_h": 0.7928571428571428 |
| } |
| }, |
| "mhc_spa": { |
| "n": 3745, |
| "auc": 0.7050726151560585, |
| "f1_05": 0.757223113964687, |
| "fpr_05": 0.41778975741239893, |
| "func_acc": { |
| "counter_quote_nh": 0.3780487804878049, |
| "counter_ref_nh": 0.40853658536585363, |
| "derog_dehum_h": 0.9071428571428571, |
| "derog_impl_h": 0.6857142857142857, |
| "derog_neg_attrib_h": 0.9071428571428571, |
| "derog_neg_emote_h": 0.9214285714285714, |
| "ident_neutral_nh": 0.7214285714285714, |
| "ident_pos_nh": 0.5095238095238095, |
| "negate_neg_nh": 0.17142857142857143, |
| "negate_pos_h": 0.9103448275862069, |
| "phrase_opinion_h": 0.9103448275862069, |
| "phrase_question_h": 0.9428571428571428, |
| "profanity_h": 0.8714285714285714, |
| "profanity_nh": 0.99, |
| "ref_subs_clause_h": 0.8620689655172413, |
| "ref_subs_sent_h": 0.903448275862069, |
| "slur_h": 0.19333333333333333, |
| "spell_char_del_h": 0.4785714285714286, |
| "spell_char_swap_h": 0.7357142857142858, |
| "spell_leet_h": 0.4260355029585799, |
| "spell_space_add_h": 0.2682926829268293, |
| "spell_space_del_h": 0.6036585365853658, |
| "target_group_nh": 0.8923076923076924, |
| "target_indiv_nh": 1.0, |
| "target_obj_nh": 1.0, |
| "threat_dir_h": 0.7214285714285714, |
| "threat_norm_h": 0.8206896551724138 |
| } |
| }, |
| "mhs": { |
| "n": 6000, |
| "auc": 0.5805614169611435, |
| "f1_05": 0.25775480059084194, |
| "fpr_05": 0.18087739032620923 |
| }, |
| "_mhc_mean_auc": 0.6739323478895058, |
| "_mhc_mean_f1": 0.6930948692260078, |
| "_real_mean_auc": 0.6574677252657873, |
| "hs18": { |
| "n": 10534, |
| "auc": 0.8245755259856978, |
| "f1_05": 0.4054878048780488, |
| "fpr_05": 0.09633911368015415 |
| }, |
| "ethos": { |
| "n": 998, |
| "auc": 0.8356148705266815, |
| "f1_05": 0.6239316239316239, |
| "fpr_05": 0.08849557522123894 |
| }, |
| "olidbr": { |
| "n": 1738, |
| "auc": 0.6722615355191711, |
| "f1_05": 0.10452961672473868, |
| "fpr_05": 0.020708082832331328 |
| }, |
| "_heldout_real_mean_auc": 0.7699289263750775 |
| }, |
| "Horizon-Labs/multilingual-toxicity-small::toxicity": { |
| "labels": [ |
| "toxicity", |
| "severe_toxicity", |
| "obscene", |
| "threat", |
| "insult", |
| "identity_attack", |
| "sexual_explicit" |
| ], |
| "col": "toxicity", |
| "neg": false, |
| "hatexplain": { |
| "n": 1924, |
| "auc": 0.5986297815245184, |
| "f1_05": 0.47868453105968334, |
| "fpr_05": 0.4924812030075188 |
| }, |
| "kmhas": { |
| "n": 5000, |
| "auc": 0.7651086574850766, |
| "f1_05": 0.4051724137931034, |
| "fpr_05": 0.07198748043818466 |
| }, |
| "mhc_ara": { |
| "n": 3570, |
| "auc": 0.6447481390280912, |
| "f1_05": 0.7013843111404087, |
| "fpr_05": 0.4284386617100372, |
| "func_acc": { |
| "counter_quote_nh": 0.4315068493150685, |
| "counter_ref_nh": 0.3493150684931507, |
| "derog_dehum_h": 0.8785714285714286, |
| "derog_impl_h": 0.5172413793103449, |
| "derog_neg_attrib_h": 0.8214285714285714, |
| "derog_neg_emote_h": 0.6714285714285714, |
| "ident_neutral_nh": 0.8285714285714286, |
| "ident_pos_nh": 0.5904761904761905, |
| "negate_neg_nh": 0.4, |
| "negate_pos_h": 0.4642857142857143, |
| "phrase_opinion_h": 0.7357142857142858, |
| "phrase_question_h": 0.4714285714285714, |
| "profanity_h": 0.7714285714285715, |
| "profanity_nh": 0.77, |
| "ref_subs_clause_h": 0.7642857142857142, |
| "ref_subs_sent_h": 0.7714285714285715, |
| "slur_h": 0.3956043956043956, |
| "spell_char_eng_replace_h": 0.5306122448979592, |
| "spell_char_repeat_h": 0.7191780821917808, |
| "spell_sent_arabazi_h": 0.0, |
| "spell_space_add_h": 0.6027397260273972, |
| "spell_word_variation_h": 0.821917808219178, |
| "target_group_nh": 0.6153846153846154, |
| "target_indiv_nh": 0.53125, |
| "target_obj_nh": 0.8307692307692308, |
| "threat_dir_h": 0.6785714285714286, |
| "threat_norm_h": 0.7857142857142857 |
| } |
| }, |
| "mhc_cmn": { |
| "n": 3378, |
| "auc": 0.741652039215453, |
| "f1_05": 0.7811477198341698, |
| "fpr_05": 0.4743935309973046, |
| "func_acc": { |
| "counter_quote_nh": 0.3353658536585366, |
| "counter_ref_nh": 0.34146341463414637, |
| "derog_dehum_h": 0.9357142857142857, |
| "derog_impl_h": 0.5642857142857143, |
| "derog_neg_attrib_h": 0.8785714285714286, |
| "derog_neg_emote_h": 0.7642857142857142, |
| "ident_neutral_nh": 0.8285714285714286, |
| "ident_pos_nh": 0.6619047619047619, |
| "negate_neg_nh": 0.44285714285714284, |
| "negate_pos_h": 0.5785714285714286, |
| "phrase_opinion_h": 0.9571428571428572, |
| "phrase_question_h": 0.7928571428571428, |
| "profanity_h": 0.9571428571428572, |
| "profanity_nh": 0.52, |
| "ref_subs_clause_h": 0.9071428571428571, |
| "ref_subs_sent_h": 0.8928571428571429, |
| "slur_h": 0.5133333333333333, |
| "spell_char_comp_h": 0.6164383561643836, |
| "spell_homoph_h": 0.8142857142857143, |
| "spell_pinyin_h": 0.5637583892617449, |
| "target_group_nh": 0.46153846153846156, |
| "target_indiv_nh": 0.35384615384615387, |
| "target_obj_nh": 0.8, |
| "threat_dir_h": 0.9928571428571429, |
| "threat_norm_h": 0.9571428571428572 |
| } |
| }, |
| "mhc_deu": { |
| "n": 3645, |
| "auc": 0.7070806697108067, |
| "f1_05": 0.773521901394618, |
| "fpr_05": 0.5223744292237443, |
| "func_acc": { |
| "counter_quote_nh": 0.2903225806451613, |
| "counter_ref_nh": 0.27741935483870966, |
| "derog_dehum_h": 0.9714285714285714, |
| "derog_impl_h": 0.6206896551724138, |
| "derog_neg_attrib_h": 0.9428571428571428, |
| "derog_neg_emote_h": 0.65, |
| "ident_neutral_nh": 0.7714285714285715, |
| "ident_pos_nh": 0.5904761904761905, |
| "negate_neg_nh": 0.4142857142857143, |
| "negate_pos_h": 0.5857142857142857, |
| "phrase_opinion_h": 0.9428571428571428, |
| "phrase_question_h": 0.7428571428571429, |
| "profanity_h": 0.95, |
| "profanity_nh": 0.44, |
| "ref_subs_clause_h": 0.85, |
| "ref_subs_sent_h": 0.8357142857142857, |
| "slur_h": 0.5916666666666667, |
| "spell_char_del_h": 0.7928571428571428, |
| "spell_char_swap_h": 0.7, |
| "spell_leet_h": 0.6580645161290323, |
| "spell_space_add_h": 0.5870967741935483, |
| "spell_space_del_h": 0.6967741935483871, |
| "target_group_nh": 0.47692307692307695, |
| "target_indiv_nh": 0.3076923076923077, |
| "target_obj_nh": 0.7692307692307693, |
| "threat_dir_h": 0.8928571428571429, |
| "threat_norm_h": 0.9071428571428571 |
| } |
| }, |
| "mhc_eng": { |
| "n": 3728, |
| "auc": 0.6788904164413015, |
| "f1_05": 0.7741439015005771, |
| "fpr_05": 0.534763948497854, |
| "func_acc": { |
| "counter_quote_nh": 0.27167630057803466, |
| "counter_ref_nh": 0.3049645390070922, |
| "derog_dehum_h": 0.9285714285714286, |
| "derog_impl_h": 0.5642857142857143, |
| "derog_neg_attrib_h": 0.9142857142857143, |
| "derog_neg_emote_h": 0.7642857142857142, |
| "ident_neutral_nh": 0.8571428571428571, |
| "ident_pos_nh": 0.6878306878306878, |
| "negate_neg_nh": 0.3383458646616541, |
| "negate_pos_h": 0.6928571428571428, |
| "phrase_opinion_h": 0.9548872180451128, |
| "phrase_question_h": 0.8857142857142857, |
| "profanity_h": 0.9785714285714285, |
| "profanity_nh": 0.17, |
| "ref_subs_clause_h": 0.8571428571428571, |
| "ref_subs_sent_h": 0.9473684210526315, |
| "slur_h": 0.5972222222222222, |
| "slur_homonym_nh": 0.6666666666666666, |
| "slur_reclaimed_nh": 0.41975308641975306, |
| "spell_char_del_h": 0.7214285714285714, |
| "spell_char_swap_h": 0.6992481203007519, |
| "spell_leet_h": 0.5606936416184971, |
| "spell_space_add_h": 0.5722543352601156, |
| "spell_space_del_h": 0.6879432624113475, |
| "target_group_nh": 0.45161290322580644, |
| "target_indiv_nh": 0.2923076923076923, |
| "target_obj_nh": 0.7846153846153846, |
| "threat_dir_h": 0.9774436090225563, |
| "threat_norm_h": 0.9571428571428572 |
| } |
| }, |
| "mhc_fra": { |
| "n": 3718, |
| "auc": 0.7071716320352277, |
| "f1_05": 0.7758856919162262, |
| "fpr_05": 0.47137745974955275, |
| "func_acc": { |
| "counter_quote_nh": 0.30538922155688625, |
| "counter_ref_nh": 0.41317365269461076, |
| "derog_dehum_h": 0.9214285714285714, |
| "derog_impl_h": 0.65, |
| "derog_neg_attrib_h": 0.8857142857142857, |
| "derog_neg_emote_h": 0.7428571428571429, |
| "ident_neutral_nh": 0.8642857142857143, |
| "ident_pos_nh": 0.5645933014354066, |
| "negate_neg_nh": 0.42857142857142855, |
| "negate_pos_h": 0.6214285714285714, |
| "phrase_opinion_h": 0.9357142857142857, |
| "phrase_question_h": 0.8059701492537313, |
| "profanity_h": 0.9473684210526315, |
| "profanity_nh": 0.53, |
| "ref_subs_clause_h": 0.8120300751879699, |
| "ref_subs_sent_h": 0.9280575539568345, |
| "slur_h": 0.48125, |
| "spell_char_del_h": 0.6857142857142857, |
| "spell_char_swap_h": 0.8357142857142857, |
| "spell_leet_h": 0.6227544910179641, |
| "spell_space_add_h": 0.5269461077844312, |
| "spell_space_del_h": 0.6227544910179641, |
| "target_group_nh": 0.5538461538461539, |
| "target_indiv_nh": 0.4461538461538462, |
| "target_obj_nh": 0.8307692307692308, |
| "threat_dir_h": 0.9285714285714286, |
| "threat_norm_h": 0.9214285714285714 |
| } |
| }, |
| "mhc_hin": { |
| "n": 3565, |
| "auc": 0.6121481532899234, |
| "f1_05": 0.6461113667740451, |
| "fpr_05": 0.4215413184772516, |
| "func_acc": { |
| "counter_quote_nh": 0.5, |
| "counter_ref_nh": 0.4452054794520548, |
| "derog_dehum_h": 0.6214285714285714, |
| "derog_impl_h": 0.5928571428571429, |
| "derog_neg_attrib_h": 0.6571428571428571, |
| "derog_neg_emote_h": 0.5428571428571428, |
| "ident_neutral_nh": 0.6071428571428571, |
| "ident_pos_nh": 0.4142857142857143, |
| "negate_neg_nh": 0.5, |
| "negate_pos_h": 0.5142857142857142, |
| "phrase_opinion_h": 0.6071428571428571, |
| "phrase_question_h": 0.5357142857142857, |
| "profanity_h": 0.6214285714285714, |
| "profanity_nh": 0.94, |
| "ref_subs_clause_h": 0.6928571428571428, |
| "ref_subs_sent_h": 0.8071428571428572, |
| "slur_h": 0.23333333333333334, |
| "spell_char_del_h": 0.42857142857142855, |
| "spell_char_swap_h": 0.55, |
| "spell_leet_h": 0.5205479452054794, |
| "spell_space_add_h": 0.3767123287671233, |
| "spell_space_del_h": 0.4657534246575342, |
| "target_group_nh": 0.7384615384615385, |
| "target_indiv_nh": 0.7076923076923077, |
| "target_obj_nh": 0.8461538461538461, |
| "threat_dir_h": 0.5642857142857143, |
| "threat_norm_h": 0.7214285714285714 |
| } |
| }, |
| "mhc_ita": { |
| "n": 3690, |
| "auc": 0.6990502489874557, |
| "f1_05": 0.7765439314241185, |
| "fpr_05": 0.5031616982836495, |
| "func_acc": { |
| "counter_quote_nh": 0.3105590062111801, |
| "counter_ref_nh": 0.32298136645962733, |
| "derog_dehum_h": 0.9214285714285714, |
| "derog_impl_h": 0.5571428571428572, |
| "derog_neg_attrib_h": 0.8642857142857143, |
| "derog_neg_emote_h": 0.7285714285714285, |
| "ident_neutral_nh": 0.8571428571428571, |
| "ident_pos_nh": 0.638095238095238, |
| "negate_neg_nh": 0.36428571428571427, |
| "negate_pos_h": 0.6214285714285714, |
| "phrase_opinion_h": 0.9714285714285714, |
| "phrase_question_h": 0.8142857142857143, |
| "profanity_h": 0.9714285714285714, |
| "profanity_nh": 0.38, |
| "ref_subs_clause_h": 0.85, |
| "ref_subs_sent_h": 0.9214285714285714, |
| "slur_h": 0.45714285714285713, |
| "spell_char_del_h": 0.7142857142857143, |
| "spell_char_swap_h": 0.7714285714285715, |
| "spell_leet_h": 0.6521739130434783, |
| "spell_space_add_h": 0.5341614906832298, |
| "spell_space_del_h": 0.7453416149068323, |
| "target_group_nh": 0.46153846153846156, |
| "target_indiv_nh": 0.38461538461538464, |
| "target_obj_nh": 0.7692307692307693, |
| "threat_dir_h": 0.9285714285714286, |
| "threat_norm_h": 0.9214285714285714 |
| } |
| }, |
| "mhc_nld": { |
| "n": 3765, |
| "auc": 0.6951666666666667, |
| "f1_05": 0.7620904836193447, |
| "fpr_05": 0.4746666666666667, |
| "func_acc": { |
| "counter_quote_nh": 0.4235294117647059, |
| "counter_ref_nh": 0.4647058823529412, |
| "derog_dehum_h": 0.9714285714285714, |
| "derog_impl_h": 0.6142857142857143, |
| "derog_neg_attrib_h": 0.9285714285714286, |
| "derog_neg_emote_h": 0.6928571428571428, |
| "ident_neutral_nh": 0.8428571428571429, |
| "ident_pos_nh": 0.48095238095238096, |
| "negate_neg_nh": 0.32142857142857145, |
| "negate_pos_h": 0.6, |
| "phrase_opinion_h": 0.9, |
| "phrase_question_h": 0.7785714285714286, |
| "profanity_h": 0.9428571428571428, |
| "profanity_nh": 0.66, |
| "ref_subs_clause_h": 0.8714285714285714, |
| "ref_subs_sent_h": 0.8857142857142857, |
| "slur_h": 0.31176470588235294, |
| "spell_char_del_h": 0.6357142857142857, |
| "spell_char_swap_h": 0.7857142857142857, |
| "spell_leet_h": 0.5470588235294118, |
| "spell_space_add_h": 0.5647058823529412, |
| "spell_space_del_h": 0.6, |
| "target_group_nh": 0.5230769230769231, |
| "target_indiv_nh": 0.38461538461538464, |
| "target_obj_nh": 0.7846153846153846, |
| "threat_dir_h": 0.9357142857142857, |
| "threat_norm_h": 0.9571428571428572 |
| } |
| }, |
| "mhc_pol": { |
| "n": 3815, |
| "auc": 0.6690744743809784, |
| "f1_05": 0.7285401314479187, |
| "fpr_05": 0.4520668425681618, |
| "func_acc": { |
| "counter_quote_nh": 0.4034090909090909, |
| "counter_ref_nh": 0.4659090909090909, |
| "derog_dehum_h": 0.85, |
| "derog_impl_h": 0.5142857142857142, |
| "derog_neg_attrib_h": 0.9214285714285714, |
| "derog_neg_emote_h": 0.5, |
| "ident_neutral_nh": 0.7928571428571428, |
| "ident_pos_nh": 0.6047619047619047, |
| "negate_neg_nh": 0.42142857142857143, |
| "negate_pos_h": 0.5428571428571428, |
| "phrase_opinion_h": 0.8785714285714286, |
| "phrase_question_h": 0.6928571428571428, |
| "profanity_h": 0.9142857142857143, |
| "profanity_nh": 0.65, |
| "ref_subs_clause_h": 0.7928571428571428, |
| "ref_subs_sent_h": 0.7571428571428571, |
| "slur_h": 0.4473684210526316, |
| "spell_char_del_h": 0.7, |
| "spell_char_swap_h": 0.6714285714285714, |
| "spell_leet_h": 0.625, |
| "spell_space_add_h": 0.42613636363636365, |
| "spell_space_del_h": 0.5852272727272727, |
| "target_group_nh": 0.5538461538461539, |
| "target_indiv_nh": 0.27692307692307694, |
| "target_obj_nh": 0.8307692307692308, |
| "threat_dir_h": 0.8142857142857143, |
| "threat_norm_h": 0.85 |
| } |
| }, |
| "mhc_por": { |
| "n": 3691, |
| "auc": 0.7045135798332234, |
| "f1_05": 0.7651379789557277, |
| "fpr_05": 0.4765765765765766, |
| "func_acc": { |
| "counter_quote_nh": 0.32919254658385094, |
| "counter_ref_nh": 0.422360248447205, |
| "derog_dehum_h": 0.9142857142857143, |
| "derog_impl_h": 0.5869565217391305, |
| "derog_neg_attrib_h": 0.9428571428571428, |
| "derog_neg_emote_h": 0.6357142857142857, |
| "ident_neutral_nh": 0.8461538461538461, |
| "ident_pos_nh": 0.580952380952381, |
| "negate_neg_nh": 0.32857142857142857, |
| "negate_pos_h": 0.6428571428571429, |
| "phrase_opinion_h": 0.9571428571428572, |
| "phrase_question_h": 0.7214285714285714, |
| "profanity_h": 0.9357142857142857, |
| "profanity_nh": 0.61, |
| "ref_subs_clause_h": 0.8357142857142857, |
| "ref_subs_sent_h": 0.8571428571428571, |
| "slur_h": 0.45714285714285713, |
| "spell_char_del_h": 0.6785714285714286, |
| "spell_char_swap_h": 0.75, |
| "spell_leet_h": 0.4968944099378882, |
| "spell_space_add_h": 0.5279503105590062, |
| "spell_space_del_h": 0.6521739130434783, |
| "target_group_nh": 0.5076923076923077, |
| "target_indiv_nh": 0.35384615384615387, |
| "target_obj_nh": 0.8307692307692308, |
| "threat_dir_h": 0.9857142857142858, |
| "threat_norm_h": 0.9428571428571428 |
| } |
| }, |
| "mhc_spa": { |
| "n": 3745, |
| "auc": 0.7169164434139774, |
| "f1_05": 0.7874497799885212, |
| "fpr_05": 0.48247978436657685, |
| "func_acc": { |
| "counter_quote_nh": 0.3353658536585366, |
| "counter_ref_nh": 0.38414634146341464, |
| "derog_dehum_h": 0.9428571428571428, |
| "derog_impl_h": 0.6071428571428571, |
| "derog_neg_attrib_h": 0.9071428571428571, |
| "derog_neg_emote_h": 0.7428571428571429, |
| "ident_neutral_nh": 0.8428571428571429, |
| "ident_pos_nh": 0.6523809523809524, |
| "negate_neg_nh": 0.35, |
| "negate_pos_h": 0.6827586206896552, |
| "phrase_opinion_h": 0.9724137931034482, |
| "phrase_question_h": 0.8, |
| "profanity_h": 0.9714285714285714, |
| "profanity_nh": 0.44, |
| "ref_subs_clause_h": 0.8551724137931035, |
| "ref_subs_sent_h": 0.903448275862069, |
| "slur_h": 0.4266666666666667, |
| "spell_char_del_h": 0.7428571428571429, |
| "spell_char_swap_h": 0.7571428571428571, |
| "spell_leet_h": 0.6745562130177515, |
| "spell_space_add_h": 0.5792682926829268, |
| "spell_space_del_h": 0.6585365853658537, |
| "target_group_nh": 0.4461538461538462, |
| "target_indiv_nh": 0.4, |
| "target_obj_nh": 0.8461538461538461, |
| "threat_dir_h": 0.9857142857142858, |
| "threat_norm_h": 0.9517241379310345 |
| } |
| }, |
| "mhs": { |
| "n": 6000, |
| "auc": 0.7990912872225377, |
| "f1_05": 0.5667506297229219, |
| "fpr_05": 0.41822272215973005 |
| }, |
| "_mhc_mean_auc": 0.6887647693639187, |
| "_mhc_mean_f1": 0.7519961089086977, |
| "_real_mean_auc": 0.7209432420773777, |
| "hs18": { |
| "n": 10534, |
| "auc": 0.8552286150156829, |
| "f1_05": 0.4221329763498438, |
| "fpr_05": 0.06165703275529865 |
| }, |
| "ethos": { |
| "n": 998, |
| "auc": 0.8280508491896421, |
| "f1_05": 0.7230769230769231, |
| "fpr_05": 0.26194690265486725 |
| }, |
| "olidbr": { |
| "n": 1738, |
| "auc": 0.5228645395909385, |
| "f1_05": 0.21909547738693466, |
| "fpr_05": 0.4308617234468938 |
| }, |
| "_heldout_real_mean_auc": 0.742813165320335 |
| }, |
| "Qwen/Qwen3.8-27B (teacher, prompted)": { |
| "hatexplain": { |
| "n": 1924, |
| "auc": 0.8497835497835498, |
| "f1_05": 0.6675257731958762, |
| "fpr_05": 0.3308270676691729 |
| }, |
| "kmhas": { |
| "n": 5000, |
| "auc": 0.8647247473762241, |
| "f1_05": 0.5054347826086957, |
| "fpr_05": 0.03755868544600939 |
| }, |
| "mhc_ara": { |
| "n": 3570, |
| "auc": 0.8465838458396807, |
| "f1_05": 0.8078516902944384, |
| "fpr_05": 0.22211895910780668, |
| "func_acc": { |
| "counter_quote_nh": 0.4794520547945205, |
| "counter_ref_nh": 0.4794520547945205, |
| "derog_dehum_h": 0.8, |
| "derog_impl_h": 0.7586206896551724, |
| "derog_neg_attrib_h": 0.85, |
| "derog_neg_emote_h": 0.7357142857142858, |
| "ident_neutral_nh": 0.9714285714285714, |
| "ident_pos_nh": 0.861904761904762, |
| "negate_neg_nh": 0.7142857142857143, |
| "negate_pos_h": 0.8857142857142857, |
| "phrase_opinion_h": 0.8928571428571429, |
| "phrase_question_h": 0.8, |
| "profanity_h": 0.9, |
| "profanity_nh": 1.0, |
| "ref_subs_clause_h": 0.7785714285714286, |
| "ref_subs_sent_h": 0.8714285714285714, |
| "slur_h": 0.38461538461538464, |
| "spell_char_eng_replace_h": 0.673469387755102, |
| "spell_char_repeat_h": 0.6712328767123288, |
| "spell_sent_arabazi_h": 0.23308270676691728, |
| "spell_space_add_h": 0.678082191780822, |
| "spell_word_variation_h": 0.7191780821917808, |
| "target_group_nh": 0.8153846153846154, |
| "target_indiv_nh": 0.984375, |
| "target_obj_nh": 0.9846153846153847, |
| "threat_dir_h": 0.7214285714285714, |
| "threat_norm_h": 0.8714285714285714 |
| } |
| }, |
| "mhc_cmn": { |
| "n": 3378, |
| "auc": 0.974454024185375, |
| "f1_05": 0.9358593928326866, |
| "fpr_05": 0.05929919137466307, |
| "func_acc": { |
| "counter_quote_nh": 0.9207317073170732, |
| "counter_ref_nh": 0.7682926829268293, |
| "derog_dehum_h": 1.0, |
| "derog_impl_h": 0.9214285714285714, |
| "derog_neg_attrib_h": 0.9928571428571429, |
| "derog_neg_emote_h": 0.9571428571428572, |
| "ident_neutral_nh": 1.0, |
| "ident_pos_nh": 0.9809523809523809, |
| "negate_neg_nh": 0.9642857142857143, |
| "negate_pos_h": 0.9928571428571429, |
| "phrase_opinion_h": 1.0, |
| "phrase_question_h": 0.9285714285714286, |
| "profanity_h": 0.9785714285714285, |
| "profanity_nh": 1.0, |
| "ref_subs_clause_h": 0.9357142857142857, |
| "ref_subs_sent_h": 0.9928571428571429, |
| "slur_h": 0.46, |
| "spell_char_comp_h": 0.7671232876712328, |
| "spell_homoph_h": 0.8, |
| "spell_pinyin_h": 0.8389261744966443, |
| "target_group_nh": 0.9230769230769231, |
| "target_indiv_nh": 0.9846153846153847, |
| "target_obj_nh": 1.0, |
| "threat_dir_h": 0.9571428571428572, |
| "threat_norm_h": 1.0 |
| } |
| }, |
| "mhc_deu": { |
| "n": 3645, |
| "auc": 0.9707741069030352, |
| "f1_05": 0.9426502250929731, |
| "fpr_05": 0.13789954337899543, |
| "func_acc": { |
| "counter_quote_nh": 0.7354838709677419, |
| "counter_ref_nh": 0.4838709677419355, |
| "derog_dehum_h": 0.9928571428571429, |
| "derog_impl_h": 0.9448275862068966, |
| "derog_neg_attrib_h": 0.9928571428571429, |
| "derog_neg_emote_h": 0.9642857142857143, |
| "ident_neutral_nh": 0.9928571428571429, |
| "ident_pos_nh": 0.9476190476190476, |
| "negate_neg_nh": 0.9142857142857143, |
| "negate_pos_h": 0.9785714285714285, |
| "phrase_opinion_h": 1.0, |
| "phrase_question_h": 0.9428571428571428, |
| "profanity_h": 0.9785714285714285, |
| "profanity_nh": 1.0, |
| "ref_subs_clause_h": 0.9928571428571429, |
| "ref_subs_sent_h": 1.0, |
| "slur_h": 0.6916666666666667, |
| "spell_char_del_h": 0.8928571428571429, |
| "spell_char_swap_h": 0.9357142857142857, |
| "spell_leet_h": 0.9096774193548387, |
| "spell_space_add_h": 0.9096774193548387, |
| "spell_space_del_h": 0.8903225806451613, |
| "target_group_nh": 0.9230769230769231, |
| "target_indiv_nh": 0.9846153846153847, |
| "target_obj_nh": 1.0, |
| "threat_dir_h": 0.9571428571428572, |
| "threat_norm_h": 1.0 |
| } |
| }, |
| "mhc_eng": { |
| "n": 3728, |
| "auc": 0.9900954320228943, |
| "f1_05": 0.9637120761451516, |
| "fpr_05": 0.04291845493562232, |
| "func_acc": { |
| "counter_quote_nh": 0.9132947976878613, |
| "counter_ref_nh": 0.8368794326241135, |
| "derog_dehum_h": 1.0, |
| "derog_impl_h": 0.9714285714285714, |
| "derog_neg_attrib_h": 1.0, |
| "derog_neg_emote_h": 1.0, |
| "ident_neutral_nh": 1.0, |
| "ident_pos_nh": 0.9788359788359788, |
| "negate_neg_nh": 0.9849624060150376, |
| "negate_pos_h": 1.0, |
| "phrase_opinion_h": 1.0, |
| "phrase_question_h": 0.9, |
| "profanity_h": 0.9857142857142858, |
| "profanity_nh": 1.0, |
| "ref_subs_clause_h": 1.0, |
| "ref_subs_sent_h": 1.0, |
| "slur_h": 0.7361111111111112, |
| "slur_homonym_nh": 1.0, |
| "slur_reclaimed_nh": 1.0, |
| "spell_char_del_h": 0.9428571428571428, |
| "spell_char_swap_h": 0.9548872180451128, |
| "spell_leet_h": 0.8670520231213873, |
| "spell_space_add_h": 0.8786127167630058, |
| "spell_space_del_h": 0.9148936170212766, |
| "target_group_nh": 0.9193548387096774, |
| "target_indiv_nh": 0.9846153846153847, |
| "target_obj_nh": 1.0, |
| "threat_dir_h": 0.9624060150375939, |
| "threat_norm_h": 1.0 |
| } |
| }, |
| "mhc_fra": { |
| "n": 3718, |
| "auc": 0.9600564194303014, |
| "f1_05": 0.9281071498916683, |
| "fpr_05": 0.10822898032200358, |
| "func_acc": { |
| "counter_quote_nh": 0.8383233532934131, |
| "counter_ref_nh": 0.6407185628742516, |
| "derog_dehum_h": 0.9714285714285714, |
| "derog_impl_h": 0.9, |
| "derog_neg_attrib_h": 1.0, |
| "derog_neg_emote_h": 0.9857142857142858, |
| "ident_neutral_nh": 0.9928571428571429, |
| "ident_pos_nh": 0.9521531100478469, |
| "negate_neg_nh": 0.8928571428571429, |
| "negate_pos_h": 1.0, |
| "phrase_opinion_h": 1.0, |
| "phrase_question_h": 0.9626865671641791, |
| "profanity_h": 0.9398496240601504, |
| "profanity_nh": 1.0, |
| "ref_subs_clause_h": 0.9548872180451128, |
| "ref_subs_sent_h": 0.9712230215827338, |
| "slur_h": 0.6125, |
| "spell_char_del_h": 0.8857142857142857, |
| "spell_char_swap_h": 0.9142857142857143, |
| "spell_leet_h": 0.8682634730538922, |
| "spell_space_add_h": 0.8143712574850299, |
| "spell_space_del_h": 0.7125748502994012, |
| "target_group_nh": 0.9076923076923077, |
| "target_indiv_nh": 0.9692307692307692, |
| "target_obj_nh": 1.0, |
| "threat_dir_h": 0.9285714285714286, |
| "threat_norm_h": 1.0 |
| } |
| }, |
| "mhc_hin": { |
| "n": 3565, |
| "auc": 0.8284056880640818, |
| "f1_05": 0.7735239852398524, |
| "fpr_05": 0.15877437325905291, |
| "func_acc": { |
| "counter_quote_nh": 0.7671232876712328, |
| "counter_ref_nh": 0.547945205479452, |
| "derog_dehum_h": 0.5857142857142857, |
| "derog_impl_h": 0.6, |
| "derog_neg_attrib_h": 0.6571428571428571, |
| "derog_neg_emote_h": 0.6214285714285714, |
| "ident_neutral_nh": 0.9642857142857143, |
| "ident_pos_nh": 0.8666666666666667, |
| "negate_neg_nh": 0.8214285714285714, |
| "negate_pos_h": 0.8142857142857143, |
| "phrase_opinion_h": 0.8428571428571429, |
| "phrase_question_h": 0.85, |
| "profanity_h": 0.7642857142857142, |
| "profanity_nh": 0.99, |
| "ref_subs_clause_h": 0.7857142857142857, |
| "ref_subs_sent_h": 0.7857142857142857, |
| "slur_h": 0.14444444444444443, |
| "spell_char_del_h": 0.5285714285714286, |
| "spell_char_swap_h": 0.6785714285714286, |
| "spell_leet_h": 0.6164383561643836, |
| "spell_space_add_h": 0.4657534246575342, |
| "spell_space_del_h": 0.5205479452054794, |
| "target_group_nh": 0.8461538461538461, |
| "target_indiv_nh": 0.9692307692307692, |
| "target_obj_nh": 1.0, |
| "threat_dir_h": 0.8071428571428572, |
| "threat_norm_h": 0.8928571428571429 |
| } |
| }, |
| "mhc_ita": { |
| "n": 3690, |
| "auc": 0.9589071900526722, |
| "f1_05": 0.9225548902195608, |
| "fpr_05": 0.10478771454381211, |
| "func_acc": { |
| "counter_quote_nh": 0.7888198757763976, |
| "counter_ref_nh": 0.6832298136645962, |
| "derog_dehum_h": 0.9857142857142858, |
| "derog_impl_h": 0.9357142857142857, |
| "derog_neg_attrib_h": 0.9928571428571429, |
| "derog_neg_emote_h": 0.9642857142857143, |
| "ident_neutral_nh": 1.0, |
| "ident_pos_nh": 0.9238095238095239, |
| "negate_neg_nh": 0.9428571428571428, |
| "negate_pos_h": 0.9857142857142858, |
| "phrase_opinion_h": 1.0, |
| "phrase_question_h": 0.9, |
| "profanity_h": 0.9714285714285714, |
| "profanity_nh": 1.0, |
| "ref_subs_clause_h": 0.9857142857142858, |
| "ref_subs_sent_h": 0.9928571428571429, |
| "slur_h": 0.42142857142857143, |
| "spell_char_del_h": 0.7642857142857142, |
| "spell_char_swap_h": 0.8428571428571429, |
| "spell_leet_h": 0.8260869565217391, |
| "spell_space_add_h": 0.8012422360248447, |
| "spell_space_del_h": 0.84472049689441, |
| "target_group_nh": 0.8923076923076924, |
| "target_indiv_nh": 1.0, |
| "target_obj_nh": 1.0, |
| "threat_dir_h": 0.9214285714285714, |
| "threat_norm_h": 1.0 |
| } |
| }, |
| "mhc_nld": { |
| "n": 3765, |
| "auc": 0.9509791245791246, |
| "f1_05": 0.9197252208047105, |
| "fpr_05": 0.09955555555555555, |
| "func_acc": { |
| "counter_quote_nh": 0.7647058823529411, |
| "counter_ref_nh": 0.7529411764705882, |
| "derog_dehum_h": 1.0, |
| "derog_impl_h": 0.9357142857142857, |
| "derog_neg_attrib_h": 1.0, |
| "derog_neg_emote_h": 0.9857142857142858, |
| "ident_neutral_nh": 1.0, |
| "ident_pos_nh": 0.9619047619047619, |
| "negate_neg_nh": 0.9214285714285714, |
| "negate_pos_h": 0.9857142857142858, |
| "phrase_opinion_h": 0.9857142857142858, |
| "phrase_question_h": 0.9428571428571428, |
| "profanity_h": 0.9571428571428572, |
| "profanity_nh": 1.0, |
| "ref_subs_clause_h": 1.0, |
| "ref_subs_sent_h": 0.9928571428571429, |
| "slur_h": 0.31176470588235294, |
| "spell_char_del_h": 0.9285714285714286, |
| "spell_char_swap_h": 0.9071428571428571, |
| "spell_leet_h": 0.7764705882352941, |
| "spell_space_add_h": 0.7235294117647059, |
| "spell_space_del_h": 0.7647058823529411, |
| "target_group_nh": 0.8769230769230769, |
| "target_indiv_nh": 0.9692307692307692, |
| "target_obj_nh": 0.9846153846153847, |
| "threat_dir_h": 0.9857142857142858, |
| "threat_norm_h": 1.0 |
| } |
| }, |
| "mhc_pol": { |
| "n": 3815, |
| "auc": 0.9393310619839298, |
| "f1_05": 0.8991365777080063, |
| "fpr_05": 0.11169744942832015, |
| "func_acc": { |
| "counter_quote_nh": 0.7840909090909091, |
| "counter_ref_nh": 0.7045454545454546, |
| "derog_dehum_h": 0.9428571428571428, |
| "derog_impl_h": 0.9428571428571428, |
| "derog_neg_attrib_h": 0.9857142857142858, |
| "derog_neg_emote_h": 0.95, |
| "ident_neutral_nh": 1.0, |
| "ident_pos_nh": 0.9095238095238095, |
| "negate_neg_nh": 0.9285714285714286, |
| "negate_pos_h": 0.9928571428571429, |
| "phrase_opinion_h": 1.0, |
| "phrase_question_h": 0.9357142857142857, |
| "profanity_h": 0.95, |
| "profanity_nh": 1.0, |
| "ref_subs_clause_h": 0.9785714285714285, |
| "ref_subs_sent_h": 0.9571428571428572, |
| "slur_h": 0.38421052631578945, |
| "spell_char_del_h": 0.7714285714285715, |
| "spell_char_swap_h": 0.85, |
| "spell_leet_h": 0.7215909090909091, |
| "spell_space_add_h": 0.6875, |
| "spell_space_del_h": 0.6875, |
| "target_group_nh": 0.8923076923076924, |
| "target_indiv_nh": 0.9846153846153847, |
| "target_obj_nh": 1.0, |
| "threat_dir_h": 0.9571428571428572, |
| "threat_norm_h": 0.9928571428571429 |
| } |
| }, |
| "mhc_por": { |
| "n": 3691, |
| "auc": 0.9690601100907184, |
| "f1_05": 0.9346092503987241, |
| "fpr_05": 0.08198198198198198, |
| "func_acc": { |
| "counter_quote_nh": 0.8385093167701864, |
| "counter_ref_nh": 0.7391304347826086, |
| "derog_dehum_h": 1.0, |
| "derog_impl_h": 0.9347826086956522, |
| "derog_neg_attrib_h": 1.0, |
| "derog_neg_emote_h": 0.9571428571428572, |
| "ident_neutral_nh": 0.965034965034965, |
| "ident_pos_nh": 0.9619047619047619, |
| "negate_neg_nh": 0.9857142857142858, |
| "negate_pos_h": 0.9928571428571429, |
| "phrase_opinion_h": 1.0, |
| "phrase_question_h": 0.9071428571428571, |
| "profanity_h": 0.9714285714285714, |
| "profanity_nh": 1.0, |
| "ref_subs_clause_h": 1.0, |
| "ref_subs_sent_h": 0.9785714285714285, |
| "slur_h": 0.4714285714285714, |
| "spell_char_del_h": 0.8785714285714286, |
| "spell_char_swap_h": 0.9642857142857143, |
| "spell_leet_h": 0.8074534161490683, |
| "spell_space_add_h": 0.8198757763975155, |
| "spell_space_del_h": 0.7515527950310559, |
| "target_group_nh": 0.8923076923076924, |
| "target_indiv_nh": 0.9846153846153847, |
| "target_obj_nh": 1.0, |
| "threat_dir_h": 0.9642857142857143, |
| "threat_norm_h": 1.0 |
| } |
| }, |
| "mhc_spa": { |
| "n": 3745, |
| "auc": 0.9639545902664558, |
| "f1_05": 0.9356023979887836, |
| "fpr_05": 0.1078167115902965, |
| "func_acc": { |
| "counter_quote_nh": 0.8475609756097561, |
| "counter_ref_nh": 0.6707317073170732, |
| "derog_dehum_h": 0.9928571428571429, |
| "derog_impl_h": 0.9285714285714286, |
| "derog_neg_attrib_h": 0.9928571428571429, |
| "derog_neg_emote_h": 1.0, |
| "ident_neutral_nh": 0.9642857142857143, |
| "ident_pos_nh": 0.9285714285714286, |
| "negate_neg_nh": 0.9, |
| "negate_pos_h": 0.9793103448275862, |
| "phrase_opinion_h": 0.9862068965517241, |
| "phrase_question_h": 0.9285714285714286, |
| "profanity_h": 0.9785714285714285, |
| "profanity_nh": 1.0, |
| "ref_subs_clause_h": 1.0, |
| "ref_subs_sent_h": 0.9793103448275862, |
| "slur_h": 0.5866666666666667, |
| "spell_char_del_h": 0.8714285714285714, |
| "spell_char_swap_h": 0.8785714285714286, |
| "spell_leet_h": 0.8520710059171598, |
| "spell_space_add_h": 0.8719512195121951, |
| "spell_space_del_h": 0.8170731707317073, |
| "target_group_nh": 0.8923076923076924, |
| "target_indiv_nh": 1.0, |
| "target_obj_nh": 1.0, |
| "threat_dir_h": 0.95, |
| "threat_norm_h": 1.0 |
| } |
| }, |
| "mhs": { |
| "n": 6000, |
| "auc": 0.7667532072960334, |
| "f1_05": 0.5222516946654878, |
| "fpr_05": 0.2141732283464567, |
| "target_auc": { |
| "race": 0.8926249121923916, |
| "religion": 0.9548164068044038, |
| "origin": 0.9219898903256782, |
| "gender": 0.9060130010834236, |
| "sexuality": 0.9155684387731724, |
| "age": 0.8224836601307189, |
| "disability": 0.9391213835806554 |
| } |
| }, |
| "_mhc_mean_auc": 0.9411455994016606, |
| "_mhc_mean_f1": 0.9057575324196869, |
| "_real_mean_auc": 0.8270871681519356, |
| "hs18": { |
| "n": 10534, |
| "auc": 0.9114130059958706, |
| "f1_05": 0.5682310469314079, |
| "fpr_05": 0.08467137657889102 |
| }, |
| "ethos": { |
| "n": 998, |
| "auc": 0.9471601708598173, |
| "f1_05": 0.8331332533013205, |
| "fpr_05": 0.09380530973451327 |
| }, |
| "olidbr": { |
| "n": 1738, |
| "auc": 0.7376135396657769, |
| "f1_05": 0.29080118694362017, |
| "fpr_05": 0.03139612558450234 |
| }, |
| "_heldout_real_mean_auc": 0.8652804932183412 |
| } |
| } |
