| { |
| "unitary/unbiased-toxic-roberta": { |
| "labels": [ |
| "toxicity", |
| "severe_toxicity", |
| "obscene", |
| "identity_attack", |
| "insult", |
| "threat", |
| "sexual_explicit", |
| "male", |
| "female", |
| "homosexual_gay_or_lesbian", |
| "christian", |
| "jewish", |
| "muslim", |
| "black", |
| "white", |
| "psychiatric_or_mental_illness" |
| ], |
| "mapped": [ |
| "toxicity", |
| "severe_toxicity", |
| "obscene", |
| "identity_attack", |
| "insult", |
| "threat", |
| "sexual_explicit" |
| ], |
| "civil_test": { |
| "n": 20000, |
| "auc": { |
| "toxicity": 0.9690025757582605, |
| "obscene": 0.9909355527122459, |
| "threat": 0.9848926893092385, |
| "insult": 0.9799812478376196, |
| "identity_attack": 0.986828551415347, |
| "sexual_explicit": 0.9959576840892516 |
| }, |
| "mean_auc": 0.9845997168536605, |
| "toxicity_auc": 0.9690025757582605 |
| }, |
| "tdx_am": { |
| "n": 1000, |
| "auc": 0.516552, |
| "f1_05": 0.003992015968063872 |
| }, |
| "tdx_ar": { |
| "n": 1000, |
| "auc": 0.466138, |
| "f1_05": 0.0 |
| }, |
| "tdx_de": { |
| "n": 1000, |
| "auc": 0.626188, |
| "f1_05": 0.03137254901960784 |
| }, |
| "tdx_en": { |
| "n": 1000, |
| "auc": 0.996856, |
| "f1_05": 0.9684638860630722 |
| }, |
| "tdx_es": { |
| "n": 1000, |
| "auc": 0.645716, |
| "f1_05": 0.12962962962962962 |
| }, |
| "tdx_fr": { |
| "n": 1000, |
| "auc": 0.728348, |
| "f1_05": 0.07279693486590039 |
| }, |
| "tdx_he": { |
| "n": 1000, |
| "auc": 0.53873, |
| "f1_05": 0.0 |
| }, |
| "tdx_hi": { |
| "n": 1000, |
| "auc": 0.44654, |
| "f1_05": 0.0 |
| }, |
| "tdx_hin": { |
| "n": 1000, |
| "auc": 0.60834, |
| "f1_05": 0.019762845849802372 |
| }, |
| "tdx_it": { |
| "n": 1000, |
| "auc": 0.632824, |
| "f1_05": 0.06500956022944551 |
| }, |
| "tdx_ja": { |
| "n": 1000, |
| "auc": 0.517142, |
| "f1_05": 0.0 |
| }, |
| "tdx_ru": { |
| "n": 1000, |
| "auc": 0.509322, |
| "f1_05": 0.0 |
| }, |
| "tdx_tt": { |
| "n": 1000, |
| "auc": 0.493712, |
| "f1_05": 0.0 |
| }, |
| "tdx_uk": { |
| "n": 1000, |
| "auc": 0.53974, |
| "f1_05": 0.0 |
| }, |
| "tdx_zh": { |
| "n": 1000, |
| "auc": 0.560074, |
| "f1_05": 0.0 |
| }, |
| "_civil_mean_auc": 0.9845997168536605, |
| "_civil_toxicity_auc": 0.9690025757582605, |
| "_tdx_mean_auc": 0.5884148000000001, |
| "_tdx_mean_f1": 0.08606849477503481 |
| }, |
| "unitary/multilingual-toxic-xlm-roberta": { |
| "labels": [ |
| "toxic" |
| ], |
| "mapped": [ |
| "toxicity" |
| ], |
| "civil_test": { |
| "n": 20000, |
| "auc": { |
| "toxicity": 0.9606788196819926 |
| }, |
| "mean_auc": 0.9606788196819926, |
| "toxicity_auc": 0.9606788196819926 |
| }, |
| "tdx_am": { |
| "n": 1000, |
| "auc": 0.547776, |
| "f1_05": 0.10657193605683836 |
| }, |
| "tdx_ar": { |
| "n": 1000, |
| "auc": 0.412792, |
| "f1_05": 0.0 |
| }, |
| "tdx_de": { |
| "n": 1000, |
| "auc": 0.66235, |
| "f1_05": 0.16333938294010888 |
| }, |
| "tdx_en": { |
| "n": 1000, |
| "auc": 0.99174, |
| "f1_05": 0.9557344064386318 |
| }, |
| "tdx_es": { |
| "n": 1000, |
| "auc": 0.819208, |
| "f1_05": 0.6459627329192547 |
| }, |
| "tdx_fr": { |
| "n": 1000, |
| "auc": 0.98129, |
| "f1_05": 0.9088960342979635 |
| }, |
| "tdx_he": { |
| "n": 1000, |
| "auc": 0.501396, |
| "f1_05": 0.003976143141153081 |
| }, |
| "tdx_hi": { |
| "n": 1000, |
| "auc": 0.644394, |
| "f1_05": 0.00796812749003984 |
| }, |
| "tdx_hin": { |
| "n": 1000, |
| "auc": 0.630578, |
| "f1_05": 0.18867924528301888 |
| }, |
| "tdx_it": { |
| "n": 1000, |
| "auc": 0.818168, |
| "f1_05": 0.7285429141716567 |
| }, |
| "tdx_ja": { |
| "n": 1000, |
| "auc": 0.50647, |
| "f1_05": 0.0 |
| }, |
| "tdx_ru": { |
| "n": 1000, |
| "auc": 0.806734, |
| "f1_05": 0.6200527704485488 |
| }, |
| "tdx_tt": { |
| "n": 1000, |
| "auc": 0.62617, |
| "f1_05": 0.47579529737206083 |
| }, |
| "tdx_uk": { |
| "n": 1000, |
| "auc": 0.679846, |
| "f1_05": 0.45573294629898403 |
| }, |
| "tdx_zh": { |
| "n": 1000, |
| "auc": 0.54716, |
| "f1_05": 0.015810276679841896 |
| }, |
| "_civil_mean_auc": 0.9606788196819926, |
| "_civil_toxicity_auc": 0.9606788196819926, |
| "_tdx_mean_auc": 0.6784047999999999, |
| "_tdx_mean_f1": 0.35180414756920675 |
| }, |
| "unitary/toxic-bert": { |
| "labels": [ |
| "toxic", |
| "severe_toxic", |
| "obscene", |
| "threat", |
| "insult", |
| "identity_hate" |
| ], |
| "mapped": [ |
| "toxicity", |
| "severe_toxicity", |
| "obscene", |
| "threat", |
| "insult", |
| "identity_attack" |
| ], |
| "civil_test": { |
| "n": 20000, |
| "auc": { |
| "toxicity": 0.9256542735522112, |
| "obscene": 0.9686241575896402, |
| "threat": 0.9446838368037228, |
| "insult": 0.9367789182331911, |
| "identity_attack": 0.9550349685566486 |
| }, |
| "mean_auc": 0.9461552309470829, |
| "toxicity_auc": 0.9256542735522112 |
| }, |
| "tdx_am": { |
| "n": 1000, |
| "auc": 0.57372, |
| "f1_05": 0.023529411764705882 |
| }, |
| "tdx_ar": { |
| "n": 1000, |
| "auc": 0.570894, |
| "f1_05": 0.0 |
| }, |
| "tdx_de": { |
| "n": 1000, |
| "auc": 0.648354, |
| "f1_05": 0.3783783783783784 |
| }, |
| "tdx_en": { |
| "n": 1000, |
| "auc": 0.985168, |
| "f1_05": 0.9402390438247012 |
| }, |
| "tdx_es": { |
| "n": 1000, |
| "auc": 0.697046, |
| "f1_05": 0.17375886524822695 |
| }, |
| "tdx_fr": { |
| "n": 1000, |
| "auc": 0.765274, |
| "f1_05": 0.09433962264150944 |
| }, |
| "tdx_he": { |
| "n": 1000, |
| "auc": 0.514606, |
| "f1_05": 0.0 |
| }, |
| "tdx_hi": { |
| "n": 1000, |
| "auc": 0.634886, |
| "f1_05": 0.003992015968063872 |
| }, |
| "tdx_hin": { |
| "n": 1000, |
| "auc": 0.660786, |
| "f1_05": 0.2598684210526316 |
| }, |
| "tdx_it": { |
| "n": 1000, |
| "auc": 0.659214, |
| "f1_05": 0.2578512396694215 |
| }, |
| "tdx_ja": { |
| "n": 1000, |
| "auc": 0.628196, |
| "f1_05": 0.0 |
| }, |
| "tdx_ru": { |
| "n": 1000, |
| "auc": 0.53582, |
| "f1_05": 0.0 |
| }, |
| "tdx_tt": { |
| "n": 1000, |
| "auc": 0.471088, |
| "f1_05": 0.0 |
| }, |
| "tdx_uk": { |
| "n": 1000, |
| "auc": 0.521712, |
| "f1_05": 0.0 |
| }, |
| "tdx_zh": { |
| "n": 1000, |
| "auc": 0.481674, |
| "f1_05": 0.003992015968063872 |
| }, |
| "_civil_mean_auc": 0.9461552309470829, |
| "_civil_toxicity_auc": 0.9256542735522112, |
| "_tdx_mean_auc": 0.6232292, |
| "_tdx_mean_f1": 0.14239660096771353 |
| }, |
| "textdetox/xlmr-large-toxicity-classifier": { |
| "labels": [ |
| "neutral", |
| "toxic" |
| ], |
| "mapped": [ |
| "toxicity" |
| ], |
| "civil_test": { |
| "n": 20000, |
| "auc": { |
| "toxicity": 0.8690952803195003 |
| }, |
| "mean_auc": 0.8690952803195003, |
| "toxicity_auc": 0.8690952803195003 |
| }, |
| "tdx_am": { |
| "n": 1000, |
| "auc": 0.981514, |
| "f1_05": 0.9400196656833825 |
| }, |
| "tdx_ar": { |
| "n": 1000, |
| "auc": 0.98943, |
| "f1_05": 0.9558232931726908 |
| }, |
| "tdx_de": { |
| "n": 1000, |
| "auc": 0.996744, |
| "f1_05": 0.9859154929577465 |
| }, |
| "tdx_en": { |
| "n": 1000, |
| "auc": 0.999874, |
| "f1_05": 0.998998998998999 |
| }, |
| "tdx_es": { |
| "n": 1000, |
| "auc": 0.99761, |
| "f1_05": 0.986986986986987 |
| }, |
| "tdx_fr": { |
| "n": 1000, |
| "auc": 0.97144, |
| "f1_05": 0.9019189765458422 |
| }, |
| "tdx_he": { |
| "n": 1000, |
| "auc": 0.701154, |
| "f1_05": 0.61742006615215 |
| }, |
| "tdx_hi": { |
| "n": 1000, |
| "auc": 0.995166, |
| "f1_05": 0.982982982982983 |
| }, |
| "tdx_hin": { |
| "n": 1000, |
| "auc": 0.755944, |
| "f1_05": 0.7315834038950042 |
| }, |
| "tdx_it": { |
| "n": 1000, |
| "auc": 0.80468, |
| "f1_05": 0.7455731593662628 |
| }, |
| "tdx_ja": { |
| "n": 1000, |
| "auc": 0.851862, |
| "f1_05": 0.6749688667496887 |
| }, |
| "tdx_ru": { |
| "n": 1000, |
| "auc": 0.999984, |
| "f1_05": 0.9960079840319361 |
| }, |
| "tdx_tt": { |
| "n": 1000, |
| "auc": 0.80623, |
| "f1_05": 0.7157360406091371 |
| }, |
| "tdx_uk": { |
| "n": 1000, |
| "auc": 0.996054, |
| "f1_05": 0.988988988988989 |
| }, |
| "tdx_zh": { |
| "n": 1000, |
| "auc": 0.979184, |
| "f1_05": 0.9409409409409409 |
| }, |
| "_civil_mean_auc": 0.8690952803195003, |
| "_civil_toxicity_auc": 0.8690952803195003, |
| "_tdx_mean_auc": 0.9217913333333333, |
| "_tdx_mean_f1": 0.8775910565375159 |
| }, |
| "s-nlp/roberta_toxicity_classifier": { |
| "labels": [ |
| "neutral", |
| "toxic" |
| ], |
| "mapped": [ |
| "toxicity" |
| ], |
| "civil_test": { |
| "n": 20000, |
| "auc": { |
| "toxicity": 0.9752315080183933 |
| }, |
| "mean_auc": 0.9752315080183933, |
| "toxicity_auc": 0.9752315080183933 |
| }, |
| "tdx_am": { |
| "n": 1000, |
| "auc": 0.573324, |
| "f1_05": 0.003992015968063872 |
| }, |
| "tdx_ar": { |
| "n": 1000, |
| "auc": 0.531116, |
| "f1_05": 0.0 |
| }, |
| "tdx_de": { |
| "n": 1000, |
| "auc": 0.697008, |
| "f1_05": 0.03536345776031434 |
| }, |
| "tdx_en": { |
| "n": 1000, |
| "auc": 0.999946, |
| "f1_05": 0.999000999000999 |
| }, |
| "tdx_es": { |
| "n": 1000, |
| "auc": 0.74753, |
| "f1_05": 0.16363636363636364 |
| }, |
| "tdx_fr": { |
| "n": 1000, |
| "auc": 0.816256, |
| "f1_05": 0.05825242718446602 |
| }, |
| "tdx_he": { |
| "n": 1000, |
| "auc": 0.47915, |
| "f1_05": 0.0 |
| }, |
| "tdx_hi": { |
| "n": 1000, |
| "auc": 0.706628, |
| "f1_05": 0.0 |
| }, |
| "tdx_hin": { |
| "n": 1000, |
| "auc": 0.642148, |
| "f1_05": 0.023715415019762844 |
| }, |
| "tdx_it": { |
| "n": 1000, |
| "auc": 0.692894, |
| "f1_05": 0.1016949152542373 |
| }, |
| "tdx_ja": { |
| "n": 1000, |
| "auc": 0.559616, |
| "f1_05": 0.0 |
| }, |
| "tdx_ru": { |
| "n": 1000, |
| "auc": 0.571404, |
| "f1_05": 0.0 |
| }, |
| "tdx_tt": { |
| "n": 1000, |
| "auc": 0.53281, |
| "f1_05": 0.0 |
| }, |
| "tdx_uk": { |
| "n": 1000, |
| "auc": 0.504392, |
| "f1_05": 0.0 |
| }, |
| "tdx_zh": { |
| "n": 1000, |
| "auc": 0.570522, |
| "f1_05": 0.0 |
| }, |
| "_civil_mean_auc": 0.9752315080183933, |
| "_civil_toxicity_auc": 0.9752315080183933, |
| "_tdx_mean_auc": 0.6416495999999998, |
| "_tdx_mean_f1": 0.09237703958828046 |
| }, |
| "martin-ha/toxic-comment-model": { |
| "labels": [ |
| "non-toxic", |
| "toxic" |
| ], |
| "mapped": [ |
| "toxicity" |
| ], |
| "civil_test": { |
| "n": 20000, |
| "auc": { |
| "toxicity": 0.9433817010496016 |
| }, |
| "mean_auc": 0.9433817010496016, |
| "toxicity_auc": 0.9433817010496016 |
| }, |
| "tdx_am": { |
| "n": 1000, |
| "auc": 0.547124, |
| "f1_05": 0.003992015968063872 |
| }, |
| "tdx_ar": { |
| "n": 1000, |
| "auc": 0.46348, |
| "f1_05": 0.0 |
| }, |
| "tdx_de": { |
| "n": 1000, |
| "auc": 0.602732, |
| "f1_05": 0.24242424242424243 |
| }, |
| "tdx_en": { |
| "n": 1000, |
| "auc": 0.932474, |
| "f1_05": 0.8483516483516483 |
| }, |
| "tdx_es": { |
| "n": 1000, |
| "auc": 0.626534, |
| "f1_05": 0.21453287197231835 |
| }, |
| "tdx_fr": { |
| "n": 1000, |
| "auc": 0.723076, |
| "f1_05": 0.1261595547309833 |
| }, |
| "tdx_he": { |
| "n": 1000, |
| "auc": 0.520774, |
| "f1_05": 0.3836317135549872 |
| }, |
| "tdx_hi": { |
| "n": 1000, |
| "auc": 0.504692, |
| "f1_05": 0.23823529411764705 |
| }, |
| "tdx_hin": { |
| "n": 1000, |
| "auc": 0.49692, |
| "f1_05": 0.12521739130434784 |
| }, |
| "tdx_it": { |
| "n": 1000, |
| "auc": 0.609736, |
| "f1_05": 0.21180555555555555 |
| }, |
| "tdx_ja": { |
| "n": 1000, |
| "auc": 0.456664, |
| "f1_05": 0.0 |
| }, |
| "tdx_ru": { |
| "n": 1000, |
| "auc": 0.57655, |
| "f1_05": 0.003992015968063872 |
| }, |
| "tdx_tt": { |
| "n": 1000, |
| "auc": 0.46656, |
| "f1_05": 0.0 |
| }, |
| "tdx_uk": { |
| "n": 1000, |
| "auc": 0.541306, |
| "f1_05": 0.00398406374501992 |
| }, |
| "tdx_zh": { |
| "n": 1000, |
| "auc": 0.518432, |
| "f1_05": 0.0 |
| }, |
| "_civil_mean_auc": 0.9433817010496016, |
| "_civil_toxicity_auc": 0.9433817010496016, |
| "_tdx_mean_auc": 0.5724702666666668, |
| "_tdx_mean_f1": 0.16015509117952517 |
| }, |
| "citizenlab/distilbert-base-multilingual-cased-toxicity": { |
| "labels": [ |
| "toxic", |
| "not_toxic" |
| ], |
| "mapped": [ |
| "toxicity" |
| ], |
| "civil_test": { |
| "n": 20000, |
| "auc": { |
| "toxicity": 0.8433979621843186 |
| }, |
| "mean_auc": 0.8433979621843186, |
| "toxicity_auc": 0.8433979621843186 |
| }, |
| "tdx_am": { |
| "n": 1000, |
| "auc": 0.562258, |
| "f1_05": 0.011904761904761904 |
| }, |
| "tdx_ar": { |
| "n": 1000, |
| "auc": 0.557862, |
| "f1_05": 0.19795221843003413 |
| }, |
| "tdx_de": { |
| "n": 1000, |
| "auc": 0.726776, |
| "f1_05": 0.4568245125348189 |
| }, |
| "tdx_en": { |
| "n": 1000, |
| "auc": 0.932494, |
| "f1_05": 0.825503355704698 |
| }, |
| "tdx_es": { |
| "n": 1000, |
| "auc": 0.790694, |
| "f1_05": 0.353870458135861 |
| }, |
| "tdx_fr": { |
| "n": 1000, |
| "auc": 0.91149, |
| "f1_05": 0.4737631184407796 |
| }, |
| "tdx_he": { |
| "n": 1000, |
| "auc": 0.593274, |
| "f1_05": 0.06060606060606061 |
| }, |
| "tdx_hi": { |
| "n": 1000, |
| "auc": 0.78338, |
| "f1_05": 0.031496062992125984 |
| }, |
| "tdx_hin": { |
| "n": 1000, |
| "auc": 0.659062, |
| "f1_05": 0.49624060150375937 |
| }, |
| "tdx_it": { |
| "n": 1000, |
| "auc": 0.730984, |
| "f1_05": 0.5940828402366863 |
| }, |
| "tdx_ja": { |
| "n": 1000, |
| "auc": 0.65038, |
| "f1_05": 0.07590132827324478 |
| }, |
| "tdx_ru": { |
| "n": 1000, |
| "auc": 0.729002, |
| "f1_05": 0.292358803986711 |
| }, |
| "tdx_tt": { |
| "n": 1000, |
| "auc": 0.550798, |
| "f1_05": 0.06691449814126393 |
| }, |
| "tdx_uk": { |
| "n": 1000, |
| "auc": 0.654464, |
| "f1_05": 0.1170018281535649 |
| }, |
| "tdx_zh": { |
| "n": 1000, |
| "auc": 0.642762, |
| "f1_05": 0.1038961038961039 |
| }, |
| "_civil_mean_auc": 0.8433979621843186, |
| "_civil_toxicity_auc": 0.8433979621843186, |
| "_tdx_mean_auc": 0.6983786666666668, |
| "_tdx_mean_f1": 0.2772211035293649 |
| }, |
| "gravitee-io/distilbert-multilingual-toxicity-classifier": { |
| "labels": [ |
| "not-toxic", |
| "toxic" |
| ], |
| "mapped": [ |
| "toxicity" |
| ], |
| "civil_test": { |
| "n": 20000, |
| "auc": { |
| "toxicity": 0.8089855626873078 |
| }, |
| "mean_auc": 0.8089855626873078, |
| "toxicity_auc": 0.8089855626873078 |
| }, |
| "tdx_am": { |
| "n": 1000, |
| "auc": 0.647036, |
| "f1_05": 0.684044233807267 |
| }, |
| "tdx_ar": { |
| "n": 1000, |
| "auc": 0.91521, |
| "f1_05": 0.8431372549019608 |
| }, |
| "tdx_de": { |
| "n": 1000, |
| "auc": 0.981946, |
| "f1_05": 0.9219562955254943 |
| }, |
| "tdx_en": { |
| "n": 1000, |
| "auc": 0.997914, |
| "f1_05": 0.9830508474576272 |
| }, |
| "tdx_es": { |
| "n": 1000, |
| "auc": 0.981574, |
| "f1_05": 0.9387755102040817 |
| }, |
| "tdx_fr": { |
| "n": 1000, |
| "auc": 0.99783, |
| "f1_05": 0.9810568295114656 |
| }, |
| "tdx_he": { |
| "n": 1000, |
| "auc": 0.913612, |
| "f1_05": 0.8340425531914893 |
| }, |
| "tdx_hi": { |
| "n": 1000, |
| "auc": 0.988272, |
| "f1_05": 0.955193482688391 |
| }, |
| "tdx_hin": { |
| "n": 1000, |
| "auc": 0.902658, |
| "f1_05": 0.8339622641509434 |
| }, |
| "tdx_it": { |
| "n": 1000, |
| "auc": 0.958374, |
| "f1_05": 0.8951841359773371 |
| }, |
| "tdx_ja": { |
| "n": 1000, |
| "auc": 0.975844, |
| "f1_05": 0.9194915254237288 |
| }, |
| "tdx_ru": { |
| "n": 1000, |
| "auc": 0.99792, |
| "f1_05": 0.9830845771144279 |
| }, |
| "tdx_tt": { |
| "n": 1000, |
| "auc": 0.991056, |
| "f1_05": 0.9592850049652433 |
| }, |
| "tdx_uk": { |
| "n": 1000, |
| "auc": 0.986376, |
| "f1_05": 0.9416498993963782 |
| }, |
| "tdx_zh": { |
| "n": 1000, |
| "auc": 0.87896, |
| "f1_05": 0.7629310344827587 |
| }, |
| "_civil_mean_auc": 0.8089855626873078, |
| "_civil_toxicity_auc": 0.8089855626873078, |
| "_tdx_mean_auc": 0.9409721333333334, |
| "_tdx_mean_f1": 0.8957896965865728 |
| }, |
| "textdetox/xlmr-large-toxicity-classifier-v2": { |
| "labels": [ |
| "label_0", |
| "label_1" |
| ], |
| "mapped": [ |
| "toxicity" |
| ], |
| "civil_test": { |
| "n": 20000, |
| "auc": { |
| "toxicity": 0.8947823432223221 |
| }, |
| "mean_auc": 0.8947823432223221, |
| "toxicity_auc": 0.8947823432223221 |
| }, |
| "tdx_am": { |
| "n": 1000, |
| "auc": 0.975296, |
| "f1_05": 0.9230769230769231 |
| }, |
| "tdx_ar": { |
| "n": 1000, |
| "auc": 0.98156, |
| "f1_05": 0.9408224674022067 |
| }, |
| "tdx_de": { |
| "n": 1000, |
| "auc": 0.994426, |
| "f1_05": 0.981018981018981 |
| }, |
| "tdx_en": { |
| "n": 1000, |
| "auc": 0.999892, |
| "f1_05": 0.9959919839679359 |
| }, |
| "tdx_es": { |
| "n": 1000, |
| "auc": 0.999264, |
| "f1_05": 0.9890329012961117 |
| }, |
| "tdx_fr": { |
| "n": 1000, |
| "auc": 0.99936, |
| "f1_05": 0.998003992015968 |
| }, |
| "tdx_he": { |
| "n": 1000, |
| "auc": 0.96858, |
| "f1_05": 0.9126016260162602 |
| }, |
| "tdx_hi": { |
| "n": 1000, |
| "auc": 0.993964, |
| "f1_05": 0.9779559118236473 |
| }, |
| "tdx_hin": { |
| "n": 1000, |
| "auc": 0.965486, |
| "f1_05": 0.9177403369672944 |
| }, |
| "tdx_it": { |
| "n": 1000, |
| "auc": 0.990784, |
| "f1_05": 0.9690927218344965 |
| }, |
| "tdx_ja": { |
| "n": 1000, |
| "auc": 0.984078, |
| "f1_05": 0.9562563580874873 |
| }, |
| "tdx_ru": { |
| "n": 1000, |
| "auc": 0.999964, |
| "f1_05": 0.996 |
| }, |
| "tdx_tt": { |
| "n": 1000, |
| "auc": 0.994964, |
| "f1_05": 0.9726443768996961 |
| }, |
| "tdx_uk": { |
| "n": 1000, |
| "auc": 0.996866, |
| "f1_05": 0.984984984984985 |
| }, |
| "tdx_zh": { |
| "n": 1000, |
| "auc": 0.958476, |
| "f1_05": 0.8995024875621891 |
| }, |
| "_civil_mean_auc": 0.8947823432223221, |
| "_civil_toxicity_auc": 0.8947823432223221, |
| "_tdx_mean_auc": 0.986864, |
| "_tdx_mean_f1": 0.9609817368636122 |
| } |
| } |
