{ "backbone": "answerdotai/ModernBERT-base", "temperature": { "one": 1.2999999999999998, "any": 1.109569472067845, "span": 1.0717734625362931 }, "calibration_task_accuracy": { "calib/benayas/snips": 0.87, "calib/crowdflower/airline-sentiment": 0.735, "calib/emo/emo2019": 0.445, "calib/health_fact": 0.115, "calib/insincere-questions": 0.93, "calib/lex_glue/ledgar": 0.3875, "calib/logical-fallacy": 0.2, "calib/rotten_tomatoes": 0.905, "calib/scicite": 0.76, "calib/silicone/dyda_e": 0.7725, "calib/subjectivity": 0.6989, "calib/tuetschek/atis": 0.7725 }, "temperature_k_slope": 0.0, "val_accuracy": { "20ng": 0.8208, "anli": 0.8773, "bitext": 0.984, "boolq": 0.796, "civil": 0.9351, "clinc": 0.9509, "counterfactual": 0.988, "csqa": 0.74, "customer_reviews": 0.944, "davidson": 0.936, "dbpedia": 0.996, "emotion": 0.9361, "enron_spam": 0.992, "fever_nli": 0.896, "fewnerd": 0.896, "gandalf": 0.987, "go_emotions": 0.9568, "jailbreak": 0.9903, "massive_intent": 0.872, "massive_scenario": 0.94, "mnli": 0.868, "multi_claims": 0.9086, "multi_entities": 0.8863, "multi_mix_bitext": 0.987, "multi_mix_clinc": 0.9679, "multi_mix_emotion": 0.9167, "multi_mix_yahoo": 0.8529, "paws": 0.976, "prompt_injection_mix": 0.992, "race": 0.832, "safeguard": 1.0, "scales_toxicity": 0.58, "scales_yelp": 0.736, "snli": 0.88, "spml": 0.996, "squad_v2": 0.748, "sst2": 0.908, "stsb": 0.544, "synthetic_fields": 1.0, "toxic_chat": 0.96, "trec": 0.944, "ts/CONDAQA": 0.0, "ts/CREAK": 1.0, "ts/EffectiveFeedbackStudentWriting": 0.5, "ts/I2D2": 1.0, "ts/PARARULE-Plus": 1.0, "ts/Touche23-ValueEval": 1.0, "ts/VUAC": 1.0, "ts/ade_corpus_v2/Ade_corpus_v2_classification": 1.0, "ts/args_me": 1.0, "ts/avicenna": 0.6667, "ts/blog_authorship_corpus/job": 1.0, "ts/boolq-natural-perturbations": 1.0, "ts/circa": 1.0, "ts/citation_intent": 1.0, "ts/clcd-english": 1.0, "ts/commonsense_qa_2.0": 1.0, "ts/crowdflower/corporate-messaging": 1.0, "ts/crowdflower/economic-news": 1.0, "ts/crowdflower/political-media-audience": 0.6667, "ts/crowdflower/political-media-bias": 1.0, "ts/crowdflower/political-media-message": 0.5, "ts/crowdflower/text_emotion": 0.6667, "ts/crowdflower/tweet_global_warming": 1.0, "ts/cycic_classification": 0.5, "ts/defeasible-nli/atomic": 1.0, "ts/defeasible-nli/snli": 1.0, "ts/dynahate": 1.0, "ts/dynasent/dynabench.dynasent.r1.all/r1": 1.0, "ts/dynasent/dynabench.dynasent.r2.all/r2": 0.5, "ts/ethics/deontology": 1.0, "ts/ethics/justice": 0.3333, "ts/ethics/virtue": 1.0, "ts/ethos/binary": 0.5, "ts/fever-evidence-related/mwong--fever-related": 1.0, "ts/glue/cola": 0.5, "ts/glue/qqp": 1.0, "ts/hate_speech18": 1.0, "ts/hlgd": 1.0, "ts/hope_edi/english": 0.8333, "ts/humicroedit/subtask-2": 0.3333, "ts/implicit-hate-stg1": 1.0, "ts/language-identification": 1.0, "ts/lex_glue/scotus": 0.4, "ts/mbib-base/cognitive-bias": 0.6667, "ts/mbib-base/fake-news": 0.0, "ts/mbib-base/hate-speech": 0.5, "ts/mbib-base/linguistic-bias": 1.0, "ts/mbib-base/political-bias": 0.6667, "ts/mbib-base/racial-bias": 1.0, "ts/mbib-base/text-level-bias": 0.75, "ts/mc_taco": 1.0, "ts/medical_questions_pairs": 1.0, "ts/natural-language-satisfiability": 0.0, "ts/numer_sense": 0.5, "ts/open_question_type": 1.0, "ts/parade": 0.25, "ts/phrase_similarity": 0.6667, "ts/pragmeval/emergent": 0.0, "ts/pragmeval/gum": 1.0, "ts/pragmeval/mrda": 0.3333, "ts/pragmeval/pdtb": 0.3333, "ts/pragmeval/sarcasm": 1.0, "ts/pragmeval/stac": 0.5, "ts/pragmeval/verifiability": 1.0, "ts/probability_words_nli/reasoning_1hop": 0.75, "ts/probability_words_nli/reasoning_2hop": 1.0, "ts/probability_words_nli/usnli": 0.4, "ts/quarel": 0.6, "ts/robust_nli_li_ts": 1.0, "ts/rumoureval_2019/RumourEval2019": 1.0, "ts/sciie": 1.0, "ts/scruples": 0.6, "ts/sem_eval_2010_task_8": 1.0, "ts/silicone/dyda_da": 1.0, "ts/silicone/maptask": 1.0, "ts/silicone/meld_e": 0.6667, "ts/silicone/meld_s": 0.6667, "ts/silicone/oasis": 0.6, "ts/silicone/sem": 0.75, "ts/spartqa-yn": 0.6667, "ts/starcon": 0.5, "ts/strategy-qa": 1.0, "ts/super_glue/multirc": 0.4, "ts/super_glue/wic": 0.5, "ts/tweet_eval/emotion": 1.0, "ts/tweet_eval/stance_feminist": 1.0, "ts/tweet_eval/stance_hillary": 1.0, "ts/tweets_hate_speech_detection": 0.6667, "ts/twentyquestions": 1.0, "ts/vitaminc/tals--vitaminc": 1.0, "ts/wiki_qa": 1.0, "ts/winowhy": 1.0, "tweet_hate": 0.868, "tweet_irony": 0.62, "tweet_offensive": 0.852, "tweet_sentiment": 0.732, "tweet_sentiment2": 0.792, "web_spam": 0.996, "yahoo": 0.8035, "yelp_sent": 0.8053, "yelp_stars": 0.6204 }, "source": "https://github.com/Pdbz199/local-decision-model" }