diff --git "a/evaluation/benchmarks/fev/rows.json" "b/evaluation/benchmarks/fev/rows.json" new file mode 100644--- /dev/null +++ "b/evaluation/benchmarks/fev/rows.json" @@ -0,0 +1,15718 @@ +[ + { + "id": "transfer-v4-0000", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": true, + "confidence": 0.7737904623406267, + "probabilities": [ + 0.15484983594249016, + 0.03639729896917747, + 0.7737904623406267, + 0.034962402747705734 + ], + "target": 2, + "brier": 0.07769635959762804, + "nll": 0.2564541625339633 + }, + { + "id": "transfer-v4-0001", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": true, + "confidence": 0.9638707246391292, + "probabilities": [ + 0.011549373836786373, + 0.011549373836786373, + 0.9638707246391292, + 0.013030527687298092 + ], + "target": 2, + "brier": 0.0017418952619547628, + "nll": 0.036798096435655084 + }, + { + "id": "transfer-v4-0002", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": true, + "confidence": 0.9604074978585543, + "probabilities": [ + 0.9604074978585543, + 0.014648801705312627, + 0.012471850218066561, + 0.012471850218066561 + ], + "target": 0, + "brier": 0.0020932477129457275, + "nll": 0.040397607649109615 + }, + { + "id": "transfer-v4-0003", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": true, + "confidence": 0.9398393139970226, + "probabilities": [ + 0.9398393139970226, + 0.022312402974580262, + 0.015535880053816885, + 0.022312402974580262 + ], + "target": 0, + "brier": 0.004856358362395544, + "nll": 0.06204636088679048 + }, + { + "id": "transfer-v4-0004", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": true, + "confidence": 0.9729146982602533, + "probabilities": [ + 0.010332640585530217, + 0.008797106748244049, + 0.9729146982602533, + 0.00795555440597243 + ], + "target": 2, + "brier": 0.000981056964849258, + "nll": 0.027458869436538646 + }, + { + "id": "transfer-v4-0005", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": false, + "confidence": 0.9669060969953187, + "probabilities": [ + 0.9669060969953187, + 0.012556247911806057, + 0.010268827546437626, + 0.010268827546437626 + ], + "target": 1, + "brier": 1.9101634615830883, + "nll": 4.377536895708177 + }, + { + "id": "transfer-v4-0006", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": true, + "confidence": 0.9623640972860252, + "probabilities": [ + 0.011531331812673528, + 0.014099980993382243, + 0.012004589907919036, + 0.9623640972860252 + ], + "target": 3, + "brier": 0.001892352429340802, + "nll": 0.03836242041442969 + }, + { + "id": "transfer-v4-0007", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": false, + "confidence": 0.7366703427087643, + "probabilities": [ + 0.7366703427087643, + 0.04236995586640968, + 0.18026009873524676, + 0.04069960268957923 + ], + "target": 1, + "brier": 1.493888656109081, + "nll": 3.161315755967774 + }, + { + "id": "transfer-v4-0008", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": true, + "confidence": 0.9572580740749532, + "probabilities": [ + 0.015200010005384358, + 0.9572580740749532, + 0.012941137465704407, + 0.014600778453957991 + ], + "target": 1, + "brier": 0.0024385683063137924, + "nll": 0.04368225400378525 + }, + { + "id": "transfer-v4-0009", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": true, + "confidence": 0.962497953639696, + "probabilities": [ + 0.012752904468640887, + 0.012498997047011545, + 0.962497953639696, + 0.012250144844651487 + ], + "target": 2, + "brier": 0.0018753310294928132, + "nll": 0.03822333891108539 + }, + { + "id": "transfer-v4-0010", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": false, + "confidence": 0.6967486893954585, + "probabilities": [ + 0.11403135978231908, + 0.1339354281242852, + 0.6967486893954585, + 0.05528452269793717 + ], + "target": 3, + "brier": 1.4088879191489938, + "nll": 2.89526228850723 + }, + { + "id": "transfer-v4-0011", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": false, + "confidence": 0.5324778636169115, + "probabilities": [ + 0.028258603487291985, + 0.03744772504937239, + 0.5324778636169115, + 0.4018158078464241 + ], + "target": 1, + "brier": 1.3722940493609852, + "nll": 3.284809317209239 + }, + { + "id": "transfer-v4-0012", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": true, + "confidence": 0.9494787387448312, + "probabilities": [ + 0.017009964887288058, + 0.015076476958826397, + 0.018434819409054278, + 0.9494787387448312 + ], + "target": 3, + "brier": 0.0034088794684142562, + "nll": 0.051842141034392476 + }, + { + "id": "transfer-v4-0013", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": true, + "confidence": 0.9263963042167676, + "probabilities": [ + 0.029145017086519915, + 0.015313661610192637, + 0.9263963042167676, + 0.029145017086519915 + ], + "target": 2, + "brier": 0.007350876306809194, + "nll": 0.07645316157468049 + }, + { + "id": "transfer-v4-0014", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": true, + "confidence": 0.8967080138217592, + "probabilities": [ + 0.8967080138217592, + 0.029368797478537087, + 0.04571219848720607, + 0.02821099021249756 + ], + "target": 0, + "brier": 0.014417225733284564, + "nll": 0.10902498404861424 + }, + { + "id": "transfer-v4-0015", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": true, + "confidence": 0.9161729624906506, + "probabilities": [ + 0.9161729624906506, + 0.031237800896883366, + 0.032519831587154144, + 0.020069405025311828 + ], + "target": 0, + "brier": 0.009463092886994076, + "nll": 0.08755010845320442 + }, + { + "id": "transfer-v4-0016", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": true, + "confidence": 0.9291821537546286, + "probabilities": [ + 0.02296472443482538, + 0.02488839737572062, + 0.02296472443482538, + 0.9291821537546286 + ], + "target": 3, + "brier": 0.0066893568074997654, + "nll": 0.07345048430279143 + }, + { + "id": "transfer-v4-0017", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": true, + "confidence": 0.946668026186522, + "probabilities": [ + 0.015031839678906353, + 0.018380247005130405, + 0.946668026186522, + 0.01991988712944122 + ], + "target": 2, + "brier": 0.0038048910181931283, + "nll": 0.05480680038350297 + }, + { + "id": "transfer-v4-0018", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": true, + "confidence": 0.9639135895382133, + "probabilities": [ + 0.01178451477446499, + 0.01251738091285673, + 0.9639135895382133, + 0.01178451477446499 + ], + "target": 2, + "brier": 0.0017366634218732681, + "nll": 0.03675362579775649 + }, + { + "id": "transfer-v4-0019", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": false, + "confidence": 0.942063159808987, + "probabilities": [ + 0.0198229999827072, + 0.942063159808987, + 0.0198229999827072, + 0.018290840225598515 + ], + "target": 0, + "brier": 1.8489574545966658, + "nll": 3.9209124001464235 + }, + { + "id": "transfer-v4-0020", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": true, + "confidence": 0.9576080670378438, + "probabilities": [ + 0.016479267012550647, + 0.013477168553011303, + 0.9576080670378438, + 0.012435497396594176 + ], + "target": 2, + "brier": 0.0024049178892458587, + "nll": 0.04331670054887411 + }, + { + "id": "transfer-v4-0021", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": true, + "confidence": 0.8533193627990664, + "probabilities": [ + 0.0600116077812688, + 0.03557571462496584, + 0.8533193627990664, + 0.05109331479469901 + ], + "target": 2, + "brier": 0.028992760685951968, + "nll": 0.1586214020305007 + }, + { + "id": "transfer-v4-0022", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": false, + "confidence": 0.3846561753994292, + "probabilities": [ + 0.30218021207229095, + 0.21903988044857534, + 0.09412373207970455, + 0.3846561753994292 + ], + "target": 0, + "brier": 0.6917505758639275, + "nll": 1.1967317108628555 + }, + { + "id": "transfer-v4-0023", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": false, + "confidence": 0.8438759241804722, + "probabilities": [ + 0.07256739410874224, + 0.05700782175901964, + 0.026548859951765872, + 0.8438759241804722 + ], + "target": 0, + "brier": 1.5762125475881419, + "nll": 2.623239574994088 + }, + { + "id": "transfer-v4-0024", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": true, + "confidence": 0.932318361069505, + "probabilities": [ + 0.021261264351574254, + 0.025997293122021994, + 0.02042308145689865, + 0.932318361069505 + ], + "target": 3, + "brier": 0.006125807116012861, + "nll": 0.07008093349446014 + }, + { + "id": "transfer-v4-0025", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": true, + "confidence": 0.7470622603069077, + "probabilities": [ + 0.7470622603069077, + 0.05693983244195705, + 0.11744563194032287, + 0.07855227531081233 + ], + "target": 0, + "brier": 0.08718358109793611, + "nll": 0.291606750191431 + }, + { + "id": "transfer-v4-0026", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": true, + "confidence": 0.8988806538367222, + "probabilities": [ + 0.033215492716316186, + 0.03599781888724998, + 0.8988806538367222, + 0.031906034559711555 + ], + "target": 2, + "brier": 0.013642229130841215, + "nll": 0.10660500767607885 + }, + { + "id": "transfer-v4-0027", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": false, + "confidence": 0.8540752935243705, + "probabilities": [ + 0.02797251132192065, + 0.8540752935243705, + 0.05542227501968425, + 0.06252992013402461 + ], + "target": 2, + "brier": 1.6263641378393512, + "nll": 2.892773689872275 + }, + { + "id": "transfer-v4-0028", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": false, + "confidence": 0.5006522610880771, + "probabilities": [ + 0.5006522610880771, + 0.16234435382998516, + 0.2239647988075733, + 0.11303858627436439 + ], + "target": 1, + "brier": 1.015257621184933, + "nll": 1.818035558802224 + }, + { + "id": "transfer-v4-0029", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": true, + "confidence": 0.9500434372107216, + "probabilities": [ + 0.018445774861297268, + 0.014490722638115131, + 0.017020065289865997, + 0.9500434372107216 + ], + "target": 3, + "brier": 0.0033355684409988656, + "nll": 0.051247572053125454 + }, + { + "id": "transfer-v4-0030", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": true, + "confidence": 0.9588293352821246, + "probabilities": [ + 0.015224945603847028, + 0.012451356172503713, + 0.9588293352821246, + 0.013494362941524698 + ], + "target": 2, + "brier": 0.0022639567036839567, + "nll": 0.0420421810596163 + }, + { + "id": "transfer-v4-0031", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": true, + "confidence": 0.9522221840338521, + "probabilities": [ + 0.9522221840338521, + 0.023534180202703356, + 0.011878073034311739, + 0.01236556272913286 + ], + "target": 0, + "brier": 0.003130573096924979, + "nll": 0.048956884831004514 + }, + { + "id": "transfer-v4-0032", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": true, + "confidence": 0.9655279049580441, + "probabilities": [ + 0.009849933430369441, + 0.011569231188297252, + 0.013052930423289182, + 0.9655279049580441 + ], + "target": 3, + "brier": 0.0015895726280878496, + "nll": 0.0350802754514279 + }, + { + "id": "transfer-v4-0033", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": true, + "confidence": 0.9395464658737183, + "probabilities": [ + 0.018241986632347107, + 0.018990647047758102, + 0.02322090044617653, + 0.9395464658737183 + ], + "target": 3, + "brier": 0.004887254757476006, + "nll": 0.06235800326358298 + }, + { + "id": "transfer-v4-0034", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": true, + "confidence": 0.8065466850752134, + "probabilities": [ + 0.08480700073835626, + 0.036442439867397994, + 0.0722038743190323, + 0.8065466850752134 + ], + "target": 3, + "brier": 0.05115786331979174, + "nll": 0.21499349707210105 + }, + { + "id": "transfer-v4-0035", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": true, + "confidence": 0.9514210773521167, + "probabilities": [ + 0.9514210773521167, + 0.017744279559837033, + 0.015727330907335985, + 0.015107312180710356 + ], + "target": 0, + "brier": 0.0031503510015209674, + "nll": 0.04979854119097099 + }, + { + "id": "transfer-v4-0036", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": false, + "confidence": 0.7703127113724016, + "probabilities": [ + 0.022361402759707504, + 0.026264577757943254, + 0.7703127113724016, + 0.18106130810994758 + ], + "target": 0, + "brier": 1.5826319254551562, + "nll": 3.8004188974345894 + }, + { + "id": "transfer-v4-0037", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": true, + "confidence": 0.6160022754073652, + "probabilities": [ + 0.04695070639887541, + 0.03839749183649179, + 0.29864952635726766, + 0.6160022754073652 + ], + "target": 3, + "brier": 0.2403245282964282, + "nll": 0.4845046216123142 + }, + { + "id": "transfer-v4-0038", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": true, + "confidence": 0.9561538055718234, + "probabilities": [ + 0.013456707757633609, + 0.014583921923376984, + 0.9561538055718234, + 0.015805564747166052 + ], + "target": 2, + "brier": 0.0025660784051518364, + "nll": 0.04483649438190228 + }, + { + "id": "transfer-v4-0039", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": true, + "confidence": 0.9493772553952768, + "probabilities": [ + 0.9493772553952768, + 0.024426824568294314, + 0.012834590404469066, + 0.013361329631959799 + ], + "target": 0, + "brier": 0.0035025838701896305, + "nll": 0.051949029971693886 + }, + { + "id": "transfer-v4-0040", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": true, + "confidence": 0.8338500826289874, + "probabilities": [ + 0.03767609582217002, + 0.0842213702044585, + 0.04425245134438406, + 0.8338500826289874 + ], + "target": 3, + "brier": 0.03807680188789918, + "nll": 0.18170164982120676 + }, + { + "id": "transfer-v4-0041", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": true, + "confidence": 0.8954623324881078, + "probabilities": [ + 0.03308919438516871, + 0.029328012784332013, + 0.04212046034239147, + 0.8954623324881078 + ], + "target": 3, + "brier": 0.014657284227219316, + "nll": 0.1104151214725718 + }, + { + "id": "transfer-v4-0042", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": true, + "confidence": 0.8305226092118414, + "probabilities": [ + 0.8305226092118414, + 0.06330107246787954, + 0.05840840277684335, + 0.04776791554343575 + ], + "target": 0, + "brier": 0.038422927034252735, + "nll": 0.18570012668484437 + }, + { + "id": "transfer-v4-0043", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": true, + "confidence": 0.9402226508569806, + "probabilities": [ + 0.023237600577776078, + 0.9402226508569806, + 0.019004315195195236, + 0.017535433370047992 + ], + "target": 1, + "brier": 0.004781972970692417, + "nll": 0.061638569151798335 + }, + { + "id": "transfer-v4-0044", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": true, + "confidence": 0.9729146937297665, + "probabilities": [ + 0.007955554368926494, + 0.00879711136389191, + 0.010332640537415113, + 0.9729146937297665 + ], + "target": 3, + "brier": 0.0009810572898934476, + "nll": 0.02745887409315129 + }, + { + "id": "transfer-v4-0045", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": true, + "confidence": 0.9487609518676278, + "probabilities": [ + 0.01699708899214261, + 0.015065072488470164, + 0.9487609518676278, + 0.01917688665175943 + ], + "target": 2, + "brier": 0.0035090504784556636, + "nll": 0.05259840686843231 + }, + { + "id": "transfer-v4-0046", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": true, + "confidence": 0.9694212485497387, + "probabilities": [ + 0.9694212485497387, + 0.011157952962147992, + 0.010295533373759873, + 0.009125265114353442 + ], + "target": 0, + "brier": 0.0012488284254198066, + "nll": 0.031056036531387943 + }, + { + "id": "transfer-v4-0047", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": true, + "confidence": 0.942063159808987, + "probabilities": [ + 0.0198229999827072, + 0.018290840225598515, + 0.942063159808987, + 0.0198229999827072 + ], + "target": 2, + "brier": 0.004477134944106168, + "nll": 0.05968295802393498 + }, + { + "id": "transfer-v4-0048", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": false, + "confidence": 0.8066188527777653, + "probabilities": [ + 0.028631174350263702, + 0.8066188527777653, + 0.03794145133838809, + 0.12680852153358285 + ], + "target": 3, + "brier": 1.4153566295972244, + "nll": 2.0650770347136103 + }, + { + "id": "transfer-v4-0049", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": true, + "confidence": 0.9465800467441572, + "probabilities": [ + 0.015030450083079464, + 0.020735502676640455, + 0.017654000496122955, + 0.9465800467441572 + ], + "target": 3, + "brier": 0.003821230640326448, + "nll": 0.054899740599511714 + }, + { + "id": "transfer-v4-0050", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": true, + "confidence": 0.9676532742111545, + "probabilities": [ + 0.9676532742111545, + 0.014759326370903101, + 0.00450573600862972, + 0.013081663409312612 + ], + "target": 0, + "brier": 0.001455579958715606, + "nll": 0.032881443668525995 + }, + { + "id": "transfer-v4-0051", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": true, + "confidence": 0.9376661148742211, + "probabilities": [ + 0.017487753872649486, + 0.01973047720213015, + 0.025115654050999237, + 0.9376661148742211 + ], + "target": 3, + "brier": 0.0052114225794174145, + "nll": 0.06436134763455402 + }, + { + "id": "transfer-v4-0052", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": true, + "confidence": 0.9747495140006892, + "probabilities": [ + 0.9747495140006892, + 0.008813697529050814, + 0.008466234090707783, + 0.00797055437955221 + ], + "target": 0, + "brier": 0.0008504751641310481, + "nll": 0.02557474970822947 + }, + { + "id": "transfer-v4-0053", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": true, + "confidence": 0.5199868005516112, + "probabilities": [ + 0.29610314524020037, + 0.12222242918279128, + 0.061687625025397166, + 0.5199868005516112 + ], + "target": 3, + "brier": 0.33683342954243434, + "nll": 0.6539518512834258 + }, + { + "id": "transfer-v4-0054", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": false, + "confidence": 0.43631674159517114, + "probabilities": [ + 0.2031951458214267, + 0.187489783391052, + 0.1729983291923502, + 0.43631674159517114 + ], + "target": 2, + "brier": 0.9507447486762861, + "nll": 1.7544733423786822 + }, + { + "id": "transfer-v4-0055", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": true, + "confidence": 0.5214942330789968, + "probabilities": [ + 0.3631108863552311, + 0.07564744691464813, + 0.5214942330789968, + 0.03974743365112395 + ], + "target": 2, + "brier": 0.36811967947289403, + "nll": 0.6510570629361129 + }, + { + "id": "transfer-v4-0056", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": true, + "confidence": 0.9334798380814402, + "probabilities": [ + 0.023070964388789483, + 0.022161434711596074, + 0.02128776281817422, + 0.9334798380814402 + ], + "target": 3, + "brier": 0.0059014993737793835, + "nll": 0.06883591443238278 + }, + { + "id": "transfer-v4-0057", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": true, + "confidence": 0.781938910484314, + "probabilities": [ + 0.039861541241407394, + 0.044973600655794144, + 0.781938910484314, + 0.1332259476184845 + ], + "target": 2, + "brier": 0.06891135910569848, + "nll": 0.24597866107359595 + }, + { + "id": "transfer-v4-0058", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": true, + "confidence": 0.9250260419207431, + "probabilities": [ + 0.029101907664874426, + 0.024777085990140474, + 0.9250260419207431, + 0.021094964424241996 + ], + "target": 2, + "brier": 0.0075269169340278965, + "nll": 0.07793338843818177 + }, + { + "id": "transfer-v4-0059", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": true, + "confidence": 0.9565761889430207, + "probabilities": [ + 0.9565761889430207, + 0.015189168352332518, + 0.012422097337830548, + 0.015812545366816227 + ], + "target": 0, + "brier": 0.0025206832951958995, + "nll": 0.044394839386921965 + }, + { + "id": "transfer-v4-0060", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": true, + "confidence": 0.915569058390777, + "probabilities": [ + 0.915569058390777, + 0.024523766746836397, + 0.021736210455282744, + 0.03817096440710393 + ], + "target": 0, + "brier": 0.009659484405198008, + "nll": 0.08820948528123984 + }, + { + "id": "transfer-v4-0061", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": false, + "confidence": 0.912310561067847, + "probabilities": [ + 0.019984795227306975, + 0.04122119861590561, + 0.026483445088940377, + 0.912310561067847 + ], + "target": 1, + "brier": 1.752668114723507, + "nll": 3.1888026254393056 + }, + { + "id": "transfer-v4-0062", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": true, + "confidence": 0.9323640934635522, + "probabilities": [ + 0.024973626573175037, + 0.023043376621177735, + 0.019618903342094998, + 0.9323640934635522 + ], + "target": 3, + "brier": 0.006114196451675403, + "nll": 0.07003188236090639 + }, + { + "id": "transfer-v4-0063", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": true, + "confidence": 0.9093324663838203, + "probabilities": [ + 0.02860819026636085, + 0.9093324663838203, + 0.029782301124363333, + 0.03227704222545553 + ], + "target": 1, + "brier": 0.01096782311744348, + "nll": 0.09504450207757549 + }, + { + "id": "transfer-v4-0064", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": true, + "confidence": 0.9648379581638928, + "probabilities": [ + 0.011795815361107315, + 0.012035438108161942, + 0.9648379581638928, + 0.011330788366837869 + ], + "target": 2, + "brier": 0.0016487489815869506, + "nll": 0.03579511074427237 + }, + { + "id": "transfer-v4-0065", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": true, + "confidence": 0.8945884871219935, + "probabilities": [ + 0.03582594610426475, + 0.04747581570364191, + 0.022109751070099902, + 0.8945884871219935 + ], + "target": 3, + "brier": 0.015137879630603777, + "nll": 0.11139145736868837 + }, + { + "id": "transfer-v4-0066", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": true, + "confidence": 0.93958764053305, + "probabilities": [ + 0.93958764053305, + 0.02058232977264464, + 0.01752359099971646, + 0.022306438694588863 + ], + "target": 0, + "brier": 0.0048779389239946725, + "nll": 0.06231418025042182 + }, + { + "id": "transfer-v4-0067", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": false, + "confidence": 0.360564660102482, + "probabilities": [ + 0.06143263407030375, + 0.3463500855531499, + 0.360564660102482, + 0.23165262027406439 + ], + "target": 3, + "brier": 0.8440969203380195, + "nll": 1.4625163558341567 + }, + { + "id": "transfer-v4-0068", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": false, + "confidence": 0.61235926482367, + "probabilities": [ + 0.04667301692047286, + 0.27393662011090825, + 0.06703109814494891, + 0.61235926482367 + ], + "target": 1, + "brier": 0.9088234394583337, + "nll": 1.294858512814991 + }, + { + "id": "transfer-v4-0069", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": true, + "confidence": 0.9435378960339822, + "probabilities": [ + 0.019071315245310267, + 0.9435378960339822, + 0.019071315245310267, + 0.018319473475397235 + ], + "target": 1, + "brier": 0.004251002423057194, + "nll": 0.05811874960230977 + }, + { + "id": "transfer-v4-0070", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": false, + "confidence": 0.9339861961349851, + "probabilities": [ + 0.009528157717889969, + 0.9339861961349851, + 0.04573554671121602, + 0.010750099435908936 + ], + "target": 2, + "brier": 1.7831572118086196, + "nll": 3.084879456054013 + }, + { + "id": "transfer-v4-0071", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": true, + "confidence": 0.9488241253201687, + "probabilities": [ + 0.015066075419375215, + 0.021637674824105106, + 0.014472124436350995, + 0.9488241253201687 + ], + "target": 3, + "brier": 0.0035235881352830415, + "nll": 0.052531823869521 + }, + { + "id": "transfer-v4-0072", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": false, + "confidence": 0.9253355161249394, + "probabilities": [ + 0.03559638892565233, + 0.02110203331967406, + 0.9253355161249394, + 0.017966061629734246 + ], + "target": 0, + "brier": 1.7870882176361578, + "nll": 3.335511080941684 + }, + { + "id": "transfer-v4-0073", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": true, + "confidence": 0.9519880385391735, + "probabilities": [ + 0.01573671121816106, + 0.01775486128061183, + 0.9519880385391735, + 0.014520388962053595 + ], + "target": 2, + "brier": 0.0030788693179827856, + "nll": 0.04920280882939822 + }, + { + "id": "transfer-v4-0074", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": true, + "confidence": 0.9429660448273328, + "probabilities": [ + 0.022386632880556055, + 0.015587565503630383, + 0.9429660448273328, + 0.019059756788480802 + ], + "target": 2, + "brier": 0.0043602799015326115, + "nll": 0.0587250046031908 + }, + { + "id": "transfer-v4-0075", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": true, + "confidence": 0.9548744523498142, + "probabilities": [ + 0.016432224805681187, + 0.012908907433283672, + 0.9548744523498142, + 0.015784415411221022 + ], + "target": 2, + "brier": 0.002722120723788715, + "nll": 0.0461754106515392 + }, + { + "id": "transfer-v4-0076", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": true, + "confidence": 0.9558008739735231, + "probabilities": [ + 0.01782596527316327, + 0.9558008739735231, + 0.012921426341642938, + 0.013451734411670678 + ], + "target": 1, + "brier": 0.0026192401968090405, + "nll": 0.04520567844895647 + }, + { + "id": "transfer-v4-0077", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": true, + "confidence": 0.6350107405897105, + "probabilities": [ + 0.04289798582375747, + 0.2840693986290119, + 0.6350107405897105, + 0.03802187495752005 + ], + "target": 2, + "brier": 0.21719848288534066, + "nll": 0.45411336591798607 + }, + { + "id": "transfer-v4-0078", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": true, + "confidence": 0.9501692956727121, + "probabilities": [ + 0.017022327928117642, + 0.01772094090954303, + 0.9501692956727121, + 0.015087435489627187 + ], + "target": 2, + "brier": 0.0033145211982191377, + "nll": 0.051115104293072505 + }, + { + "id": "transfer-v4-0079", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": true, + "confidence": 0.9556784469613693, + "probabilities": [ + 0.011921186731586828, + 0.01782368838710115, + 0.014576677919942696, + 0.9556784469613693 + ], + "target": 3, + "brier": 0.0026366781637477475, + "nll": 0.045333775060811356 + }, + { + "id": "transfer-v4-0080", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": false, + "confidence": 0.5491737188679023, + "probabilities": [ + 0.1853867044901852, + 0.09740771462106386, + 0.5491737188679023, + 0.04536331868205203, + 0.04916324521411112, + 0.0735052981246855 + ], + "target": 1, + "brier": 1.1605107215367352, + "nll": 2.3288498659151715 + }, + { + "id": "transfer-v4-0081", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": false, + "confidence": 0.5397628626192043, + "probabilities": [ + 0.2836075467408828, + 0.04113983796745297, + 0.03231883469699077, + 0.5397628626192043, + 0.0464158065082998, + 0.0567551114671694 + ], + "target": 0, + "brier": 0.812674658065121, + "nll": 1.2601638741673478 + }, + { + "id": "transfer-v4-0082", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": true, + "confidence": 0.9041025355859416, + "probabilities": [ + 0.9041025355859416, + 0.016861783173934167, + 0.013789999754466091, + 0.0262451738440234, + 0.02521050788716865, + 0.013789999754466091 + ], + "target": 0, + "brier": 0.011185350457338726, + "nll": 0.10081250070128064 + }, + { + "id": "transfer-v4-0083", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": true, + "confidence": 0.6113054475124041, + "probabilities": [ + 0.6113054475124041, + 0.03377343517850374, + 0.2963721310690412, + 0.01923205803799932, + 0.02084305804894422, + 0.018473870153107426 + ], + "target": 0, + "brier": 0.24120612913533648, + "nll": 0.49215853063037585 + }, + { + "id": "transfer-v4-0084", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": true, + "confidence": 0.9363291406174048, + "probabilities": [ + 0.01121937336082811, + 0.9363291406174048, + 0.020510950063756292, + 0.01121937336082811, + 0.009944091069425702, + 0.010777071527757013 + ], + "target": 1, + "brier": 0.004941456302166858, + "nll": 0.06578821835872893 + }, + { + "id": "transfer-v4-0085", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": false, + "confidence": 0.44455694324985245, + "probabilities": [ + 0.2743554546185617, + 0.1626417119590277, + 0.043131431790845894, + 0.44455694324985245, + 0.041431056479378545, + 0.033883401902333736 + ], + "target": 0, + "brier": 0.755368146276251, + "nll": 1.2933307337044604 + }, + { + "id": "transfer-v4-0086", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": false, + "confidence": 0.7464070874467096, + "probabilities": [ + 0.02871324292171797, + 0.14936977541426322, + 0.7464070874467096, + 0.023482441770942275, + 0.024446172503123958, + 0.027581279943242967 + ], + "target": 1, + "brier": 1.2834295369134283, + "nll": 1.9013303332142348 + }, + { + "id": "transfer-v4-0087", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": true, + "confidence": 0.8324630778984812, + "probabilities": [ + 0.8324630778984812, + 0.02618982991026873, + 0.01898410153590048, + 0.07452396979067502, + 0.02726468791007355, + 0.02057433295460108 + ], + "target": 0, + "brier": 0.03583541202582651, + "nll": 0.18336640898376247 + }, + { + "id": "transfer-v4-0088", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": true, + "confidence": 0.6202867650251342, + "probabilities": [ + 0.07068551358090905, + 0.6202867650251342, + 0.2269326903929289, + 0.025860369301812236, + 0.025860369301812236, + 0.030374292397403316 + ], + "target": 1, + "brier": 0.20293714365374257, + "nll": 0.4775733836402749 + }, + { + "id": "transfer-v4-0089", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": true, + "confidence": 0.7896810615257022, + "probabilities": [ + 0.7896810615257022, + 0.02484388043231594, + 0.03292260130434863, + 0.07661580722494836, + 0.03568041151466285, + 0.040256237998022026 + ], + "target": 0, + "brier": 0.05469881033287531, + "nll": 0.23612613462548207 + }, + { + "id": "transfer-v4-0090", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": true, + "confidence": 0.8340330549061976, + "probabilities": [ + 0.8340330549061976, + 0.02960427789828357, + 0.02623922137798474, + 0.05198808280402997, + 0.030819255227201046, + 0.02731610778630304 + ], + "target": 0, + "brier": 0.03350869386316187, + "nll": 0.1814822432287106 + }, + { + "id": "transfer-v4-0091", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": true, + "confidence": 0.881058993712518, + "probabilities": [ + 0.021775381318227368, + 0.881058993712518, + 0.032556960800969065, + 0.020092319256641216, + 0.020916929086378412, + 0.02359941582526602 + ], + "target": 1, + "brier": 0.01707923754763808, + "nll": 0.12663069307157473 + }, + { + "id": "transfer-v4-0092", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": false, + "confidence": 0.8350864731560393, + "probabilities": [ + 0.03928050157380001, + 0.06113965433536359, + 0.8350864731560393, + 0.022368019934474195, + 0.021486200934192852, + 0.02063915006612995 + ], + "target": 1, + "brier": 1.581759083775428, + "nll": 2.7945946161932063 + }, + { + "id": "transfer-v4-0093", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": false, + "confidence": 0.38831537094007346, + "probabilities": [ + 0.38831537094007346, + 0.09501908507155436, + 0.036189551587636364, + 0.023250754402933543, + 0.08421845545876498, + 0.37300678253903724 + ], + "target": 4, + "brier": 1.1394576322030365, + "nll": 2.474341195780511 + }, + { + "id": "transfer-v4-0094", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": true, + "confidence": 0.8918913559283741, + "probabilities": [ + 0.038709917123742756, + 0.022043103634082732, + 0.8918913559283741, + 0.01597828303433229, + 0.016634049563834616, + 0.014743290715633533 + ], + "target": 2, + "brier": 0.014421196779298462, + "nll": 0.11441095210671745 + }, + { + "id": "transfer-v4-0095", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": true, + "confidence": 0.8006398170781251, + "probabilities": [ + 0.015545003994311885, + 0.1364122393764255, + 0.8006398170781251, + 0.014932179809186397, + 0.014932179809186397, + 0.017538579932764697 + ], + "target": 2, + "brier": 0.05934797050928351, + "nll": 0.22234409961323942 + }, + { + "id": "transfer-v4-0096", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": false, + "confidence": 0.9277368991316162, + "probabilities": [ + 0.9277368991316162, + 0.014731245444668355, + 0.014150493163253959, + 0.018751945765732508, + 0.013056773984211102, + 0.011572642510517891 + ], + "target": 3, + "brier": 1.8242651493995479, + "nll": 3.976457757777484 + }, + { + "id": "transfer-v4-0097", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": false, + "confidence": 0.474781055832623, + "probabilities": [ + 0.474781055832623, + 0.03476041325317526, + 0.04424783023717304, + 0.34415219644335715, + 0.0541042074380304, + 0.04795429679564113 + ], + "target": 3, + "brier": 0.6639464290615041, + "nll": 1.0666712879313187 + }, + { + "id": "transfer-v4-0098", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": false, + "confidence": 0.8881005140262364, + "probabilities": [ + 0.8881005140262364, + 0.017950792708435696, + 0.01528313389767784, + 0.02476430916169392, + 0.032817160708972434, + 0.02108408949698372 + ], + "target": 4, + "brier": 1.7257787826114872, + "nll": 3.416803708062715 + }, + { + "id": "transfer-v4-0099", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": true, + "confidence": 0.8738453137875417, + "probabilities": [ + 0.8738453137875417, + 0.023406195981200428, + 0.01838755243243142, + 0.0349952507396172, + 0.028620014920382245, + 0.020745672138827012 + ], + "target": 0, + "brier": 0.019275112688992874, + "nll": 0.1348519055036729 + }, + { + "id": "transfer-v4-0100", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": false, + "confidence": 0.5007871342749601, + "probabilities": [ + 0.4095569512848095, + 0.0208783222280599, + 0.01777559688523787, + 0.5007871342749601, + 0.032496869261405714, + 0.018505126065526845 + ], + "target": 0, + "brier": 0.6015611100175948, + "nll": 0.8926793101824887 + }, + { + "id": "transfer-v4-0101", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": true, + "confidence": 0.8010751380415027, + "probabilities": [ + 0.017548115988920667, + 0.8010751380415027, + 0.022337643003891475, + 0.018268307662090432, + 0.01979856921560819, + 0.1209722260879866 + ], + "target": 1, + "brier": 0.055738001267442105, + "nll": 0.22180053101796018 + }, + { + "id": "transfer-v4-0102", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": false, + "confidence": 0.4682403222781636, + "probabilities": [ + 0.07977834133807624, + 0.024849528250439124, + 0.4682403222781636, + 0.020322590566451214, + 0.382939334559843, + 0.023869883007026815 + ], + "target": 4, + "brier": 0.6079777260436325, + "nll": 0.9598786977524777 + }, + { + "id": "transfer-v4-0103", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": false, + "confidence": 0.6748491382125187, + "probabilities": [ + 0.09032662073477794, + 0.15236928590628188, + 0.6748491382125187, + 0.027025967785967216, + 0.030491909194195144, + 0.024937078166259105 + ], + "target": 0, + "brier": 1.3084254329061233, + "nll": 2.404323058740712 + }, + { + "id": "transfer-v4-0104", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": false, + "confidence": 0.6962848370548789, + "probabilities": [ + 0.6962848370548789, + 0.04169074112261405, + 0.029028805243119647, + 0.15720909980320463, + 0.04169074112261405, + 0.0340957756535688 + ], + "target": 3, + "brier": 1.200590505009031, + "nll": 1.850178513873573 + }, + { + "id": "transfer-v4-0105", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": true, + "confidence": 0.7239447861804049, + "probabilities": [ + 0.021015377933819083, + 0.1998642079638378, + 0.7239447861804049, + 0.01789228478171684, + 0.01789228478171684, + 0.019391058358504527 + ], + "target": 2, + "brier": 0.11761010966537885, + "nll": 0.32304015168628986 + }, + { + "id": "transfer-v4-0106", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": true, + "confidence": 0.8730738108550153, + "probabilities": [ + 0.8730738108550153, + 0.0183713180295141, + 0.01564115914395756, + 0.020727346038271036, + 0.0199102092601203, + 0.0522761566731217 + ], + "target": 0, + "brier": 0.020251244539461356, + "nll": 0.13573517819993225 + }, + { + "id": "transfer-v4-0107", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": true, + "confidence": 0.4438569396931214, + "probabilities": [ + 0.4438569396931214, + 0.16905009179766914, + 0.24278712948752879, + 0.04858621419490901, + 0.052656108610686, + 0.04306351621608568 + ], + "target": 0, + "brier": 0.4038063797218019, + "nll": 0.8122529763684054 + }, + { + "id": "transfer-v4-0108", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": true, + "confidence": 0.8048173488981034, + "probabilities": [ + 0.023363037905210177, + 0.8048173488981034, + 0.03096022013426647, + 0.027441048154273933, + 0.025320076395574077, + 0.08809826851257192 + ], + "target": 1, + "brier": 0.04875605636948333, + "nll": 0.21713992308706873 + }, + { + "id": "transfer-v4-0109", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": true, + "confidence": 0.6563190490734188, + "probabilities": [ + 0.6563190490734188, + 0.03626036420041325, + 0.02848559362196002, + 0.03929774996740837, + 0.14818551253542542, + 0.0914517306013742 + ], + "target": 0, + "brier": 0.1521095173936152, + "nll": 0.421108252975605 + }, + { + "id": "transfer-v4-0110", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": true, + "confidence": 0.887368352822957, + "probabilities": [ + 0.014090238637690496, + 0.887368352822957, + 0.053132029267975237, + 0.014090238637690496, + 0.014090238637690496, + 0.01722890199599627 + ], + "target": 1, + "brier": 0.01640134001853572, + "nll": 0.11949510348264011 + }, + { + "id": "transfer-v4-0111", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": false, + "confidence": 0.8546012846935852, + "probabilities": [ + 0.06513630756507069, + 0.019488957251154713, + 0.017982617456045052, + 0.8546012846935852, + 0.024808215578099344, + 0.017982617456045052 + ], + "target": 0, + "brier": 1.605955495309044, + "nll": 2.731273165341992 + }, + { + "id": "transfer-v4-0112", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": true, + "confidence": 0.7264989248485896, + "probabilities": [ + 0.7264989248485896, + 0.16403091473230264, + 0.043499817586498145, + 0.022856117018599045, + 0.022856117018599045, + 0.020258108795411605 + ], + "target": 0, + "brier": 0.10505640836925452, + "nll": 0.3195182758784835 + }, + { + "id": "transfer-v4-0113", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": true, + "confidence": 0.8602214718370784, + "probabilities": [ + 0.8602214718370784, + 0.02706312654603023, + 0.02213293074870485, + 0.03309154152998811, + 0.03444965184092558, + 0.023041277497272764 + ], + "target": 0, + "brier": 0.023573045478864314, + "nll": 0.15056539749660386 + }, + { + "id": "transfer-v4-0114", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": false, + "confidence": 0.37761136748786506, + "probabilities": [ + 0.1042496558120487, + 0.37761136748786506, + 0.3346890496660432, + 0.05477591211059722, + 0.06433700746172291, + 0.06433700746172291 + ], + "target": 2, + "brier": 0.6073758978330663, + "nll": 1.0945533881627976 + }, + { + "id": "transfer-v4-0115", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": true, + "confidence": 0.8838517056731263, + "probabilities": [ + 0.048831083240453, + 0.8838517056731263, + 0.017864913379770152, + 0.016484099235550182, + 0.016484099235550182, + 0.016484099235550182 + ], + "target": 1, + "brier": 0.017009232678367216, + "nll": 0.12346598418016176 + }, + { + "id": "transfer-v4-0116", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": false, + "confidence": 0.7396640870407305, + "probabilities": [ + 0.7396640870407305, + 0.022352924789574444, + 0.17385737726999234, + 0.0182808058597898, + 0.02521958250734792, + 0.02062522253256501 + ], + "target": 1, + "brier": 1.5345187679657435, + "nll": 3.800798103416176 + }, + { + "id": "transfer-v4-0117", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": true, + "confidence": 0.7931716471656101, + "probabilities": [ + 0.07100648459422024, + 0.7931716471656101, + 0.04944103229582694, + 0.025977796040392652, + 0.025977796040392652, + 0.03442524386355744 + ], + "target": 1, + "brier": 0.052799093254391014, + "nll": 0.2317156278497794 + }, + { + "id": "transfer-v4-0118", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": true, + "confidence": 0.7605650580790185, + "probabilities": [ + 0.7605650580790185, + 0.04374427438003387, + 0.024909882385299925, + 0.06540323927893421, + 0.04740855194906531, + 0.05796899392764817 + ], + "target": 0, + "brier": 0.06974871395725739, + "nll": 0.2736936244866906 + }, + { + "id": "transfer-v4-0119", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": true, + "confidence": 0.850151893309683, + "probabilities": [ + 0.850151893309683, + 0.026746330683133264, + 0.023706128732464728, + 0.046969257120157565, + 0.03141487750629009, + 0.02101151264827135 + ], + "target": 0, + "brier": 0.027366291130087483, + "nll": 0.16234024745097092 + }, + { + "id": "transfer-v4-0120", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": true, + "confidence": 0.8461625200626911, + "probabilities": [ + 0.8461625200626911, + 0.022664704019773482, + 0.03527737128340303, + 0.024563246115828764, + 0.04866745449853011, + 0.022664704019773482 + ], + "target": 0, + "brier": 0.028909714961850134, + "nll": 0.16704383373252676 + }, + { + "id": "transfer-v4-0121", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": false, + "confidence": 0.6985088899065058, + "probabilities": [ + 0.024793780585845436, + 0.20075639489694214, + 0.6985088899065058, + 0.021109188919180136, + 0.0219755331564933, + 0.03285621253503319 + ], + "target": 1, + "brier": 1.1293277937487758, + "nll": 1.6056630716342724 + }, + { + "id": "transfer-v4-0122", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": false, + "confidence": 0.5491828012785287, + "probabilities": [ + 0.5491828012785287, + 0.023835650956999938, + 0.01872492679264015, + 0.03158651829589627, + 0.3528344517189351, + 0.023835650956999938 + ], + "target": 2, + "brier": 1.3911286534891878, + "nll": 3.977899659191829 + }, + { + "id": "transfer-v4-0123", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": false, + "confidence": 0.5578302461911412, + "probabilities": [ + 0.016857829902626225, + 0.37309887144624365, + 0.5578302461911412, + 0.016857829902626225, + 0.015554862049265377, + 0.019800360508097328 + ], + "target": 1, + "brier": 0.7053819894153166, + "nll": 0.9859118235619484 + }, + { + "id": "transfer-v4-0124", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": true, + "confidence": 0.501929983439148, + "probabilities": [ + 0.1627585988414705, + 0.501929983439148, + 0.17639238606714053, + 0.054943075628785025, + 0.05719796770221091, + 0.046777988321245065 + ], + "target": 1, + "brier": 0.3141569060164214, + "nll": 0.6892946442388018 + }, + { + "id": "transfer-v4-0125", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": true, + "confidence": 0.752862626665364, + "probabilities": [ + 0.028961580030906348, + 0.752862626665364, + 0.1390167762412371, + 0.027819838167579186, + 0.025669589447456675, + 0.025669589447456675 + ], + "target": 1, + "brier": 0.08333311753360831, + "nll": 0.2838725025328309 + }, + { + "id": "transfer-v4-0126", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": true, + "confidence": 0.6302555987315058, + "probabilities": [ + 0.0587374809008086, + 0.2498946562378006, + 0.6302555987315058, + 0.019828241909391937, + 0.02064201111024651, + 0.02064201111024651 + ], + "target": 2, + "brier": 0.2038536975707471, + "nll": 0.46162982960329746 + }, + { + "id": "transfer-v4-0127", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": true, + "confidence": 0.8695218433510983, + "probabilities": [ + 0.8695218433510983, + 0.01829657862638565, + 0.024246250849273045, + 0.0520634792437631, + 0.01829657862638565, + 0.017575269303094308 + ], + "target": 0, + "brier": 0.021301455583646274, + "nll": 0.13981182376545154 + }, + { + "id": "transfer-v4-0128", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": false, + "confidence": 0.5613011864167016, + "probabilities": [ + 0.5613011864167016, + 0.03791855747040325, + 0.029788241567156058, + 0.13193327532534646, + 0.11232668454306868, + 0.12673205467732393 + ], + "target": 1, + "brier": 1.2876317501495376, + "nll": 3.2723146437112276 + }, + { + "id": "transfer-v4-0129", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": true, + "confidence": 0.9313929367214133, + "probabilities": [ + 0.01420625156611791, + 0.01310822873615804, + 0.011618242956141027, + 0.9313929367214133, + 0.013646203512628298, + 0.01602813650754141 + ], + "target": 3, + "brier": 0.005658675975471635, + "nll": 0.07107403196979432 + }, + { + "id": "transfer-v4-0130", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": false, + "confidence": 0.8325480238209442, + "probabilities": [ + 0.08408986047672082, + 0.01976524669633293, + 0.016827933521620805, + 0.8325480238209442, + 0.026192503098757012, + 0.02057643238562426 + ], + "target": 0, + "brier": 1.5338108767615857, + "nll": 2.4758692843523966 + }, + { + "id": "transfer-v4-0131", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": true, + "confidence": 0.8879183945578252, + "probabilities": [ + 0.01794710225702486, + 0.8879183945578252, + 0.021944900916124985, + 0.01868367217828968, + 0.01794710225702486, + 0.03555882783371041 + ], + "target": 1, + "brier": 0.015301571756535366, + "nll": 0.11887543823331594 + }, + { + "id": "transfer-v4-0132", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": true, + "confidence": 0.8768439153992083, + "probabilities": [ + 0.015708700368382938, + 0.8768439153992083, + 0.027586066645806658, + 0.015708700368382938, + 0.015708700368382938, + 0.048443916849836226 + ], + "target": 1, + "brier": 0.01901551512872901, + "nll": 0.1314262780490249 + }, + { + "id": "transfer-v4-0133", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": true, + "confidence": 0.8772956214989877, + "probabilities": [ + 0.8772956214989877, + 0.02000648682987169, + 0.015097188067684519, + 0.03963909232061791, + 0.024463009117571412, + 0.023498602165266853 + ], + "target": 0, + "brier": 0.0184064298649549, + "nll": 0.1309112607425198 + }, + { + "id": "transfer-v4-0134", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": true, + "confidence": 0.727150868273983, + "probabilities": [ + 0.03155982800035003, + 0.727150868273983, + 0.15148846782259703, + 0.029120503951359924, + 0.029120503951359924, + 0.03155982800035003 + ], + "target": 1, + "brier": 0.10108345755446507, + "nll": 0.31862130128090344 + }, + { + "id": "transfer-v4-0135", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": false, + "confidence": 0.5972202157911034, + "probabilities": [ + 0.5972202157911034, + 0.04551912353480925, + 0.032995251919808906, + 0.11480315671133753, + 0.12952607103769134, + 0.0799361810052496 + ], + "target": 4, + "brier": 1.1371270822338715, + "nll": 2.043873097350475 + }, + { + "id": "transfer-v4-0136", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": true, + "confidence": 0.4525073794378826, + "probabilities": [ + 0.042172027976680675, + 0.4525073794378826, + 0.3852606648752265, + 0.03737842061743722, + 0.04050947911609235, + 0.042172027976680675 + ], + "target": 1, + "brier": 0.4547690735835192, + "nll": 0.7929512078251159 + }, + { + "id": "transfer-v4-0137", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": false, + "confidence": 0.7611356916939043, + "probabilities": [ + 0.034390605729888335, + 0.7611356916939043, + 0.027016736365730043, + 0.028125531761903078, + 0.034390605729888335, + 0.11494082871868588 + ], + "target": 5, + "brier": 1.366543654945207, + "nll": 2.163337815917346 + }, + { + "id": "transfer-v4-0138", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": false, + "confidence": 0.5345802883260686, + "probabilities": [ + 0.5345802883260686, + 0.15994785666485184, + 0.0660216433330564, + 0.10697944422446398, + 0.07155203792619691, + 0.06091872952536222 + ], + "target": 1, + "brier": 1.0160979328021076, + "nll": 1.8329074127085774 + }, + { + "id": "transfer-v4-0139", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": false, + "confidence": 0.7362733812454364, + "probabilities": [ + 0.025103951995251415, + 0.7362733812454364, + 0.12544544601941612, + 0.0319557464997059, + 0.025103951995251415, + 0.05611752224493871 + ], + "target": 2, + "brier": 1.3123749226675903, + "nll": 2.075884307989102 + }, + { + "id": "transfer-v4-0140", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": false, + "confidence": 0.67008137483847, + "probabilities": [ + 0.023784736346635728, + 0.24515011026878855, + 0.67008137483847, + 0.019451778186078735, + 0.018684928975080575, + 0.02284707138494641 + ], + "target": 1, + "brier": 1.0206226055319882, + "nll": 1.4058845610836965 + }, + { + "id": "transfer-v4-0141", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": false, + "confidence": 0.6156340379037121, + "probabilities": [ + 0.03994946643597185, + 0.6156340379037121, + 0.02671977006017648, + 0.02671977006017648, + 0.25411525936682355, + 0.03686169617313958 + ], + "target": 4, + "brier": 0.9397319516724671, + "nll": 1.369967337854525 + }, + { + "id": "transfer-v4-0142", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": false, + "confidence": 0.6734685025805476, + "probabilities": [ + 0.022962569249465086, + 0.6734685025805476, + 0.22734538279176053, + 0.02205731256816373, + 0.02118774789174934, + 0.03297848491831372 + ], + "target": 2, + "brier": 1.053105287213794, + "nll": 1.481284907728602 + }, + { + "id": "transfer-v4-0143", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": false, + "confidence": 0.9186782503270567, + "probabilities": [ + 0.015809333592268368, + 0.9186782503270567, + 0.015186079388143025, + 0.015186079388143025, + 0.015809333592268368, + 0.01933092371212042 + ], + "target": 0, + "brier": 1.8136858491226386, + "nll": 4.147154779675804 + }, + { + "id": "transfer-v4-0144", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": true, + "confidence": 0.744325571280666, + "probabilities": [ + 0.025378498943722818, + 0.744325571280666, + 0.061483419859004955, + 0.03103166975982795, + 0.025378498943722818, + 0.1124023412130555 + ], + "target": 1, + "brier": 0.08403501167404874, + "nll": 0.2952767440588211 + }, + { + "id": "transfer-v4-0145", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": true, + "confidence": 0.8507143607655837, + "probabilities": [ + 0.013508221688085938, + 0.8507143607655837, + 0.041657881655680754, + 0.01463975724219281, + 0.01463975724219281, + 0.06484002140626399 + ], + "target": 1, + "brier": 0.028836926599026917, + "nll": 0.1616788580265448 + }, + { + "id": "transfer-v4-0146", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": true, + "confidence": 0.9281359971472546, + "probabilities": [ + 0.9281359971472546, + 0.014737575411017079, + 0.011121195813499737, + 0.021165887031854326, + 0.014156580994926456, + 0.010682763601447777 + ], + "target": 0, + "brier": 0.00626783702881257, + "nll": 0.07457700828308207 + }, + { + "id": "transfer-v4-0147", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": false, + "confidence": 0.3910252939288647, + "probabilities": [ + 0.1489282322528475, + 0.3910252939288647, + 0.24131862497755185, + 0.06399602007846632, + 0.05904964271055667, + 0.095682186051713 + ], + "target": 2, + "brier": 0.7674152592778283, + "nll": 1.421637123347441 + }, + { + "id": "transfer-v4-0148", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": true, + "confidence": 0.38197958896286327, + "probabilities": [ + 0.32521394258604136, + 0.08624443508212755, + 0.38197958896286327, + 0.0934687863305448, + 0.057683658499460576, + 0.055409588538962475 + ], + "target": 2, + "brier": 0.5102854804715483, + "nll": 0.9623881038374932 + }, + { + "id": "transfer-v4-0149", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": true, + "confidence": 0.6077323254217216, + "probabilities": [ + 0.13180594784571723, + 0.04822137067793987, + 0.042740145905397445, + 0.6077323254217216, + 0.08134319282122518, + 0.08815701732799867 + ], + "target": 3, + "brier": 0.18978713179115206, + "nll": 0.498020748196911 + }, + { + "id": "transfer-v4-0150", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": true, + "confidence": 0.8916989847251824, + "probabilities": [ + 0.017312983599157485, + 0.0211695197222416, + 0.01534505237055177, + 0.03571022787517658, + 0.01876323170769017, + 0.8916989847251824 + ], + "target": 5, + "brier": 0.014339747747199835, + "nll": 0.1146266644253513 + }, + { + "id": "transfer-v4-0151", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": false, + "confidence": 0.4936839016507348, + "probabilities": [ + 0.4936839016507348, + 0.02955979651086146, + 0.023221729193506412, + 0.02955979651086146, + 0.38783040426021215, + 0.03614437187382371 + ], + "target": 4, + "brier": 0.6220686361617246, + "nll": 0.9471871373381074 + }, + { + "id": "transfer-v4-0152", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": false, + "confidence": 0.8890093026897545, + "probabilities": [ + 0.8890093026897545, + 0.01796916138919455, + 0.017260762044065944, + 0.034198951199085136, + 0.026866180997400794, + 0.014695641680499066 + ], + "target": 3, + "brier": 1.7246677843670302, + "nll": 3.3755603020772273 + }, + { + "id": "transfer-v4-0153", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": true, + "confidence": 0.8395049587627965, + "probabilities": [ + 0.01444686300018218, + 0.8395049587627965, + 0.09959299135877377, + 0.015039771823286585, + 0.01444686300018218, + 0.01696855205477877 + ], + "target": 1, + "brier": 0.03660897238594476, + "nll": 0.17494289567698781 + }, + { + "id": "transfer-v4-0154", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": false, + "confidence": 0.2684832493328806, + "probabilities": [ + 0.2684832493328806, + 0.1301656802731329, + 0.11082177526636589, + 0.14685875067965126, + 0.1410691280583357, + 0.20260141638963358 + ], + "target": 1, + "brier": 0.9234917902856451, + "nll": 2.0389471763264946 + }, + { + "id": "transfer-v4-0155", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": false, + "confidence": 0.7884804665184055, + "probabilities": [ + 0.7884804665184055, + 0.019487302895540765, + 0.016591295723552224, + 0.13434054057553813, + 0.023828173233778574, + 0.017272221053184725 + ], + "target": 3, + "brier": 1.3725888832998319, + "nll": 2.007377355215694 + }, + { + "id": "transfer-v4-0156", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": true, + "confidence": 0.8542101057648134, + "probabilities": [ + 0.01797438656085091, + 0.8542101057648134, + 0.0677784926299646, + 0.01797438656085091, + 0.017265780444290987, + 0.024796848039229245 + ], + "target": 1, + "brier": 0.02740776531580595, + "nll": 0.15757808996714412 + }, + { + "id": "transfer-v4-0157", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": true, + "confidence": 0.8042103719946686, + "probabilities": [ + 0.8042103719946686, + 0.020691801376243962, + 0.11665797963174193, + 0.019092491514538967, + 0.0224250689430583, + 0.016922286539748258 + ], + "target": 0, + "brier": 0.053524584021486896, + "nll": 0.21789438731953054 + }, + { + "id": "transfer-v4-0158", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": false, + "confidence": 0.7281270136360167, + "probabilities": [ + 0.7281270136360167, + 0.03424939844937756, + 0.024826204946195068, + 0.1344493310737707, + 0.04918845474310154, + 0.029159597151538454 + ], + "target": 3, + "brier": 1.284406056397376, + "nll": 2.0065678715584006 + }, + { + "id": "transfer-v4-0159", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": true, + "confidence": 0.8353137342806394, + "probabilities": [ + 0.027358036386377974, + 0.019830906689796944, + 0.01757676706620765, + 0.06366623914366126, + 0.03625431643331678, + 0.8353137342806394 + ], + "target": 5, + "brier": 0.033940001338890316, + "nll": 0.17994789502258843 + }, + { + "id": "transfer-v4-0160", + "question": "offensive", + "type": "noul", + "source": "tweet_offensive", + "error": null, + "correct": true, + "confidence": 0.6909196766936876, + "probabilities": [ + 0.3090803233063124, + 0.6909196766936876 + ], + "target": 1, + "brier": 0.1910612925102692, + "nll": 0.3697317040931213 + }, + { + "id": "transfer-v4-0161", + "question": "offensive", + "type": "noul", + "source": "tweet_offensive", + "error": null, + "correct": false, + "confidence": 0.762496005929947, + "probabilities": [ + 0.762496005929947, + 0.23750399407005301 + ], + "target": 1, + "brier": 1.1628003181182436, + "nll": 1.4375708385117822 + }, + { + "id": "transfer-v4-0162", + "question": "offensive", + "type": "noul", + "source": "tweet_offensive", + "error": null, + "correct": true, + "confidence": 0.9567699957134574, + "probabilities": [ + 0.9567699957134574, + 0.0432300042865425 + ], + "target": 0, + "brier": 0.0037376665412289707, + "nll": 0.0441922552726056 + }, + { + "id": "transfer-v4-0163", + "question": "offensive", + "type": "noul", + "source": "tweet_offensive", + "error": null, + "correct": true, + "confidence": 0.8977014221764783, + "probabilities": [ + 0.8977014221764783, + 0.1022985778235217 + ], + "target": 0, + "brier": 0.02092999804943025, + "nll": 0.10791775797603681 + }, + { + "id": "transfer-v4-0164", + "question": "offensive", + "type": "noul", + "source": "tweet_offensive", + "error": null, + "correct": true, + "confidence": 0.5401346683502197, + "probabilities": [ + 0.4598653316497803, + 0.5401346683502197 + ], + "target": 1, + "brier": 0.4229522465067248, + "nll": 0.6159367846815547 + }, + { + "id": "transfer-v4-0165", + "question": "offensive", + "type": "noul", + "source": "tweet_offensive", + "error": null, + "correct": true, + "confidence": 0.9413241042793828, + "probabilities": [ + 0.9413241042793828, + 0.05867589572061715 + ], + "target": 0, + "brier": 0.006885721477233476, + "nll": 0.06046777332095898 + }, + { + "id": "transfer-v4-0166", + "question": "offensive", + "type": "noul", + "source": "tweet_offensive", + "error": null, + "correct": false, + "confidence": 0.8158052563667297, + "probabilities": [ + 0.8158052563667297, + 0.18419474363327026 + ], + "target": 1, + "brier": 1.3310764326311713, + "nll": 1.6917616917609821 + }, + { + "id": "transfer-v4-0167", + "question": "offensive", + "type": "noul", + "source": "tweet_offensive", + "error": null, + "correct": true, + "confidence": 0.6555526657237808, + "probabilities": [ + 0.3444473342762192, + 0.6555526657237808 + ], + "target": 1, + "brier": 0.237287932179987, + "nll": 0.4222766346522233 + }, + { + "id": "transfer-v4-0168", + "question": "offensive", + "type": "noul", + "source": "tweet_offensive", + "error": null, + "correct": true, + "confidence": 0.8777008514397291, + "probabilities": [ + 0.12229914856027091, + 0.8777008514397291 + ], + "target": 1, + "brier": 0.02991416347713443, + "nll": 0.13044945930395108 + }, + { + "id": "transfer-v4-0169", + "question": "offensive", + "type": "noul", + "source": "tweet_offensive", + "error": null, + "correct": true, + "confidence": 0.8900742066612881, + "probabilities": [ + 0.10992579333871189, + 0.8900742066612881 + ], + "target": 1, + "brier": 0.02416736008229039, + "nll": 0.11645044146061613 + }, + { + "id": "transfer-v4-0170", + "question": "offensive", + "type": "noul", + "source": "tweet_offensive", + "error": null, + "correct": false, + "confidence": 0.699442309107918, + "probabilities": [ + 0.699442309107918, + 0.3005576908920819 + ], + "target": 1, + "brier": 0.9784390875404327, + "nll": 1.2021155604313165 + }, + { + "id": "transfer-v4-0171", + "question": "offensive", + "type": "noul", + "source": "tweet_offensive", + "error": null, + "correct": true, + "confidence": 0.9514948654808486, + "probabilities": [ + 0.9514948654808486, + 0.04850513451915134 + ], + "target": 0, + "brier": 0.004705496149441939, + "nll": 0.04972098849712045 + }, + { + "id": "transfer-v4-0172", + "question": "offensive", + "type": "noul", + "source": "tweet_offensive", + "error": null, + "correct": true, + "confidence": 0.5992188214790118, + "probabilities": [ + 0.40078117852098816, + 0.5992188214790118 + ], + "target": 1, + "brier": 0.32125110611334434, + "nll": 0.5121284362594057 + }, + { + "id": "transfer-v4-0173", + "question": "offensive", + "type": "noul", + "source": "tweet_offensive", + "error": null, + "correct": true, + "confidence": 0.9367200909531076, + "probabilities": [ + 0.9367200909531076, + 0.06327990904689242 + ], + "target": 0, + "brier": 0.008008693777965951, + "nll": 0.06537077034423938 + }, + { + "id": "transfer-v4-0174", + "question": "offensive", + "type": "noul", + "source": "tweet_offensive", + "error": null, + "correct": true, + "confidence": 0.7836519350798091, + "probabilities": [ + 0.21634806492019087, + 0.7836519350798091 + ], + "target": 1, + "brier": 0.09361297038942225, + "nll": 0.24379031756869302 + }, + { + "id": "transfer-v4-0175", + "question": "offensive", + "type": "noul", + "source": "tweet_offensive", + "error": null, + "correct": true, + "confidence": 0.8819531530869437, + "probabilities": [ + 0.8819531530869437, + 0.11804684691305634 + ], + "target": 0, + "brier": 0.027870116132229117, + "nll": 0.12561633879986225 + }, + { + "id": "transfer-v4-0176", + "question": "offensive", + "type": "noul", + "source": "tweet_offensive", + "error": null, + "correct": false, + "confidence": 0.9147488065921303, + "probabilities": [ + 0.08525119340786969, + 0.9147488065921303 + ], + "target": 0, + "brier": 1.6735307583234533, + "nll": 2.4621531639972023 + }, + { + "id": "transfer-v4-0177", + "question": "offensive", + "type": "noul", + "source": "tweet_offensive", + "error": null, + "correct": true, + "confidence": 0.7903933650020739, + "probabilities": [ + 0.2096066349979261, + 0.7903933650020739 + ], + "target": 1, + "brier": 0.08786988287030763, + "nll": 0.23522452706489463 + }, + { + "id": "transfer-v4-0178", + "question": "offensive", + "type": "noul", + "source": "tweet_offensive", + "error": null, + "correct": true, + "confidence": 0.8939482766114946, + "probabilities": [ + 0.8939482766114946, + 0.10605172338850542 + ], + "target": 0, + "brier": 0.02249393606734414, + "nll": 0.11210736162162172 + }, + { + "id": "transfer-v4-0179", + "question": "offensive", + "type": "noul", + "source": "tweet_offensive", + "error": null, + "correct": true, + "confidence": 0.9236997297130545, + "probabilities": [ + 0.9236997297130545, + 0.07630027028694547 + ], + "target": 0, + "brier": 0.011643462491721875, + "nll": 0.07936822799695913 + }, + { + "id": "transfer-v4-0180", + "question": "offensive", + "type": "noul", + "source": "tweet_offensive", + "error": null, + "correct": true, + "confidence": 0.962956403416787, + "probabilities": [ + 0.962956403416787, + 0.037043596583213004 + ], + "target": 0, + "brier": 0.0027444560956396595, + "nll": 0.03774713984246118 + }, + { + "id": "transfer-v4-0181", + "question": "offensive", + "type": "noul", + "source": "tweet_offensive", + "error": null, + "correct": true, + "confidence": 0.9115594029426575, + "probabilities": [ + 0.9115594029426575, + 0.08844059705734253 + ], + "target": 0, + "brier": 0.015643478415718448, + "nll": 0.09259851645192092 + }, + { + "id": "transfer-v4-0182", + "question": "offensive", + "type": "noul", + "source": "tweet_offensive", + "error": null, + "correct": true, + "confidence": 0.8939482766114946, + "probabilities": [ + 0.8939482766114946, + 0.10605172338850542 + ], + "target": 0, + "brier": 0.02249393606734414, + "nll": 0.11210736162162172 + }, + { + "id": "transfer-v4-0183", + "question": "offensive", + "type": "noul", + "source": "tweet_offensive", + "error": null, + "correct": false, + "confidence": 0.7551354765892029, + "probabilities": [ + 0.24486452341079712, + 0.7551354765892029 + ], + "target": 0, + "brier": 1.1404591760072051, + "nll": 1.4070501870495258 + }, + { + "id": "transfer-v4-0184", + "question": "offensive", + "type": "noul", + "source": "tweet_offensive", + "error": null, + "correct": true, + "confidence": 0.8441305160522461, + "probabilities": [ + 0.8441305160522461, + 0.1558694839477539 + ], + "target": 0, + "brier": 0.048590592052278225, + "nll": 0.16944815646936298 + }, + { + "id": "transfer-v4-0185", + "question": "offensive", + "type": "noul", + "source": "tweet_offensive", + "error": null, + "correct": true, + "confidence": 0.6088387007213414, + "probabilities": [ + 0.6088387007213414, + 0.39116129927865867 + ], + "target": 0, + "brier": 0.3060143241067367, + "nll": 0.4962019055961045 + }, + { + "id": "transfer-v4-0186", + "question": "offensive", + "type": "noul", + "source": "tweet_offensive", + "error": null, + "correct": true, + "confidence": 0.9264865906576829, + "probabilities": [ + 0.9264865906576829, + 0.07351340934231708 + ], + "target": 0, + "brier": 0.010808442706262146, + "nll": 0.07635570647782945 + }, + { + "id": "transfer-v4-0187", + "question": "offensive", + "type": "noul", + "source": "tweet_offensive", + "error": null, + "correct": true, + "confidence": 0.8332510615327255, + "probabilities": [ + 0.8332510615327255, + 0.16674893846727448 + ], + "target": 0, + "brier": 0.055610416959925774, + "nll": 0.18242028782843217 + }, + { + "id": "transfer-v4-0188", + "question": "offensive", + "type": "noul", + "source": "tweet_offensive", + "error": null, + "correct": true, + "confidence": 0.7767550233490017, + "probabilities": [ + 0.7767550233490017, + 0.22324497665099835 + ], + "target": 0, + "brier": 0.09967663919980957, + "nll": 0.2526302635924583 + }, + { + "id": "transfer-v4-0189", + "question": "offensive", + "type": "noul", + "source": "tweet_offensive", + "error": null, + "correct": true, + "confidence": 0.7241831421852112, + "probabilities": [ + 0.7241831421852112, + 0.2758168578147888 + ], + "target": 0, + "brier": 0.15214987810964686, + "nll": 0.3227109597657559 + }, + { + "id": "transfer-v4-0190", + "question": "offensive", + "type": "noul", + "source": "tweet_offensive", + "error": null, + "correct": true, + "confidence": 0.9178335138993972, + "probabilities": [ + 0.08216648610060284, + 0.9178335138993972 + ], + "target": 1, + "brier": 0.01350266287624112, + "nll": 0.085739262216954 + }, + { + "id": "transfer-v4-0191", + "question": "offensive", + "type": "noul", + "source": "tweet_offensive", + "error": null, + "correct": true, + "confidence": 0.9670282402534435, + "probabilities": [ + 0.9670282402534435, + 0.03297175974655657 + ], + "target": 0, + "brier": 0.0021742738815692933, + "nll": 0.03352757997032408 + }, + { + "id": "transfer-v4-0192", + "question": "offensive", + "type": "noul", + "source": "tweet_offensive", + "error": null, + "correct": false, + "confidence": 0.8158053281278212, + "probabilities": [ + 0.8158053281278212, + 0.18419467187217878 + ], + "target": 1, + "brier": 1.3310766668034841, + "nll": 1.6917620813546483 + }, + { + "id": "transfer-v4-0193", + "question": "offensive", + "type": "noul", + "source": "tweet_offensive", + "error": null, + "correct": true, + "confidence": 0.8900742530822754, + "probabilities": [ + 0.8900742530822754, + 0.10992574691772461 + ], + "target": 0, + "brier": 0.024167339670839283, + "nll": 0.11645038930655334 + }, + { + "id": "transfer-v4-0194", + "question": "offensive", + "type": "noul", + "source": "tweet_offensive", + "error": null, + "correct": true, + "confidence": 0.6734828352928162, + "probabilities": [ + 0.32651716470718384, + 0.6734828352928162 + ], + "target": 1, + "brier": 0.21322691769683644, + "nll": 0.3952927692874956 + }, + { + "id": "transfer-v4-0195", + "question": "offensive", + "type": "noul", + "source": "tweet_offensive", + "error": null, + "correct": true, + "confidence": 0.9567699957134574, + "probabilities": [ + 0.9567699957134574, + 0.0432300042865425 + ], + "target": 0, + "brier": 0.0037376665412289707, + "nll": 0.0441922552726056 + }, + { + "id": "transfer-v4-0196", + "question": "offensive", + "type": "noul", + "source": "tweet_offensive", + "error": null, + "correct": true, + "confidence": 0.9682868683029455, + "probabilities": [ + 0.9682868683029455, + 0.03171313169705446 + ], + "target": 0, + "brier": 0.0020114454440694415, + "nll": 0.032226884056378045 + }, + { + "id": "transfer-v4-0197", + "question": "offensive", + "type": "noul", + "source": "tweet_offensive", + "error": null, + "correct": true, + "confidence": 0.9390627565560977, + "probabilities": [ + 0.9390627565560977, + 0.06093724344390229 + ], + "target": 0, + "brier": 0.007426695277082824, + "nll": 0.06287296861405053 + }, + { + "id": "transfer-v4-0198", + "question": "offensive", + "type": "noul", + "source": "tweet_offensive", + "error": null, + "correct": true, + "confidence": 0.8977014221764783, + "probabilities": [ + 0.8977014221764783, + 0.1022985778235217 + ], + "target": 0, + "brier": 0.02092999804943025, + "nll": 0.10791775797603681 + }, + { + "id": "transfer-v4-0199", + "question": "offensive", + "type": "noul", + "source": "tweet_offensive", + "error": null, + "correct": true, + "confidence": 0.9567699957134574, + "probabilities": [ + 0.9567699957134574, + 0.0432300042865425 + ], + "target": 0, + "brier": 0.0037376665412289707, + "nll": 0.0441922552726056 + }, + { + "id": "transfer-v4-0200", + "question": "offensive", + "type": "noul", + "source": "tweet_offensive", + "error": null, + "correct": true, + "confidence": 0.9178334797074353, + "probabilities": [ + 0.9178334797074353, + 0.08216652029256462 + ], + "target": 0, + "brier": 0.013502674113976872, + "nll": 0.08573929946985655 + }, + { + "id": "transfer-v4-0201", + "question": "offensive", + "type": "noul", + "source": "tweet_offensive", + "error": null, + "correct": true, + "confidence": 0.9599776017671704, + "probabilities": [ + 0.9599776017671704, + 0.04002239823282962 + ], + "target": 0, + "brier": 0.0032035847206144056, + "nll": 0.04084532628496947 + }, + { + "id": "transfer-v4-0202", + "question": "offensive", + "type": "noul", + "source": "tweet_offensive", + "error": null, + "correct": true, + "confidence": 0.9643647383342762, + "probabilities": [ + 0.9643647383342762, + 0.03563526166572387 + ], + "target": 0, + "brier": 0.0025397437479692166, + "nll": 0.03628569666348828 + }, + { + "id": "transfer-v4-0203", + "question": "offensive", + "type": "noul", + "source": "tweet_offensive", + "error": null, + "correct": true, + "confidence": 0.9178334797074353, + "probabilities": [ + 0.9178334797074353, + 0.08216652029256462 + ], + "target": 0, + "brier": 0.013502674113976872, + "nll": 0.08573929946985655 + }, + { + "id": "transfer-v4-0204", + "question": "offensive", + "type": "noul", + "source": "tweet_offensive", + "error": null, + "correct": true, + "confidence": 0.9599775838861949, + "probabilities": [ + 0.9599775838861949, + 0.040022416113805054 + ], + "target": 0, + "brier": 0.003203587583173127, + "nll": 0.040845344911420355 + }, + { + "id": "transfer-v4-0205", + "question": "offensive", + "type": "noul", + "source": "tweet_offensive", + "error": null, + "correct": true, + "confidence": 0.9208162817176517, + "probabilities": [ + 0.07918371828234827, + 0.9208162817176517 + ], + "target": 1, + "brier": 0.012540122482036592, + "nll": 0.08249473958738164 + }, + { + "id": "transfer-v4-0206", + "question": "offensive", + "type": "noul", + "source": "tweet_offensive", + "error": null, + "correct": true, + "confidence": 0.9013364054760488, + "probabilities": [ + 0.9013364054760488, + 0.09866359452395121 + ], + "target": 0, + "brier": 0.019469009768773318, + "nll": 0.10387672205083896 + }, + { + "id": "transfer-v4-0207", + "question": "offensive", + "type": "noul", + "source": "tweet_offensive", + "error": null, + "correct": true, + "confidence": 0.9342936594994766, + "probabilities": [ + 0.9342936594994766, + 0.06570634050052343 + ], + "target": 0, + "brier": 0.008634646363941444, + "nll": 0.06796447957093762 + }, + { + "id": "transfer-v4-0208", + "question": "offensive", + "type": "noul", + "source": "tweet_offensive", + "error": null, + "correct": true, + "confidence": 0.9342936594994766, + "probabilities": [ + 0.9342936594994766, + 0.06570634050052343 + ], + "target": 0, + "brier": 0.008634646363941444, + "nll": 0.06796447957093762 + }, + { + "id": "transfer-v4-0209", + "question": "offensive", + "type": "noul", + "source": "tweet_offensive", + "error": null, + "correct": true, + "confidence": 0.7697028403028423, + "probabilities": [ + 0.7697028403028423, + 0.23029715969715775 + ], + "target": 0, + "brier": 0.10607356352915634, + "nll": 0.26175076030596595 + }, + { + "id": "transfer-v4-0210", + "question": "offensive", + "type": "noul", + "source": "tweet_offensive", + "error": null, + "correct": true, + "confidence": 0.9413241323330278, + "probabilities": [ + 0.9413241323330278, + 0.0586758676669722 + ], + "target": 0, + "brier": 0.006885714892944066, + "nll": 0.060467743518636465 + }, + { + "id": "transfer-v4-0211", + "question": "offensive", + "type": "noul", + "source": "tweet_offensive", + "error": null, + "correct": true, + "confidence": 0.8900742530822754, + "probabilities": [ + 0.8900742530822754, + 0.10992574691772461 + ], + "target": 0, + "brier": 0.024167339670839283, + "nll": 0.11645038930655334 + }, + { + "id": "transfer-v4-0212", + "question": "offensive", + "type": "noul", + "source": "tweet_offensive", + "error": null, + "correct": true, + "confidence": 0.8819531530869437, + "probabilities": [ + 0.8819531530869437, + 0.11804684691305634 + ], + "target": 0, + "brier": 0.027870116132229117, + "nll": 0.12561633879986225 + }, + { + "id": "transfer-v4-0213", + "question": "offensive", + "type": "noul", + "source": "tweet_offensive", + "error": null, + "correct": true, + "confidence": 0.9367200909531076, + "probabilities": [ + 0.0632799090468924, + 0.9367200909531076 + ], + "target": 1, + "brier": 0.00800869377796595, + "nll": 0.06537077034423938 + }, + { + "id": "transfer-v4-0214", + "question": "offensive", + "type": "noul", + "source": "tweet_offensive", + "error": null, + "correct": true, + "confidence": 0.9456126269998518, + "probabilities": [ + 0.9456126269998518, + 0.05438737300014818 + ], + "target": 0, + "brier": 0.005915972683714494, + "nll": 0.05592227899322026 + }, + { + "id": "transfer-v4-0215", + "question": "offensive", + "type": "noul", + "source": "tweet_offensive", + "error": null, + "correct": true, + "confidence": 0.7903932921881447, + "probabilities": [ + 0.2096067078118553, + 0.7903932921881447 + ], + "target": 1, + "brier": 0.08786994391944897, + "nll": 0.23522461918855836 + }, + { + "id": "transfer-v4-0216", + "question": "offensive", + "type": "noul", + "source": "tweet_offensive", + "error": null, + "correct": true, + "confidence": 0.8819531530869437, + "probabilities": [ + 0.8819531530869437, + 0.11804684691305634 + ], + "target": 0, + "brier": 0.027870116132229117, + "nll": 0.12561633879986225 + }, + { + "id": "transfer-v4-0217", + "question": "offensive", + "type": "noul", + "source": "tweet_offensive", + "error": null, + "correct": false, + "confidence": 0.8819531530869437, + "probabilities": [ + 0.8819531530869437, + 0.11804684691305634 + ], + "target": 1, + "brier": 1.5556827284800037, + "nll": 2.136673725565427 + }, + { + "id": "transfer-v4-0218", + "question": "offensive", + "type": "noul", + "source": "tweet_offensive", + "error": null, + "correct": true, + "confidence": 0.9657214319919103, + "probabilities": [ + 0.9657214319919103, + 0.03427856800808969 + ], + "target": 0, + "brier": 0.0023500404493704613, + "nll": 0.0348798590361973 + }, + { + "id": "transfer-v4-0219", + "question": "offensive", + "type": "noul", + "source": "tweet_offensive", + "error": null, + "correct": true, + "confidence": 0.6088387007213414, + "probabilities": [ + 0.6088387007213414, + 0.39116129927865867 + ], + "target": 0, + "brier": 0.3060143241067367, + "nll": 0.4962019055961045 + }, + { + "id": "transfer-v4-0220", + "question": "offensive", + "type": "noul", + "source": "tweet_offensive", + "error": null, + "correct": false, + "confidence": 0.5, + "probabilities": [ + 0.5, + 0.5 + ], + "target": 1, + "brier": 0.5, + "nll": 0.6931471805599453 + }, + { + "id": "transfer-v4-0221", + "question": "offensive", + "type": "noul", + "source": "tweet_offensive", + "error": null, + "correct": false, + "confidence": 0.9048559474135613, + "probabilities": [ + 0.9048559474135613, + 0.09514405258643863 + ], + "target": 1, + "brier": 1.6375285711393874, + "nll": 2.3523631928536686 + }, + { + "id": "transfer-v4-0222", + "question": "offensive", + "type": "noul", + "source": "tweet_offensive", + "error": null, + "correct": true, + "confidence": 0.7903932921881447, + "probabilities": [ + 0.7903932921881447, + 0.20960670781185536 + ], + "target": 0, + "brier": 0.087869943919449, + "nll": 0.23522461918855836 + }, + { + "id": "transfer-v4-0223", + "question": "offensive", + "type": "noul", + "source": "tweet_offensive", + "error": null, + "correct": false, + "confidence": 0.8493496522501215, + "probabilities": [ + 0.8493496522501215, + 0.15065034774987854 + ], + "target": 1, + "brier": 1.4427896635548045, + "nll": 1.8927937050787298 + }, + { + "id": "transfer-v4-0224", + "question": "offensive", + "type": "noul", + "source": "tweet_offensive", + "error": null, + "correct": true, + "confidence": 0.9670282402534435, + "probabilities": [ + 0.9670282402534435, + 0.03297175974655657 + ], + "target": 0, + "brier": 0.0021742738815692933, + "nll": 0.03352757997032408 + }, + { + "id": "transfer-v4-0225", + "question": "offensive", + "type": "noul", + "source": "tweet_offensive", + "error": null, + "correct": true, + "confidence": 0.8387649059295654, + "probabilities": [ + 0.8387649059295654, + 0.16123509407043457 + ], + "target": 0, + "brier": 0.05199351111980377, + "nll": 0.1758248192540805 + }, + { + "id": "transfer-v4-0226", + "question": "offensive", + "type": "noul", + "source": "tweet_offensive", + "error": null, + "correct": true, + "confidence": 0.6909196766936876, + "probabilities": [ + 0.3090803233063124, + 0.6909196766936876 + ], + "target": 1, + "brier": 0.1910612925102692, + "nll": 0.3697317040931213 + }, + { + "id": "transfer-v4-0227", + "question": "offensive", + "type": "noul", + "source": "tweet_offensive", + "error": null, + "correct": true, + "confidence": 0.8641473441189831, + "probabilities": [ + 0.8641473441189831, + 0.13585265588101697 + ], + "target": 0, + "brier": 0.036911888219852015, + "nll": 0.14601198754314346 + }, + { + "id": "transfer-v4-0228", + "question": "offensive", + "type": "noul", + "source": "tweet_offensive", + "error": null, + "correct": true, + "confidence": 0.5401346683502197, + "probabilities": [ + 0.5401346683502197, + 0.4598653316497803 + ], + "target": 0, + "brier": 0.4229522465067248, + "nll": 0.6159367846815547 + }, + { + "id": "transfer-v4-0229", + "question": "offensive", + "type": "noul", + "source": "tweet_offensive", + "error": null, + "correct": true, + "confidence": 0.9342936594994766, + "probabilities": [ + 0.9342936594994766, + 0.06570634050052343 + ], + "target": 0, + "brier": 0.008634646363941444, + "nll": 0.06796447957093762 + }, + { + "id": "transfer-v4-0230", + "question": "offensive", + "type": "noul", + "source": "tweet_offensive", + "error": null, + "correct": true, + "confidence": 0.6464148759841919, + "probabilities": [ + 0.3535851240158081, + 0.6464148759841919 + ], + "target": 1, + "brier": 0.2500448798505488, + "nll": 0.43631375845065423 + }, + { + "id": "transfer-v4-0231", + "question": "offensive", + "type": "noul", + "source": "tweet_offensive", + "error": null, + "correct": true, + "confidence": 0.9236997297130545, + "probabilities": [ + 0.07630027028694553, + 0.9236997297130545 + ], + "target": 1, + "brier": 0.011643462491721884, + "nll": 0.07936822799695913 + }, + { + "id": "transfer-v4-0232", + "question": "offensive", + "type": "noul", + "source": "tweet_offensive", + "error": null, + "correct": true, + "confidence": 0.9599775838861949, + "probabilities": [ + 0.9599775838861949, + 0.040022416113805054 + ], + "target": 0, + "brier": 0.003203587583173127, + "nll": 0.040845344911420355 + }, + { + "id": "transfer-v4-0233", + "question": "offensive", + "type": "noul", + "source": "tweet_offensive", + "error": null, + "correct": true, + "confidence": 0.8819531530869437, + "probabilities": [ + 0.8819531530869437, + 0.11804684691305634 + ], + "target": 0, + "brier": 0.027870116132229117, + "nll": 0.12561633879986225 + }, + { + "id": "transfer-v4-0234", + "question": "offensive", + "type": "noul", + "source": "tweet_offensive", + "error": null, + "correct": true, + "confidence": 0.9291794646225671, + "probabilities": [ + 0.9291794646225671, + 0.07082053537743298 + ], + "target": 0, + "brier": 0.010031096462292464, + "nll": 0.07345337839190196 + }, + { + "id": "transfer-v4-0235", + "question": "offensive", + "type": "noul", + "source": "tweet_offensive", + "error": null, + "correct": false, + "confidence": 0.8441305160522461, + "probabilities": [ + 0.8441305160522461, + 0.1558694839477539 + ], + "target": 1, + "brier": 1.4251126562612626, + "nll": 1.8587362632728652 + }, + { + "id": "transfer-v4-0236", + "question": "offensive", + "type": "noul", + "source": "tweet_offensive", + "error": null, + "correct": false, + "confidence": 0.6645770867042866, + "probabilities": [ + 0.6645770867042866, + 0.33542291329571344 + ], + "target": 1, + "brier": 0.8833254083447137, + "nll": 1.0923631156005629 + }, + { + "id": "transfer-v4-0237", + "question": "offensive", + "type": "noul", + "source": "tweet_offensive", + "error": null, + "correct": true, + "confidence": 0.9115594029426575, + "probabilities": [ + 0.9115594029426575, + 0.08844059705734253 + ], + "target": 0, + "brier": 0.015643478415718448, + "nll": 0.09259851645192092 + }, + { + "id": "transfer-v4-0238", + "question": "offensive", + "type": "noul", + "source": "tweet_offensive", + "error": null, + "correct": true, + "confidence": 0.9567699957134574, + "probabilities": [ + 0.9567699957134574, + 0.0432300042865425 + ], + "target": 0, + "brier": 0.0037376665412289707, + "nll": 0.0441922552726056 + }, + { + "id": "transfer-v4-0239", + "question": "offensive", + "type": "noul", + "source": "tweet_offensive", + "error": null, + "correct": true, + "confidence": 0.9048559474135613, + "probabilities": [ + 0.9048559474135613, + 0.09514405258643863 + ], + "target": 0, + "brier": 0.018104781485142003, + "nll": 0.0999795220804185 + }, + { + "id": "transfer-v4-0240", + "question": "answers", + "type": "noul", + "source": "qnli", + "error": null, + "correct": true, + "confidence": 0.9749160659994832, + "probabilities": [ + 0.025083934000516783, + 0.9749160659994832 + ], + "target": 1, + "brier": 0.001258407489884564, + "nll": 0.02540389784429172 + }, + { + "id": "transfer-v4-0241", + "question": "answers", + "type": "noul", + "source": "qnli", + "error": null, + "correct": true, + "confidence": 0.9739134508630337, + "probabilities": [ + 0.9739134508630337, + 0.026086549136966317 + ], + "target": 0, + "brier": 0.0013610160917507147, + "nll": 0.026432838771378035 + }, + { + "id": "transfer-v4-0242", + "question": "answers", + "type": "noul", + "source": "qnli", + "error": null, + "correct": true, + "confidence": 0.9706661213636337, + "probabilities": [ + 0.029333878636366273, + 0.9706661213636337 + ], + "target": 1, + "brier": 0.0017209528717061313, + "nll": 0.029772720115798703 + }, + { + "id": "transfer-v4-0243", + "question": "answers", + "type": "noul", + "source": "qnli", + "error": null, + "correct": true, + "confidence": 0.9739134508630337, + "probabilities": [ + 0.9739134508630337, + 0.026086549136966317 + ], + "target": 0, + "brier": 0.0013610160917507147, + "nll": 0.026432838771378035 + }, + { + "id": "transfer-v4-0244", + "question": "answers", + "type": "noul", + "source": "qnli", + "error": null, + "correct": true, + "confidence": 0.9739134508630337, + "probabilities": [ + 0.026086549136966286, + 0.9739134508630337 + ], + "target": 1, + "brier": 0.001361016091750713, + "nll": 0.026432838771378035 + }, + { + "id": "transfer-v4-0245", + "question": "answers", + "type": "noul", + "source": "qnli", + "error": null, + "correct": true, + "confidence": 0.9643647383342762, + "probabilities": [ + 0.03563526166572384, + 0.9643647383342762 + ], + "target": 1, + "brier": 0.002539743747969214, + "nll": 0.03628569666348828 + }, + { + "id": "transfer-v4-0246", + "question": "answers", + "type": "noul", + "source": "qnli", + "error": null, + "correct": true, + "confidence": 0.9584033656834051, + "probabilities": [ + 0.04159663431659488, + 0.9584033656834051 + ], + "target": 1, + "brier": 0.003460559972937038, + "nll": 0.042486539853949463 + }, + { + "id": "transfer-v4-0247", + "question": "answers", + "type": "noul", + "source": "qnli", + "error": null, + "correct": false, + "confidence": 0.8217726472284295, + "probabilities": [ + 0.17822735277157054, + 0.8217726472284295 + ], + "target": 0, + "brier": 1.3506205674656415, + "nll": 1.72469528093459 + }, + { + "id": "transfer-v4-0248", + "question": "answers", + "type": "noul", + "source": "qnli", + "error": null, + "correct": true, + "confidence": 0.9739134617473644, + "probabilities": [ + 0.9739134617473644, + 0.02608653825263565 + ], + "target": 0, + "brier": 0.001361014956012445, + "nll": 0.02643282759550754 + }, + { + "id": "transfer-v4-0249", + "question": "answers", + "type": "noul", + "source": "qnli", + "error": null, + "correct": true, + "confidence": 0.9694989468082629, + "probabilities": [ + 0.9694989468082629, + 0.030501053191737133 + ], + "target": 0, + "brier": 0.0018606284916103555, + "nll": 0.030975890624659212 + }, + { + "id": "transfer-v4-0250", + "question": "answers", + "type": "noul", + "source": "qnli", + "error": null, + "correct": true, + "confidence": 0.9717899290699861, + "probabilities": [ + 0.9717899290699861, + 0.028210070930013948 + ], + "target": 0, + "brier": 0.001591616203752835, + "nll": 0.028615620235481254 + }, + { + "id": "transfer-v4-0251", + "question": "answers", + "type": "noul", + "source": "qnli", + "error": null, + "correct": true, + "confidence": 0.9728718889272604, + "probabilities": [ + 0.027128111072739602, + 0.9728718889272604 + ], + "target": 1, + "brier": 0.001471868820749794, + "nll": 0.027502871521126685 + }, + { + "id": "transfer-v4-0252", + "question": "answers", + "type": "noul", + "source": "qnli", + "error": null, + "correct": true, + "confidence": 0.9456126269998518, + "probabilities": [ + 0.054387373000148176, + 0.9456126269998518 + ], + "target": 1, + "brier": 0.005915972683714493, + "nll": 0.05592227899322026 + }, + { + "id": "transfer-v4-0253", + "question": "answers", + "type": "noul", + "source": "qnli", + "error": null, + "correct": true, + "confidence": 0.9291794646225671, + "probabilities": [ + 0.07082053537743294, + 0.9291794646225671 + ], + "target": 1, + "brier": 0.01003109646229246, + "nll": 0.07345337839190196 + }, + { + "id": "transfer-v4-0254", + "question": "answers", + "type": "noul", + "source": "qnli", + "error": null, + "correct": true, + "confidence": 0.9435066088695357, + "probabilities": [ + 0.056493391130464254, + 0.9435066088695357 + ], + "target": 1, + "brier": 0.006383006482839235, + "nll": 0.058151909566866 + }, + { + "id": "transfer-v4-0255", + "question": "answers", + "type": "noul", + "source": "qnli", + "error": null, + "correct": true, + "confidence": 0.9777037337434783, + "probabilities": [ + 0.022296266256521702, + 0.9777037337434783 + ], + "target": 1, + "brier": 0.0009942469779634165, + "nll": 0.02254858557274234 + }, + { + "id": "transfer-v4-0256", + "question": "answers", + "type": "noul", + "source": "qnli", + "error": null, + "correct": true, + "confidence": 0.9390627320681276, + "probabilities": [ + 0.060937267931872374, + 0.9390627320681276 + ], + "target": 1, + "brier": 0.007426701246001603, + "nll": 0.06287299469108346 + }, + { + "id": "transfer-v4-0257", + "question": "answers", + "type": "noul", + "source": "qnli", + "error": null, + "correct": true, + "confidence": 0.9717899290699861, + "probabilities": [ + 0.02821007093001393, + 0.9717899290699861 + ], + "target": 1, + "brier": 0.0015916162037528342, + "nll": 0.028615620235481254 + }, + { + "id": "transfer-v4-0258", + "question": "answers", + "type": "noul", + "source": "qnli", + "error": null, + "correct": true, + "confidence": 0.9435066088695357, + "probabilities": [ + 0.9435066088695357, + 0.05649339113046424 + ], + "target": 0, + "brier": 0.006383006482839233, + "nll": 0.058151909566866 + }, + { + "id": "transfer-v4-0259", + "question": "answers", + "type": "noul", + "source": "qnli", + "error": null, + "correct": true, + "confidence": 0.9514948654808486, + "probabilities": [ + 0.048505134519151394, + 0.9514948654808486 + ], + "target": 1, + "brier": 0.004705496149441944, + "nll": 0.04972098849712045 + }, + { + "id": "transfer-v4-0260", + "question": "answers", + "type": "noul", + "source": "qnli", + "error": null, + "correct": true, + "confidence": 0.9706661213636337, + "probabilities": [ + 0.9706661213636337, + 0.029333878636366262 + ], + "target": 0, + "brier": 0.0017209528717061307, + "nll": 0.029772720115798703 + }, + { + "id": "transfer-v4-0261", + "question": "answers", + "type": "noul", + "source": "qnli", + "error": null, + "correct": true, + "confidence": 0.9342936246943279, + "probabilities": [ + 0.9342936246943279, + 0.06570637530567215 + ], + "target": 0, + "brier": 0.008634655511619684, + "nll": 0.06796451682383886 + }, + { + "id": "transfer-v4-0262", + "question": "answers", + "type": "noul", + "source": "qnli", + "error": null, + "correct": true, + "confidence": 0.9749160659994832, + "probabilities": [ + 0.025083934000516783, + 0.9749160659994832 + ], + "target": 1, + "brier": 0.001258407489884564, + "nll": 0.02540389784429172 + }, + { + "id": "transfer-v4-0263", + "question": "answers", + "type": "noul", + "source": "qnli", + "error": null, + "correct": true, + "confidence": 0.9643647383342762, + "probabilities": [ + 0.03563526166572384, + 0.9643647383342762 + ], + "target": 1, + "brier": 0.002539743747969214, + "nll": 0.03628569666348828 + }, + { + "id": "transfer-v4-0264", + "question": "answers", + "type": "noul", + "source": "qnli", + "error": null, + "correct": true, + "confidence": 0.9749160659994832, + "probabilities": [ + 0.025083934000516783, + 0.9749160659994832 + ], + "target": 1, + "brier": 0.001258407489884564, + "nll": 0.02540389784429172 + }, + { + "id": "transfer-v4-0265", + "question": "answers", + "type": "noul", + "source": "qnli", + "error": null, + "correct": true, + "confidence": 0.9682868538743471, + "probabilities": [ + 0.9682868538743471, + 0.0317131461256529 + ], + "target": 0, + "brier": 0.0020114472743740274, + "nll": 0.03222689895753906 + }, + { + "id": "transfer-v4-0266", + "question": "answers", + "type": "noul", + "source": "qnli", + "error": null, + "correct": true, + "confidence": 0.9599775838861949, + "probabilities": [ + 0.04002241611380508, + 0.9599775838861949 + ], + "target": 1, + "brier": 0.0032035875831731295, + "nll": 0.040845344911420355 + }, + { + "id": "transfer-v4-0267", + "question": "answers", + "type": "noul", + "source": "qnli", + "error": null, + "correct": true, + "confidence": 0.9728718889272604, + "probabilities": [ + 0.9728718889272604, + 0.027128111072739585 + ], + "target": 0, + "brier": 0.001471868820749793, + "nll": 0.027502871521126685 + }, + { + "id": "transfer-v4-0268", + "question": "answers", + "type": "noul", + "source": "qnli", + "error": null, + "correct": false, + "confidence": 0.8777008987158269, + "probabilities": [ + 0.1222991012841731, + 0.8777008987158269 + ], + "target": 0, + "brier": 1.5407177352131405, + "nll": 2.1012855847692147 + }, + { + "id": "transfer-v4-0269", + "question": "answers", + "type": "noul", + "source": "qnli", + "error": null, + "correct": true, + "confidence": 0.9749160787109417, + "probabilities": [ + 0.9749160787109417, + 0.0250839212890583 + ], + "target": 0, + "brier": 0.0012584062144713466, + "nll": 0.025403884805776097 + }, + { + "id": "transfer-v4-0270", + "question": "answers", + "type": "noul", + "source": "qnli", + "error": null, + "correct": true, + "confidence": 0.9514948867484165, + "probabilities": [ + 0.9514948867484165, + 0.04850511325158348 + ], + "target": 0, + "brier": 0.004705492023097876, + "nll": 0.04972096614537851 + }, + { + "id": "transfer-v4-0271", + "question": "answers", + "type": "noul", + "source": "qnli", + "error": null, + "correct": true, + "confidence": 0.9717899290699861, + "probabilities": [ + 0.02821007093001393, + 0.9717899290699861 + ], + "target": 1, + "brier": 0.0015916162037528342, + "nll": 0.028615620235481254 + }, + { + "id": "transfer-v4-0272", + "question": "answers", + "type": "noul", + "source": "qnli", + "error": null, + "correct": true, + "confidence": 0.9147488065921303, + "probabilities": [ + 0.08525119340786969, + 0.9147488065921303 + ], + "target": 1, + "brier": 0.014535531954932008, + "nll": 0.08910577971102328 + }, + { + "id": "transfer-v4-0273", + "question": "answers", + "type": "noul", + "source": "qnli", + "error": null, + "correct": true, + "confidence": 0.9657214140039472, + "probabilities": [ + 0.034278585996052824, + 0.9657214140039472 + ], + "target": 1, + "brier": 0.0023500429157775776, + "nll": 0.03487987766264866 + }, + { + "id": "transfer-v4-0274", + "question": "answers", + "type": "noul", + "source": "qnli", + "error": null, + "correct": true, + "confidence": 0.962956403416787, + "probabilities": [ + 0.03704359658321299, + 0.962956403416787 + ], + "target": 1, + "brier": 0.0027444560956396582, + "nll": 0.03774713984246118 + }, + { + "id": "transfer-v4-0275", + "question": "answers", + "type": "noul", + "source": "qnli", + "error": null, + "correct": true, + "confidence": 0.979391540794599, + "probabilities": [ + 0.020608459205400997, + 0.979391540794599 + ], + "target": 1, + "brier": 0.0008494171816413542, + "nll": 0.020823776881505142 + }, + { + "id": "transfer-v4-0276", + "question": "answers", + "type": "noul", + "source": "qnli", + "error": null, + "correct": false, + "confidence": 0.9264866251719985, + "probabilities": [ + 0.9264866251719985, + 0.07351337482800148 + ], + "target": 1, + "brier": 1.7167549332451986, + "nll": 2.61028791886896 + }, + { + "id": "transfer-v4-0277", + "question": "answers", + "type": "noul", + "source": "qnli", + "error": null, + "correct": true, + "confidence": 0.9728718889272604, + "probabilities": [ + 0.027128111072739602, + 0.9728718889272604 + ], + "target": 1, + "brier": 0.001471868820749794, + "nll": 0.027502871521126685 + }, + { + "id": "transfer-v4-0278", + "question": "answers", + "type": "noul", + "source": "qnli", + "error": null, + "correct": true, + "confidence": 0.9717899290699861, + "probabilities": [ + 0.9717899290699861, + 0.028210070930013948 + ], + "target": 0, + "brier": 0.001591616203752835, + "nll": 0.028615620235481254 + }, + { + "id": "transfer-v4-0279", + "question": "answers", + "type": "noul", + "source": "qnli", + "error": null, + "correct": true, + "confidence": 0.5100539630683638, + "probabilities": [ + 0.5100539630683638, + 0.48994603693163613 + ], + "target": 0, + "brier": 0.4800942382100324, + "nll": 0.673238748923274 + }, + { + "id": "transfer-v4-0280", + "question": "answers", + "type": "noul", + "source": "qnli", + "error": null, + "correct": true, + "confidence": 0.9614946174510224, + "probabilities": [ + 0.9614946174510224, + 0.03850538254897756 + ], + "target": 0, + "brier": 0.002965328970486216, + "nll": 0.039266312043831623 + }, + { + "id": "transfer-v4-0281", + "question": "answers", + "type": "noul", + "source": "qnli", + "error": null, + "correct": true, + "confidence": 0.9739134508630337, + "probabilities": [ + 0.9739134508630337, + 0.026086549136966317 + ], + "target": 0, + "brier": 0.0013610160917507147, + "nll": 0.026432838771378035 + }, + { + "id": "transfer-v4-0282", + "question": "answers", + "type": "noul", + "source": "qnli", + "error": null, + "correct": true, + "confidence": 0.977703722816788, + "probabilities": [ + 0.977703722816788, + 0.022296277183212046 + ], + "target": 0, + "brier": 0.0009942479524612435, + "nll": 0.02254859674861292 + }, + { + "id": "transfer-v4-0283", + "question": "answers", + "type": "noul", + "source": "qnli", + "error": null, + "correct": true, + "confidence": 0.9717899163992872, + "probabilities": [ + 0.028210083600712754, + 0.9717899163992872 + ], + "target": 1, + "brier": 0.0015916176335184053, + "nll": 0.02861563327399763 + }, + { + "id": "transfer-v4-0284", + "question": "answers", + "type": "noul", + "source": "qnli", + "error": null, + "correct": true, + "confidence": 0.9749160659994832, + "probabilities": [ + 0.9749160659994832, + 0.025083934000516783 + ], + "target": 0, + "brier": 0.001258407489884564, + "nll": 0.02540389784429172 + }, + { + "id": "transfer-v4-0285", + "question": "answers", + "type": "noul", + "source": "qnli", + "error": null, + "correct": true, + "confidence": 0.9717899290699861, + "probabilities": [ + 0.9717899290699861, + 0.028210070930013948 + ], + "target": 0, + "brier": 0.001591616203752835, + "nll": 0.028615620235481254 + }, + { + "id": "transfer-v4-0286", + "question": "answers", + "type": "noul", + "source": "qnli", + "error": null, + "correct": true, + "confidence": 0.9739134617473644, + "probabilities": [ + 0.026086538252635627, + 0.9739134617473644 + ], + "target": 1, + "brier": 0.0013610149560124437, + "nll": 0.02643282759550754 + }, + { + "id": "transfer-v4-0287", + "question": "answers", + "type": "noul", + "source": "qnli", + "error": null, + "correct": true, + "confidence": 0.9643647383342762, + "probabilities": [ + 0.03563526166572384, + 0.9643647383342762 + ], + "target": 1, + "brier": 0.002539743747969214, + "nll": 0.03628569666348828 + }, + { + "id": "transfer-v4-0288", + "question": "answers", + "type": "noul", + "source": "qnli", + "error": null, + "correct": true, + "confidence": 0.9758811011385261, + "probabilities": [ + 0.9758811011385261, + 0.024118898861473868 + ], + "target": 0, + "brier": 0.0011634425645800119, + "nll": 0.024414522593989837 + }, + { + "id": "transfer-v4-0289", + "question": "answers", + "type": "noul", + "source": "qnli", + "error": null, + "correct": false, + "confidence": 0.8332511310763826, + "probabilities": [ + 0.1667488689236174, + 0.8332511310763826 + ], + "target": 0, + "brier": 1.3886148948801418, + "nll": 1.7912663772761712 + }, + { + "id": "transfer-v4-0290", + "question": "answers", + "type": "noul", + "source": "qnli", + "error": null, + "correct": true, + "confidence": 0.9728718762424542, + "probabilities": [ + 0.9728718762424542, + 0.02712812375754579 + ], + "target": 0, + "brier": 0.0014718701972094416, + "nll": 0.027502884559643302 + }, + { + "id": "transfer-v4-0291", + "question": "answers", + "type": "noul", + "source": "qnli", + "error": null, + "correct": true, + "confidence": 0.9614946174510224, + "probabilities": [ + 0.9614946174510224, + 0.03850538254897756 + ], + "target": 0, + "brier": 0.002965328970486216, + "nll": 0.039266312043831623 + }, + { + "id": "transfer-v4-0292", + "question": "answers", + "type": "noul", + "source": "qnli", + "error": null, + "correct": true, + "confidence": 0.9657214319919103, + "probabilities": [ + 0.034278568008089705, + 0.9657214319919103 + ], + "target": 1, + "brier": 0.002350040449370462, + "nll": 0.0348798590361973 + }, + { + "id": "transfer-v4-0293", + "question": "answers", + "type": "noul", + "source": "qnli", + "error": null, + "correct": true, + "confidence": 0.9749160659994832, + "probabilities": [ + 0.025083934000516783, + 0.9749160659994832 + ], + "target": 1, + "brier": 0.001258407489884564, + "nll": 0.02540389784429172 + }, + { + "id": "transfer-v4-0294", + "question": "answers", + "type": "noul", + "source": "qnli", + "error": null, + "correct": true, + "confidence": 0.9706661213636337, + "probabilities": [ + 0.029333878636366273, + 0.9706661213636337 + ], + "target": 1, + "brier": 0.0017209528717061313, + "nll": 0.029772720115798703 + }, + { + "id": "transfer-v4-0295", + "question": "answers", + "type": "noul", + "source": "qnli", + "error": null, + "correct": true, + "confidence": 0.962956403416787, + "probabilities": [ + 0.03704359658321299, + 0.962956403416787 + ], + "target": 1, + "brier": 0.0027444560956396582, + "nll": 0.03774713984246118 + }, + { + "id": "transfer-v4-0296", + "question": "answers", + "type": "noul", + "source": "qnli", + "error": null, + "correct": true, + "confidence": 0.9728718762424542, + "probabilities": [ + 0.9728718762424542, + 0.02712812375754579 + ], + "target": 0, + "brier": 0.0014718701972094416, + "nll": 0.027502884559643302 + }, + { + "id": "transfer-v4-0297", + "question": "answers", + "type": "noul", + "source": "qnli", + "error": null, + "correct": true, + "confidence": 0.9670282258435994, + "probabilities": [ + 0.9670282258435994, + 0.03297177415640063 + ], + "target": 0, + "brier": 0.002174275782041377, + "nll": 0.03352759487148581 + }, + { + "id": "transfer-v4-0298", + "question": "answers", + "type": "noul", + "source": "qnli", + "error": null, + "correct": true, + "confidence": 0.9777037337434783, + "probabilities": [ + 0.022296266256521702, + 0.9777037337434783 + ], + "target": 1, + "brier": 0.0009942469779634165, + "nll": 0.02254858557274234 + }, + { + "id": "transfer-v4-0299", + "question": "answers", + "type": "noul", + "source": "qnli", + "error": null, + "correct": true, + "confidence": 0.9728718889272604, + "probabilities": [ + 0.027128111072739602, + 0.9728718889272604 + ], + "target": 1, + "brier": 0.001471868820749794, + "nll": 0.027502871521126685 + }, + { + "id": "transfer-v4-0300", + "question": "answers", + "type": "noul", + "source": "qnli", + "error": null, + "correct": true, + "confidence": 0.8733174150200624, + "probabilities": [ + 0.12668258497993756, + 0.8733174150200624 + ], + "target": 1, + "brier": 0.0320969546743982, + "nll": 0.13545619813748377 + }, + { + "id": "transfer-v4-0301", + "question": "answers", + "type": "noul", + "source": "qnli", + "error": null, + "correct": true, + "confidence": 0.9768098915887096, + "probabilities": [ + 0.9768098915887096, + 0.023190108411290447 + ], + "target": 0, + "brier": 0.0010755622562548073, + "nll": 0.023463229712847082 + }, + { + "id": "transfer-v4-0302", + "question": "answers", + "type": "noul", + "source": "qnli", + "error": null, + "correct": true, + "confidence": 0.9706661213636337, + "probabilities": [ + 0.9706661213636337, + 0.029333878636366262 + ], + "target": 0, + "brier": 0.0017209528717061307, + "nll": 0.029772720115798703 + }, + { + "id": "transfer-v4-0303", + "question": "answers", + "type": "noul", + "source": "qnli", + "error": null, + "correct": true, + "confidence": 0.9785638792442264, + "probabilities": [ + 0.021436120755773613, + 0.9785638792442264 + ], + "target": 1, + "brier": 0.0009190145461122167, + "nll": 0.021669211451873917 + }, + { + "id": "transfer-v4-0304", + "question": "answers", + "type": "noul", + "source": "qnli", + "error": null, + "correct": true, + "confidence": 0.893948190704374, + "probabilities": [ + 0.10605180929562597, + 0.893948190704374 + ], + "target": 1, + "brier": 0.022493972509751634, + "nll": 0.11210745772016222 + }, + { + "id": "transfer-v4-0305", + "question": "answers", + "type": "noul", + "source": "qnli", + "error": null, + "correct": true, + "confidence": 0.9682868538743471, + "probabilities": [ + 0.0317131461256529, + 0.9682868538743471 + ], + "target": 1, + "brier": 0.0020114472743740274, + "nll": 0.03222689895753906 + }, + { + "id": "transfer-v4-0306", + "question": "answers", + "type": "noul", + "source": "qnli", + "error": null, + "correct": true, + "confidence": 0.9550754748123857, + "probabilities": [ + 0.9550754748123857, + 0.044924525187614285 + ], + "target": 0, + "brier": 0.0040364259266651775, + "nll": 0.045964910407051064 + }, + { + "id": "transfer-v4-0307", + "question": "answers", + "type": "noul", + "source": "qnli", + "error": null, + "correct": true, + "confidence": 0.9584033464433758, + "probabilities": [ + 0.04159665355662423, + 0.9584033464433758 + ], + "target": 1, + "brier": 0.0034605631742196385, + "nll": 0.042486559929034995 + }, + { + "id": "transfer-v4-0308", + "question": "answers", + "type": "noul", + "source": "qnli", + "error": null, + "correct": true, + "confidence": 0.9367200624722275, + "probabilities": [ + 0.9367200624722275, + 0.0632799375277725 + ], + "target": 0, + "brier": 0.00800870098703758, + "nll": 0.0653708007491392 + }, + { + "id": "transfer-v4-0309", + "question": "answers", + "type": "noul", + "source": "qnli", + "error": null, + "correct": true, + "confidence": 0.9694989468082629, + "probabilities": [ + 0.9694989468082629, + 0.030501053191737133 + ], + "target": 0, + "brier": 0.0018606284916103555, + "nll": 0.030975890624659212 + }, + { + "id": "transfer-v4-0310", + "question": "answers", + "type": "noul", + "source": "qnli", + "error": null, + "correct": false, + "confidence": 0.7624960882587473, + "probabilities": [ + 0.23750391174125274, + 0.7624960882587473 + ], + "target": 0, + "brier": 1.1628005692197827, + "nll": 1.437571185153593 + }, + { + "id": "transfer-v4-0311", + "question": "answers", + "type": "noul", + "source": "qnli", + "error": null, + "correct": true, + "confidence": 0.9614946353602555, + "probabilities": [ + 0.03850536463974452, + 0.9614946353602555 + ], + "target": 1, + "brier": 0.0029653262120793757, + "nll": 0.039266293417380055 + }, + { + "id": "transfer-v4-0312", + "question": "answers", + "type": "noul", + "source": "qnli", + "error": null, + "correct": true, + "confidence": 0.9758811120448468, + "probabilities": [ + 0.024118887955153157, + 0.9758811120448468 + ], + "target": 1, + "brier": 0.001163441512386464, + "nll": 0.024414511418119476 + }, + { + "id": "transfer-v4-0313", + "question": "answers", + "type": "noul", + "source": "qnli", + "error": null, + "correct": false, + "confidence": 0.8593559861183167, + "probabilities": [ + 0.14064401388168335, + 0.8593559861183167 + ], + "target": 0, + "brier": 1.4769854217547689, + "nll": 1.9615233053381733 + }, + { + "id": "transfer-v4-0314", + "question": "answers", + "type": "noul", + "source": "qnli", + "error": null, + "correct": true, + "confidence": 0.9739134617473644, + "probabilities": [ + 0.026086538252635627, + 0.9739134617473644 + ], + "target": 1, + "brier": 0.0013610149560124437, + "nll": 0.02643282759550754 + }, + { + "id": "transfer-v4-0315", + "question": "answers", + "type": "noul", + "source": "qnli", + "error": null, + "correct": true, + "confidence": 0.9584033464433758, + "probabilities": [ + 0.04159665355662423, + 0.9584033464433758 + ], + "target": 1, + "brier": 0.0034605631742196385, + "nll": 0.042486559929034995 + }, + { + "id": "transfer-v4-0316", + "question": "answers", + "type": "noul", + "source": "qnli", + "error": null, + "correct": true, + "confidence": 0.9317809661692092, + "probabilities": [ + 0.06821903383079075, + 0.9317809661692092 + ], + "target": 1, + "brier": 0.009307673153613147, + "nll": 0.07065750675676515 + }, + { + "id": "transfer-v4-0317", + "question": "answers", + "type": "noul", + "source": "qnli", + "error": null, + "correct": true, + "confidence": 0.9694989468082629, + "probabilities": [ + 0.9694989468082629, + 0.030501053191737133 + ], + "target": 0, + "brier": 0.0018606284916103555, + "nll": 0.030975890624659212 + }, + { + "id": "transfer-v4-0318", + "question": "answers", + "type": "noul", + "source": "qnli", + "error": null, + "correct": true, + "confidence": 0.9476444893638273, + "probabilities": [ + 0.9476444893638273, + 0.05235551063617271 + ], + "target": 0, + "brier": 0.005482198987948789, + "nll": 0.05377585828099878 + }, + { + "id": "transfer-v4-0319", + "question": "answers", + "type": "noul", + "source": "qnli", + "error": null, + "correct": true, + "confidence": 0.7624960882587473, + "probabilities": [ + 0.7624960882587473, + 0.23750391174125277 + ], + "target": 0, + "brier": 0.11281621618479355, + "nll": 0.2711579006661923 + }, + { + "id": "transfer-v4-0320", + "question": "paraphrase", + "type": "noul", + "source": "paws", + "error": null, + "correct": true, + "confidence": 0.9208162448357508, + "probabilities": [ + 0.9208162448357508, + 0.07918375516424922 + ], + "target": 0, + "brier": 0.012540134163823536, + "nll": 0.08249477964086728 + }, + { + "id": "transfer-v4-0321", + "question": "paraphrase", + "type": "noul", + "source": "paws", + "error": null, + "correct": false, + "confidence": 0.7697029113769531, + "probabilities": [ + 0.23029708862304688, + 0.7697029113769531 + ], + "target": 0, + "brier": 1.1848851435643155, + "nll": 1.468385113906933 + }, + { + "id": "transfer-v4-0322", + "question": "paraphrase", + "type": "noul", + "source": "paws", + "error": null, + "correct": true, + "confidence": 0.979391540794599, + "probabilities": [ + 0.979391540794599, + 0.020608459205400997 + ], + "target": 0, + "brier": 0.0008494171816413542, + "nll": 0.020823776881505142 + }, + { + "id": "transfer-v4-0323", + "question": "paraphrase", + "type": "noul", + "source": "paws", + "error": null, + "correct": true, + "confidence": 0.9777037337434783, + "probabilities": [ + 0.022296266256521702, + 0.9777037337434783 + ], + "target": 1, + "brier": 0.0009942469779634165, + "nll": 0.02254858557274234 + }, + { + "id": "transfer-v4-0324", + "question": "paraphrase", + "type": "noul", + "source": "paws", + "error": null, + "correct": true, + "confidence": 0.9643647383342762, + "probabilities": [ + 0.03563526166572384, + 0.9643647383342762 + ], + "target": 1, + "brier": 0.002539743747969214, + "nll": 0.03628569666348828 + }, + { + "id": "transfer-v4-0325", + "question": "paraphrase", + "type": "noul", + "source": "paws", + "error": null, + "correct": true, + "confidence": 0.6734830341781091, + "probabilities": [ + 0.6734830341781091, + 0.326516965821891 + ], + "target": 0, + "brier": 0.2132266579390678, + "nll": 0.39529247397891 + }, + { + "id": "transfer-v4-0326", + "question": "paraphrase", + "type": "noul", + "source": "paws", + "error": null, + "correct": false, + "confidence": 0.8733174800872803, + "probabilities": [ + 0.12668251991271973, + 0.8733174800872803 + ], + "target": 0, + "brier": 1.5253668420519944, + "nll": 2.066071165555643 + }, + { + "id": "transfer-v4-0327", + "question": "paraphrase", + "type": "noul", + "source": "paws", + "error": null, + "correct": true, + "confidence": 0.9694989468082629, + "probabilities": [ + 0.030501053191737126, + 0.9694989468082629 + ], + "target": 1, + "brier": 0.001860628491610355, + "nll": 0.030975890624659212 + }, + { + "id": "transfer-v4-0328", + "question": "paraphrase", + "type": "noul", + "source": "paws", + "error": null, + "correct": true, + "confidence": 0.9768099025054106, + "probabilities": [ + 0.023190097494589446, + 0.9768099025054106 + ], + "target": 1, + "brier": 0.0010755612436171274, + "nll": 0.023463218536976506 + }, + { + "id": "transfer-v4-0329", + "question": "paraphrase", + "type": "noul", + "source": "paws", + "error": null, + "correct": true, + "confidence": 0.9657214140039472, + "probabilities": [ + 0.034278585996052824, + 0.9657214140039472 + ], + "target": 1, + "brier": 0.0023500429157775776, + "nll": 0.03487987766264866 + }, + { + "id": "transfer-v4-0330", + "question": "paraphrase", + "type": "noul", + "source": "paws", + "error": null, + "correct": true, + "confidence": 0.9717899290699861, + "probabilities": [ + 0.9717899290699861, + 0.028210070930013948 + ], + "target": 0, + "brier": 0.001591616203752835, + "nll": 0.028615620235481254 + }, + { + "id": "transfer-v4-0331", + "question": "paraphrase", + "type": "noul", + "source": "paws", + "error": null, + "correct": true, + "confidence": 0.9682868538743471, + "probabilities": [ + 0.0317131461256529, + 0.9682868538743471 + ], + "target": 1, + "brier": 0.0020114472743740274, + "nll": 0.03222689895753906 + }, + { + "id": "transfer-v4-0332", + "question": "paraphrase", + "type": "noul", + "source": "paws", + "error": null, + "correct": true, + "confidence": 0.9629564213532475, + "probabilities": [ + 0.03704357864675245, + 0.9629564213532475 + ], + "target": 1, + "brier": 0.0027444534379162683, + "nll": 0.037747121216010066 + }, + { + "id": "transfer-v4-0333", + "question": "paraphrase", + "type": "noul", + "source": "paws", + "error": null, + "correct": true, + "confidence": 0.9599775838861949, + "probabilities": [ + 0.04002241611380508, + 0.9599775838861949 + ], + "target": 1, + "brier": 0.0032035875831731295, + "nll": 0.040845344911420355 + }, + { + "id": "transfer-v4-0334", + "question": "paraphrase", + "type": "noul", + "source": "paws", + "error": null, + "correct": true, + "confidence": 0.6909196766936876, + "probabilities": [ + 0.3090803233063124, + 0.6909196766936876 + ], + "target": 1, + "brier": 0.1910612925102692, + "nll": 0.3697317040931213 + }, + { + "id": "transfer-v4-0335", + "question": "paraphrase", + "type": "noul", + "source": "paws", + "error": null, + "correct": true, + "confidence": 0.962956403416787, + "probabilities": [ + 0.03704359658321299, + 0.962956403416787 + ], + "target": 1, + "brier": 0.0027444560956396582, + "nll": 0.03774713984246118 + }, + { + "id": "transfer-v4-0336", + "question": "paraphrase", + "type": "noul", + "source": "paws", + "error": null, + "correct": true, + "confidence": 0.9706661213636337, + "probabilities": [ + 0.029333878636366273, + 0.9706661213636337 + ], + "target": 1, + "brier": 0.0017209528717061313, + "nll": 0.029772720115798703 + }, + { + "id": "transfer-v4-0337", + "question": "paraphrase", + "type": "noul", + "source": "paws", + "error": null, + "correct": true, + "confidence": 0.9496044864981197, + "probabilities": [ + 0.05039551350188032, + 0.9496044864981197 + ], + "target": 1, + "brier": 0.005079415562236403, + "nll": 0.05170971107892686 + }, + { + "id": "transfer-v4-0338", + "question": "paraphrase", + "type": "noul", + "source": "paws", + "error": null, + "correct": true, + "confidence": 0.9801878947395606, + "probabilities": [ + 0.9801878947395606, + 0.019812105260439413 + ], + "target": 0, + "brier": 0.0007850390297014623, + "nll": 0.020010996369155466 + }, + { + "id": "transfer-v4-0339", + "question": "paraphrase", + "type": "noul", + "source": "paws", + "error": null, + "correct": true, + "confidence": 0.9717899290699861, + "probabilities": [ + 0.02821007093001393, + 0.9717899290699861 + ], + "target": 1, + "brier": 0.0015916162037528342, + "nll": 0.028615620235481254 + }, + { + "id": "transfer-v4-0340", + "question": "paraphrase", + "type": "noul", + "source": "paws", + "error": null, + "correct": true, + "confidence": 0.8217725770006014, + "probabilities": [ + 0.17822742299939864, + 0.8217725770006014 + ], + "target": 1, + "brier": 0.06353002861801314, + "nll": 0.19629159252181985 + }, + { + "id": "transfer-v4-0341", + "question": "paraphrase", + "type": "noul", + "source": "paws", + "error": null, + "correct": true, + "confidence": 0.9514948654808486, + "probabilities": [ + 0.048505134519151394, + 0.9514948654808486 + ], + "target": 1, + "brier": 0.004705496149441944, + "nll": 0.04972098849712045 + }, + { + "id": "transfer-v4-0342", + "question": "paraphrase", + "type": "noul", + "source": "paws", + "error": null, + "correct": true, + "confidence": 0.8939482373274075, + "probabilities": [ + 0.10605176267259253, + 0.8939482373274075 + ], + "target": 1, + "brier": 0.02249395273192778, + "nll": 0.11210740556609701 + }, + { + "id": "transfer-v4-0343", + "question": "paraphrase", + "type": "noul", + "source": "paws", + "error": null, + "correct": true, + "confidence": 0.9739134617473644, + "probabilities": [ + 0.9739134617473644, + 0.02608653825263565 + ], + "target": 0, + "brier": 0.001361014956012445, + "nll": 0.02643282759550754 + }, + { + "id": "transfer-v4-0344", + "question": "paraphrase", + "type": "noul", + "source": "paws", + "error": null, + "correct": true, + "confidence": 0.9514948654808486, + "probabilities": [ + 0.048505134519151394, + 0.9514948654808486 + ], + "target": 1, + "brier": 0.004705496149441944, + "nll": 0.04972098849712045 + }, + { + "id": "transfer-v4-0345", + "question": "paraphrase", + "type": "noul", + "source": "paws", + "error": null, + "correct": true, + "confidence": 0.9785638792442264, + "probabilities": [ + 0.021436120755773613, + 0.9785638792442264 + ], + "target": 1, + "brier": 0.0009190145461122167, + "nll": 0.021669211451873917 + }, + { + "id": "transfer-v4-0346", + "question": "paraphrase", + "type": "noul", + "source": "paws", + "error": null, + "correct": true, + "confidence": 0.9777037337434783, + "probabilities": [ + 0.9777037337434783, + 0.02229626625652165 + ], + "target": 0, + "brier": 0.000994246977963414, + "nll": 0.02254858557274234 + }, + { + "id": "transfer-v4-0347", + "question": "paraphrase", + "type": "noul", + "source": "paws", + "error": null, + "correct": true, + "confidence": 0.9584033464433758, + "probabilities": [ + 0.9584033464433758, + 0.041596653556624265 + ], + "target": 0, + "brier": 0.003460563174219641, + "nll": 0.042486559929034995 + }, + { + "id": "transfer-v4-0348", + "question": "paraphrase", + "type": "noul", + "source": "paws", + "error": null, + "correct": true, + "confidence": 0.9706661213636337, + "probabilities": [ + 0.029333878636366273, + 0.9706661213636337 + ], + "target": 1, + "brier": 0.0017209528717061313, + "nll": 0.029772720115798703 + }, + { + "id": "transfer-v4-0349", + "question": "paraphrase", + "type": "noul", + "source": "paws", + "error": null, + "correct": true, + "confidence": 0.9717899290699861, + "probabilities": [ + 0.9717899290699861, + 0.028210070930013948 + ], + "target": 0, + "brier": 0.001591616203752835, + "nll": 0.028615620235481254 + }, + { + "id": "transfer-v4-0350", + "question": "paraphrase", + "type": "noul", + "source": "paws", + "error": null, + "correct": true, + "confidence": 0.9643647383342762, + "probabilities": [ + 0.9643647383342762, + 0.03563526166572387 + ], + "target": 0, + "brier": 0.0025397437479692166, + "nll": 0.03628569666348828 + }, + { + "id": "transfer-v4-0351", + "question": "paraphrase", + "type": "noul", + "source": "paws", + "error": null, + "correct": true, + "confidence": 0.9390627320681276, + "probabilities": [ + 0.9390627320681276, + 0.06093726793187238 + ], + "target": 0, + "brier": 0.007426701246001604, + "nll": 0.06287299469108346 + }, + { + "id": "transfer-v4-0352", + "question": "paraphrase", + "type": "noul", + "source": "paws", + "error": null, + "correct": true, + "confidence": 0.9657214140039472, + "probabilities": [ + 0.034278585996052824, + 0.9657214140039472 + ], + "target": 1, + "brier": 0.0023500429157775776, + "nll": 0.03487987766264866 + }, + { + "id": "transfer-v4-0353", + "question": "paraphrase", + "type": "noul", + "source": "paws", + "error": null, + "correct": true, + "confidence": 0.9657214140039472, + "probabilities": [ + 0.034278585996052824, + 0.9657214140039472 + ], + "target": 1, + "brier": 0.0023500429157775776, + "nll": 0.03487987766264866 + }, + { + "id": "transfer-v4-0354", + "question": "paraphrase", + "type": "noul", + "source": "paws", + "error": null, + "correct": true, + "confidence": 0.9643647383342762, + "probabilities": [ + 0.03563526166572384, + 0.9643647383342762 + ], + "target": 1, + "brier": 0.002539743747969214, + "nll": 0.03628569666348828 + }, + { + "id": "transfer-v4-0355", + "question": "paraphrase", + "type": "noul", + "source": "paws", + "error": null, + "correct": false, + "confidence": 0.6909198760986328, + "probabilities": [ + 0.3090801239013672, + 0.6909198760986328 + ], + "target": 0, + "brier": 0.9547405503763002, + "nll": 1.1741547350453214 + }, + { + "id": "transfer-v4-0356", + "question": "paraphrase", + "type": "noul", + "source": "paws", + "error": null, + "correct": true, + "confidence": 0.9758811120448468, + "probabilities": [ + 0.9758811120448468, + 0.024118887955153198 + ], + "target": 0, + "brier": 0.001163441512386466, + "nll": 0.024414511418119476 + }, + { + "id": "transfer-v4-0357", + "question": "paraphrase", + "type": "noul", + "source": "paws", + "error": null, + "correct": true, + "confidence": 0.9706661213636337, + "probabilities": [ + 0.029333878636366273, + 0.9706661213636337 + ], + "target": 1, + "brier": 0.0017209528717061313, + "nll": 0.029772720115798703 + }, + { + "id": "transfer-v4-0358", + "question": "paraphrase", + "type": "noul", + "source": "paws", + "error": null, + "correct": true, + "confidence": 0.9082627621810805, + "probabilities": [ + 0.09173723781891951, + 0.9082627621810805 + ], + "target": 1, + "brier": 0.016831441605289994, + "nll": 0.09622155658281517 + }, + { + "id": "transfer-v4-0359", + "question": "paraphrase", + "type": "noul", + "source": "paws", + "error": null, + "correct": true, + "confidence": 0.9758811011385261, + "probabilities": [ + 0.024118898861473892, + 0.9758811011385261 + ], + "target": 1, + "brier": 0.0011634425645800132, + "nll": 0.024414522593989837 + }, + { + "id": "transfer-v4-0360", + "question": "paraphrase", + "type": "noul", + "source": "paws", + "error": null, + "correct": false, + "confidence": 0.9367200909531076, + "probabilities": [ + 0.0632799090468924, + 0.9367200909531076 + ], + "target": 0, + "brier": 1.7548890575903964, + "nll": 2.7601873928358387 + }, + { + "id": "transfer-v4-0361", + "question": "paraphrase", + "type": "noul", + "source": "paws", + "error": null, + "correct": true, + "confidence": 0.9728718889272604, + "probabilities": [ + 0.027128111072739602, + 0.9728718889272604 + ], + "target": 1, + "brier": 0.001471868820749794, + "nll": 0.027502871521126685 + }, + { + "id": "transfer-v4-0362", + "question": "paraphrase", + "type": "noul", + "source": "paws", + "error": null, + "correct": false, + "confidence": 0.8332510615327255, + "probabilities": [ + 0.16674893846727445, + 0.8332510615327255 + ], + "target": 0, + "brier": 1.388614663090828, + "nll": 1.7912659602200136 + }, + { + "id": "transfer-v4-0363", + "question": "paraphrase", + "type": "noul", + "source": "paws", + "error": null, + "correct": true, + "confidence": 0.9390627320681276, + "probabilities": [ + 0.060937267931872374, + 0.9390627320681276 + ], + "target": 1, + "brier": 0.007426701246001603, + "nll": 0.06287299469108346 + }, + { + "id": "transfer-v4-0364", + "question": "paraphrase", + "type": "noul", + "source": "paws", + "error": null, + "correct": true, + "confidence": 0.9739134617473644, + "probabilities": [ + 0.9739134617473644, + 0.02608653825263565 + ], + "target": 0, + "brier": 0.001361014956012445, + "nll": 0.02643282759550754 + }, + { + "id": "transfer-v4-0365", + "question": "paraphrase", + "type": "noul", + "source": "paws", + "error": null, + "correct": true, + "confidence": 0.9728718889272604, + "probabilities": [ + 0.9728718889272604, + 0.027128111072739585 + ], + "target": 0, + "brier": 0.001471868820749793, + "nll": 0.027502871521126685 + }, + { + "id": "transfer-v4-0366", + "question": "paraphrase", + "type": "noul", + "source": "paws", + "error": null, + "correct": true, + "confidence": 0.9739134617473644, + "probabilities": [ + 0.9739134617473644, + 0.02608653825263565 + ], + "target": 0, + "brier": 0.001361014956012445, + "nll": 0.02643282759550754 + }, + { + "id": "transfer-v4-0367", + "question": "paraphrase", + "type": "noul", + "source": "paws", + "error": null, + "correct": true, + "confidence": 0.9717899290699861, + "probabilities": [ + 0.02821007093001393, + 0.9717899290699861 + ], + "target": 1, + "brier": 0.0015916162037528342, + "nll": 0.028615620235481254 + }, + { + "id": "transfer-v4-0368", + "question": "paraphrase", + "type": "noul", + "source": "paws", + "error": null, + "correct": true, + "confidence": 0.962956403416787, + "probabilities": [ + 0.962956403416787, + 0.037043596583213004 + ], + "target": 0, + "brier": 0.0027444560956396595, + "nll": 0.03774713984246118 + }, + { + "id": "transfer-v4-0369", + "question": "paraphrase", + "type": "noul", + "source": "paws", + "error": null, + "correct": true, + "confidence": 0.9643647383342762, + "probabilities": [ + 0.9643647383342762, + 0.03563526166572387 + ], + "target": 0, + "brier": 0.0025397437479692166, + "nll": 0.03628569666348828 + }, + { + "id": "transfer-v4-0370", + "question": "paraphrase", + "type": "noul", + "source": "paws", + "error": null, + "correct": true, + "confidence": 0.9758811120448468, + "probabilities": [ + 0.9758811120448468, + 0.024118887955153198 + ], + "target": 0, + "brier": 0.001163441512386466, + "nll": 0.024414511418119476 + }, + { + "id": "transfer-v4-0371", + "question": "paraphrase", + "type": "noul", + "source": "paws", + "error": null, + "correct": true, + "confidence": 0.9550754979574719, + "probabilities": [ + 0.9550754979574719, + 0.044924502042528104 + ], + "target": 0, + "brier": 0.004036421767538221, + "nll": 0.045964886173274246 + }, + { + "id": "transfer-v4-0372", + "question": "paraphrase", + "type": "noul", + "source": "paws", + "error": null, + "correct": true, + "confidence": 0.977703744670169, + "probabilities": [ + 0.977703744670169, + 0.022296255329831007 + ], + "target": 0, + "brier": 0.0009942460034660368, + "nll": 0.022548574396871548 + }, + { + "id": "transfer-v4-0373", + "question": "paraphrase", + "type": "noul", + "source": "paws", + "error": null, + "correct": false, + "confidence": 0.8977014689952573, + "probabilities": [ + 0.8977014689952573, + 0.10229853100474272 + ], + "target": 1, + "brier": 1.6117358548724856, + "nll": 2.2798599658075918 + }, + { + "id": "transfer-v4-0374", + "question": "paraphrase", + "type": "noul", + "source": "paws", + "error": null, + "correct": false, + "confidence": 0.6909196766936876, + "probabilities": [ + 0.3090803233063124, + 0.6909196766936876 + ], + "target": 0, + "brier": 0.9547399992850196, + "nll": 1.1741540898893716 + }, + { + "id": "transfer-v4-0375", + "question": "paraphrase", + "type": "noul", + "source": "paws", + "error": null, + "correct": true, + "confidence": 0.9749160787109417, + "probabilities": [ + 0.9749160787109417, + 0.0250839212890583 + ], + "target": 0, + "brier": 0.0012584062144713466, + "nll": 0.025403884805776097 + }, + { + "id": "transfer-v4-0376", + "question": "paraphrase", + "type": "noul", + "source": "paws", + "error": null, + "correct": true, + "confidence": 0.9670282258435994, + "probabilities": [ + 0.9670282258435994, + 0.03297177415640063 + ], + "target": 0, + "brier": 0.002174275782041377, + "nll": 0.03352759487148581 + }, + { + "id": "transfer-v4-0377", + "question": "paraphrase", + "type": "noul", + "source": "paws", + "error": null, + "correct": true, + "confidence": 0.9739134617473644, + "probabilities": [ + 0.9739134617473644, + 0.02608653825263565 + ], + "target": 0, + "brier": 0.001361014956012445, + "nll": 0.02643282759550754 + }, + { + "id": "transfer-v4-0378", + "question": "paraphrase", + "type": "noul", + "source": "paws", + "error": null, + "correct": false, + "confidence": 0.6088387007213413, + "probabilities": [ + 0.3911612992786587, + 0.6088387007213413 + ], + "target": 0, + "brier": 0.7413691269921019, + "nll": 0.9386352739394819 + }, + { + "id": "transfer-v4-0379", + "question": "paraphrase", + "type": "noul", + "source": "paws", + "error": null, + "correct": true, + "confidence": 0.9777037337434783, + "probabilities": [ + 0.9777037337434783, + 0.02229626625652165 + ], + "target": 0, + "brier": 0.000994246977963414, + "nll": 0.02254858557274234 + }, + { + "id": "transfer-v4-0380", + "question": "paraphrase", + "type": "noul", + "source": "paws", + "error": null, + "correct": true, + "confidence": 0.9717899290699861, + "probabilities": [ + 0.9717899290699861, + 0.028210070930013948 + ], + "target": 0, + "brier": 0.001591616203752835, + "nll": 0.028615620235481254 + }, + { + "id": "transfer-v4-0381", + "question": "paraphrase", + "type": "noul", + "source": "paws", + "error": null, + "correct": false, + "confidence": 0.8096844915904623, + "probabilities": [ + 0.1903155084095377, + 0.8096844915904623 + ], + "target": 0, + "brier": 1.3111779518442108, + "nll": 1.6590720134680168 + }, + { + "id": "transfer-v4-0382", + "question": "paraphrase", + "type": "noul", + "source": "paws", + "error": null, + "correct": false, + "confidence": 0.7321441391749424, + "probabilities": [ + 0.26785586082505763, + 0.7321441391749424 + ], + "target": 0, + "brier": 1.0720700810564348, + "nll": 1.3173062758975114 + }, + { + "id": "transfer-v4-0383", + "question": "paraphrase", + "type": "noul", + "source": "paws", + "error": null, + "correct": true, + "confidence": 0.9717899290699861, + "probabilities": [ + 0.02821007093001393, + 0.9717899290699861 + ], + "target": 1, + "brier": 0.0015916162037528342, + "nll": 0.028615620235481254 + }, + { + "id": "transfer-v4-0384", + "question": "paraphrase", + "type": "noul", + "source": "paws", + "error": null, + "correct": true, + "confidence": 0.9657214319919103, + "probabilities": [ + 0.034278568008089705, + 0.9657214319919103 + ], + "target": 1, + "brier": 0.002350040449370462, + "nll": 0.0348798590361973 + }, + { + "id": "transfer-v4-0385", + "question": "paraphrase", + "type": "noul", + "source": "paws", + "error": null, + "correct": true, + "confidence": 0.9768098915887096, + "probabilities": [ + 0.9768098915887096, + 0.023190108411290447 + ], + "target": 0, + "brier": 0.0010755622562548073, + "nll": 0.023463229712847082 + }, + { + "id": "transfer-v4-0386", + "question": "paraphrase", + "type": "noul", + "source": "paws", + "error": null, + "correct": false, + "confidence": 0.9476444893638273, + "probabilities": [ + 0.05235551063617272, + 0.9476444893638273 + ], + "target": 0, + "brier": 1.796060156443258, + "nll": 2.9496980819491863 + }, + { + "id": "transfer-v4-0387", + "question": "paraphrase", + "type": "noul", + "source": "paws", + "error": null, + "correct": true, + "confidence": 0.9777037337434783, + "probabilities": [ + 0.9777037337434783, + 0.02229626625652165 + ], + "target": 0, + "brier": 0.000994246977963414, + "nll": 0.02254858557274234 + }, + { + "id": "transfer-v4-0388", + "question": "paraphrase", + "type": "noul", + "source": "paws", + "error": null, + "correct": true, + "confidence": 0.9670282258435994, + "probabilities": [ + 0.032971774156400624, + 0.9670282258435994 + ], + "target": 1, + "brier": 0.0021742757820413764, + "nll": 0.03352759487148581 + }, + { + "id": "transfer-v4-0389", + "question": "paraphrase", + "type": "noul", + "source": "paws", + "error": null, + "correct": true, + "confidence": 0.962956403416787, + "probabilities": [ + 0.03704359658321299, + 0.962956403416787 + ], + "target": 1, + "brier": 0.0027444560956396582, + "nll": 0.03774713984246118 + }, + { + "id": "transfer-v4-0390", + "question": "paraphrase", + "type": "noul", + "source": "paws", + "error": null, + "correct": true, + "confidence": 0.9706661213636337, + "probabilities": [ + 0.9706661213636337, + 0.029333878636366262 + ], + "target": 0, + "brier": 0.0017209528717061307, + "nll": 0.029772720115798703 + }, + { + "id": "transfer-v4-0391", + "question": "paraphrase", + "type": "noul", + "source": "paws", + "error": null, + "correct": true, + "confidence": 0.9567699778922281, + "probabilities": [ + 0.9567699778922281, + 0.04323002210777195 + ], + "target": 0, + "brier": 0.003737669622876902, + "nll": 0.04419227389905671 + }, + { + "id": "transfer-v4-0392", + "question": "paraphrase", + "type": "noul", + "source": "paws", + "error": null, + "correct": false, + "confidence": 0.8900742530822754, + "probabilities": [ + 0.10992574691772461, + 0.8900742530822754 + ], + "target": 0, + "brier": 1.5844643519999408, + "nll": 2.207950169144401 + }, + { + "id": "transfer-v4-0393", + "question": "paraphrase", + "type": "noul", + "source": "paws", + "error": null, + "correct": true, + "confidence": 0.9550754748123857, + "probabilities": [ + 0.9550754748123857, + 0.044924525187614285 + ], + "target": 0, + "brier": 0.0040364259266651775, + "nll": 0.045964910407051064 + }, + { + "id": "transfer-v4-0394", + "question": "paraphrase", + "type": "noul", + "source": "paws", + "error": null, + "correct": true, + "confidence": 0.962956403416787, + "probabilities": [ + 0.962956403416787, + 0.037043596583213004 + ], + "target": 0, + "brier": 0.0027444560956396595, + "nll": 0.03774713984246118 + }, + { + "id": "transfer-v4-0395", + "question": "paraphrase", + "type": "noul", + "source": "paws", + "error": null, + "correct": true, + "confidence": 0.9717899290699861, + "probabilities": [ + 0.9717899290699861, + 0.028210070930013948 + ], + "target": 0, + "brier": 0.001591616203752835, + "nll": 0.028615620235481254 + }, + { + "id": "transfer-v4-0396", + "question": "paraphrase", + "type": "noul", + "source": "paws", + "error": null, + "correct": true, + "confidence": 0.8939482766114946, + "probabilities": [ + 0.10605172338850544, + 0.8939482766114946 + ], + "target": 1, + "brier": 0.022493936067344143, + "nll": 0.11210736162162172 + }, + { + "id": "transfer-v4-0397", + "question": "paraphrase", + "type": "noul", + "source": "paws", + "error": null, + "correct": true, + "confidence": 0.9785638792442264, + "probabilities": [ + 0.9785638792442264, + 0.021436120755773613 + ], + "target": 0, + "brier": 0.0009190145461122167, + "nll": 0.021669211451873917 + }, + { + "id": "transfer-v4-0398", + "question": "paraphrase", + "type": "noul", + "source": "paws", + "error": null, + "correct": true, + "confidence": 0.9728718889272604, + "probabilities": [ + 0.9728718889272604, + 0.027128111072739585 + ], + "target": 0, + "brier": 0.001471868820749793, + "nll": 0.027502871521126685 + }, + { + "id": "transfer-v4-0399", + "question": "paraphrase", + "type": "noul", + "source": "paws", + "error": null, + "correct": true, + "confidence": 0.9739134617473644, + "probabilities": [ + 0.026086538252635627, + 0.9739134617473644 + ], + "target": 1, + "brier": 0.0013610149560124437, + "nll": 0.02643282759550754 + }, + { + "id": "transfer-v4-0400", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9732248685577585, + "probabilities": [ + 0.009161069527136929, + 0.9732248685577585, + 0.009161069527136929, + 0.008452992387967725 + ], + "target": 1, + "brier": 0.0009562111338224249, + "nll": 0.02714011501067957 + }, + { + "id": "transfer-v4-0401", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.8663590227678782, + "probabilities": [ + 0.044165114158201436, + 0.03760176011913419, + 0.05187410295478616, + 0.8663590227678782 + ], + "target": 3, + "brier": 0.023915283025584117, + "nll": 0.14345588038813248 + }, + { + "id": "transfer-v4-0402", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9728632061287501, + "probabilities": [ + 0.9728632061287501, + 0.011197569636084611, + 0.0074893730370771735, + 0.00844985119808816 + ], + "target": 0, + "brier": 0.0009892818411240006, + "nll": 0.02751179647553843 + }, + { + "id": "transfer-v4-0403", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.959300227799068, + "probabilities": [ + 0.011966360086529623, + 0.013500989616795073, + 0.015232422497607298, + 0.959300227799068 + ], + "target": 3, + "brier": 0.002213968646706669, + "nll": 0.04155118969441681 + }, + { + "id": "transfer-v4-0404", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9758326378666083, + "probabilities": [ + 0.007216077714596706, + 0.9758326378666083, + 0.008475642209397458, + 0.008475642209397458 + ], + "target": 1, + "brier": 0.0007798061917930318, + "nll": 0.024464184868696608 + }, + { + "id": "transfer-v4-0405", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9599589577271752, + "probabilities": [ + 0.9599589577271752, + 0.013510266884902268, + 0.012466032508255792, + 0.014064742879666763 + ], + "target": 0, + "brier": 0.0021390313363634558, + "nll": 0.040864747801689465 + }, + { + "id": "transfer-v4-0406", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9717766408539057, + "probabilities": [ + 0.00952285749922907, + 0.9717766408539057, + 0.009913685169580772, + 0.00878681647728445 + ], + "target": 1, + "brier": 0.0010627321138870916, + "nll": 0.02862929428841694 + }, + { + "id": "transfer-v4-0407", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9718059963370054, + "probabilities": [ + 0.009523145224635663, + 0.9718059963370054, + 0.009523145224635663, + 0.00914771321372328 + ], + "target": 1, + "brier": 0.001059963089528484, + "nll": 0.028599086688760315 + }, + { + "id": "transfer-v4-0408", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9740174533309217, + "probabilities": [ + 0.9740174533309217, + 0.009544815639071572, + 0.007805999011428954, + 0.008631732018577707 + ], + "target": 0, + "brier": 0.000901636655201666, + "nll": 0.02632605626922367 + }, + { + "id": "transfer-v4-0409", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9652470032895516, + "probabilities": [ + 0.010671916725886445, + 0.012040539992280993, + 0.012040539992280993, + 0.9652470032895516 + ], + "target": 3, + "brier": 0.0016116097935721283, + "nll": 0.03537124843773972 + }, + { + "id": "transfer-v4-0410", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.957300702984803, + "probabilities": [ + 0.0152006723597508, + 0.013472842707855124, + 0.014025781947591152, + 0.957300702984803 + ], + "target": 3, + "brier": 0.0024325304556524854, + "nll": 0.043637722688928196 + }, + { + "id": "transfer-v4-0411", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9653856212201656, + "probabilities": [ + 0.013586628326698923, + 0.011567525630262823, + 0.9653856212201656, + 0.009460224822872643 + ], + "target": 2, + "brier": 0.001606055190507792, + "nll": 0.035227649982919884 + }, + { + "id": "transfer-v4-0412", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.971011943899184, + "probabilities": [ + 0.009325911360427076, + 0.010521910231723712, + 0.971011943899184, + 0.009140234508665163 + ], + "target": 2, + "brier": 0.0011215345010044445, + "nll": 0.029416510149384817 + }, + { + "id": "transfer-v4-0413", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9627892343846353, + "probabilities": [ + 0.9627892343846353, + 0.013550099780462949, + 0.01064475315680676, + 0.013015912678095045 + ], + "target": 0, + "brier": 0.0018509710343552557, + "nll": 0.037920754705494185 + }, + { + "id": "transfer-v4-0414", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9707826818308741, + "probabilities": [ + 0.008777828748130156, + 0.009706363859578794, + 0.010733125561416956, + 0.9707826818308741 + ], + "target": 3, + "brier": 0.0011401154422191124, + "nll": 0.029652644358777805 + }, + { + "id": "transfer-v4-0415", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9752527675177538, + "probabilities": [ + 0.008301957680511353, + 0.9752527675177538, + 0.00847060530106846, + 0.007974669500666418 + ], + "target": 1, + "brier": 0.0008166945246706909, + "nll": 0.025058592847278828 + }, + { + "id": "transfer-v4-0416", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.941065341237726, + "probabilities": [ + 0.021460737353502707, + 0.016859230982871863, + 0.02061469042589937, + 0.941065341237726 + ], + "target": 3, + "brier": 0.004643056381871199, + "nll": 0.06074270372274486 + }, + { + "id": "transfer-v4-0417", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9713957878628864, + "probabilities": [ + 0.9713957878628864, + 0.010316508793319086, + 0.00914385167189729, + 0.00914385167189729 + ], + "target": 0, + "brier": 0.0010918513524629456, + "nll": 0.0290212852309269 + }, + { + "id": "transfer-v4-0418", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9641638182663064, + "probabilities": [ + 0.9641638182663064, + 0.013569445045975334, + 0.010239703351861909, + 0.012027033335856347 + ], + "target": 0, + "brier": 0.0017178628157019935, + "nll": 0.036494062848172505 + }, + { + "id": "transfer-v4-0419", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9705427144906816, + "probabilities": [ + 0.9705427144906816, + 0.011170860900118058, + 0.008775659314154615, + 0.009510765295045697 + ], + "target": 0, + "brier": 0.0011599866557228384, + "nll": 0.029899864471252893 + }, + { + "id": "transfer-v4-0420", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9612253743204691, + "probabilities": [ + 0.009048116241706448, + 0.011063619331321542, + 0.0186628901065029, + 0.9612253743204691 + ], + "target": 3, + "brier": 0.0020560471439469677, + "nll": 0.03954637688266978 + }, + { + "id": "transfer-v4-0421", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9758949076023401, + "probabilities": [ + 0.007821041449670076, + 0.9758949076023401, + 0.00814202547399491, + 0.00814202547399491 + ], + "target": 1, + "brier": 0.0007748093264955426, + "nll": 0.024400375003536433 + }, + { + "id": "transfer-v4-0422", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": false, + "confidence": 0.6334407040280444, + "probabilities": [ + 0.31970755814089724, + 0.02436757205716683, + 0.6334407040280444, + 0.02248416577389149 + ], + "target": 0, + "brier": 0.8651442482486743, + "nll": 1.1403485818417203 + }, + { + "id": "transfer-v4-0423", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9634335521720594, + "probabilities": [ + 0.9634335521720594, + 0.012511153241003294, + 0.011544141345933975, + 0.012511153241003294 + ], + "target": 0, + "brier": 0.0017834302170081392, + "nll": 0.03725175855826597 + }, + { + "id": "transfer-v4-0424", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9720886784235542, + "probabilities": [ + 0.009719426246855836, + 0.009916868504145823, + 0.9720886784235542, + 0.00827502682544411 + ], + "target": 2, + "brier": 0.0010403294686021794, + "nll": 0.0283082457371267 + }, + { + "id": "transfer-v4-0425", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9670127848027861, + "probabilities": [ + 0.011587028869748849, + 0.9670127848027861, + 0.011130231928574163, + 0.010269954398890878 + ], + "target": 1, + "brier": 0.0014517696306348446, + "nll": 0.0335435625171858 + }, + { + "id": "transfer-v4-0426", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9409610839539322, + "probabilities": [ + 0.013242888653010968, + 0.016192793182578963, + 0.029603234210477856, + 0.9409610839539322 + ], + "target": 3, + "brier": 0.004799525734544873, + "nll": 0.06085349630514959 + }, + { + "id": "transfer-v4-0427", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9659107291478264, + "probabilities": [ + 0.01157381846914508, + 0.012048819057461548, + 0.9659107291478264, + 0.010466633325566972 + ], + "target": 2, + "brier": 0.0015507561150408951, + "nll": 0.03468386193040218 + }, + { + "id": "transfer-v4-0428", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9678963448711185, + "probabilities": [ + 0.010701218376293842, + 0.9678963448711185, + 0.010701218376293842, + 0.010701218376293842 + ], + "target": 1, + "brier": 0.0013741928968455444, + "nll": 0.03263027918393164 + }, + { + "id": "transfer-v4-0429", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9713957878628864, + "probabilities": [ + 0.00914385167189729, + 0.9713957878628864, + 0.00914385167189729, + 0.010316508793319086 + ], + "target": 1, + "brier": 0.0010918513524629456, + "nll": 0.0290212852309269 + }, + { + "id": "transfer-v4-0430", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9739736875722574, + "probabilities": [ + 0.9739736875722574, + 0.009936098292910605, + 0.007964213790842365, + 0.008126000343989559 + ], + "target": 0, + "brier": 0.00090555557076961, + "nll": 0.026370990517385954 + }, + { + "id": "transfer-v4-0431", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9160045486611651, + "probabilities": [ + 0.9160045486611651, + 0.020889241982646255, + 0.016410271682035404, + 0.04669593767415324 + ], + "target": 0, + "brier": 0.00994140388817075, + "nll": 0.08773394853303812 + }, + { + "id": "transfer-v4-0432", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9690118160885064, + "probabilities": [ + 0.009121407129215688, + 0.010713541308126866, + 0.011153235474151072, + 0.9690118160885064 + ], + "target": 3, + "brier": 0.0012826422390522605, + "nll": 0.03147847305993257 + }, + { + "id": "transfer-v4-0433", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9710313849613036, + "probabilities": [ + 0.9710313849613036, + 0.010312639359329034, + 0.009140421798143549, + 0.009515553881223802 + ], + "target": 0, + "brier": 0.0011196242641302212, + "nll": 0.029396488904924065 + }, + { + "id": "transfer-v4-0434", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9622541258179924, + "probabilities": [ + 0.014098363272906866, + 0.9622541258179924, + 0.013008678586391965, + 0.010638832322708777 + ], + "target": 1, + "brier": 0.0019059253364935621, + "nll": 0.0384766991496431 + }, + { + "id": "transfer-v4-0435", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9776174890422187, + "probabilities": [ + 0.9776174890422187, + 0.008491143987559102, + 0.006806020482542966, + 0.007085346487679212 + ], + "target": 0, + "brier": 0.0006696003726519245, + "nll": 0.022636800951689313 + }, + { + "id": "transfer-v4-0436", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": false, + "confidence": 0.5766465878727506, + "probabilities": [ + 0.315422576495356, + 0.5766465878727506, + 0.04221838869968014, + 0.06571244693221327 + ], + "target": 0, + "brier": 0.8072680541037588, + "nll": 1.1538420264970293 + }, + { + "id": "transfer-v4-0437", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9642330932301797, + "probabilities": [ + 0.9642330932301797, + 0.013570420342904177, + 0.011098243213458037, + 0.011098243213458037 + ], + "target": 0, + "brier": 0.00170976993301426, + "nll": 0.03642221564338793 + }, + { + "id": "transfer-v4-0438", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9562215182290743, + "probabilities": [ + 0.015183543743984186, + 0.014584961306532022, + 0.014009976720409533, + 0.9562215182290743 + ], + "target": 3, + "brier": 0.002556096010812208, + "nll": 0.04476567914345355 + }, + { + "id": "transfer-v4-0439", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9694846227323421, + "probabilities": [ + 0.010718774000560986, + 0.9694846227323421, + 0.009500396393703314, + 0.010296206873393585 + ], + "target": 1, + "brier": 0.0012423497734798, + "nll": 0.03099066545426169 + }, + { + "id": "transfer-v4-0440", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9739283534508417, + "probabilities": [ + 0.008806272208465474, + 0.9739283534508417, + 0.008459102132227355, + 0.008806272208465474 + ], + "target": 1, + "brier": 0.000906388023086873, + "nll": 0.026417537130582265 + }, + { + "id": "transfer-v4-0441", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9659107237503797, + "probabilities": [ + 0.012048818990133527, + 0.011573818404471331, + 0.9659107237503797, + 0.010466638855015498 + ], + "target": 2, + "brier": 0.0015507565956609302, + "nll": 0.034683867518337554 + }, + { + "id": "transfer-v4-0442", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9743646723578453, + "probabilities": [ + 0.008810217799975692, + 0.9743646723578453, + 0.009171798214262755, + 0.007653311627916234 + ], + "target": 1, + "brier": 0.0008774850223607809, + "nll": 0.025969638474150184 + }, + { + "id": "transfer-v4-0443", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9508829010551844, + "probabilities": [ + 0.016363542344083538, + 0.01703511345719792, + 0.9508829010551844, + 0.01571844314353418 + ], + "target": 2, + "brier": 0.0032175194721575473, + "nll": 0.05036435645225311 + }, + { + "id": "transfer-v4-0444", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9749304104783192, + "probabilities": [ + 0.008467805200455867, + 0.9749304104783192, + 0.008467805200455867, + 0.008133979120769089 + ], + "target": 1, + "brier": 0.0008380533849484107, + "nll": 0.025389184399916203 + }, + { + "id": "transfer-v4-0445", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9608799403528895, + "probabilities": [ + 0.9608799403528895, + 0.014656008524655931, + 0.011986065142453652, + 0.012477985980000947 + ], + "target": 0, + "brier": 0.0020445435443845147, + "nll": 0.039905809811408365 + }, + { + "id": "transfer-v4-0446", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9405918366616326, + "probabilities": [ + 0.019792048776687464, + 0.019011786703327697, + 0.02060432785835227, + 0.9405918366616326 + ], + "target": 3, + "brier": 0.004707041426164216, + "nll": 0.061245988371669835 + }, + { + "id": "transfer-v4-0447", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9635791850356696, + "probabilities": [ + 0.010029742568952907, + 0.01109070618518223, + 0.01530036621019517, + 0.9635791850356696 + ], + "target": 3, + "brier": 0.001784176468517578, + "nll": 0.03710060972455506 + }, + { + "id": "transfer-v4-0448", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9706256461935165, + "probabilities": [ + 0.009901939033731363, + 0.010517724868042207, + 0.9706256461935165, + 0.00895468990470983 + ], + "target": 2, + "brier": 0.0011517100658655476, + "nll": 0.02981441932948669 + }, + { + "id": "transfer-v4-0449", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9674877696932059, + "probabilities": [ + 0.9674877696932059, + 0.012563801751938945, + 0.009673423641686411, + 0.010275004913168745 + ], + "target": 0, + "brier": 0.001414045084901222, + "nll": 0.03305249530207331 + }, + { + "id": "transfer-v4-0450", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.969878299677892, + "probabilities": [ + 0.010723126600226458, + 0.969878299677892, + 0.00950425440092032, + 0.009894319320961206 + ], + "target": 1, + "brier": 0.0012105306809219272, + "nll": 0.03058467960560181 + }, + { + "id": "transfer-v4-0451", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9645229269421973, + "probabilities": [ + 0.011557189160799657, + 0.013039344378988278, + 0.010880539518014775, + 0.9645229269421973 + ], + "target": 3, + "brier": 0.001680601976084108, + "nll": 0.03612167611307107 + }, + { + "id": "transfer-v4-0452", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9718765574346322, + "probabilities": [ + 0.0111862190173674, + 0.009148381981103746, + 0.9718765574346322, + 0.00778884156689669 + ], + "target": 2, + "brier": 0.0010604184634584552, + "nll": 0.02852648111073432 + }, + { + "id": "transfer-v4-0453", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9700241937867156, + "probabilities": [ + 0.008949141251459677, + 0.01030193109852641, + 0.9700241937867156, + 0.01072473386329836 + ], + "target": 2, + "brier": 0.0011997857880723234, + "nll": 0.030434265747595887 + }, + { + "id": "transfer-v4-0454", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9623688248748513, + "probabilities": [ + 0.011076774891746528, + 0.013544177247583514, + 0.013010222985818599, + 0.9623688248748513 + ], + "target": 3, + "brier": 0.001891510922756717, + "nll": 0.03835750795226764 + }, + { + "id": "transfer-v4-0455", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9683048616911673, + "probabilities": [ + 0.010705730758170813, + 0.9683048616911673, + 0.010705730758170813, + 0.010283676792491115 + ], + "target": 1, + "brier": 0.0013395611429213468, + "nll": 0.03220830152507466 + }, + { + "id": "transfer-v4-0456", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9724935928910307, + "probabilities": [ + 0.009529883317709091, + 0.9724935928910307, + 0.008446640473551214, + 0.009529883317709091 + ], + "target": 1, + "brier": 0.0010095855194320927, + "nll": 0.027891791798096487 + }, + { + "id": "transfer-v4-0457", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9645791056463691, + "probabilities": [ + 0.0125260228905464, + 0.011102220487403986, + 0.9645791056463691, + 0.011792650975680519 + ], + "target": 2, + "brier": 0.001673866923050728, + "nll": 0.03606343274051888 + }, + { + "id": "transfer-v4-0458", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9752527675177538, + "probabilities": [ + 0.00847060530106846, + 0.9752527675177538, + 0.007974669500666418, + 0.008301957680511353 + ], + "target": 1, + "brier": 0.0008166945246706909, + "nll": 0.025058592847278828 + }, + { + "id": "transfer-v4-0459", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9733309464778198, + "probabilities": [ + 0.9733309464778198, + 0.00992954121174684, + 0.008285598590175103, + 0.00845391372025821 + ], + "target": 0, + "brier": 0.000949954005631772, + "nll": 0.02703112463974134 + }, + { + "id": "transfer-v4-0460", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9699706435371772, + "probabilities": [ + 0.9699706435371772, + 0.00950515980584598, + 0.012099468892966347, + 0.008424727764010459 + ], + "target": 0, + "brier": 0.0012094834978954956, + "nll": 0.030489472337347244 + }, + { + "id": "transfer-v4-0461", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9578094232653604, + "probabilities": [ + 0.012948584405183454, + 0.01403324176284413, + 0.015208750566611983, + 0.9578094232653604 + ], + "target": 3, + "brier": 0.0023759485714715213, + "nll": 0.04310645267416512 + }, + { + "id": "transfer-v4-0462", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9680480452154852, + "probabilities": [ + 0.00875309809094901, + 0.011599428346782934, + 0.011599428346782934, + 0.9680480452154852 + ], + "target": 3, + "brier": 0.0013666376166857593, + "nll": 0.03247355945018936 + }, + { + "id": "transfer-v4-0463", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9650775868266998, + "probabilities": [ + 0.9650775868266998, + 0.013582306000099471, + 0.010670053586600366, + 0.010670053586600366 + ], + "target": 0, + "brier": 0.0016317540652088795, + "nll": 0.03554678001844309 + }, + { + "id": "transfer-v4-0464", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.96969544074744, + "probabilities": [ + 0.96969544074744, + 0.011161109093747306, + 0.00842234071350975, + 0.01072110944530297 + ], + "target": 0, + "brier": 0.0012288146785270596, + "nll": 0.030773235397199266 + }, + { + "id": "transfer-v4-0465", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9642158105773115, + "probabilities": [ + 0.9642158105773115, + 0.013570164267112668, + 0.010660516048499774, + 0.011553509107076055 + ], + "target": 0, + "brier": 0.0017117877459828807, + "nll": 0.03644013953324002 + }, + { + "id": "transfer-v4-0466", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.966553140998683, + "probabilities": [ + 0.966553140998683, + 0.012056838776512608, + 0.010265078581239907, + 0.011124941643564545 + ], + "target": 0, + "brier": 0.0014931959031885486, + "nll": 0.03401899891852883 + }, + { + "id": "transfer-v4-0467", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9010323218924379, + "probabilities": [ + 0.01749419780452402, + 0.015505667660343142, + 0.9010323218924379, + 0.06596781264269491 + ], + "target": 2, + "brier": 0.014692826301280555, + "nll": 0.10421414866269549 + }, + { + "id": "transfer-v4-0468", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9668900341857897, + "probabilities": [ + 0.9668900341857897, + 0.012556039533606256, + 0.009863833544237087, + 0.01069009273636699 + ], + "target": 0, + "brier": 0.001465497259888203, + "nll": 0.03367050852083809 + }, + { + "id": "transfer-v4-0469", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9671290001870702, + "probabilities": [ + 0.9671290001870702, + 0.01069272970430047, + 0.009103688487720859, + 0.01307458162090856 + ], + "target": 0, + "brier": 0.001448658925874125, + "nll": 0.03342338995762906 + }, + { + "id": "transfer-v4-0470", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.935553717335917, + "probabilities": [ + 0.935553717335917, + 0.024071167840625764, + 0.01816445565381797, + 0.022210659169639248 + ], + "target": 0, + "brier": 0.005556005300379865, + "nll": 0.06661671392675843 + }, + { + "id": "transfer-v4-0471", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.967044185478734, + "probabilities": [ + 0.009102889438378321, + 0.967044185478734, + 0.014750035644509297, + 0.009102889438378321 + ], + "target": 1, + "brier": 0.0014693744545290575, + "nll": 0.0335110912131516 + }, + { + "id": "transfer-v4-0472", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9465599749666466, + "probabilities": [ + 0.9465599749666466, + 0.016289151340274487, + 0.012796510262972596, + 0.024354363430106347 + ], + "target": 0, + "brier": 0.0038780584199478722, + "nll": 0.054920945346420225 + }, + { + "id": "transfer-v4-0473", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9678453894338181, + "probabilities": [ + 0.010278802760305857, + 0.9678453894338181, + 0.01159700504557017, + 0.010278802760305857 + ], + "target": 1, + "brier": 0.001379717079060336, + "nll": 0.032682926121701414 + }, + { + "id": "transfer-v4-0474", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9722826687543143, + "probabilities": [ + 0.010120330904448192, + 0.00915219598119666, + 0.9722826687543143, + 0.008444804360040848 + ], + "target": 2, + "brier": 0.0010257489609561885, + "nll": 0.028108705323526793 + }, + { + "id": "transfer-v4-0475", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9659107291478264, + "probabilities": [ + 0.012048819057461548, + 0.010466633325566972, + 0.9659107291478264, + 0.01157381846914508 + ], + "target": 2, + "brier": 0.0015507561150408951, + "nll": 0.03468386193040218 + }, + { + "id": "transfer-v4-0476", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9677809909484233, + "probabilities": [ + 0.9677809909484233, + 0.011596233171056203, + 0.00948370197342494, + 0.011139073907095518 + ], + "target": 0, + "brier": 0.0013865567386515663, + "nll": 0.0327494663239546 + }, + { + "id": "transfer-v4-0477", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9703769584427154, + "probabilities": [ + 0.011168958504816012, + 0.00913426643193054, + 0.9703769584427154, + 0.009319816620538027 + ], + "target": 2, + "brier": 0.0011725640302768605, + "nll": 0.03007066602546524 + }, + { + "id": "transfer-v4-0478", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9678454002503328, + "probabilities": [ + 0.010278797287245206, + 0.9678454002503328, + 0.010278797287245206, + 0.011597005175176795 + ], + "target": 1, + "brier": 0.0013797161614389321, + "nll": 0.03268291494583103 + }, + { + "id": "transfer-v4-0479", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9725971509997704, + "probabilities": [ + 0.9725971509997704, + 0.010329262026404116, + 0.00827935125539271, + 0.0087942357184328 + ], + "target": 0, + "brier": 0.0010034960264210305, + "nll": 0.02778531027875057 + }, + { + "id": "transfer-v4-0480", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": true, + "confidence": 0.8928815228883623, + "probabilities": [ + 0.8928815228883623, + 0.040343332466520304, + 0.025919452474670493, + 0.022067576510530363, + 0.018788115659916508 + ], + "target": 0, + "brier": 0.014613741852905851, + "nll": 0.11330138004482945 + }, + { + "id": "transfer-v4-0481", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": false, + "confidence": 0.9029122718148449, + "probabilities": [ + 0.9029122718148449, + 0.02840620693092588, + 0.042470886979714295, + 0.0262106342745149 + ], + "target": 2, + "brier": 1.7336064828165343, + "nll": 3.158936450021869 + }, + { + "id": "transfer-v4-0482", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": true, + "confidence": 0.7909854231250009, + "probabilities": [ + 0.14029826537441312, + 0.7909854231250009, + 0.03297698198952485, + 0.03573932951106123 + ], + "target": 1, + "brier": 0.06573547762834184, + "nll": 0.23447573979768815 + }, + { + "id": "transfer-v4-0483", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": true, + "confidence": 0.9625629504969538, + "probabilities": [ + 0.009060703147381284, + 0.9625629504969538, + 0.009432563522943742, + 0.011533703819324998, + 0.00741007901339611 + ], + "target": 1, + "brier": 0.0017605378664095482, + "nll": 0.038155811845169876 + }, + { + "id": "transfer-v4-0484", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": true, + "confidence": 0.9417001937972328, + "probabilities": [ + 0.025223697762274247, + 0.9417001937972328, + 0.016205513397077657, + 0.016870595043415343 + ], + "target": 1, + "brier": 0.004582337973664545, + "nll": 0.06006832067105434 + }, + { + "id": "transfer-v4-0485", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": true, + "confidence": 0.9654837187767159, + "probabilities": [ + 0.9654837187767159, + 0.013588021420765529, + 0.010674538952557582, + 0.010253720849961 + ], + "target": 0, + "brier": 0.001595092568734611, + "nll": 0.03512604025241903 + }, + { + "id": "transfer-v4-0486", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": true, + "confidence": 0.9566427683079861, + "probabilities": [ + 0.9566427683079861, + 0.014016155466798443, + 0.009759295018597581, + 0.010576796954351595, + 0.009004984252266235 + ], + "target": 0, + "brier": 0.0023645043685216046, + "nll": 0.044325240071339186 + }, + { + "id": "transfer-v4-0487", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": true, + "confidence": 0.9388147768908094, + "probabilities": [ + 0.01822777197236842, + 0.02320280381130559, + 0.01975464732551661, + 0.9388147768908094 + ], + "target": 3, + "brier": 0.00500449939365957, + "nll": 0.0631370749386782 + }, + { + "id": "transfer-v4-0488", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": true, + "confidence": 0.9604074978585543, + "probabilities": [ + 0.9604074978585543, + 0.014648801705312627, + 0.012471850218066561, + 0.012471850218066561 + ], + "target": 0, + "brier": 0.0020932477129457275, + "nll": 0.040397607649109615 + }, + { + "id": "transfer-v4-0489", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": true, + "confidence": 0.9054775260645228, + "probabilities": [ + 0.9054775260645228, + 0.019835124398778697, + 0.016887434620088383, + 0.016887434620088383, + 0.04091248029652177 + ], + "target": 0, + "brier": 0.011572132178906793, + "nll": 0.09929282133219323 + }, + { + "id": "transfer-v4-0490", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": true, + "confidence": 0.894593907812147, + "probabilities": [ + 0.030502055294842352, + 0.029299568821483386, + 0.894593907812147, + 0.0456044680715273 + ], + "target": 2, + "brier": 0.014979051888735584, + "nll": 0.1113853979639358 + }, + { + "id": "transfer-v4-0491", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": true, + "confidence": 0.9417910295580301, + "probabilities": [ + 0.9417910295580301, + 0.022358736772941912, + 0.017564684741505097, + 0.018285548927522974 + ], + "target": 0, + "brier": 0.004531076799645132, + "nll": 0.05997186600246727 + }, + { + "id": "transfer-v4-0492", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": true, + "confidence": 0.9578147867912158, + "probabilities": [ + 0.9578147867912158, + 0.012438181451794447, + 0.009386034428891727, + 0.009771247130477646, + 0.010589750197620358 + ], + "target": 0, + "brier": 0.002230018293331554, + "nll": 0.043100852905873205 + }, + { + "id": "transfer-v4-0493", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": true, + "confidence": 0.9258329471682053, + "probabilities": [ + 0.017975718875524526, + 0.034211451584727715, + 0.021979882371542428, + 0.9258329471682053 + ], + "target": 3, + "brier": 0.007477416843447125, + "nll": 0.07706146323659695 + }, + { + "id": "transfer-v4-0494", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": true, + "confidence": 0.9692866232998455, + "probabilities": [ + 0.9692866232998455, + 0.012090930560859114, + 0.009123993692505699, + 0.009498452446789684 + ], + "target": 0, + "brier": 0.0012629699699379191, + "nll": 0.031194917950362232 + }, + { + "id": "transfer-v4-0495", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": false, + "confidence": 0.9572642953731724, + "probabilities": [ + 0.009010830441133431, + 0.009765631106347752, + 0.011018028136368471, + 0.012941214942977999, + 0.9572642953731724 + ], + "target": 2, + "brier": 1.8947843095279175, + "nll": 4.5082224262619315 + }, + { + "id": "transfer-v4-0496", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": false, + "confidence": 0.959782356621051, + "probabilities": [ + 0.010193170922660245, + 0.013507781474807589, + 0.016516690981481088, + 0.959782356621051 + ], + "target": 2, + "brier": 1.8887079520929038, + "nll": 4.103383834737225 + }, + { + "id": "transfer-v4-0497", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": false, + "confidence": 0.9603023216029803, + "probabilities": [ + 0.011978859622720548, + 0.015248334469560807, + 0.012470484304738277, + 0.9603023216029803 + ], + "target": 1, + "brier": 1.8922153976977036, + "nll": 4.183284997003888 + }, + { + "id": "transfer-v4-0498", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": true, + "confidence": 0.9528655081465619, + "probabilities": [ + 0.010119706974896454, + 0.9528655081465619, + 0.017771226672888375, + 0.010967398615746062, + 0.008276159589907243 + ], + "target": 1, + "brier": 0.002828663938953052, + "nll": 0.04828151000200975 + }, + { + "id": "transfer-v4-0499", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": true, + "confidence": 0.9663073636511124, + "probabilities": [ + 0.9663073636511124, + 0.014738797539594714, + 0.009095953980742857, + 0.00985788482855003 + ], + "target": 0, + "brier": 0.0015323401691642966, + "nll": 0.03427331354527399 + }, + { + "id": "transfer-v4-0500", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": true, + "confidence": 0.9638041884455235, + "probabilities": [ + 0.9638041884455235, + 0.015303953584144752, + 0.010655974344046429, + 0.010235883626285318 + ], + "target": 0, + "brier": 0.0017626708722246623, + "nll": 0.036867129023235516 + }, + { + "id": "transfer-v4-0501", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": false, + "confidence": 0.4452199265230832, + "probabilities": [ + 0.42766838548888364, + 0.07585614792498699, + 0.026657994389679376, + 0.4452199265230832, + 0.0245975456733668 + ], + "target": 4, + "brier": 1.3389957826692054, + "nll": 3.7051086103964486 + }, + { + "id": "transfer-v4-0502", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": false, + "confidence": 0.6175686760930411, + "probabilities": [ + 0.041719712312247255, + 0.2876050513143792, + 0.6175686760930411, + 0.053106560280332546 + ], + "target": 1, + "brier": 0.8934584737443251, + "nll": 1.246167089609446 + }, + { + "id": "transfer-v4-0503", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": false, + "confidence": 0.8371353461271281, + "probabilities": [ + 0.10338779924019424, + 0.03093389164410128, + 0.8371353461271281, + 0.028542962988576406 + ], + "target": 3, + "brier": 1.656170305178381, + "nll": 3.55634485352139 + }, + { + "id": "transfer-v4-0504", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": true, + "confidence": 0.9533693354210332, + "probabilities": [ + 0.011423548875026293, + 0.010540601042779926, + 0.014541457650946674, + 0.01012505701021387, + 0.9533693354210332 + ], + "target": 4, + "brier": 0.002729991388393634, + "nll": 0.04775290012174932 + }, + { + "id": "transfer-v4-0505", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": true, + "confidence": 0.9046002761215013, + "probabilities": [ + 0.04429659685934479, + 0.02962731241624523, + 0.9046002761215013, + 0.02147581460290871 + ], + "target": 2, + "brier": 0.012402284063281418, + "nll": 0.1002621166968962 + }, + { + "id": "transfer-v4-0506", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": true, + "confidence": 0.9539365786201071, + "probabilities": [ + 0.01576891171889177, + 0.015147254830500586, + 0.015147254830500586, + 0.9539365786201071 + ], + "target": 3, + "brier": 0.0028293760238200273, + "nll": 0.047158089177556074 + }, + { + "id": "transfer-v4-0507", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": true, + "confidence": 0.9578806420588294, + "probabilities": [ + 0.009386684067746473, + 0.013481017566239005, + 0.01059048278920725, + 0.9578806420588294, + 0.00866117351797785 + ], + "target": 3, + "brier": 0.0022310622382023977, + "nll": 0.04303209952613677 + }, + { + "id": "transfer-v4-0508", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": true, + "confidence": 0.9184711338726689, + "probabilities": [ + 0.9184711338726689, + 0.031316173556520874, + 0.024601510756894436, + 0.02561118181391585 + ], + "target": 0, + "brier": 0.008888825703657465, + "nll": 0.08504480228660313 + }, + { + "id": "transfer-v4-0509", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": true, + "confidence": 0.9666053551838683, + "probabilities": [ + 0.01112554838127006, + 0.9666053551838683, + 0.01158215164860556, + 0.010686944786256146 + ], + "target": 1, + "brier": 0.0014873371548553597, + "nll": 0.03396497935903475 + }, + { + "id": "transfer-v4-0510", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": false, + "confidence": 0.7154944432453149, + "probabilities": [ + 0.05910191224363577, + 0.7154944432453149, + 0.048335063482298504, + 0.13753890786261994, + 0.03952967316613088 + ], + "target": 4, + "brier": 1.459181812612017, + "nll": 3.2307036697034 + }, + { + "id": "transfer-v4-0511", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": false, + "confidence": 0.694835693903373, + "probabilities": [ + 0.694835693903373, + 0.11371822418502975, + 0.07306074677679301, + 0.11838533513480433 + ], + "target": 3, + "brier": 1.2783107660589326, + "nll": 2.133810422862096 + }, + { + "id": "transfer-v4-0512", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": false, + "confidence": 0.7009653218593989, + "probabilities": [ + 0.7009653218593989, + 0.14603319035643586, + 0.10168129736013026, + 0.05132019042403499 + ], + "target": 3, + "brier": 1.423010542465058, + "nll": 2.96967102871869 + }, + { + "id": "transfer-v4-0513", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": false, + "confidence": 0.6172752390037529, + "probabilities": [ + 0.022809603878688443, + 0.043411295462444294, + 0.28746867429296974, + 0.0290351873621446, + 0.6172752390037529 + ], + "target": 3, + "brier": 1.4088444453705937, + "nll": 3.5392468272034114 + }, + { + "id": "transfer-v4-0514", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": false, + "confidence": 0.7535032994879145, + "probabilities": [ + 0.03841195814071393, + 0.7535032994879145, + 0.02370569224720448, + 0.1843790501241671 + ], + "target": 0, + "brier": 1.526976378555559, + "nll": 3.2593864579520337 + }, + { + "id": "transfer-v4-0515", + "question": "answer", + "type": "choice", + "source": "mmlu", + "error": null, + "correct": false, + "confidence": 0.5629503915703056, + "probabilities": [ + 0.3765230901118659, + 0.0350905743085413, + 0.025435944009287267, + 0.5629503915703056 + ], + "target": 1, + "brier": 1.390379967792413, + "nll": 3.349822722791357 + }, + { + "id": "transfer-v4-0516", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": false, + "confidence": 0.5520636644983167, + "probabilities": [ + 0.5520636644983167, + 0.05145028425195382, + 0.04942196046642812, + 0.03305535886642929, + 0.03729455311948631, + 0.18636227348306303, + 0.09035190531432276 + ], + "target": 1, + "brier": 1.2523412872952293, + "nll": 2.967139291898024 + }, + { + "id": "transfer-v4-0517", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": true, + "confidence": 0.5652422224694159, + "probabilities": [ + 0.5652422224694159, + 0.19864210190412251, + 0.06187349093148871, + 0.03818482476197444, + 0.039751976136088725, + 0.0963053837969097 + ], + "target": 0, + "brier": 0.2446143660493666, + "nll": 0.5705009273713234 + }, + { + "id": "transfer-v4-0518", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": false, + "confidence": 0.5739677230327591, + "probabilities": [ + 0.07088602677553277, + 0.08325912461567156, + 0.0437468572285367, + 0.042022222825470926, + 0.5739677230327591, + 0.18611804552202893 + ], + "target": 1, + "brier": 1.213197190073364, + "nll": 2.4857975511347203 + }, + { + "id": "transfer-v4-0519", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": false, + "confidence": 0.6591052111583298, + "probabilities": [ + 0.07510907538722793, + 0.031002757594112647, + 0.024355295271663156, + 0.019133151432863687, + 0.16789936279800666, + 0.023395146357796177, + 0.6591052111583298 + ], + "target": 0, + "brier": 1.3205008595781764, + "nll": 2.588813883475445 + }, + { + "id": "transfer-v4-0520", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": true, + "confidence": 0.7111244572529275, + "probabilities": [ + 0.02847868858997206, + 0.7111244572529275, + 0.023290612928680295, + 0.17400913879618912, + 0.02964748348294344, + 0.03344961894928753 + ], + "target": 1, + "brier": 0.11707959822112929, + "nll": 0.34090781913478085 + }, + { + "id": "transfer-v4-0521", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": false, + "confidence": 0.6087787434821363, + "probabilities": [ + 0.24137891462905867, + 0.048304399862159036, + 0.036451211033911024, + 0.028635519958823918, + 0.6087787434821363, + 0.036451211033911024 + ], + "target": 0, + "brier": 0.9519281993061067, + "nll": 1.4213873203264042 + }, + { + "id": "transfer-v4-0522", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": true, + "confidence": 0.8775694247674743, + "probabilities": [ + 0.013934644675795296, + 0.031149586227495415, + 0.8775694247674743, + 0.023505936979698897, + 0.013385298474897186, + 0.013934644675795296, + 0.02652046419884361 + ], + "target": 2, + "brier": 0.017782921428270444, + "nll": 0.13059921022753457 + }, + { + "id": "transfer-v4-0523", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": true, + "confidence": 0.749369872257726, + "probabilities": [ + 0.023575652785936138, + 0.749369872257726, + 0.023575652785936138, + 0.10870281044081839, + 0.06708525233672423, + 0.027690759392859105 + ], + "target": 1, + "brier": 0.0810105939752423, + "nll": 0.2885225959157116 + }, + { + "id": "transfer-v4-0524", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": true, + "confidence": 0.8970943611300088, + "probabilities": [ + 0.015437900048820119, + 0.01673107877124742, + 0.8970943611300088, + 0.027110514865118937, + 0.014244682046743376, + 0.02938146313806131 + ], + "target": 2, + "brier": 0.012908989625005985, + "nll": 0.10859422610156451 + }, + { + "id": "transfer-v4-0525", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": true, + "confidence": 0.6824995684670405, + "probabilities": [ + 0.015564223316566367, + 0.0182809545207502, + 0.6824995684670405, + 0.016202995100906257, + 0.03479235522097847, + 0.20420580531826787, + 0.028454098055490346 + ], + "target": 2, + "brier": 0.1453656540231497, + "nll": 0.38199338420594664 + }, + { + "id": "transfer-v4-0526", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": false, + "confidence": 0.8579829659579128, + "probabilities": [ + 0.018053775081570862, + 0.05348096246053211, + 0.035770158082074135, + 0.016658363336339264, + 0.8579829659579128, + 0.018053775081570862 + ], + "target": 1, + "brier": 1.6342419411662314, + "nll": 2.928429530266127 + }, + { + "id": "transfer-v4-0527", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": true, + "confidence": 0.6614379220489983, + "probabilities": [ + 0.017716794762429176, + 0.020809257207062205, + 0.6614379220489983, + 0.018443910019636398, + 0.03960422743667249, + 0.2419878885252014 + ], + "target": 2, + "brier": 0.17583800146921727, + "nll": 0.41333914404997224 + }, + { + "id": "transfer-v4-0528", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": true, + "confidence": 0.9266785237059435, + "probabilities": [ + 0.015947014678788125, + 0.9266785237059435, + 0.01799214487213226, + 0.009841598713418944, + 0.010245507693743649, + 0.009841598713418944, + 0.009453611622554623 + ], + "target": 1, + "brier": 0.006342118771289767, + "nll": 0.07614856568129791 + }, + { + "id": "transfer-v4-0529", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": true, + "confidence": 0.7058748918417793, + "probabilities": [ + 0.2198676267207098, + 0.019683035970465956, + 0.0174457047482895, + 0.019683035970465956, + 0.0174457047482895, + 0.7058748918417793 + ], + "target": 5, + "brier": 0.1362349015672407, + "nll": 0.3483172642148901 + }, + { + "id": "transfer-v4-0530", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": true, + "confidence": 0.936239670249518, + "probabilities": [ + 0.936239670249518, + 0.011678712573037065, + 0.01970047153197756, + 0.011678712573037065, + 0.010351216536215133, + 0.010351216536215133 + ], + "target": 0, + "brier": 0.004940568250758908, + "nll": 0.06588377732290224 + }, + { + "id": "transfer-v4-0531", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": false, + "confidence": 0.4535104888164393, + "probabilities": [ + 0.07726861464540832, + 0.026083865891360997, + 0.02715437461478287, + 0.14705788952244547, + 0.2382879682044688, + 0.03063679830509426, + 0.4535104888164393 + ], + "target": 4, + "brier": 0.815829786059564, + "nll": 1.4342753862718378 + }, + { + "id": "transfer-v4-0532", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": false, + "confidence": 0.5984199693005933, + "probabilities": [ + 0.029303499616921913, + 0.12466969693300287, + 0.5984199693005933, + 0.18639704373952906, + 0.033061523698243014, + 0.028148266711709894 + ], + "target": 1, + "brier": 1.1617975413978419, + "nll": 2.082087463581903 + }, + { + "id": "transfer-v4-0533", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": false, + "confidence": 0.38175110089168, + "probabilities": [ + 0.13966412139883028, + 0.034175219158211874, + 0.03029058907582256, + 0.29989801329142163, + 0.11422095618403365, + 0.38175110089168 + ], + "target": 3, + "brier": 0.6705146538540824, + "nll": 1.2043128178192342 + }, + { + "id": "transfer-v4-0534", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": false, + "confidence": 0.6888422210153854, + "probabilities": [ + 0.12719535143047933, + 0.024450659437705614, + 0.6888422210153854, + 0.09219951766502783, + 0.026498803684412178, + 0.019996387287745564, + 0.020817059479244095 + ], + "target": 3, + "brier": 1.316917205420108, + "nll": 2.383800379832103 + }, + { + "id": "transfer-v4-0535", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": false, + "confidence": 0.7867842477832487, + "probabilities": [ + 0.1236904363345258, + 0.023776913548905494, + 0.0186787828904886, + 0.7867842477832487, + 0.026826181067317708, + 0.020243438375513668 + ], + "target": 0, + "brier": 1.3889915832675281, + "nll": 2.089973315955505 + }, + { + "id": "transfer-v4-0536", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": false, + "confidence": 0.734651865548145, + "probabilities": [ + 0.029420899830647735, + 0.029420899830647735, + 0.734651865548145, + 0.1593325420654647, + 0.024061178942682324, + 0.0231126137824126 + ], + "target": 3, + "brier": 1.24927945032514, + "nll": 1.8367618012874523 + }, + { + "id": "transfer-v4-0537", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": true, + "confidence": 0.768037051202316, + "probabilities": [ + 0.08407216102912161, + 0.022295341767747286, + 0.023210366233098675, + 0.060941001921447066, + 0.018233711613170698, + 0.023210366233098675, + 0.768037051202316 + ], + "target": 6, + "brier": 0.0664957362952954, + "nll": 0.2639173032451417 + }, + { + "id": "transfer-v4-0538", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": true, + "confidence": 0.7109706242792878, + "probabilities": [ + 0.7109706242792878, + 0.04089182494102087, + 0.030857572366110773, + 0.15419651025623984, + 0.02964106943114715, + 0.03344239872619353 + ], + "target": 0, + "brier": 0.11193586195362795, + "nll": 0.34112416609531454 + }, + { + "id": "transfer-v4-0539", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": true, + "confidence": 0.8240145015112943, + "probabilities": [ + 0.02297729878991029, + 0.07085948812949347, + 0.029248653316940567, + 0.021201348689128156, + 0.0316987095632332, + 0.8240145015112943 + ], + "target": 5, + "brier": 0.03882970809103966, + "nll": 0.1935671503060509 + }, + { + "id": "transfer-v4-0540", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": true, + "confidence": 0.4670791845699536, + "probabilities": [ + 0.19279625688648538, + 0.022872000549271694, + 0.4670791845699536, + 0.15767389271582471, + 0.030309508977857266, + 0.023810689869716375, + 0.10545846643089093 + ], + "target": 2, + "brier": 0.35916628046985855, + "nll": 0.7612564755799628 + }, + { + "id": "transfer-v4-0541", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": false, + "confidence": 0.432522528885218, + "probabilities": [ + 0.020344841461629425, + 0.02295397346031895, + 0.432522528885218, + 0.35372801545655813, + 0.03572759597767197, + 0.13472304475860353 + ], + "target": 3, + "brier": 0.6251107733740714, + "nll": 1.0392269790751723 + }, + { + "id": "transfer-v4-0542", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": true, + "confidence": 0.5537456408118705, + "probabilities": [ + 0.2477160305163048, + 0.02403368672810109, + 0.5537456408118705, + 0.029387297820364817, + 0.025020054216050924, + 0.12009728990730786 + ], + "target": 2, + "brier": 0.27699677839614434, + "nll": 0.59104982977681 + }, + { + "id": "transfer-v4-0543", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": true, + "confidence": 0.7681326751689215, + "probabilities": [ + 0.022298117767302426, + 0.047880291225309804, + 0.03076173319277565, + 0.0251577343768219, + 0.018235983055293812, + 0.08753346521357498, + 0.7681326751689215 + ], + "target": 6, + "brier": 0.0661260391063932, + "nll": 0.26379280662854077 + }, + { + "id": "transfer-v4-0544", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": true, + "confidence": 0.6711618987808624, + "probabilities": [ + 0.07346785164303139, + 0.05115486003101621, + 0.12393072409092462, + 0.05115486003101621, + 0.6711618987808624, + 0.029129805423149163 + ], + "target": 4, + "brier": 0.1349730313857274, + "nll": 0.3987448912615036 + }, + { + "id": "transfer-v4-0545", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": true, + "confidence": 0.7966775953522145, + "probabilities": [ + 0.02716351506980892, + 0.06580787946140676, + 0.03457744445336941, + 0.02407589386460106, + 0.0516976717985993, + 0.7966775953522145 + ], + "target": 5, + "brier": 0.05085643138161368, + "nll": 0.2273052048034495 + }, + { + "id": "transfer-v4-0546", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": true, + "confidence": 0.7199085420513199, + "probabilities": [ + 0.035252565590263324, + 0.7199085420513199, + 0.02660210386928781, + 0.13838743488389155, + 0.02660210386928781, + 0.02555336775913296, + 0.02769388197681664 + ], + "target": 1, + "brier": 0.10168031989358046, + "nll": 0.3286310999691079 + }, + { + "id": "transfer-v4-0547", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": true, + "confidence": 0.7987396227046988, + "probabilities": [ + 0.029515074278040933, + 0.7987396227046988, + 0.03198744666747077, + 0.03466690605378869, + 0.03911277492487324, + 0.06597817537112757 + ], + "target": 1, + "brier": 0.04948479898595883, + "nll": 0.22472026529378816 + }, + { + "id": "transfer-v4-0548", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": true, + "confidence": 0.8323131768691794, + "probabilities": [ + 0.8323131768691794, + 0.03333196776609135, + 0.04787087795186461, + 0.029543202260348192, + 0.030755685527787784, + 0.026185089624728673 + ], + "target": 0, + "brier": 0.034025883593484275, + "nll": 0.1835464944808707 + }, + { + "id": "transfer-v4-0549", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": true, + "confidence": 0.7242413199394666, + "probabilities": [ + 0.015239568180512489, + 0.027860570408005877, + 0.017899631070281027, + 0.1772187811237212, + 0.016516132866182337, + 0.021023996411830465, + 0.7242413199394666 + ], + "target": 6, + "brier": 0.10949298969592318, + "nll": 0.32263062729995184 + }, + { + "id": "transfer-v4-0550", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": true, + "confidence": 0.8870541815630021, + "probabilities": [ + 0.015265127430441587, + 0.0172228012213902, + 0.0172228012213902, + 0.8870541815630021, + 0.02473513304188422, + 0.03849995552189168 + ], + "target": 3, + "brier": 0.01567710516348131, + "nll": 0.11984921447610379 + }, + { + "id": "transfer-v4-0551", + "question": "emotion", + "type": "choice", + "source": "emotion", + "error": null, + "correct": true, + "confidence": 0.8726096407979681, + "probabilities": [ + 0.01836155096889926, + 0.03787305057917896, + 0.023373109305584252, + 0.02533097838619622, + 0.0224516699621732, + 0.8726096407979681 + ], + "target": 5, + "brier": 0.019691856320482325, + "nll": 0.1362669699947697 + }, + { + "id": "transfer-v4-0552", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9641453099559643, + "probabilities": [ + 0.007726877985349878, + 0.01202680272628965, + 0.007726877985349878, + 0.00837413134704628, + 0.9641453099559643 + ], + "target": 4, + "brier": 0.0016197381445895163, + "nll": 0.03651325926234884 + }, + { + "id": "transfer-v4-0553", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9418622009281337, + "probabilities": [ + 0.9418622009281337, + 0.02063214594434387, + 0.016873507183178618, + 0.02063214594434387 + ], + "target": 0, + "brier": 0.004516089818118893, + "nll": 0.05989629862203271 + }, + { + "id": "transfer-v4-0554", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9696954353288442, + "probabilities": [ + 0.008422340666446251, + 0.010721109385394098, + 0.011161114619315458, + 0.9696954353288442 + ], + "target": 3, + "brier": 0.0012288151282090231, + "nll": 0.030773240985135005 + }, + { + "id": "transfer-v4-0555", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.7861561950927123, + "probabilities": [ + 0.08605550421898449, + 0.03697893851203334, + 0.03552112807753224, + 0.055288234098737704, + 0.7861561950927123 + ], + "target": 4, + "brier": 0.058820703966743805, + "nll": 0.24059978480343036 + }, + { + "id": "transfer-v4-0556", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.7001607626724471, + "probabilities": [ + 0.12928533939377485, + 0.11929261294879356, + 0.05126128498498455, + 0.7001607626724471 + ], + "target": 3, + "brier": 0.12347671406579462, + "nll": 0.35644530934613505 + }, + { + "id": "transfer-v4-0557", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.8697390621136059, + "probabilities": [ + 0.054213758961958874, + 0.04258950831435254, + 0.033457670610082674, + 0.8697390621136059 + ], + "target": 3, + "brier": 0.022840325540939503, + "nll": 0.13956204092613805 + }, + { + "id": "transfer-v4-0558", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9696544268797604, + "probabilities": [ + 0.005747385127696161, + 0.008089963727205217, + 0.006616183867787276, + 0.009892040397550948, + 0.9696544268797604 + ], + "target": 4, + "brier": 0.001160960109108513, + "nll": 0.030815531909417365 + }, + { + "id": "transfer-v4-0559", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9426039491531879, + "probabilities": [ + 0.0140910158848157, + 0.019052457791420355, + 0.9426039491531879, + 0.024252577170576026 + ], + "target": 2, + "brier": 0.004444047028784567, + "nll": 0.059109074862849074 + }, + { + "id": "transfer-v4-0560", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9706672565639102, + "probabilities": [ + 0.009511985948942406, + 0.009511985948942406, + 0.010308771538205048, + 0.9706672565639102 + ], + "target": 3, + "brier": 0.0011476363615001328, + "nll": 0.02977155061004626 + }, + { + "id": "transfer-v4-0561", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9556458530113837, + "probabilities": [ + 0.009364784634156626, + 0.011920779865751546, + 0.010149240427608897, + 0.012919342061099228, + 0.9556458530113837 + ], + "target": 4, + "brier": 0.0024670110194887213, + "nll": 0.04536788120385488 + }, + { + "id": "transfer-v4-0562", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.878695865244326, + "probabilities": [ + 0.024502054404513265, + 0.032469623516566085, + 0.06433245683459468, + 0.878695865244326 + ], + "target": 3, + "brier": 0.02050798523254698, + "nll": 0.12931644202876585 + }, + { + "id": "transfer-v4-0563", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.959300227799068, + "probabilities": [ + 0.011966360086529623, + 0.013500989616795073, + 0.015232422497607298, + 0.959300227799068 + ], + "target": 3, + "brier": 0.002213968646706669, + "nll": 0.04155118969441681 + }, + { + "id": "transfer-v4-0564", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9664597151257204, + "probabilities": [ + 0.008063306731607513, + 0.01068532985876017, + 0.9664597151257204, + 0.008063306731607513, + 0.006728341552304419 + ], + "target": 2, + "brier": 0.0014144313945787825, + "nll": 0.034115662396724866 + }, + { + "id": "transfer-v4-0565", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9281075674969612, + "probabilities": [ + 0.9281075674969612, + 0.022938187969083583, + 0.031644752685251375, + 0.017309491848703812 + ], + "target": 0, + "brier": 0.006995691199080066, + "nll": 0.07460763966232248 + }, + { + "id": "transfer-v4-0566", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9713855230947971, + "probabilities": [ + 0.009329502680945468, + 0.011180567622196757, + 0.9713855230947971, + 0.008104406602060656 + ], + "target": 2, + "brier": 0.0010965144075581984, + "nll": 0.02903185231640533 + }, + { + "id": "transfer-v4-0567", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9492136116242124, + "probabilities": [ + 0.012326492767249328, + 0.9492136116242124, + 0.01008092785148603, + 0.011373753511130298, + 0.017005214245921933 + ], + "target": 1, + "brier": 0.00325136435502591, + "nll": 0.0521214144219853 + }, + { + "id": "transfer-v4-0568", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.8654237373059578, + "probabilities": [ + 0.8654237373059578, + 0.03197920468596783, + 0.02512237996859394, + 0.07747467803948044 + ], + "target": 0, + "brier": 0.02576689972565045, + "nll": 0.14453602227938703 + }, + { + "id": "transfer-v4-0569", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9647318891528117, + "probabilities": [ + 0.01304217544179534, + 0.9647318891528117, + 0.010666231813522432, + 0.011559703591870488 + ], + "target": 1, + "brier": 0.0016613332312158306, + "nll": 0.03590505132127243 + }, + { + "id": "transfer-v4-0570", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9683498531943594, + "probabilities": [ + 0.009489276826417915, + 0.9683498531943594, + 0.008079076509364218, + 0.007606063342709768, + 0.0064757301271486985 + ], + "target": 1, + "brier": 0.0012568369250041292, + "nll": 0.03216183841231179 + }, + { + "id": "transfer-v4-0571", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9165776527103348, + "probabilities": [ + 0.9165776527103348, + 0.03525945088158518, + 0.023113384874516977, + 0.025049511533563038 + ], + "target": 0, + "brier": 0.009364223492216094, + "nll": 0.08710848783891592 + }, + { + "id": "transfer-v4-0572", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9740587248805982, + "probabilities": [ + 0.008807450869218898, + 0.9740587248805982, + 0.009168918594648747, + 0.00796490565553413 + ], + "target": 1, + "brier": 0.0008980297359310551, + "nll": 0.026283684671907035 + }, + { + "id": "transfer-v4-0573", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9645337174971784, + "probabilities": [ + 0.008047237752460308, + 0.010664036179660672, + 0.008377504285350314, + 0.008377504285350314, + 0.9645337174971784 + ], + "target": 4, + "brier": 0.001576702053757808, + "nll": 0.036110488722579125 + }, + { + "id": "transfer-v4-0574", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9470663869590749, + "probabilities": [ + 0.9470663869590749, + 0.021597588897444814, + 0.015038165585955426, + 0.016297858557524855 + ], + "target": 0, + "brier": 0.003760189853501132, + "nll": 0.05438608586760949 + }, + { + "id": "transfer-v4-0575", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9669625615036106, + "probabilities": [ + 0.009864574151268986, + 0.011586432172560212, + 0.011586432172560212, + 0.9669625615036106 + ], + "target": 3, + "brier": 0.0014572729865672735, + "nll": 0.03359550040696572 + }, + { + "id": "transfer-v4-0576", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9699386218097082, + "probabilities": [ + 0.00717249597929565, + 0.010301027596431086, + 0.9699386218097082, + 0.00635721253406925, + 0.006230642080495758 + ], + "target": 2, + "brier": 0.0011404773787537675, + "nll": 0.03052248597158663 + }, + { + "id": "transfer-v4-0577", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.955704505791589, + "probabilities": [ + 0.01345038491666677, + 0.017121491079714564, + 0.013723618212029644, + 0.955704505791589 + ], + "target": 3, + "brier": 0.002624486815196162, + "nll": 0.045306508070505874 + }, + { + "id": "transfer-v4-0578", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9764939701557555, + "probabilities": [ + 0.007825846430330023, + 0.9764939701557555, + 0.007367659493040773, + 0.00831252392087373 + ], + "target": 1, + "brier": 0.0007371577717301162, + "nll": 0.023786703640172126 + }, + { + "id": "transfer-v4-0579", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9614754775867326, + "probabilities": [ + 0.00905047120673026, + 0.009421911538129196, + 0.9614754775867326, + 0.009421911538129196, + 0.010630228130278769 + ], + "target": 2, + "brier": 0.0018565964404006318, + "nll": 0.0392862186085149 + }, + { + "id": "transfer-v4-0580", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.7282495986186027, + "probabilities": [ + 0.07971683770840111, + 0.08639443537005133, + 0.7282495986186027, + 0.10563912830294478 + ], + "target": 2, + "brier": 0.0988266787566941, + "nll": 0.3171114343015466 + }, + { + "id": "transfer-v4-0581", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9683048490659091, + "probabilities": [ + 0.010283682246342544, + 0.010705734343874182, + 0.9683048490659091, + 0.010705734343874182 + ], + "target": 2, + "brier": 0.0013395622089617597, + "nll": 0.03220831456359048 + }, + { + "id": "transfer-v4-0582", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9476066540612215, + "probabilities": [ + 0.013336423287889749, + 0.010906874557715477, + 0.9476066540612215, + 0.010476892224225428, + 0.01767315586894793 + ], + "target": 2, + "brier": 0.003463988506438194, + "nll": 0.05381578470736407 + }, + { + "id": "transfer-v4-0583", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": false, + "confidence": 0.8958412659123893, + "probabilities": [ + 0.06300208893610414, + 0.023049392450118226, + 0.01810725270138828, + 0.8958412659123893 + ], + "target": 0, + "brier": 1.6813558061423282, + "nll": 2.7645873954243707 + }, + { + "id": "transfer-v4-0584", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.953498932793234, + "probabilities": [ + 0.953498932793234, + 0.014543434174831085, + 0.011893999241365093, + 0.020063633790569798 + ], + "target": 0, + "brier": 0.0029178773478014956, + "nll": 0.04761697319427282 + }, + { + "id": "transfer-v4-0585", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9612229891662412, + "probabilities": [ + 0.00801961625081652, + 0.011990344682281252, + 0.007703457834119207, + 0.011063592066541894, + 0.9612229891662412 + ], + "target": 4, + "brier": 0.0018934855116286226, + "nll": 0.03954885825410551 + }, + { + "id": "transfer-v4-0586", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9091335626436741, + "probabilities": [ + 0.02435140016890874, + 0.9091335626436741, + 0.050227859495559954, + 0.016287177691857238 + ], + "target": 1, + "brier": 0.011637810154689279, + "nll": 0.09526326199694092 + }, + { + "id": "transfer-v4-0587", + "question": "answer", + "type": "choice", + "source": "sciq", + "error": null, + "correct": true, + "confidence": 0.9645986592940936, + "probabilities": [ + 0.010244321116225127, + 0.00984045773685149, + 0.015316561852829761, + 0.9645986592940936 + ], + "target": 3, + "brier": 0.0016896327143703213, + "nll": 0.036043161256904904 + }, + { + "id": "transfer-v4-0588", + "question": "decision", + "type": "noul", + "source": "legacy_holdout", + "error": null, + "correct": true, + "confidence": 0.9824002523720147, + "probabilities": [ + 0.01759974762798533, + 0.9824002523720147 + ], + "target": 1, + "brier": 0.0006195022331375505, + "nll": 0.017756464695954623 + }, + { + "id": "transfer-v4-0589", + "question": "decision", + "type": "noul", + "source": "legacy_holdout", + "error": null, + "correct": true, + "confidence": 0.9793915316733043, + "probabilities": [ + 0.9793915316733043, + 0.020608468326695665 + ], + "target": 0, + "brier": 0.000849417933544839, + "nll": 0.02082378619473114 + }, + { + "id": "transfer-v4-0590", + "question": "decision", + "type": "noul", + "source": "legacy_holdout", + "error": null, + "correct": true, + "confidence": 0.9824002523720147, + "probabilities": [ + 0.01759974762798533, + 0.9824002523720147 + ], + "target": 1, + "brier": 0.0006195022331375505, + "nll": 0.017756464695954623 + }, + { + "id": "transfer-v4-0591", + "question": "decision", + "type": "noul", + "source": "legacy_holdout", + "error": null, + "correct": true, + "confidence": 0.979391540794599, + "probabilities": [ + 0.979391540794599, + 0.020608459205400997 + ], + "target": 0, + "brier": 0.0008494171816413542, + "nll": 0.020823776881505142 + }, + { + "id": "transfer-v4-0592", + "question": "decision", + "type": "noul", + "source": "legacy_holdout", + "error": null, + "correct": true, + "confidence": 0.9824002523720147, + "probabilities": [ + 0.01759974762798533, + 0.9824002523720147 + ], + "target": 1, + "brier": 0.0006195022331375505, + "nll": 0.017756464695954623 + }, + { + "id": "transfer-v4-0593", + "question": "decision", + "type": "noul", + "source": "legacy_holdout", + "error": null, + "correct": true, + "confidence": 0.9801878947395606, + "probabilities": [ + 0.9801878947395606, + 0.019812105260439413 + ], + "target": 0, + "brier": 0.0007850390297014623, + "nll": 0.020010996369155466 + }, + { + "id": "transfer-v4-0594", + "question": "decision", + "type": "noul", + "source": "legacy_holdout", + "error": null, + "correct": true, + "confidence": 0.9816911670313602, + "probabilities": [ + 0.018308832968639832, + 0.9816911670313602 + ], + "target": 1, + "brier": 0.0006704267293471057, + "nll": 0.01847851394932085 + }, + { + "id": "transfer-v4-0595", + "question": "decision", + "type": "noul", + "source": "legacy_holdout", + "error": null, + "correct": true, + "confidence": 0.9801878856108495, + "probabilities": [ + 0.9801878856108495, + 0.01981211438915048 + ], + "target": 0, + "brier": 0.0007850397531375693, + "nll": 0.020011005682381237 + }, + { + "id": "transfer-v4-0596", + "question": "decision", + "type": "noul", + "source": "legacy_holdout", + "error": null, + "correct": true, + "confidence": 0.9824002523720147, + "probabilities": [ + 0.01759974762798533, + 0.9824002523720147 + ], + "target": 1, + "brier": 0.0006195022331375505, + "nll": 0.017756464695954623 + }, + { + "id": "transfer-v4-0597", + "question": "decision", + "type": "noul", + "source": "legacy_holdout", + "error": null, + "correct": true, + "confidence": 0.9793915316733043, + "probabilities": [ + 0.9793915316733043, + 0.020608468326695665 + ], + "target": 0, + "brier": 0.000849417933544839, + "nll": 0.02082378619473114 + }, + { + "id": "transfer-v4-0598", + "question": "decision", + "type": "noul", + "source": "legacy_holdout", + "error": null, + "correct": true, + "confidence": 0.9830823512292521, + "probabilities": [ + 0.016917648770747862, + 0.9830823512292521 + ], + "target": 1, + "brier": 0.0005724136798607733, + "nll": 0.017062386932691017 + }, + { + "id": "transfer-v4-0599", + "question": "decision", + "type": "noul", + "source": "legacy_holdout", + "error": null, + "correct": true, + "confidence": 0.9801878856108495, + "probabilities": [ + 0.9801878856108495, + 0.01981211438915048 + ], + "target": 0, + "brier": 0.0007850397531375693, + "nll": 0.020011005682381237 + }, + { + "id": "transfer-v4-0600", + "question": "decision", + "type": "noul", + "source": "legacy_holdout", + "error": null, + "correct": true, + "confidence": 0.9816911670313602, + "probabilities": [ + 0.018308832968639832, + 0.9816911670313602 + ], + "target": 1, + "brier": 0.0006704267293471057, + "nll": 0.01847851394932085 + }, + { + "id": "transfer-v4-0601", + "question": "decision", + "type": "noul", + "source": "legacy_holdout", + "error": null, + "correct": true, + "confidence": 0.9801878856108495, + "probabilities": [ + 0.9801878856108495, + 0.01981211438915048 + ], + "target": 0, + "brier": 0.0007850397531375693, + "nll": 0.020011005682381237 + }, + { + "id": "transfer-v4-0602", + "question": "decision", + "type": "noul", + "source": "legacy_holdout", + "error": null, + "correct": true, + "confidence": 0.9816911670313602, + "probabilities": [ + 0.018308832968639832, + 0.9816911670313602 + ], + "target": 1, + "brier": 0.0006704267293471057, + "nll": 0.01847851394932085 + }, + { + "id": "transfer-v4-0603", + "question": "decision", + "type": "noul", + "source": "legacy_holdout", + "error": null, + "correct": true, + "confidence": 0.9801878856108495, + "probabilities": [ + 0.9801878856108495, + 0.01981211438915048 + ], + "target": 0, + "brier": 0.0007850397531375693, + "nll": 0.020011005682381237 + }, + { + "id": "transfer-v4-0604", + "question": "decision", + "type": "noul", + "source": "legacy_holdout", + "error": null, + "correct": true, + "confidence": 0.9824002523720147, + "probabilities": [ + 0.01759974762798533, + 0.9824002523720147 + ], + "target": 1, + "brier": 0.0006195022331375505, + "nll": 0.017756464695954623 + }, + { + "id": "transfer-v4-0605", + "question": "decision", + "type": "noul", + "source": "legacy_holdout", + "error": null, + "correct": true, + "confidence": 0.9793915316733043, + "probabilities": [ + 0.9793915316733043, + 0.020608468326695665 + ], + "target": 0, + "brier": 0.000849417933544839, + "nll": 0.02082378619473114 + }, + { + "id": "transfer-v4-0606", + "question": "decision", + "type": "noul", + "source": "legacy_holdout", + "error": null, + "correct": true, + "confidence": 0.9816911670313602, + "probabilities": [ + 0.018308832968639832, + 0.9816911670313602 + ], + "target": 1, + "brier": 0.0006704267293471057, + "nll": 0.01847851394932085 + }, + { + "id": "transfer-v4-0607", + "question": "decision", + "type": "noul", + "source": "legacy_holdout", + "error": null, + "correct": true, + "confidence": 0.9801878856108495, + "probabilities": [ + 0.9801878856108495, + 0.01981211438915048 + ], + "target": 0, + "brier": 0.0007850397531375693, + "nll": 0.020011005682381237 + }, + { + "id": "transfer-v4-0608", + "question": "decision", + "type": "noul", + "source": "legacy_holdout", + "error": null, + "correct": true, + "confidence": 0.9816911670313602, + "probabilities": [ + 0.018308832968639832, + 0.9816911670313602 + ], + "target": 1, + "brier": 0.0006704267293471057, + "nll": 0.01847851394932085 + }, + { + "id": "transfer-v4-0609", + "question": "decision", + "type": "noul", + "source": "legacy_holdout", + "error": null, + "correct": true, + "confidence": 0.9801878947395606, + "probabilities": [ + 0.9801878947395606, + 0.019812105260439413 + ], + "target": 0, + "brier": 0.0007850390297014623, + "nll": 0.020010996369155466 + }, + { + "id": "transfer-v4-0610", + "question": "decision", + "type": "noul", + "source": "legacy_holdout", + "error": null, + "correct": true, + "confidence": 0.9816911670313602, + "probabilities": [ + 0.018308832968639832, + 0.9816911670313602 + ], + "target": 1, + "brier": 0.0006704267293471057, + "nll": 0.01847851394932085 + }, + { + "id": "transfer-v4-0611", + "question": "decision", + "type": "noul", + "source": "legacy_holdout", + "error": null, + "correct": true, + "confidence": 0.9801878856108495, + "probabilities": [ + 0.9801878856108495, + 0.01981211438915048 + ], + "target": 0, + "brier": 0.0007850397531375693, + "nll": 0.020011005682381237 + }, + { + "id": "transfer-v4-0612", + "question": "decision", + "type": "noul", + "source": "legacy_holdout", + "error": null, + "correct": true, + "confidence": 0.9809540638079466, + "probabilities": [ + 0.019045936192053414, + 0.9809540638079466 + ], + "target": 1, + "brier": 0.0007254953708635402, + "nll": 0.01922964639698639 + }, + { + "id": "transfer-v4-0613", + "question": "decision", + "type": "noul", + "source": "legacy_holdout", + "error": null, + "correct": true, + "confidence": 0.9809540638079466, + "probabilities": [ + 0.9809540638079466, + 0.01904593619205347 + ], + "target": 0, + "brier": 0.0007254953708635424, + "nll": 0.01922964639698639 + }, + { + "id": "transfer-v4-0614", + "question": "decision", + "type": "noul", + "source": "legacy_holdout", + "error": null, + "correct": true, + "confidence": 0.9816911670313602, + "probabilities": [ + 0.018308832968639832, + 0.9816911670313602 + ], + "target": 1, + "brier": 0.0006704267293471057, + "nll": 0.01847851394932085 + }, + { + "id": "transfer-v4-0615", + "question": "decision", + "type": "noul", + "source": "legacy_holdout", + "error": null, + "correct": true, + "confidence": 0.9801878856108495, + "probabilities": [ + 0.9801878856108495, + 0.01981211438915048 + ], + "target": 0, + "brier": 0.0007850397531375693, + "nll": 0.020011005682381237 + }, + { + "id": "transfer-v4-0616", + "question": "decision", + "type": "noul", + "source": "legacy_holdout", + "error": null, + "correct": true, + "confidence": 0.9830823512292521, + "probabilities": [ + 0.016917648770747862, + 0.9830823512292521 + ], + "target": 1, + "brier": 0.0005724136798607733, + "nll": 0.017062386932691017 + }, + { + "id": "transfer-v4-0617", + "question": "decision", + "type": "noul", + "source": "legacy_holdout", + "error": null, + "correct": true, + "confidence": 0.9777037337434783, + "probabilities": [ + 0.9777037337434783, + 0.02229626625652165 + ], + "target": 0, + "brier": 0.000994246977963414, + "nll": 0.02254858557274234 + }, + { + "id": "transfer-v4-0618", + "question": "decision", + "type": "noul", + "source": "legacy_holdout", + "error": null, + "correct": true, + "confidence": 0.9816911670313602, + "probabilities": [ + 0.018308832968639832, + 0.9816911670313602 + ], + "target": 1, + "brier": 0.0006704267293471057, + "nll": 0.01847851394932085 + }, + { + "id": "transfer-v4-0619", + "question": "decision", + "type": "noul", + "source": "legacy_holdout", + "error": null, + "correct": true, + "confidence": 0.9801878856108495, + "probabilities": [ + 0.9801878856108495, + 0.01981211438915048 + ], + "target": 0, + "brier": 0.0007850397531375693, + "nll": 0.020011005682381237 + }, + { + "id": "transfer-v4-0620", + "question": "decision", + "type": "noul", + "source": "legacy_holdout", + "error": null, + "correct": true, + "confidence": 0.9824002523720147, + "probabilities": [ + 0.01759974762798533, + 0.9824002523720147 + ], + "target": 1, + "brier": 0.0006195022331375505, + "nll": 0.017756464695954623 + }, + { + "id": "transfer-v4-0621", + "question": "decision", + "type": "noul", + "source": "legacy_holdout", + "error": null, + "correct": true, + "confidence": 0.9793915316733043, + "probabilities": [ + 0.9793915316733043, + 0.020608468326695665 + ], + "target": 0, + "brier": 0.000849417933544839, + "nll": 0.02082378619473114 + }, + { + "id": "transfer-v4-0622", + "question": "decision", + "type": "noul", + "source": "legacy_holdout", + "error": null, + "correct": true, + "confidence": 0.9830823512292521, + "probabilities": [ + 0.016917648770747862, + 0.9830823512292521 + ], + "target": 1, + "brier": 0.0005724136798607733, + "nll": 0.017062386932691017 + }, + { + "id": "transfer-v4-0623", + "question": "decision", + "type": "noul", + "source": "legacy_holdout", + "error": null, + "correct": true, + "confidence": 0.9785638792442264, + "probabilities": [ + 0.9785638792442264, + 0.021436120755773613 + ], + "target": 0, + "brier": 0.0009190145461122167, + "nll": 0.021669211451873917 + }, + { + "id": "transfer-v4-0624", + "question": "decision", + "type": "noul", + "source": "legacy_holdout", + "error": null, + "correct": true, + "confidence": 0.9824002523720147, + "probabilities": [ + 0.01759974762798533, + 0.9824002523720147 + ], + "target": 1, + "brier": 0.0006195022331375505, + "nll": 0.017756464695954623 + }, + { + "id": "transfer-v4-0625", + "question": "decision", + "type": "noul", + "source": "legacy_holdout", + "error": null, + "correct": true, + "confidence": 0.9793915316733043, + "probabilities": [ + 0.9793915316733043, + 0.020608468326695665 + ], + "target": 0, + "brier": 0.000849417933544839, + "nll": 0.02082378619473114 + }, + { + "id": "transfer-v4-0626", + "question": "decision", + "type": "noul", + "source": "legacy_holdout", + "error": null, + "correct": true, + "confidence": 0.9824002523720147, + "probabilities": [ + 0.01759974762798533, + 0.9824002523720147 + ], + "target": 1, + "brier": 0.0006195022331375505, + "nll": 0.017756464695954623 + }, + { + "id": "transfer-v4-0627", + "question": "decision", + "type": "noul", + "source": "legacy_holdout", + "error": null, + "correct": true, + "confidence": 0.9793915316733043, + "probabilities": [ + 0.9793915316733043, + 0.020608468326695665 + ], + "target": 0, + "brier": 0.000849417933544839, + "nll": 0.02082378619473114 + }, + { + "id": "transfer-v4-0628", + "question": "decision", + "type": "score", + "source": "legacy_holdout", + "error": null, + "correct": true, + "confidence": 0.9690027291085723, + "probabilities": [ + 0.9690027291085723, + 0.01735972995325772, + 0.013637540938169924 + ], + "target": 0, + "brier": 0.0014481735496068434, + "nll": 0.031487850677821616, + "ordinalAbsoluteError": 0.04463481182959757 + }, + { + "id": "transfer-v4-0629", + "question": "decision", + "type": "score", + "source": "legacy_holdout", + "error": null, + "correct": true, + "confidence": 0.9677715689075901, + "probabilities": [ + 0.018049229659248957, + 0.9677715689075901, + 0.01417920143316096 + ], + "target": 1, + "brier": 0.00156549621525268, + "nll": 0.032759202087300626, + "ordinalAbsoluteError": 0.0038700282260879515 + }, + { + "id": "transfer-v4-0630", + "question": "decision", + "type": "score", + "source": "legacy_holdout", + "error": null, + "correct": true, + "confidence": 0.9663105861099416, + "probabilities": [ + 0.9663105861099416, + 0.019531618112510547, + 0.014157795777547881 + ], + "target": 0, + "brier": 0.0017169038956273638, + "nll": 0.034269978733207675, + "ordinalAbsoluteError": 0.047847209667606305 + }, + { + "id": "transfer-v4-0631", + "question": "decision", + "type": "score", + "source": "legacy_holdout", + "error": null, + "correct": true, + "confidence": 0.9647244975839034, + "probabilities": [ + 0.017992410004478245, + 0.9647244975839034, + 0.017283092411618274 + ], + "target": 1, + "brier": 0.0018667931717858202, + "nll": 0.03591271313623661, + "ordinalAbsoluteError": 0.0007093175928599704 + }, + { + "id": "transfer-v4-0632", + "question": "decision", + "type": "score", + "source": "legacy_holdout", + "error": null, + "correct": true, + "confidence": 0.9683128450211531, + "probabilities": [ + 0.9683128450211531, + 0.018059323451450254, + 0.013627831527396642 + ], + "target": 0, + "brier": 0.001515932746316668, + "nll": 0.032200056913907225, + "ordinalAbsoluteError": 0.045314986506243535 + }, + { + "id": "transfer-v4-0633", + "question": "decision", + "type": "score", + "source": "legacy_holdout", + "error": null, + "correct": true, + "confidence": 0.9688333363694448, + "probabilities": [ + 0.01806904095051224, + 0.9688333363694448, + 0.013097622680042992 + ], + "target": 1, + "brier": 0.0014693988826002373, + "nll": 0.03166267737506052, + "ordinalAbsoluteError": 0.004971418270469208 + }, + { + "id": "transfer-v4-0634", + "question": "decision", + "type": "score", + "source": "legacy_holdout", + "error": null, + "correct": true, + "confidence": 0.8480402981021845, + "probabilities": [ + 0.8480402981021845, + 0.07292549676836671, + 0.0790342051294488 + ], + "target": 0, + "brier": 0.034656284660229804, + "nll": 0.16482712297242172, + "ordinalAbsoluteError": 0.2309939070272643 + }, + { + "id": "transfer-v4-0635", + "question": "decision", + "type": "score", + "source": "legacy_holdout", + "error": null, + "correct": true, + "confidence": 0.9639284883612529, + "probabilities": [ + 0.016588041002704317, + 0.01948347063604282, + 0.9639284883612529 + ], + "target": 2, + "brier": 0.001955922684237211, + "nll": 0.036738169321097205, + "ordinalAbsoluteError": 0.0526595526414515 + }, + { + "id": "transfer-v4-0636", + "question": "decision", + "type": "score", + "source": "legacy_holdout", + "error": null, + "correct": true, + "confidence": 0.9670552141394214, + "probabilities": [ + 0.9670552141394214, + 0.01877607988460466, + 0.01416870597597387 + ], + "target": 0, + "brier": 0.0016386523202660322, + "nll": 0.03349968677272867, + "ordinalAbsoluteError": 0.047113491836552404 + }, + { + "id": "transfer-v4-0637", + "question": "decision", + "type": "score", + "source": "legacy_holdout", + "error": null, + "correct": true, + "confidence": 0.9653011848122235, + "probabilities": [ + 0.018742032907665757, + 0.9653011848122235, + 0.015956782280110784 + ], + "target": 1, + "brier": 0.0018098904736823535, + "nll": 0.03531511772520942, + "ordinalAbsoluteError": 0.0027852506275549693 + }, + { + "id": "transfer-v4-0638", + "question": "decision", + "type": "score", + "source": "legacy_holdout", + "error": null, + "correct": true, + "confidence": 0.9635913039996491, + "probabilities": [ + 0.9635913039996491, + 0.021108136716297774, + 0.015300559284053097 + ], + "target": 0, + "brier": 0.0020052536944847096, + "nll": 0.03708803277399613, + "ordinalAbsoluteError": 0.05170925528440397 + }, + { + "id": "transfer-v4-0639", + "question": "decision", + "type": "score", + "source": "legacy_holdout", + "error": null, + "correct": false, + "confidence": 0.6983276163355653, + "probabilities": [ + 0.02478736854573613, + 0.6983276163355653, + 0.27688501511869856 + ], + "target": 2, + "brier": 1.0111711547362194, + "nll": 1.2841529668506573, + "ordinalAbsoluteError": 0.7479023534270377 + }, + { + "id": "transfer-v4-0640", + "question": "decision", + "type": "score", + "source": "legacy_holdout", + "error": null, + "correct": true, + "confidence": 0.9697770476292026, + "probabilities": [ + 0.9697770476292026, + 0.017373601769415926, + 0.012849350601381492 + ], + "target": 0, + "brier": 0.0013803746993269644, + "nll": 0.030689081708709376, + "ordinalAbsoluteError": 0.043072302972178914 + }, + { + "id": "transfer-v4-0641", + "question": "decision", + "type": "score", + "source": "legacy_holdout", + "error": null, + "correct": true, + "confidence": 0.9683128296903553, + "probabilities": [ + 0.018059332478752334, + 0.9683128296903553, + 0.013627837830892437 + ], + "target": 1, + "brier": 0.0015159342157556532, + "nll": 0.03220007274639159, + "ordinalAbsoluteError": 0.004431494647859857 + }, + { + "id": "transfer-v4-0642", + "question": "decision", + "type": "score", + "source": "legacy_holdout", + "error": null, + "correct": true, + "confidence": 0.9683128450211531, + "probabilities": [ + 0.9683128450211531, + 0.018059323451450254, + 0.013627831527396642 + ], + "target": 0, + "brier": 0.001515932746316668, + "nll": 0.032200056913907225, + "ordinalAbsoluteError": 0.045314986506243535 + }, + { + "id": "transfer-v4-0643", + "question": "decision", + "type": "score", + "source": "legacy_holdout", + "error": null, + "correct": true, + "confidence": 0.9646694405539322, + "probabilities": [ + 0.018729767493653265, + 0.9646694405539322, + 0.016600791952414526 + ], + "target": 1, + "brier": 0.0018746389145857904, + "nll": 0.03596978497511603, + "ordinalAbsoluteError": 0.002128975541238698 + }, + { + "id": "transfer-v4-0644", + "question": "decision", + "type": "score", + "source": "legacy_holdout", + "error": null, + "correct": true, + "confidence": 0.9649763604488782, + "probabilities": [ + 0.9649763604488782, + 0.020305143461230604, + 0.014718496089891104 + ], + "target": 0, + "brier": 0.0018555883055361958, + "nll": 0.03565167488737379, + "ordinalAbsoluteError": 0.04974213564101281 + }, + { + "id": "transfer-v4-0645", + "question": "decision", + "type": "score", + "source": "legacy_holdout", + "error": null, + "correct": true, + "confidence": 0.9148025938346499, + "probabilities": [ + 0.020861822723190808, + 0.9148025938346499, + 0.06433558344215931 + ], + "target": 1, + "brier": 0.011832880961480519, + "nll": 0.08904698142580152, + "ordinalAbsoluteError": 0.04347376071896858 + }, + { + "id": "transfer-v4-0646", + "question": "decision", + "type": "score", + "source": "legacy_holdout", + "error": null, + "correct": true, + "confidence": 0.9677715689075901, + "probabilities": [ + 0.9677715689075901, + 0.018049229659248957, + 0.01417920143316096 + ], + "target": 0, + "brier": 0.00156549621525268, + "nll": 0.032759202087300626, + "ordinalAbsoluteError": 0.046407632525570876 + }, + { + "id": "transfer-v4-0647", + "question": "decision", + "type": "score", + "source": "legacy_holdout", + "error": null, + "correct": true, + "confidence": 0.9655366060808076, + "probabilities": [ + 0.02031693073373297, + 0.9655366060808076, + 0.014146463185459396 + ], + "target": 1, + "brier": 0.001800625615526289, + "nll": 0.03507126371441566, + "ordinalAbsoluteError": 0.0061704675482736615 + }, + { + "id": "transfer-v4-0648", + "question": "decision", + "type": "score", + "source": "legacy_holdout", + "error": null, + "correct": true, + "confidence": 0.9670552141394214, + "probabilities": [ + 0.9670552141394214, + 0.01877607988460466, + 0.01416870597597387 + ], + "target": 0, + "brier": 0.0016386523202660322, + "nll": 0.03349968677272867, + "ordinalAbsoluteError": 0.047113491836552404 + }, + { + "id": "transfer-v4-0649", + "question": "decision", + "type": "score", + "source": "legacy_holdout", + "error": null, + "correct": true, + "confidence": 0.9615259743646368, + "probabilities": [ + 0.016546689960163233, + 0.021927335675199965, + 0.9615259743646368 + ], + "target": 2, + "brier": 0.0022348516470412465, + "nll": 0.039233699898386404, + "ordinalAbsoluteError": 0.05502071559552646 + }, + { + "id": "transfer-v4-0650", + "question": "decision", + "type": "score", + "source": "legacy_holdout", + "error": null, + "correct": true, + "confidence": 0.9670552141394214, + "probabilities": [ + 0.9670552141394214, + 0.01877607988460466, + 0.01416870597597387 + ], + "target": 0, + "brier": 0.0016386523202660322, + "nll": 0.03349968677272867, + "ordinalAbsoluteError": 0.047113491836552404 + }, + { + "id": "transfer-v4-0651", + "question": "decision", + "type": "score", + "source": "legacy_holdout", + "error": null, + "correct": true, + "confidence": 0.9611455749697225, + "probabilities": [ + 0.01942721251513874, + 0.9611455749697225, + 0.01942721251513874 + ], + "target": 1, + "brier": 0.0022644995166501793, + "nll": 0.039629398685326375, + "ordinalAbsoluteError": 0.0 + }, + { + "id": "transfer-v4-0652", + "question": "decision", + "type": "score", + "source": "legacy_holdout", + "error": null, + "correct": true, + "confidence": 0.9692659035026056, + "probabilities": [ + 0.9692659035026056, + 0.01736444545923832, + 0.013369651038156134 + ], + "target": 0, + "brier": 0.0014248562225000854, + "nll": 0.031216294515561537, + "ordinalAbsoluteError": 0.04410374753555059 + }, + { + "id": "transfer-v4-0653", + "question": "decision", + "type": "score", + "source": "legacy_holdout", + "error": null, + "correct": false, + "confidence": 0.6105016822471323, + "probabilities": [ + 0.02758446681335284, + 0.6105016822471323, + 0.36191385093951484 + ], + "target": 2, + "brier": 0.7806271404587952, + "nll": 1.0163490763083667, + "ordinalAbsoluteError": 0.6656706158738381 + }, + { + "id": "transfer-v4-0654", + "question": "decision", + "type": "score", + "source": "legacy_holdout", + "error": null, + "correct": true, + "confidence": 0.9697770476292026, + "probabilities": [ + 0.9697770476292026, + 0.017373601769415926, + 0.012849350601381492 + ], + "target": 0, + "brier": 0.0013803746993269644, + "nll": 0.030689081708709376, + "ordinalAbsoluteError": 0.043072302972178914 + }, + { + "id": "transfer-v4-0655", + "question": "decision", + "type": "score", + "source": "legacy_holdout", + "error": null, + "correct": true, + "confidence": 0.7045555933889841, + "probabilities": [ + 0.02710327405623283, + 0.26834113255478304, + 0.7045555933889841 + ], + "target": 2, + "brier": 0.1600289482830862, + "nll": 0.35018803892003625, + "ordinalAbsoluteError": 0.3225476806672487 + }, + { + "id": "transfer-v4-0656", + "question": "decision", + "type": "score", + "source": "legacy_holdout", + "error": null, + "correct": true, + "confidence": 0.967328093215706, + "probabilities": [ + 0.967328093215706, + 0.018781377422393355, + 0.013890529361900598 + ], + "target": 0, + "brier": 0.0016131404367578054, + "nll": 0.03321755129621052, + "ordinalAbsoluteError": 0.046562436146194555 + }, + { + "id": "transfer-v4-0657", + "question": "decision", + "type": "score", + "source": "legacy_holdout", + "error": null, + "correct": true, + "confidence": 0.9394574620311968, + "probabilities": [ + 0.01976817196974991, + 0.040774365999053264, + 0.9394574620311968 + ], + "target": 2, + "brier": 0.005718728449354329, + "nll": 0.062452738395602864, + "ordinalAbsoluteError": 0.08031070993855316 + }, + { + "id": "transfer-v4-0658", + "question": "decision", + "type": "score", + "source": "legacy_holdout", + "error": null, + "correct": true, + "confidence": 0.9695239780612561, + "probabilities": [ + 0.9695239780612561, + 0.017369068301692027, + 0.013106953637051822 + ], + "target": 0, + "brier": 0.001402264680523467, + "nll": 0.030950072205832294, + "ordinalAbsoluteError": 0.04358297557579567 + }, + { + "id": "transfer-v4-0659", + "question": "decision", + "type": "score", + "source": "legacy_holdout", + "error": null, + "correct": true, + "confidence": 0.9649763532592442, + "probabilities": [ + 0.020305143309945498, + 0.9649763532592442, + 0.01471850343081023 + ], + "target": 1, + "brier": 0.001855589019101448, + "nll": 0.03565168233795425, + "ordinalAbsoluteError": 0.0055866398791353244 + }, + { + "id": "transfer-v4-0660", + "question": "decision", + "type": "score", + "source": "legacy_holdout", + "error": null, + "correct": true, + "confidence": 0.9635912869487777, + "probabilities": [ + 0.9635912869487777, + 0.021108147518656906, + 0.015300565532565424 + ], + "target": 0, + "brier": 0.002005255583331955, + "nll": 0.0370880504691242, + "ordinalAbsoluteError": 0.05170927858378775 + }, + { + "id": "transfer-v4-0661", + "question": "decision", + "type": "score", + "source": "legacy_holdout", + "error": null, + "correct": false, + "confidence": 0.9469682084057652, + "probabilities": [ + 0.02074399613675471, + 0.9469682084057652, + 0.032287795457480055 + ], + "target": 2, + "brier": 1.8336460119274904, + "nll": 3.433065969770299, + "ordinalAbsoluteError": 0.9884562006792748 + }, + { + "id": "transfer-v4-0662", + "question": "decision", + "type": "score", + "source": "legacy_holdout", + "error": null, + "correct": true, + "confidence": 0.9683128450211531, + "probabilities": [ + 0.9683128450211531, + 0.018059323451450254, + 0.013627831527396642 + ], + "target": 0, + "brier": 0.001515932746316668, + "nll": 0.032200056913907225, + "ordinalAbsoluteError": 0.045314986506243535 + }, + { + "id": "transfer-v4-0663", + "question": "decision", + "type": "score", + "source": "legacy_holdout", + "error": null, + "correct": true, + "confidence": 0.9645592624203819, + "probabilities": [ + 0.019496219341622028, + 0.9645592624203819, + 0.015944518237996017 + ], + "target": 1, + "brier": 0.0018903761106457773, + "nll": 0.03608400485324682, + "ordinalAbsoluteError": 0.003551701103626015 + }, + { + "id": "transfer-v4-0664", + "question": "decision", + "type": "score", + "source": "legacy_holdout", + "error": null, + "correct": true, + "confidence": 0.967328093215706, + "probabilities": [ + 0.967328093215706, + 0.018781377422393355, + 0.013890529361900598 + ], + "target": 0, + "brier": 0.0016131404367578054, + "nll": 0.03321755129621052, + "ordinalAbsoluteError": 0.046562436146194555 + }, + { + "id": "transfer-v4-0665", + "question": "decision", + "type": "score", + "source": "legacy_holdout", + "error": null, + "correct": true, + "confidence": 0.9394574620311968, + "probabilities": [ + 0.01976817196974991, + 0.040774365999053264, + 0.9394574620311968 + ], + "target": 2, + "brier": 0.005718728449354329, + "nll": 0.062452738395602864, + "ordinalAbsoluteError": 0.08031070993855316 + }, + { + "id": "transfer-v4-0666", + "question": "decision", + "type": "score", + "source": "legacy_holdout", + "error": null, + "correct": true, + "confidence": 0.967328093215706, + "probabilities": [ + 0.967328093215706, + 0.018781377422393355, + 0.013890529361900598 + ], + "target": 0, + "brier": 0.0016131404367578054, + "nll": 0.03321755129621052, + "ordinalAbsoluteError": 0.046562436146194555 + }, + { + "id": "transfer-v4-0667", + "question": "decision", + "type": "score", + "source": "legacy_holdout", + "error": null, + "correct": true, + "confidence": 0.954835976227566, + "probabilities": [ + 0.018538835010572692, + 0.02662518876186133, + 0.954835976227566 + ], + "target": 2, + "brier": 0.0030923781234709663, + "nll": 0.04621570589387291, + "ordinalAbsoluteError": 0.06370285878300663 + }, + { + "id": "transfer-v4-0668", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": true, + "confidence": 0.9861215326371929, + "probabilities": [ + 0.013878467362807111, + 0.9861215326371929 + ], + "target": 1, + "brier": 0.00038522371268100316, + "nll": 0.013975673722444753 + }, + { + "id": "transfer-v4-0669", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": true, + "confidence": 0.9801878947395606, + "probabilities": [ + 0.9801878947395606, + 0.019812105260439413 + ], + "target": 0, + "brier": 0.0007850390297014623, + "nll": 0.020010996369155466 + }, + { + "id": "transfer-v4-0670", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": true, + "confidence": 0.9861215326371929, + "probabilities": [ + 0.013878467362807111, + 0.9861215326371929 + ], + "target": 1, + "brier": 0.00038522371268100316, + "nll": 0.013975673722444753 + }, + { + "id": "transfer-v4-0671", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": true, + "confidence": 0.9861215326371929, + "probabilities": [ + 0.013878467362807111, + 0.9861215326371929 + ], + "target": 1, + "brier": 0.00038522371268100316, + "nll": 0.013975673722444753 + }, + { + "id": "transfer-v4-0672", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": true, + "confidence": 0.9871804758619251, + "probabilities": [ + 0.012819524138074882, + 0.9871804758619251 + ], + "target": 1, + "brier": 0.00032868039825336847, + "nll": 0.012902403313939784 + }, + { + "id": "transfer-v4-0673", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": true, + "confidence": 0.9843695108720873, + "probabilities": [ + 0.9843695108720873, + 0.01563048912791262 + ], + "target": 0, + "brier": 0.0004886243807555901, + "nll": 0.015753933240613683 + }, + { + "id": "transfer-v4-0674", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": true, + "confidence": 0.9871804758619251, + "probabilities": [ + 0.012819524138074882, + 0.9871804758619251 + ], + "target": 1, + "brier": 0.00032868039825336847, + "nll": 0.012902403313939784 + }, + { + "id": "transfer-v4-0675", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": true, + "confidence": 0.9871804758619251, + "probabilities": [ + 0.012819524138074882, + 0.9871804758619251 + ], + "target": 1, + "brier": 0.00032868039825336847, + "nll": 0.012902403313939784 + }, + { + "id": "transfer-v4-0676", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": false, + "confidence": 0.5200997591018677, + "probabilities": [ + 0.5200997591018677, + 0.4799002408981323 + ], + "target": 1, + "brier": 0.5410075188356416, + "nll": 0.734177028142376 + }, + { + "id": "transfer-v4-0677", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": true, + "confidence": 0.9866613607854392, + "probabilities": [ + 0.9866613607854392, + 0.013338639214560773 + ], + "target": 0, + "brier": 0.0003558385921924376, + "nll": 0.013428397928925069 + }, + { + "id": "transfer-v4-0678", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": false, + "confidence": 0.5200997591018677, + "probabilities": [ + 0.5200997591018677, + 0.4799002408981323 + ], + "target": 1, + "brier": 0.5410075188356416, + "nll": 0.734177028142376 + }, + { + "id": "transfer-v4-0679", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": false, + "confidence": 0.6734828352928162, + "probabilities": [ + 0.6734828352928162, + 0.32651716470718384 + ], + "target": 1, + "brier": 0.9071582588681011, + "nll": 1.1192727598031413 + }, + { + "id": "transfer-v4-0680", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": true, + "confidence": 0.9861215262084119, + "probabilities": [ + 0.9861215262084119, + 0.013878473791588151 + ], + "target": 0, + "brier": 0.00038522406956759787, + "nll": 0.013975680241703151 + }, + { + "id": "transfer-v4-0681", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": true, + "confidence": 0.9861215326371929, + "probabilities": [ + 0.013878467362807111, + 0.9861215326371929 + ], + "target": 1, + "brier": 0.00038522371268100316, + "nll": 0.013975673722444753 + }, + { + "id": "transfer-v4-0682", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": true, + "confidence": 0.9861215262084119, + "probabilities": [ + 0.9861215262084119, + 0.013878473791588151 + ], + "target": 0, + "brier": 0.00038522406956759787, + "nll": 0.013975680241703151 + }, + { + "id": "transfer-v4-0683", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": true, + "confidence": 0.9866613607854392, + "probabilities": [ + 0.9866613607854392, + 0.013338639214560773 + ], + "target": 0, + "brier": 0.0003558385921924376, + "nll": 0.013428397928925069 + }, + { + "id": "transfer-v4-0684", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": true, + "confidence": 0.985560171470912, + "probabilities": [ + 0.014439828529088037, + 0.985560171470912 + ], + "target": 1, + "brier": 0.000417017295898928, + "nll": 0.014545097458821094 + }, + { + "id": "transfer-v4-0685", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": true, + "confidence": 0.9824002523720147, + "probabilities": [ + 0.9824002523720147, + 0.01759974762798531 + ], + "target": 0, + "brier": 0.0006195022331375497, + "nll": 0.017756464695954623 + }, + { + "id": "transfer-v4-0686", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": true, + "confidence": 0.985560171470912, + "probabilities": [ + 0.014439828529088037, + 0.985560171470912 + ], + "target": 1, + "brier": 0.000417017295898928, + "nll": 0.014545097458821094 + }, + { + "id": "transfer-v4-0687", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": true, + "confidence": 0.9849764548976625, + "probabilities": [ + 0.015023545102337528, + 0.9849764548976625 + ], + "target": 1, + "brier": 0.000451413814883939, + "nll": 0.015137541752940567 + }, + { + "id": "transfer-v4-0688", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": true, + "confidence": 0.9876796283110872, + "probabilities": [ + 0.9876796283110872, + 0.012320371688912764 + ], + "target": 0, + "brier": 0.00030358311710592615, + "nll": 0.012396896661861815 + }, + { + "id": "transfer-v4-0689", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": true, + "confidence": 0.985560171470912, + "probabilities": [ + 0.014439828529088037, + 0.985560171470912 + ], + "target": 1, + "brier": 0.000417017295898928, + "nll": 0.014545097458821094 + }, + { + "id": "transfer-v4-0690", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": true, + "confidence": 0.9876796283110872, + "probabilities": [ + 0.9876796283110872, + 0.012320371688912764 + ], + "target": 0, + "brier": 0.00030358311710592615, + "nll": 0.012396896661861815 + }, + { + "id": "transfer-v4-0691", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": true, + "confidence": 0.9876796283110872, + "probabilities": [ + 0.9876796283110872, + 0.012320371688912764 + ], + "target": 0, + "brier": 0.00030358311710592615, + "nll": 0.012396896661861815 + }, + { + "id": "transfer-v4-0692", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": true, + "confidence": 0.9871804688174176, + "probabilities": [ + 0.9871804688174176, + 0.012819531182582429 + ], + "target": 0, + "brier": 0.0003286807594824055, + "nll": 0.012902410449927307 + }, + { + "id": "transfer-v4-0693", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": true, + "confidence": 0.9849764548976625, + "probabilities": [ + 0.015023545102337528, + 0.9849764548976625 + ], + "target": 1, + "brier": 0.000451413814883939, + "nll": 0.015137541752940567 + }, + { + "id": "transfer-v4-0694", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": true, + "confidence": 0.9871804688174176, + "probabilities": [ + 0.9871804688174176, + 0.012819531182582429 + ], + "target": 0, + "brier": 0.0003286807594824055, + "nll": 0.012902410449927307 + }, + { + "id": "transfer-v4-0695", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": true, + "confidence": 0.9871804688174176, + "probabilities": [ + 0.9871804688174176, + 0.012819531182582429 + ], + "target": 0, + "brier": 0.0003286807594824055, + "nll": 0.012902410449927307 + }, + { + "id": "transfer-v4-0696", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": true, + "confidence": 0.9876796338301774, + "probabilities": [ + 0.012320366169822572, + 0.9876796338301774 + ], + "target": 1, + "brier": 0.000303582845117017, + "nll": 0.012396891073926202 + }, + { + "id": "transfer-v4-0697", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": true, + "confidence": 0.9830823512292521, + "probabilities": [ + 0.9830823512292521, + 0.016917648770747914 + ], + "target": 0, + "brier": 0.000572413679860775, + "nll": 0.017062386932691017 + }, + { + "id": "transfer-v4-0698", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": true, + "confidence": 0.9876796338301774, + "probabilities": [ + 0.012320366169822572, + 0.9876796338301774 + ], + "target": 1, + "brier": 0.000303582845117017, + "nll": 0.012396891073926202 + }, + { + "id": "transfer-v4-0699", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": true, + "confidence": 0.9881595897722026, + "probabilities": [ + 0.011840410227797351, + 0.9881595897722026 + ], + "target": 1, + "brier": 0.00028039062872505644, + "nll": 0.011911066169012819 + }, + { + "id": "transfer-v4-0700", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": true, + "confidence": 0.9830823512292521, + "probabilities": [ + 0.016917648770747914, + 0.9830823512292521 + ], + "target": 1, + "brier": 0.000572413679860775, + "nll": 0.017062386932691017 + }, + { + "id": "transfer-v4-0701", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": true, + "confidence": 0.9855601769781589, + "probabilities": [ + 0.9855601769781589, + 0.014439823021841096 + ], + "target": 0, + "brier": 0.00041701697780418444, + "nll": 0.014545091870885395 + }, + { + "id": "transfer-v4-0702", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": true, + "confidence": 0.9830823512292521, + "probabilities": [ + 0.016917648770747914, + 0.9830823512292521 + ], + "target": 1, + "brier": 0.000572413679860775, + "nll": 0.017062386932691017 + }, + { + "id": "transfer-v4-0703", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": true, + "confidence": 0.9830823512292521, + "probabilities": [ + 0.016917648770747914, + 0.9830823512292521 + ], + "target": 1, + "brier": 0.000572413679860775, + "nll": 0.017062386932691017 + }, + { + "id": "transfer-v4-0704", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": true, + "confidence": 0.9871804758619251, + "probabilities": [ + 0.9871804758619251, + 0.012819524138074882 + ], + "target": 0, + "brier": 0.00032868039825336847, + "nll": 0.012902403313939784 + }, + { + "id": "transfer-v4-0705", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": true, + "confidence": 0.9830823439047174, + "probabilities": [ + 0.016917656095282573, + 0.9830823439047174 + ], + "target": 1, + "brier": 0.0005724141755165047, + "nll": 0.017062394383272114 + }, + { + "id": "transfer-v4-0706", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": true, + "confidence": 0.9871804758619251, + "probabilities": [ + 0.9871804758619251, + 0.012819524138074882 + ], + "target": 0, + "brier": 0.00032868039825336847, + "nll": 0.012902403313939784 + }, + { + "id": "transfer-v4-0707", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": true, + "confidence": 0.9866613672177391, + "probabilities": [ + 0.9866613672177391, + 0.013338632782260829 + ], + "target": 0, + "brier": 0.000355838249000008, + "nll": 0.013428391409667145 + }, + { + "id": "transfer-v4-0708", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": true, + "confidence": 0.9849764548976625, + "probabilities": [ + 0.015023545102337528, + 0.9849764548976625 + ], + "target": 1, + "brier": 0.000451413814883939, + "nll": 0.015137541752940567 + }, + { + "id": "transfer-v4-0709", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": true, + "confidence": 0.9785638792442264, + "probabilities": [ + 0.9785638792442264, + 0.021436120755773613 + ], + "target": 0, + "brier": 0.0009190145461122167, + "nll": 0.021669211451873917 + }, + { + "id": "transfer-v4-0710", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": true, + "confidence": 0.9849764548976625, + "probabilities": [ + 0.015023545102337528, + 0.9849764548976625 + ], + "target": 1, + "brier": 0.000451413814883939, + "nll": 0.015137541752940567 + }, + { + "id": "transfer-v4-0711", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": true, + "confidence": 0.9849764548976625, + "probabilities": [ + 0.015023545102337528, + 0.9849764548976625 + ], + "target": 1, + "brier": 0.000451413814883939, + "nll": 0.015137541752940567 + }, + { + "id": "transfer-v4-0712", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": true, + "confidence": 0.9758810891747277, + "probabilities": [ + 0.9758810891747277, + 0.024118910825272264 + ], + "target": 0, + "brier": 0.0011634437187948723, + "nll": 0.024414534853473554 + }, + { + "id": "transfer-v4-0713", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": true, + "confidence": 0.9843695035379632, + "probabilities": [ + 0.015630496462036902, + 0.9843695035379632 + ], + "target": 1, + "brier": 0.0004886248392994945, + "nll": 0.015753940691194124 + }, + { + "id": "transfer-v4-0714", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": true, + "confidence": 0.9758810891747277, + "probabilities": [ + 0.9758810891747277, + 0.024118910825272264 + ], + "target": 0, + "brier": 0.0011634437187948723, + "nll": 0.024414534853473554 + }, + { + "id": "transfer-v4-0715", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": true, + "confidence": 0.9758810891747277, + "probabilities": [ + 0.9758810891747277, + 0.024118910825272264 + ], + "target": 0, + "brier": 0.0011634437187948723, + "nll": 0.024414534853473554 + }, + { + "id": "transfer-v4-0716", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": true, + "confidence": 0.9849764548976625, + "probabilities": [ + 0.015023545102337528, + 0.9849764548976625 + ], + "target": 1, + "brier": 0.000451413814883939, + "nll": 0.015137541752940567 + }, + { + "id": "transfer-v4-0717", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": true, + "confidence": 0.9871804688174176, + "probabilities": [ + 0.9871804688174176, + 0.012819531182582429 + ], + "target": 0, + "brier": 0.0003286807594824055, + "nll": 0.012902410449927307 + }, + { + "id": "transfer-v4-0718", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": true, + "confidence": 0.9849764548976625, + "probabilities": [ + 0.015023545102337528, + 0.9849764548976625 + ], + "target": 1, + "brier": 0.000451413814883939, + "nll": 0.015137541752940567 + }, + { + "id": "transfer-v4-0719", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": true, + "confidence": 0.9849764548976625, + "probabilities": [ + 0.015023545102337528, + 0.9849764548976625 + ], + "target": 1, + "brier": 0.000451413814883939, + "nll": 0.015137541752940567 + }, + { + "id": "transfer-v4-0720", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": true, + "confidence": 0.9670282258435994, + "probabilities": [ + 0.03297177415640063, + 0.9670282258435994 + ], + "target": 1, + "brier": 0.002174275782041377, + "nll": 0.03352759487148581 + }, + { + "id": "transfer-v4-0721", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": false, + "confidence": 0.9567699778922281, + "probabilities": [ + 0.04323002210777195, + 0.9567699778922281 + ], + "target": 0, + "brier": 1.830817581191789, + "nll": 3.141220068903885 + }, + { + "id": "transfer-v4-0722", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": true, + "confidence": 0.9670282258435994, + "probabilities": [ + 0.03297177415640063, + 0.9670282258435994 + ], + "target": 1, + "brier": 0.002174275782041377, + "nll": 0.03352759487148581 + }, + { + "id": "transfer-v4-0723", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": true, + "confidence": 0.9643647203715839, + "probabilities": [ + 0.03563527962841602, + 0.9643647203715839 + ], + "target": 1, + "brier": 0.0025397463083908067, + "nll": 0.03628571528993912 + }, + { + "id": "transfer-v4-0724", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": true, + "confidence": 0.985560171470912, + "probabilities": [ + 0.014439828529088037, + 0.985560171470912 + ], + "target": 1, + "brier": 0.000417017295898928, + "nll": 0.014545097458821094 + }, + { + "id": "transfer-v4-0725", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": true, + "confidence": 0.9785638683079232, + "probabilities": [ + 0.9785638683079232, + 0.021436131692076785 + ], + "target": 0, + "brier": 0.0009190154838401186, + "nll": 0.021669222627744487 + }, + { + "id": "transfer-v4-0726", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": true, + "confidence": 0.985560171470912, + "probabilities": [ + 0.014439828529088037, + 0.985560171470912 + ], + "target": 1, + "brier": 0.000417017295898928, + "nll": 0.014545097458821094 + }, + { + "id": "transfer-v4-0727", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": true, + "confidence": 0.9861215326371929, + "probabilities": [ + 0.013878467362807111, + 0.9861215326371929 + ], + "target": 1, + "brier": 0.00038522371268100316, + "nll": 0.013975673722444753 + }, + { + "id": "transfer-v4-0728", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": true, + "confidence": 0.9793915316733043, + "probabilities": [ + 0.9793915316733043, + 0.020608468326695665 + ], + "target": 0, + "brier": 0.000849417933544839, + "nll": 0.02082378619473114 + }, + { + "id": "transfer-v4-0729", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": true, + "confidence": 0.9861215326371929, + "probabilities": [ + 0.013878467362807111, + 0.9861215326371929 + ], + "target": 1, + "brier": 0.00038522371268100316, + "nll": 0.013975673722444753 + }, + { + "id": "transfer-v4-0730", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": true, + "confidence": 0.9793915316733043, + "probabilities": [ + 0.9793915316733043, + 0.020608468326695665 + ], + "target": 0, + "brier": 0.000849417933544839, + "nll": 0.02082378619473114 + }, + { + "id": "transfer-v4-0731", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": true, + "confidence": 0.9793915316733043, + "probabilities": [ + 0.9793915316733043, + 0.020608468326695665 + ], + "target": 0, + "brier": 0.000849417933544839, + "nll": 0.02082378619473114 + }, + { + "id": "transfer-v4-0732", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": true, + "confidence": 0.9837384517114893, + "probabilities": [ + 0.016261548288510688, + 0.9837384517114893 + ], + "target": 1, + "brier": 0.0005288759054791293, + "nll": 0.01639521836746858 + }, + { + "id": "transfer-v4-0733", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": true, + "confidence": 0.970666108707588, + "probabilities": [ + 0.970666108707588, + 0.029333891292412036 + ], + "target": 0, + "brier": 0.0017209543567100936, + "nll": 0.0297727331543148 + }, + { + "id": "transfer-v4-0734", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": true, + "confidence": 0.9837384517114893, + "probabilities": [ + 0.016261548288510688, + 0.9837384517114893 + ], + "target": 1, + "brier": 0.0005288759054791293, + "nll": 0.01639521836746858 + }, + { + "id": "transfer-v4-0735", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": true, + "confidence": 0.9830823512292521, + "probabilities": [ + 0.016917648770747914, + 0.9830823512292521 + ], + "target": 1, + "brier": 0.000572413679860775, + "nll": 0.017062386932691017 + }, + { + "id": "transfer-v4-0736", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": true, + "confidence": 0.9830823512292521, + "probabilities": [ + 0.016917648770747914, + 0.9830823512292521 + ], + "target": 1, + "brier": 0.000572413679860775, + "nll": 0.017062386932691017 + }, + { + "id": "transfer-v4-0737", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": true, + "confidence": 0.9855601641279161, + "probabilities": [ + 0.9855601641279161, + 0.014439835872083863 + ], + "target": 0, + "brier": 0.0004170177200254398, + "nll": 0.01454510490940211 + }, + { + "id": "transfer-v4-0738", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": true, + "confidence": 0.9830823512292521, + "probabilities": [ + 0.016917648770747914, + 0.9830823512292521 + ], + "target": 1, + "brier": 0.000572413679860775, + "nll": 0.017062386932691017 + }, + { + "id": "transfer-v4-0739", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": true, + "confidence": 0.9830823512292521, + "probabilities": [ + 0.016917648770747914, + 0.9830823512292521 + ], + "target": 1, + "brier": 0.000572413679860775, + "nll": 0.017062386932691017 + }, + { + "id": "transfer-v4-0740", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": true, + "confidence": 0.9793915316733043, + "probabilities": [ + 0.020608468326695665, + 0.9793915316733043 + ], + "target": 1, + "brier": 0.000849417933544839, + "nll": 0.02082378619473114 + }, + { + "id": "transfer-v4-0741", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": true, + "confidence": 0.699442309107918, + "probabilities": [ + 0.699442309107918, + 0.3005576908920819 + ], + "target": 0, + "brier": 0.18066985110876055, + "nll": 0.35747196274826043 + }, + { + "id": "transfer-v4-0742", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": true, + "confidence": 0.9793915316733043, + "probabilities": [ + 0.020608468326695665, + 0.9793915316733043 + ], + "target": 1, + "brier": 0.000849417933544839, + "nll": 0.02082378619473114 + }, + { + "id": "transfer-v4-0743", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": true, + "confidence": 0.9793915316733043, + "probabilities": [ + 0.020608468326695665, + 0.9793915316733043 + ], + "target": 1, + "brier": 0.000849417933544839, + "nll": 0.02082378619473114 + }, + { + "id": "transfer-v4-0744", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": false, + "confidence": 0.9291794646225671, + "probabilities": [ + 0.07082053537743298, + 0.9291794646225671 + ], + "target": 0, + "brier": 1.7267489549525608, + "nll": 2.647606272634311 + }, + { + "id": "transfer-v4-0745", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": true, + "confidence": 0.9777037337434783, + "probabilities": [ + 0.02229626625652165, + 0.9777037337434783 + ], + "target": 1, + "brier": 0.000994246977963414, + "nll": 0.02254858557274234 + }, + { + "id": "transfer-v4-0746", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": false, + "confidence": 0.9291794646225671, + "probabilities": [ + 0.07082053537743298, + 0.9291794646225671 + ], + "target": 0, + "brier": 1.7267489549525608, + "nll": 2.647606272634311 + }, + { + "id": "transfer-v4-0747", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": false, + "confidence": 0.9317809661692092, + "probabilities": [ + 0.0682190338307907, + 0.9317809661692092 + ], + "target": 0, + "brier": 1.7364315378304505, + "nll": 2.685031664642635 + }, + { + "id": "transfer-v4-0748", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": true, + "confidence": 0.985560171470912, + "probabilities": [ + 0.985560171470912, + 0.014439828529088037 + ], + "target": 0, + "brier": 0.000417017295898928, + "nll": 0.014545097458821094 + }, + { + "id": "transfer-v4-0749", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": true, + "confidence": 0.9777037337434783, + "probabilities": [ + 0.02229626625652165, + 0.9777037337434783 + ], + "target": 1, + "brier": 0.000994246977963414, + "nll": 0.02254858557274234 + }, + { + "id": "transfer-v4-0750", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": true, + "confidence": 0.985560171470912, + "probabilities": [ + 0.985560171470912, + 0.014439828529088037 + ], + "target": 0, + "brier": 0.000417017295898928, + "nll": 0.014545097458821094 + }, + { + "id": "transfer-v4-0751", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": true, + "confidence": 0.985560171470912, + "probabilities": [ + 0.985560171470912, + 0.014439828529088037 + ], + "target": 0, + "brier": 0.000417017295898928, + "nll": 0.014545097458821094 + }, + { + "id": "transfer-v4-0752", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": true, + "confidence": 0.9599775838861949, + "probabilities": [ + 0.9599775838861949, + 0.040022416113805054 + ], + "target": 0, + "brier": 0.003203587583173127, + "nll": 0.040845344911420355 + }, + { + "id": "transfer-v4-0753", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": false, + "confidence": 0.9584033464433758, + "probabilities": [ + 0.9584033464433758, + 0.041596653556624265 + ], + "target": 1, + "brier": 1.8370739489477228, + "nll": 3.1797355583010374 + }, + { + "id": "transfer-v4-0754", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": true, + "confidence": 0.9599775838861949, + "probabilities": [ + 0.9599775838861949, + 0.040022416113805054 + ], + "target": 0, + "brier": 0.003203587583173127, + "nll": 0.040845344911420355 + }, + { + "id": "transfer-v4-0755", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": true, + "confidence": 0.9614946353602555, + "probabilities": [ + 0.9614946353602555, + 0.038505364639744515 + ], + "target": 0, + "brier": 0.002965326212079375, + "nll": 0.039266293417380055 + }, + { + "id": "transfer-v4-0756", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": false, + "confidence": 0.9147487691677556, + "probabilities": [ + 0.9147487691677556, + 0.08525123083224434 + ], + "target": 1, + "brier": 1.6735306213878476, + "nll": 2.4621527250078468 + }, + { + "id": "transfer-v4-0757", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": false, + "confidence": 0.9816911670313602, + "probabilities": [ + 0.018308832968639836, + 0.9816911670313602 + ], + "target": 0, + "brier": 1.9274350948547878, + "nll": 4.000371659703337 + }, + { + "id": "transfer-v4-0758", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": false, + "confidence": 0.9147487691677556, + "probabilities": [ + 0.9147487691677556, + 0.08525123083224434 + ], + "target": 1, + "brier": 1.6735306213878476, + "nll": 2.4621527250078468 + }, + { + "id": "transfer-v4-0759", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": false, + "confidence": 0.9236997297130545, + "probabilities": [ + 0.9236997297130545, + 0.07630027028694547 + ], + "target": 1, + "brier": 1.7064423813439398, + "nll": 2.573078798274075 + }, + { + "id": "transfer-v4-0760", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": true, + "confidence": 0.9728718762424542, + "probabilities": [ + 0.9728718762424542, + 0.02712812375754579 + ], + "target": 0, + "brier": 0.0014718701972094416, + "nll": 0.027502884559643302 + }, + { + "id": "transfer-v4-0761", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": true, + "confidence": 0.985560171470912, + "probabilities": [ + 0.014439828529088037, + 0.985560171470912 + ], + "target": 1, + "brier": 0.000417017295898928, + "nll": 0.014545097458821094 + }, + { + "id": "transfer-v4-0762", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": true, + "confidence": 0.9728718762424542, + "probabilities": [ + 0.9728718762424542, + 0.02712812375754579 + ], + "target": 0, + "brier": 0.0014718701972094416, + "nll": 0.027502884559643302 + }, + { + "id": "transfer-v4-0763", + "question": "decision", + "type": "choice", + "source": "composition_holdout", + "error": null, + "correct": true, + "confidence": 0.9728718762424542, + "probabilities": [ + 0.9728718762424542, + 0.02712812375754579 + ], + "target": 0, + "brier": 0.0014718701972094416, + "nll": 0.027502884559643302 + }, + { + "id": "ru-public-0-0", + "question": "action", + "type": "choice", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9666234832878718, + "probabilities": [ + 0.9666234832878718, + 0.018027810346283372, + 0.015348706365844782 + ], + "target": 0, + "brier": 0.001674576600821456, + "nll": 0.033946225134347675 + }, + { + "id": "ru-public-0-0", + "question": "enough", + "type": "noul", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9830823439047174, + "probabilities": [ + 0.9830823439047174, + 0.016917656095282573 + ], + "target": 0, + "brier": 0.0005724141755165047, + "nll": 0.017062394383272114 + }, + { + "id": "ru-public-0-0", + "question": "level", + "type": "score", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9696923792360802, + "probabilities": [ + 0.9696923792360802, + 0.018452445612224477, + 0.011855175151695293 + ], + "target": 0, + "brier": 0.0013995898033190583, + "nll": 0.03077639259075098, + "ordinalAbsoluteError": 0.04216279591561506 + }, + { + "id": "ru-public-0-1", + "question": "action", + "type": "choice", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9657418406515682, + "probabilities": [ + 0.01695684741288569, + 0.9657418406515682, + 0.017301311935546047 + ], + "target": 1, + "brier": 0.0017604915508175009, + "nll": 0.03485872618842563 + }, + { + "id": "ru-public-0-1", + "question": "enough", + "type": "noul", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9837384425497109, + "probabilities": [ + 0.9837384425497109, + 0.016261557450289153 + ], + "target": 0, + "brier": 0.0005288765014181083, + "nll": 0.016395227680694544 + }, + { + "id": "ru-public-0-1", + "question": "level", + "type": "score", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.971632401108823, + "probabilities": [ + 0.971632401108823, + 0.017406848833942157, + 0.010960750057234894 + ], + "target": 0, + "brier": 0.0012278570949955955, + "nll": 0.028777734212522558, + "ordinalAbsoluteError": 0.039328348948411945 + }, + { + "id": "ru-public-0-2", + "question": "action", + "type": "choice", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9673620373760212, + "probabilities": [ + 0.01599084100192048, + 0.016647121622058336, + 0.9673620373760212 + ], + "target": 2, + "brier": 0.001598070258492539, + "nll": 0.03318246127349116 + }, + { + "id": "ru-public-0-2", + "question": "enough", + "type": "noul", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9858435942519289, + "probabilities": [ + 0.9858435942519289, + 0.014156405748071123 + ], + "target": 0, + "brier": 0.0004008076474080413, + "nll": 0.014257563481360461 + }, + { + "id": "ru-public-0-2", + "question": "level", + "type": "score", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9751328944011849, + "probabilities": [ + 0.013182779933676253, + 0.9751328944011849, + 0.011684325665138879 + ], + "target": 1, + "brier": 0.0009286820938913821, + "nll": 0.025181515322623436, + "ordinalAbsoluteError": 0.0014984542685373414 + }, + { + "id": "ru-public-0-3", + "question": "action", + "type": "choice", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9705685205913339, + "probabilities": [ + 0.9705685205913339, + 0.016043853716981714, + 0.013387625691684342 + ], + "target": 0, + "brier": 0.0013028457439352903, + "nll": 0.02987327547399462 + }, + { + "id": "ru-public-0-3", + "question": "enough", + "type": "noul", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9858435942519289, + "probabilities": [ + 0.014156405748071088, + 0.9858435942519289 + ], + "target": 1, + "brier": 0.0004008076474080403, + "nll": 0.014257563481360461 + }, + { + "id": "ru-public-0-3", + "question": "level", + "type": "score", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.976554676751773, + "probabilities": [ + 0.012429051668405097, + 0.976554676751773, + 0.01101627157982188 + ], + "target": 1, + "brier": 0.0008255227471101288, + "nll": 0.023724537655588785, + "ordinalAbsoluteError": 0.0014127800885832542 + }, + { + "id": "ru-public-0-4", + "question": "action", + "type": "choice", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9686083359969314, + "probabilities": [ + 0.015380222608190035, + 0.9686083359969314, + 0.0160114413948785 + ], + "target": 1, + "brier": 0.0014783540719006606, + "nll": 0.03189494281740551 + }, + { + "id": "ru-public-0-4", + "question": "enough", + "type": "noul", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9866613672177391, + "probabilities": [ + 0.013338632782260884, + 0.9866613672177391 + ], + "target": 1, + "brier": 0.00035583824900000944, + "nll": 0.013428391409667145 + }, + { + "id": "ru-public-0-4", + "question": "level", + "type": "score", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9763548496477614, + "probabilities": [ + 0.012179105507348976, + 0.9763548496477614, + 0.011466044844889587 + ], + "target": 1, + "brier": 0.0008388939305241253, + "nll": 0.023929183187814094, + "ordinalAbsoluteError": 0.0007130606624593527 + }, + { + "id": "ru-public-0-5", + "question": "action", + "type": "choice", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9660481086322121, + "probabilities": [ + 0.016293520896940573, + 0.01765837047084725, + 0.9660481086322121 + ], + "target": 2, + "brier": 0.0017300277983547977, + "nll": 0.03454164411299241 + }, + { + "id": "ru-public-0-5", + "question": "enough", + "type": "noul", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9866613672177391, + "probabilities": [ + 0.013338632782260884, + 0.9866613672177391 + ], + "target": 1, + "brier": 0.00035583824900000944, + "nll": 0.013428391409667145 + }, + { + "id": "ru-public-0-5", + "question": "level", + "type": "score", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9746655062362746, + "probabilities": [ + 0.012158032302889431, + 0.013176461460835946, + 0.9746655062362746 + ], + "target": 2, + "brier": 0.0009632734603712405, + "nll": 0.02566093737334393, + "ordinalAbsoluteError": 0.03749252606661502 + }, + { + "id": "ru-public-0-6", + "question": "action", + "type": "choice", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9708272896124475, + "probabilities": [ + 0.9708272896124475, + 0.016048131645129235, + 0.013124578742423289 + ], + "target": 0, + "brier": 0.0012808441278214832, + "nll": 0.029606695087567556 + }, + { + "id": "ru-public-0-6", + "question": "enough", + "type": "noul", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9863940898873957, + "probabilities": [ + 0.013605910112604258, + 0.9863940898873957 + ], + "target": 1, + "brier": 0.00037024157998453365, + "nll": 0.013699318748293911 + }, + { + "id": "ru-public-0-6", + "question": "level", + "type": "score", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.973148168945961, + "probabilities": [ + 0.013155948395199978, + 0.013695882658839007, + 0.973148168945961 + ], + "target": 2, + "brier": 0.0010816770109365044, + "nll": 0.027218927869632373, + "ordinalAbsoluteError": 0.040007779449239056 + }, + { + "id": "ru-public-0-7", + "question": "action", + "type": "choice", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9657284617424011, + "probabilities": [ + 0.016619009897112846, + 0.9657284617424011, + 0.01765252836048603 + ], + "target": 1, + "brier": 0.0017623415820201618, + "nll": 0.034872579789126314 + }, + { + "id": "ru-public-0-7", + "question": "enough", + "type": "noul", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9827446048633872, + "probabilities": [ + 0.9827446048633872, + 0.017255395136612797 + ], + "target": 0, + "brier": 0.0005954973226412806, + "nll": 0.01740600453152532 + }, + { + "id": "ru-public-0-7", + "question": "level", + "type": "score", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9714161066081151, + "probabilities": [ + 0.9714161066081151, + 0.017402973656890915, + 0.011180919734994042 + ], + "target": 0, + "brier": 0.001244915419661462, + "nll": 0.029000368388398562, + "ordinalAbsoluteError": 0.039764813126879 + }, + { + "id": "ru-public-1-0", + "question": "action", + "type": "choice", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9681816247207407, + "probabilities": [ + 0.9681816247207407, + 0.017345011223087736, + 0.014473364056171634 + ], + "target": 0, + "brier": 0.0015227366868433027, + "nll": 0.03233558046190971 + }, + { + "id": "ru-public-1-0", + "question": "enough", + "type": "noul", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9843695035379632, + "probabilities": [ + 0.9843695035379632, + 0.015630496462036902 + ], + "target": 0, + "brier": 0.0004886248392994945, + "nll": 0.015753940691194124 + }, + { + "id": "ru-public-1-0", + "question": "level", + "type": "score", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9719692522956203, + "probabilities": [ + 0.9719692522956203, + 0.017066197565195323, + 0.01096455013918439 + ], + "target": 0, + "brier": 0.0011971992759555576, + "nll": 0.028431108462765715, + "ordinalAbsoluteError": 0.038995297843564106 + }, + { + "id": "ru-public-1-1", + "question": "action", + "type": "choice", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9686083359969314, + "probabilities": [ + 0.015380222608190035, + 0.9686083359969314, + 0.0160114413948785 + ], + "target": 1, + "brier": 0.0014783540719006606, + "nll": 0.03189494281740551 + }, + { + "id": "ru-public-1-1", + "question": "enough", + "type": "noul", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9846759411003182, + "probabilities": [ + 0.9846759411003182, + 0.015324058899681851 + ], + "target": 0, + "brier": 0.0004696535623218356, + "nll": 0.015442685747166866 + }, + { + "id": "ru-public-1-1", + "question": "level", + "type": "score", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9755822779935419, + "probabilities": [ + 0.013188855403186529, + 0.9755822779935419, + 0.011228866603271541 + ], + "target": 1, + "brier": 0.000896258500024897, + "nll": 0.024720778043633696, + "ordinalAbsoluteError": 0.001959988799914991 + }, + { + "id": "ru-public-1-2", + "question": "action", + "type": "choice", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9660679931917859, + "probabilities": [ + 0.016624853417506618, + 0.017307153390707437, + 0.9660679931917859 + ], + "target": 2, + "brier": 0.001727304395675743, + "nll": 0.03452106091971978 + }, + { + "id": "ru-public-1-2", + "question": "enough", + "type": "noul", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9879219662824975, + "probabilities": [ + 0.01207803371750249, + 0.9879219662824975 + ], + "target": 1, + "brier": 0.000291757796962254, + "nll": 0.012151565848919653 + }, + { + "id": "ru-public-1-2", + "question": "level", + "type": "score", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.97771717483714, + "probabilities": [ + 0.011029386115670942, + 0.97771717483714, + 0.011253439047189043 + ], + "target": 1, + "brier": 0.0007448115457159386, + "nll": 0.022534838053113213, + "ordinalAbsoluteError": 0.0002240529315180595 + }, + { + "id": "ru-public-1-3", + "question": "action", + "type": "choice", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9702522989609835, + "probabilities": [ + 0.9702522989609835, + 0.016364436992886814, + 0.013383264046129646 + ], + "target": 0, + "brier": 0.0013318322717292906, + "nll": 0.03019913928374245 + }, + { + "id": "ru-public-1-3", + "question": "enough", + "type": "noul", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9861215326371929, + "probabilities": [ + 0.013878467362807068, + 0.9861215326371929 + ], + "target": 1, + "brier": 0.0003852237126810019, + "nll": 0.013975673722444753 + }, + { + "id": "ru-public-1-3", + "question": "level", + "type": "score", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9761133497908913, + "probabilities": [ + 0.012423441028148552, + 0.9761133497908913, + 0.01146320918096016 + ], + "target": 1, + "brier": 0.0008563191099186486, + "nll": 0.024176562231602028, + "ordinalAbsoluteError": 0.0009602318471884086 + }, + { + "id": "ru-public-1-4", + "question": "action", + "type": "choice", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9698085270154073, + "probabilities": [ + 0.014792192851314076, + 0.9698085270154073, + 0.015399280133278594 + ], + "target": 1, + "brier": 0.0013674718389530458, + "nll": 0.03065662179910908 + }, + { + "id": "ru-public-1-4", + "question": "enough", + "type": "noul", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9871804758619251, + "probabilities": [ + 0.012819524138074856, + 0.9871804758619251 + ], + "target": 1, + "brier": 0.00032868039825336776, + "nll": 0.012902403313939784 + }, + { + "id": "ru-public-1-4", + "question": "level", + "type": "score", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.973105885689574, + "probabilities": [ + 0.012636758104635222, + 0.014257356205790724, + 0.973105885689574 + ], + "target": 2, + "brier": 0.001086253245916123, + "nll": 0.027262378781185204, + "ordinalAbsoluteError": 0.03953087241506115 + }, + { + "id": "ru-public-1-5", + "question": "action", + "type": "choice", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.964372044557405, + "probabilities": [ + 0.017276770401181446, + 0.01835118504141355, + 0.964372044557405 + ], + "target": 2, + "brier": 0.0019046039969388747, + "nll": 0.0362781204890785 + }, + { + "id": "ru-public-1-5", + "question": "enough", + "type": "noul", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9874325019292347, + "probabilities": [ + 0.012567498070765293, + 0.9874325019292347 + ], + "target": 1, + "brier": 0.0003158840155173787, + "nll": 0.012647137019721456 + }, + { + "id": "ru-public-1-5", + "question": "level", + "type": "score", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9753888999872015, + "probabilities": [ + 0.011687393485275739, + 0.012923706527522776, + 0.9753888999872015 + ], + "target": 2, + "brier": 0.0009093236007291726, + "nll": 0.02491901573074692, + "ordinalAbsoluteError": 0.03629849349807435 + }, + { + "id": "ru-public-1-6", + "question": "action", + "type": "choice", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9672662525692373, + "probabilities": [ + 0.9672662525692373, + 0.017680628060543647, + 0.015053119370219118 + ], + "target": 0, + "brier": 0.0016106992322503155, + "nll": 0.0332814826796807 + }, + { + "id": "ru-public-1-6", + "question": "enough", + "type": "noul", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9827446048633872, + "probabilities": [ + 0.9827446048633872, + 0.017255395136612797 + ], + "target": 0, + "brier": 0.0005954973226412806, + "nll": 0.01740600453152532 + }, + { + "id": "ru-public-1-6", + "question": "level", + "type": "score", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9694589069470737, + "probabilities": [ + 0.9694589069470737, + 0.01844800205227726, + 0.01209309100064906 + ], + "target": 0, + "brier": 0.001419329994538308, + "nll": 0.031017191018184846, + "ordinalAbsoluteError": 0.04263418405357538 + }, + { + "id": "ru-public-1-7", + "question": "action", + "type": "choice", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.966400997149961, + "probabilities": [ + 0.016630582790216886, + 0.966400997149961, + 0.01696842005982209 + ], + "target": 1, + "brier": 0.0016933965557857614, + "nll": 0.03417641998303674 + }, + { + "id": "ru-public-1-7", + "question": "enough", + "type": "noul", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9837384425497109, + "probabilities": [ + 0.9837384425497109, + 0.016261557450289153 + ], + "target": 0, + "brier": 0.0005288765014181083, + "nll": 0.016395227680694544 + }, + { + "id": "ru-public-1-7", + "question": "level", + "type": "score", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9727202327755016, + "probabilities": [ + 0.9727202327755016, + 0.016739336212523184, + 0.010540431011975262 + ], + "target": 0, + "brier": 0.0011354917625769187, + "nll": 0.027658768690296195, + "ordinalAbsoluteError": 0.03782019823647371 + }, + { + "id": "ru-public-2-0", + "question": "action", + "type": "choice", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9724883013193288, + "probabilities": [ + 0.9724883013193288, + 0.015134395367981411, + 0.012377303312689776 + ], + "target": 0, + "brier": 0.0011391411247447416, + "nll": 0.02789723305358332 + }, + { + "id": "ru-public-2-0", + "question": "enough", + "type": "noul", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9852711577091064, + "probabilities": [ + 0.9852711577091064, + 0.014728842290893602 + ], + "target": 0, + "brier": 0.0004338775904600303, + "nll": 0.014838388680244445 + }, + { + "id": "ru-public-2-0", + "question": "level", + "type": "score", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9747827603724657, + "probabilities": [ + 0.013997576134290658, + 0.9747827603724657, + 0.011219663493243682 + ], + "target": 1, + "brier": 0.0009577221609693749, + "nll": 0.02554064268449179, + "ordinalAbsoluteError": 0.0027779126410469868 + }, + { + "id": "ru-public-2-1", + "question": "action", + "type": "choice", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9686083359969314, + "probabilities": [ + 0.015380222608190035, + 0.9686083359969314, + 0.0160114413948785 + ], + "target": 1, + "brier": 0.0014783540719006606, + "nll": 0.03189494281740551 + }, + { + "id": "ru-public-2-1", + "question": "enough", + "type": "noul", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9869234624863036, + "probabilities": [ + 0.013076537513696418, + 0.9869234624863036 + ], + "target": 1, + "brier": 0.0003419916666942194, + "nll": 0.013162788162053447 + }, + { + "id": "ru-public-2-1", + "question": "level", + "type": "score", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9783489416354826, + "probabilities": [ + 0.011260710570692153, + 0.9783489416354826, + 0.010390347793825217 + ], + "target": 1, + "brier": 0.0007035312581372861, + "nll": 0.021888881543780717, + "ordinalAbsoluteError": 0.0008703627768670286 + }, + { + "id": "ru-public-2-2", + "question": "action", + "type": "choice", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9657284617424011, + "probabilities": [ + 0.016619009897112846, + 0.01765252836048603, + 0.9657284617424011 + ], + "target": 2, + "brier": 0.0017623415820201618, + "nll": 0.034872579789126314 + }, + { + "id": "ru-public-2-2", + "question": "enough", + "type": "noul", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9869234624863036, + "probabilities": [ + 0.013076537513696418, + 0.9869234624863036 + ], + "target": 1, + "brier": 0.0003419916666942194, + "nll": 0.013162788162053447 + }, + { + "id": "ru-public-2-2", + "question": "level", + "type": "score", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9761274875159044, + "probabilities": [ + 0.011696243228416133, + 0.9761274875159044, + 0.01217626925567946 + ], + "target": 1, + "brier": 0.0008549604909483758, + "nll": 0.024162078644594513, + "ordinalAbsoluteError": 0.0004800260272632695 + }, + { + "id": "ru-public-2-3", + "question": "action", + "type": "choice", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9716959603501135, + "probabilities": [ + 0.9716959603501135, + 0.015429257412532595, + 0.01287478223735388 + ], + "target": 0, + "brier": 0.001204940662463821, + "nll": 0.02871232144690483 + }, + { + "id": "ru-public-2-3", + "question": "enough", + "type": "noul", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9858435942519289, + "probabilities": [ + 0.014156405748071088, + 0.9858435942519289 + ], + "target": 1, + "brier": 0.0004008076474080403, + "nll": 0.014257563481360461 + }, + { + "id": "ru-public-2-3", + "question": "level", + "type": "score", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9706836793608389, + "probabilities": [ + 0.014510772945467959, + 0.014805547693693162, + 0.9706836793608389 + ], + "target": 2, + "brier": 0.001289213429803252, + "nll": 0.02975463167321192, + "ordinalAbsoluteError": 0.043827093584628996 + }, + { + "id": "ru-public-2-4", + "question": "action", + "type": "choice", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9692140934986837, + "probabilities": [ + 0.015083433311511421, + 0.9692140934986837, + 0.015702473189804843 + ], + "target": 1, + "brier": 0.0014218496638471413, + "nll": 0.03126974877251991 + }, + { + "id": "ru-public-2-4", + "question": "enough", + "type": "noul", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9874325019292347, + "probabilities": [ + 0.012567498070765293, + 0.9874325019292347 + ], + "target": 1, + "brier": 0.0003158840155173787, + "nll": 0.012647137019721456 + }, + { + "id": "ru-public-2-4", + "question": "level", + "type": "score", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9736272193961805, + "probabilities": [ + 0.012391798494803796, + 0.013980982109015792, + 0.9736272193961805 + ], + "target": 2, + "brier": 0.0010445480874456412, + "nll": 0.026726780226142166, + "ordinalAbsoluteError": 0.0387645790986233 + }, + { + "id": "ru-public-2-5", + "question": "action", + "type": "choice", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9611455595962747, + "probabilities": [ + 0.019427220201862685, + 0.019427220201862685, + 0.9611455595962747 + ], + "target": 2, + "brier": 0.0022645013086299657, + "nll": 0.039629414680247825 + }, + { + "id": "ru-public-2-5", + "question": "enough", + "type": "noul", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9837384425497109, + "probabilities": [ + 0.9837384425497109, + 0.016261557450289153 + ], + "target": 0, + "brier": 0.0005288765014181083, + "nll": 0.016395227680694544 + }, + { + "id": "ru-public-2-5", + "question": "level", + "type": "score", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9700487590318584, + "probabilities": [ + 0.9700487590318584, + 0.018091709045128183, + 0.011859531923013443 + ], + "target": 0, + "brier": 0.0013650352691382324, + "nll": 0.030408941704901046, + "ordinalAbsoluteError": 0.04181077289115507 + }, + { + "id": "ru-public-2-6", + "question": "action", + "type": "choice", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9681816247207407, + "probabilities": [ + 0.9681816247207407, + 0.017345011223087736, + 0.014473364056171634 + ], + "target": 0, + "brier": 0.0015227366868433027, + "nll": 0.03233558046190971 + }, + { + "id": "ru-public-2-6", + "question": "enough", + "type": "noul", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9843695035379632, + "probabilities": [ + 0.9843695035379632, + 0.015630496462036902 + ], + "target": 0, + "brier": 0.0004886248392994945, + "nll": 0.015753940691194124 + }, + { + "id": "ru-public-2-6", + "question": "level", + "type": "score", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9708523723179874, + "probabilities": [ + 0.9708523723179874, + 0.017746197010168257, + 0.01140143067184436 + ], + "target": 0, + "brier": 0.0012945043291778067, + "nll": 0.02958085899726585, + "ordinalAbsoluteError": 0.04054905835385698 + }, + { + "id": "ru-public-2-7", + "question": "action", + "type": "choice", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9682933886558326, + "probabilities": [ + 0.015375221463157677, + 0.9682933886558326, + 0.016331389881009774 + ], + "target": 1, + "brier": 0.0015084209334167787, + "nll": 0.032220150172911396 + }, + { + "id": "ru-public-2-7", + "question": "enough", + "type": "noul", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9843695108720873, + "probabilities": [ + 0.9843695108720873, + 0.01563048912791262 + ], + "target": 0, + "brier": 0.0004886243807555901, + "nll": 0.015753933240613683 + }, + { + "id": "ru-public-2-7", + "question": "level", + "type": "score", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9760143360796528, + "probabilities": [ + 0.013194696316759399, + 0.9760143360796528, + 0.010790967603587814 + ], + "target": 1, + "brier": 0.0008658570664130301, + "nll": 0.024278004070719422, + "ordinalAbsoluteError": 0.0024037287131715157 + }, + { + "id": "ru-public-3-0", + "question": "action", + "type": "choice", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9702522989609835, + "probabilities": [ + 0.9702522989609835, + 0.016364436992886814, + 0.013383264046129646 + ], + "target": 0, + "brier": 0.0013318322717292906, + "nll": 0.03019913928374245 + }, + { + "id": "ru-public-3-0", + "question": "enough", + "type": "noul", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9861215326371929, + "probabilities": [ + 0.013878467362807068, + 0.9861215326371929 + ], + "target": 1, + "brier": 0.0003852237126810019, + "nll": 0.013975673722444753 + }, + { + "id": "ru-public-3-0", + "question": "level", + "type": "score", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9767963931746613, + "probabilities": [ + 0.012184607853109986, + 0.9767963931746613, + 0.011018998972228723 + ], + "target": 1, + "brier": 0.0008082903765889533, + "nll": 0.023477048683592405, + "ordinalAbsoluteError": 0.0011656088808812415 + }, + { + "id": "ru-public-3-1", + "question": "action", + "type": "choice", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9692140934986837, + "probabilities": [ + 0.015083433311511421, + 0.9692140934986837, + 0.015702473189804843 + ], + "target": 1, + "brier": 0.0014218496638471413, + "nll": 0.03126974877251991 + }, + { + "id": "ru-public-3-1", + "question": "enough", + "type": "noul", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9874325019292347, + "probabilities": [ + 0.012567498070765293, + 0.9874325019292347 + ], + "target": 1, + "brier": 0.0003158840155173787, + "nll": 0.012647137019721456 + }, + { + "id": "ru-public-3-1", + "question": "level", + "type": "score", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9763548496477614, + "probabilities": [ + 0.012179105507348976, + 0.9763548496477614, + 0.011466044844889587 + ], + "target": 1, + "brier": 0.0008388939305241253, + "nll": 0.023929183187814094, + "ordinalAbsoluteError": 0.0007130606624593527 + }, + { + "id": "ru-public-3-2", + "question": "action", + "type": "choice", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9663878643274759, + "probabilities": [ + 0.016299251406270074, + 0.01731288426625399, + 0.9663878643274759 + ], + "target": 2, + "brier": 0.0016951772224896677, + "nll": 0.03419000948859217 + }, + { + "id": "ru-public-3-2", + "question": "enough", + "type": "noul", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9869234624863036, + "probabilities": [ + 0.013076537513696418, + 0.9869234624863036 + ], + "target": 1, + "brier": 0.0003419916666942194, + "nll": 0.013162788162053447 + }, + { + "id": "ru-public-3-2", + "question": "level", + "type": "score", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9746655062362746, + "probabilities": [ + 0.012158032302889431, + 0.013176461460835946, + 0.9746655062362746 + ], + "target": 2, + "brier": 0.0009632734603712405, + "nll": 0.02566093737334393, + "ordinalAbsoluteError": 0.03749252606661502 + }, + { + "id": "ru-public-3-3", + "question": "action", + "type": "choice", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9699298658134706, + "probabilities": [ + 0.9699298658134706, + 0.016691317641900984, + 0.013378816544628377 + ], + "target": 0, + "brier": 0.0013618057867535397, + "nll": 0.03053151338379889 + }, + { + "id": "ru-public-3-3", + "question": "enough", + "type": "noul", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9869234624863036, + "probabilities": [ + 0.013076537513696418, + 0.9869234624863036 + ], + "target": 1, + "brier": 0.0003419916666942194, + "nll": 0.013162788162053447 + }, + { + "id": "ru-public-3-3", + "question": "level", + "type": "score", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.97288816241594, + "probabilities": [ + 0.013419614154947293, + 0.013692223429112714, + 0.97288816241594 + ], + "target": 2, + "brier": 0.001102614763684853, + "nll": 0.027486144393165813, + "ordinalAbsoluteError": 0.040531451739007185 + }, + { + "id": "ru-public-3-4", + "question": "action", + "type": "choice", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9657284617424011, + "probabilities": [ + 0.016619009897112846, + 0.9657284617424011, + 0.01765252836048603 + ], + "target": 1, + "brier": 0.0017623415820201618, + "nll": 0.034872579789126314 + }, + { + "id": "ru-public-3-4", + "question": "enough", + "type": "noul", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9830823439047174, + "probabilities": [ + 0.9830823439047174, + 0.016917656095282573 + ], + "target": 0, + "brier": 0.0005724141755165047, + "nll": 0.017062394383272114 + }, + { + "id": "ru-public-3-4", + "question": "level", + "type": "score", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9714161066081151, + "probabilities": [ + 0.9714161066081151, + 0.017402973656890915, + 0.011180919734994042 + ], + "target": 0, + "brier": 0.001244915419661462, + "nll": 0.029000368388398562, + "ordinalAbsoluteError": 0.039764813126879 + }, + { + "id": "ru-public-3-5", + "question": "action", + "type": "choice", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9618896591170594, + "probabilities": [ + 0.019055170441470322, + 0.019055170441470322, + 0.9618896591170594 + ], + "target": 2, + "brier": 0.0021785971233209043, + "nll": 0.0388555343574332 + }, + { + "id": "ru-public-3-5", + "question": "enough", + "type": "noul", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9849764484763466, + "probabilities": [ + 0.9849764484763466, + 0.01502355152365343 + ], + "target": 0, + "brier": 0.00045141420076773834, + "nll": 0.015137548272198884 + }, + { + "id": "ru-public-3-5", + "question": "level", + "type": "score", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9728361506012531, + "probabilities": [ + 0.9728361506012531, + 0.016408016280317045, + 0.010755833118429857 + ], + "target": 0, + "brier": 0.0011227856584844664, + "nll": 0.027539607069611154, + "ordinalAbsoluteError": 0.037919682517176756 + }, + { + "id": "ru-public-3-6", + "question": "action", + "type": "choice", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9716959603501135, + "probabilities": [ + 0.9716959603501135, + 0.015429257412532595, + 0.01287478223735388 + ], + "target": 0, + "brier": 0.001204940662463821, + "nll": 0.02871232144690483 + }, + { + "id": "ru-public-3-6", + "question": "enough", + "type": "noul", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9852711577091064, + "probabilities": [ + 0.9852711577091064, + 0.014728842290893602 + ], + "target": 0, + "brier": 0.0004338775904600303, + "nll": 0.014838388680244445 + }, + { + "id": "ru-public-3-6", + "question": "level", + "type": "score", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.975272413778016, + "probabilities": [ + 0.013725778880527513, + 0.975272413778016, + 0.011001807341456464 + ], + "target": 1, + "brier": 0.0009208902910213139, + "nll": 0.02503844826216786, + "ordinalAbsoluteError": 0.0027239715390711128 + }, + { + "id": "ru-public-3-7", + "question": "action", + "type": "choice", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9692140934986837, + "probabilities": [ + 0.015083433311511421, + 0.9692140934986837, + 0.015702473189804843 + ], + "target": 1, + "brier": 0.0014218496638471413, + "nll": 0.03126974877251991 + }, + { + "id": "ru-public-3-7", + "question": "enough", + "type": "noul", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9874325019292347, + "probabilities": [ + 0.012567498070765293, + 0.9874325019292347 + ], + "target": 1, + "brier": 0.0003158840155173787, + "nll": 0.012647137019721456 + }, + { + "id": "ru-public-3-7", + "question": "level", + "type": "score", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9779188291930847, + "probabilities": [ + 0.011484411844577205, + 0.9779188291930847, + 0.010596758962338092 + ], + "target": 1, + "brier": 0.0007317611201259262, + "nll": 0.022328609126826535, + "ordinalAbsoluteError": 0.0008876528822391316 + }, + { + "id": "ru-public-4-0", + "question": "action", + "type": "choice", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9708272896124475, + "probabilities": [ + 0.9708272896124475, + 0.016048131645129235, + 0.013124578742423289 + ], + "target": 0, + "brier": 0.0012808441278214832, + "nll": 0.029606695087567556 + }, + { + "id": "ru-public-4-0", + "question": "enough", + "type": "noul", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9861215326371929, + "probabilities": [ + 0.013878467362807068, + 0.9861215326371929 + ], + "target": 1, + "brier": 0.0003852237126810019, + "nll": 0.013975673722444753 + }, + { + "id": "ru-public-4-0", + "question": "level", + "type": "score", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9754082927417747, + "probabilities": [ + 0.0126666569548339, + 0.9754082927417747, + 0.01192505030339149 + ], + "target": 1, + "brier": 0.0009074030890241127, + "nll": 0.024899133854100686, + "ordinalAbsoluteError": 0.0007416066514424058 + }, + { + "id": "ru-public-4-1", + "question": "action", + "type": "choice", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.967991052150193, + "probabilities": [ + 0.01568265725270851, + 0.967991052150193, + 0.016326290597098506 + ], + "target": 1, + "brier": 0.0015370662456185027, + "nll": 0.032532435394777647 + }, + { + "id": "ru-public-4-1", + "question": "enough", + "type": "noul", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9866613672177391, + "probabilities": [ + 0.013338632782260884, + 0.9866613672177391 + ], + "target": 1, + "brier": 0.00035583824900000944, + "nll": 0.013428391409667145 + }, + { + "id": "ru-public-4-1", + "question": "level", + "type": "score", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9728561485758475, + "probabilities": [ + 0.012890154291752146, + 0.014253697132400376, + 0.9728561485758475 + ], + "target": 2, + "brier": 0.001106112629743843, + "nll": 0.027519050916304116, + "ordinalAbsoluteError": 0.040034005715904764 + }, + { + "id": "ru-public-4-2", + "question": "action", + "type": "choice", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9643859267234802, + "probabilities": [ + 0.017627988010644913, + 0.017986085265874863, + 0.9643859267234802 + ], + "target": 2, + "brier": 0.0019026074398400816, + "nll": 0.03626372556106558 + }, + { + "id": "ru-public-4-2", + "question": "enough", + "type": "noul", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9866613672177391, + "probabilities": [ + 0.013338632782260884, + 0.9866613672177391 + ], + "target": 1, + "brier": 0.00035583824900000944, + "nll": 0.013428391409667145 + }, + { + "id": "ru-public-4-2", + "question": "level", + "type": "score", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9746655062362746, + "probabilities": [ + 0.012158032302889431, + 0.013176461460835946, + 0.9746655062362746 + ], + "target": 2, + "brier": 0.0009632734603712405, + "nll": 0.02566093737334393, + "ordinalAbsoluteError": 0.03749252606661502 + }, + { + "id": "ru-public-4-3", + "question": "action", + "type": "choice", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9681815974837705, + "probabilities": [ + 0.9681815974837705, + 0.017345025909291243, + 0.014473376606938175 + ], + "target": 0, + "brier": 0.0015227392928850478, + "nll": 0.03233560859399754 + }, + { + "id": "ru-public-4-3", + "question": "enough", + "type": "noul", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9827446048633872, + "probabilities": [ + 0.9827446048633872, + 0.017255395136612797 + ], + "target": 0, + "brier": 0.0005954973226412806, + "nll": 0.01740600453152532 + }, + { + "id": "ru-public-4-3", + "question": "level", + "type": "score", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.970627564389772, + "probabilities": [ + 0.970627564389772, + 0.017742088395023503, + 0.011630347215204447 + ], + "target": 0, + "brier": 0.0013127866506400286, + "nll": 0.02981244308419829, + "ordinalAbsoluteError": 0.0410027828254324 + }, + { + "id": "ru-public-4-4", + "question": "action", + "type": "choice", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9650702245659561, + "probabilities": [ + 0.017289279410044007, + 0.9650702245659561, + 0.017640496023999867 + ], + "target": 1, + "brier": 0.0018301954943640603, + "nll": 0.03555440871993443 + }, + { + "id": "ru-public-4-4", + "question": "enough", + "type": "noul", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9834135834181477, + "probabilities": [ + 0.9834135834181477, + 0.016586416581852354 + ], + "target": 0, + "brier": 0.0005502184300534929, + "nll": 0.0167255113905736 + }, + { + "id": "ru-public-4-4", + "question": "level", + "type": "score", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9721814799906583, + "probabilities": [ + 0.9721814799906583, + 0.017069924288924402, + 0.010748595720417323 + ], + "target": 0, + "brier": 0.0011807846807007298, + "nll": 0.028212784140112548, + "ordinalAbsoluteError": 0.038567115729759044 + }, + { + "id": "ru-public-4-5", + "question": "action", + "type": "choice", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.966400997149961, + "probabilities": [ + 0.016630582790216886, + 0.01696842005982209, + 0.966400997149961 + ], + "target": 2, + "brier": 0.0016933965557857614, + "nll": 0.03417641998303674 + }, + { + "id": "ru-public-4-5", + "question": "enough", + "type": "noul", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9852711577091064, + "probabilities": [ + 0.9852711577091064, + 0.014728842290893602 + ], + "target": 0, + "brier": 0.0004338775904600303, + "nll": 0.014838388680244445 + }, + { + "id": "ru-public-4-5", + "question": "level", + "type": "score", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9746405494407907, + "probabilities": [ + 0.013443786558447126, + 0.9746405494407907, + 0.01191566400076215 + ], + "target": 1, + "brier": 0.0009658201782731233, + "nll": 0.025686543198978697, + "ordinalAbsoluteError": 0.0015281225576849744 + }, + { + "id": "ru-public-4-6", + "question": "action", + "type": "choice", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9716404804319502, + "probabilities": [ + 0.9716404804319502, + 0.015741790886356747, + 0.012617728681693127 + ], + "target": 0, + "brier": 0.0012112734075252068, + "nll": 0.02876941904155097 + }, + { + "id": "ru-public-4-6", + "question": "enough", + "type": "noul", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9861215326371929, + "probabilities": [ + 0.013878467362807068, + 0.9861215326371929 + ], + "target": 1, + "brier": 0.0003852237126810019, + "nll": 0.013975673722444753 + }, + { + "id": "ru-public-4-6", + "question": "level", + "type": "score", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9767963931746613, + "probabilities": [ + 0.012184607853109986, + 0.9767963931746613, + 0.011018998972228723 + ], + "target": 1, + "brier": 0.0008082903765889533, + "nll": 0.023477048683592405, + "ordinalAbsoluteError": 0.0011656088808812415 + }, + { + "id": "ru-public-4-7", + "question": "action", + "type": "choice", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9686083359969314, + "probabilities": [ + 0.015380222608190035, + 0.9686083359969314, + 0.0160114413948785 + ], + "target": 1, + "brier": 0.0014783540719006606, + "nll": 0.03189494281740551 + }, + { + "id": "ru-public-4-7", + "question": "enough", + "type": "noul", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9863940898873957, + "probabilities": [ + 0.013605910112604258, + 0.9863940898873957 + ], + "target": 1, + "brier": 0.00037024157998453365, + "nll": 0.013699318748293911 + }, + { + "id": "ru-public-4-7", + "question": "level", + "type": "score", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9761274875159044, + "probabilities": [ + 0.01217626925567946, + 0.9761274875159044, + 0.011696243228416133 + ], + "target": 1, + "brier": 0.0008549604909483758, + "nll": 0.024162078644594513, + "ordinalAbsoluteError": 0.0004800260272633805 + }, + { + "id": "ru-public-5-0", + "question": "action", + "type": "choice", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9710810400681535, + "probabilities": [ + 0.9710810400681535, + 0.016052325559595904, + 0.012866634372250508 + ], + "target": 0, + "brier": 0.001259533679480175, + "nll": 0.029345353753095743 + }, + { + "id": "ru-public-5-0", + "question": "enough", + "type": "noul", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9861215326371929, + "probabilities": [ + 0.013878467362807068, + 0.9861215326371929 + ], + "target": 1, + "brier": 0.0003852237126810019, + "nll": 0.013975673722444753 + }, + { + "id": "ru-public-5-0", + "question": "level", + "type": "score", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9723526337375912, + "probabilities": [ + 0.013684686503691824, + 0.013962679758716946, + 0.9723526337375912 + ], + "target": 2, + "brier": 0.0011466039319965907, + "nll": 0.028036748403669008, + "ordinalAbsoluteError": 0.041332052766100746 + }, + { + "id": "ru-public-5-1", + "question": "action", + "type": "choice", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9686083359969314, + "probabilities": [ + 0.015380222608190035, + 0.9686083359969314, + 0.0160114413948785 + ], + "target": 1, + "brier": 0.0014783540719006606, + "nll": 0.03189494281740551 + }, + { + "id": "ru-public-5-1", + "question": "enough", + "type": "noul", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9874325019292347, + "probabilities": [ + 0.012567498070765293, + 0.9874325019292347 + ], + "target": 1, + "brier": 0.0003158840155173787, + "nll": 0.012647137019721456 + }, + { + "id": "ru-public-5-1", + "question": "level", + "type": "score", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9741387155853718, + "probabilities": [ + 0.012151461018733652, + 0.013709823395894577, + 0.9741387155853718 + ], + "target": 2, + "brier": 0.0010044232940107135, + "nll": 0.026201567014674694, + "ordinalAbsoluteError": 0.03801274543336186 + }, + { + "id": "ru-public-5-2", + "question": "action", + "type": "choice", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9615174657304254, + "probabilities": [ + 0.019047796974581813, + 0.019434737294992732, + 0.9615174657304254 + ], + "target": 2, + "brier": 0.0022214330271192527, + "nll": 0.03924254903203994 + }, + { + "id": "ru-public-5-2", + "question": "enough", + "type": "noul", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9840570458791049, + "probabilities": [ + 0.9840570458791049, + 0.015942954120895046 + ], + "target": 0, + "brier": 0.0005083555722019298, + "nll": 0.01607141015590447 + }, + { + "id": "ru-public-5-2", + "question": "level", + "type": "score", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9700487590318584, + "probabilities": [ + 0.9700487590318584, + 0.018091709045128183, + 0.011859531923013443 + ], + "target": 0, + "brier": 0.0013650352691382324, + "nll": 0.030408941704901046, + "ordinalAbsoluteError": 0.04181077289115507 + }, + { + "id": "ru-public-5-3", + "question": "action", + "type": "choice", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9687953528188472, + "probabilities": [ + 0.9687953528188472, + 0.017010452114908804, + 0.014194195066244001 + ], + "target": 0, + "brier": 0.0014645606604324177, + "nll": 0.031701883597402704 + }, + { + "id": "ru-public-5-3", + "question": "enough", + "type": "noul", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9849764484763466, + "probabilities": [ + 0.9849764484763466, + 0.01502355152365343 + ], + "target": 0, + "brier": 0.00045141420076773834, + "nll": 0.015137548272198884 + }, + { + "id": "ru-public-5-3", + "question": "level", + "type": "score", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9719692522956203, + "probabilities": [ + 0.9719692522956203, + 0.017066197565195323, + 0.01096455013918439 + ], + "target": 0, + "brier": 0.0011971992759555576, + "nll": 0.028431108462765715, + "ordinalAbsoluteError": 0.038995297843564106 + }, + { + "id": "ru-public-5-4", + "question": "action", + "type": "choice", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9686083359969314, + "probabilities": [ + 0.015380222608190035, + 0.9686083359969314, + 0.0160114413948785 + ], + "target": 1, + "brier": 0.0014783540719006606, + "nll": 0.03189494281740551 + }, + { + "id": "ru-public-5-4", + "question": "enough", + "type": "noul", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9852711577091064, + "probabilities": [ + 0.9852711577091064, + 0.014728842290893602 + ], + "target": 0, + "brier": 0.0004338775904600303, + "nll": 0.014838388680244445 + }, + { + "id": "ru-public-5-4", + "question": "level", + "type": "score", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9758004318969223, + "probabilities": [ + 0.013191804913994742, + 0.9758004318969223, + 0.01100776318908289 + ], + "target": 1, + "brier": 0.000880813663691318, + "nll": 0.02449718899246136, + "ordinalAbsoluteError": 0.0021840417249119337 + }, + { + "id": "ru-public-5-5", + "question": "action", + "type": "choice", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9654025402123315, + "probabilities": [ + 0.01695088931679516, + 0.01764657047087333, + 0.9654025402123315 + ], + "target": 2, + "brier": 0.0017957183217730767, + "nll": 0.03521012450549639 + }, + { + "id": "ru-public-5-5", + "question": "enough", + "type": "noul", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9876796338301774, + "probabilities": [ + 0.012320366169822572, + 0.9876796338301774 + ], + "target": 1, + "brier": 0.000303582845117017, + "nll": 0.012396891073926202 + }, + { + "id": "ru-public-5-5", + "question": "level", + "type": "score", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.977498164610023, + "probabilities": [ + 0.011250917694988496, + 0.977498164610023, + 0.011250917694988496 + ], + "target": 1, + "brier": 0.0007594988938764303, + "nll": 0.022758864761184057, + "ordinalAbsoluteError": 0.0 + }, + { + "id": "ru-public-5-6", + "question": "action", + "type": "choice", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9713914962243165, + "probabilities": [ + 0.9713914962243165, + 0.015737756075425848, + 0.012870747700257607 + ], + "target": 0, + "brier": 0.001231779600936585, + "nll": 0.029025703253018162 + }, + { + "id": "ru-public-5-6", + "question": "enough", + "type": "noul", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.985560171470912, + "probabilities": [ + 0.014439828529087984, + 0.985560171470912 + ], + "target": 1, + "brier": 0.00041701729589892645, + "nll": 0.014545097458821094 + }, + { + "id": "ru-public-5-6", + "question": "level", + "type": "score", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9754082927417747, + "probabilities": [ + 0.0126666569548339, + 0.9754082927417747, + 0.01192505030339149 + ], + "target": 1, + "brier": 0.0009074030890241127, + "nll": 0.024899133854100686, + "ordinalAbsoluteError": 0.0007416066514424058 + }, + { + "id": "ru-public-5-7", + "question": "action", + "type": "choice", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.969505242315865, + "probabilities": [ + 0.01478756763310298, + 0.969505242315865, + 0.015707190051032074 + ], + "target": 1, + "brier": 0.001395318222016947, + "nll": 0.030969397077468905 + }, + { + "id": "ru-public-5-7", + "question": "enough", + "type": "noul", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9871804758619251, + "probabilities": [ + 0.012819524138074856, + 0.9871804758619251 + ], + "target": 1, + "brier": 0.00032868039825336776, + "nll": 0.012902403313939784 + }, + { + "id": "ru-public-5-7", + "question": "level", + "type": "score", + "source": "authored-russian-typed", + "error": null, + "correct": true, + "confidence": 0.9741387155853718, + "probabilities": [ + 0.012151461018733652, + 0.013709823395894577, + 0.9741387155853718 + ], + "target": 2, + "brier": 0.0010044232940107135, + "nll": 0.026201567014674694, + "ordinalAbsoluteError": 0.03801274543336186 + } +]