| const DATA={"meta":{"test_file":"dohnuts/data/processed/v1/test.jsonl","test_sha256":"fdac64d536d67c011d55d00352f0be71fa3bdfb7811c0be0e05a5d66cec98095","rows":180031,"dataset_count":26,"scope_counts":{"text":{"datasets":18,"rows":56426},"image":{"datasets":8,"rows":123605},"all":{"datasets":26,"rows":180031}},"metric":"Hard top-1 accuracy: predicted candidate index matches target argmax. Dataset macro averages dataset accuracies equally; row-weighted pools rows.","models":11},"datasets":{"ag_news":{"rows":7600,"kind":"text"},"aokvqa":{"rows":1138,"kind":"image"},"banking77":{"rows":3080,"kind":"text"},"boolq":{"rows":3270,"kind":"text"},"clevr_attribute":{"rows":53734,"kind":"image"},"clevr_count":{"rows":35422,"kind":"image"},"clevr_exist":{"rows":20196,"kind":"image"},"contract_nli":{"rows":1173,"kind":"text"},"emotion":{"rows":2000,"kind":"text"},"esci_es":{"rows":1482,"kind":"text"},"esci_jp":{"rows":1633,"kind":"text"},"esci_us":{"rows":1145,"kind":"text"},"mail_phishing":{"rows":1050,"kind":"text"},"mail_spam":{"rows":854,"kind":"text"},"massive_en-US":{"rows":2970,"kind":"text"},"massive_zh-CN":{"rows":2921,"kind":"text"},"scienceqa":{"rows":2017,"kind":"image"},"screenqa_choice":{"rows":848,"kind":"image"},"screenqa_noul":{"rows":2148,"kind":"image"},"sharc":{"rows":8276,"kind":"text"},"sms_spam":{"rows":794,"kind":"text"},"typed_decisions":{"rows":2000,"kind":"text"},"vqav2_yesno":{"rows":8102,"kind":"image"},"wikiqa":{"rows":6160,"kind":"text"},"xnli_en":{"rows":5009,"kind":"text"},"xnli_zh":{"rows":5009,"kind":"text"}},"models":[{"id":"jolt_b0","name":"Dohnuts 0.8B (retrained)","family":"Jolt","base":"Qwen3.5-0.8B","note":"Jolt baseline trained from the pinned Qwen base with the Dohnuts RLCD recipe, using Jolt train rows. Test rows were excluded from campaign training, selection, and calibration.","run_count":3,"runs":[{"seed":"42","scope":{}},{"seed":"43","scope":{}},{"seed":"44","scope":{}}],"scores":{"text":{"macro":0.7838329041511867,"weighted":0.7901440234407305,"macro_sd":0.011511660568638176,"macro_min":0.7706281807674302,"macro_max":0.7917561705770998,"weighted_sd":0.01137007534084037,"rows":56426,"datasets":18,"run_count":3,"weighted_min":0.7770176868819338,"weighted_max":0.7969375819657605},"image":{"macro":0.7702316778458088,"weighted":0.9151113088736972,"macro_sd":0.0017359305961422468,"macro_min":0.7682284199723828,"macro_max":0.7712939158085842,"weighted_sd":0.0016333233449448451,"rows":123605,"datasets":8,"run_count":3,"weighted_min":0.9139921524210186,"weighted_max":0.9169855588366166},"all":{"macro":0.7796479114418396,"weighted":0.8759435874932651,"macro_sd":0.007755423280125163,"macro_min":0.7708330223185544,"macro_max":0.7854227943245952,"weighted_sd":0.002456433063757501,"rows":180031,"datasets":26,"run_count":3,"weighted_min":0.8731162966378012,"weighted_max":0.8775544211830185}},"by_dataset":{"sharc":{"rows":8276,"kind":"text","mean":0.6808442081520863,"runs":[0.6764137264378927,0.6785886901884969,0.6875302078298695],"min":0.6764137264378927,"max":0.6875302078298695,"run_count":3},"contract_nli":{"rows":1173,"kind":"text","mean":0.8249502699630576,"runs":[0.8218243819266837,0.8235294117647058,0.8294970161977835],"min":0.8218243819266837,"max":0.8294970161977835,"run_count":3},"wikiqa":{"rows":6160,"kind":"text","mean":0.9582792207792208,"runs":[0.9607142857142857,0.9586038961038961,0.9555194805194805],"min":0.9555194805194805,"max":0.9607142857142857,"run_count":3},"esci_us":{"rows":1145,"kind":"text","mean":0.520524017467249,"runs":[0.5432314410480349,0.5135371179039301,0.5048034934497817],"min":0.5048034934497817,"max":0.5432314410480349,"run_count":3},"esci_es":{"rows":1482,"kind":"text","mean":0.5636527215474584,"runs":[0.5695006747638327,0.5769230769230769,0.5445344129554656],"min":0.5445344129554656,"max":0.5769230769230769,"run_count":3},"esci_jp":{"rows":1633,"kind":"text","mean":0.6125739946927945,"runs":[0.6080832823025107,0.6117575015309247,0.617881200244948],"min":0.6080832823025107,"max":0.617881200244948,"run_count":3},"mail_spam":{"rows":854,"kind":"text","mean":0.9855581576893052,"runs":[0.9882903981264637,0.9859484777517564,0.9824355971896955],"min":0.9824355971896955,"max":0.9882903981264637,"run_count":3},"mail_phishing":{"rows":1050,"kind":"text","mean":0.9907936507936507,"runs":[0.9933333333333333,0.9914285714285714,0.9876190476190476],"min":0.9876190476190476,"max":0.9933333333333333,"run_count":3},"sms_spam":{"rows":794,"kind":"text","mean":0.9937027707808563,"runs":[0.9949622166246851,0.9924433249370277,0.9937027707808564],"min":0.9924433249370277,"max":0.9949622166246851,"run_count":3},"massive_en-US":{"rows":2970,"kind":"text","mean":0.7602693602693602,"runs":[0.7885521885521886,0.6831649831649832,0.8090909090909091],"min":0.6831649831649832,"max":0.8090909090909091,"run_count":3},"massive_zh-CN":{"rows":2921,"kind":"text","mean":0.744151546274107,"runs":[0.764464224580623,0.6737418692228688,0.7942485450188291],"min":0.6737418692228688,"max":0.7942485450188291,"run_count":3},"boolq":{"rows":3270,"kind":"text","mean":0.8265035677879715,"runs":[0.8324159021406727,0.8287461773700305,0.818348623853211],"min":0.818348623853211,"max":0.8324159021406727,"run_count":3},"ag_news":{"rows":7600,"kind":"text","mean":0.8959649122807017,"runs":[0.896578947368421,0.8892105263157895,0.9021052631578947],"min":0.8892105263157895,"max":0.9021052631578947,"run_count":3},"emotion":{"rows":2000,"kind":"text","mean":0.758,"runs":[0.774,0.7395,0.7605],"min":0.7395,"max":0.774,"run_count":3},"banking77":{"rows":3080,"kind":"text","mean":0.7093073593073593,"runs":[0.737012987012987,0.6503246753246753,0.7405844155844156],"min":0.6503246753246753,"max":0.7405844155844156,"run_count":3},"xnli_en":{"rows":5009,"kind":"text","mean":0.835296466360551,"runs":[0.8400878418846077,0.8334997005390298,0.8323018566580156],"min":0.8323018566580156,"max":0.8400878418846077,"run_count":3},"xnli_zh":{"rows":5009,"kind":"text","mean":0.7481200505756305,"runs":[0.752645238570573,0.7448592533439808,0.7468556598123378],"min":0.7448592533439808,"max":0.752645238570573,"run_count":3},"typed_decisions":{"rows":2000,"kind":"text","mean":0.7005,"runs":[0.7095,0.6955,0.6965],"min":0.6955,"max":0.7095,"run_count":3},"aokvqa":{"rows":1138,"kind":"image","mean":0.7779730521382543,"runs":[0.7741652021089631,0.7776801405975395,0.7820738137082601],"min":0.7741652021089631,"max":0.7820738137082601,"run_count":3},"scienceqa":{"rows":2017,"kind":"image","mean":0.8517600396628656,"runs":[0.8517600396628656,0.8517600396628656,0.8517600396628656],"min":0.8517600396628656,"max":0.8517600396628656,"run_count":3},"vqav2_yesno":{"rows":8102,"kind":"image","mean":0.812474286184481,"runs":[0.8120217230313502,0.8147371019501358,0.8106640335719575],"min":0.8106640335719575,"max":0.8147371019501358,"run_count":3},"clevr_exist":{"rows":20196,"kind":"image","mean":0.9760678682247309,"runs":[0.9771736977619331,0.9755397108338285,0.9754901960784313],"min":0.9754901960784313,"max":0.9771736977619331,"run_count":3},"clevr_attribute":{"rows":53734,"kind":"image","mean":0.9839021848364164,"runs":[0.9852235083931962,0.9833066587263185,0.9831763873897347],"min":0.9831763873897347,"max":0.9852235083931962,"run_count":3},"clevr_count":{"rows":35422,"kind":"image","mean":0.836683417085427,"runs":[0.8297103495003105,0.8441081813562193,0.8362317203997516],"min":0.8297103495003105,"max":0.8441081813562193,"run_count":3},"screenqa_choice":{"rows":848,"kind":"image","mean":0.21147798742138366,"runs":[0.2205188679245283,0.2169811320754717,0.19693396226415094],"min":0.19693396226415094,"max":0.2205188679245283,"run_count":3},"screenqa_noul":{"rows":2148,"kind":"image","mean":0.7115145872129113,"runs":[0.7188081936685289,0.7062383612662942,0.7094972067039106],"min":0.7062383612662942,"max":0.7188081936685289,"run_count":3}}},{"id":"jolt_l2_08","name":"Jolt 0.8B L2","family":"Jolt","base":"Qwen3.5-0.8B","note":"Jolt direct-composite objective, three matched seeds.","run_count":3,"runs":[{"seed":"42","scope":{}},{"seed":"43","scope":{}},{"seed":"44","scope":{}}],"scores":{"text":{"macro":0.8221927952803824,"weighted":0.8253701012535593,"macro_sd":0.0016162635989367905,"macro_min":0.8207989975658042,"macro_max":0.8239645448107306,"weighted_sd":0.0013302767595242486,"rows":56426,"datasets":18,"run_count":3,"weighted_min":0.824584411441534,"weighted_max":0.8269060362244356},"image":{"macro":0.7915966459326963,"weighted":0.9319175330016316,"macro_sd":0.0027212752674294688,"macro_min":0.7897190431138774,"macro_max":0.7947174864852459,"weighted_sd":0.0003808741518926863,"rows":123605,"datasets":8,"run_count":3,"weighted_min":0.931483354233243,"weighted_max":0.9321952995428987},"all":{"macro":0.8127785954810944,"weighted":0.8985230321444639,"macro_sd":0.0006465454546948455,"macro_min":0.8121344018444133,"macro_max":0.813427467365545,"weighted_sd":0.00016279808354953474,"rows":180031,"datasets":26,"run_count":3,"weighted_min":0.8983952763690698,"weighted_max":0.8987063339091601}},"by_dataset":{"sharc":{"rows":8276,"kind":"text","mean":0.718422748509747,"runs":[0.7266795553407444,0.7135089415176413,0.7150797486708554],"min":0.7135089415176413,"max":0.7266795553407444,"run_count":3},"contract_nli":{"rows":1173,"kind":"text","mean":0.8570616652458085,"runs":[0.8593350383631714,0.8499573742540495,0.8618925831202046],"min":0.8499573742540495,"max":0.8618925831202046,"run_count":3},"wikiqa":{"rows":6160,"kind":"text","mean":0.9580086580086581,"runs":[0.9577922077922078,0.9581168831168831,0.9581168831168831],"min":0.9577922077922078,"max":0.9581168831168831,"run_count":3},"esci_us":{"rows":1145,"kind":"text","mean":0.5737991266375545,"runs":[0.588646288209607,0.5668122270742358,0.5659388646288209],"min":0.5659388646288209,"max":0.588646288209607,"run_count":3},"esci_es":{"rows":1482,"kind":"text","mean":0.6084120557804769,"runs":[0.6126855600539811,0.6126855600539811,0.5998650472334683],"min":0.5998650472334683,"max":0.6126855600539811,"run_count":3},"esci_jp":{"rows":1633,"kind":"text","mean":0.6319657072872015,"runs":[0.6301285976729945,0.646050214329455,0.6197183098591549],"min":0.6197183098591549,"max":0.646050214329455,"run_count":3},"mail_spam":{"rows":854,"kind":"text","mean":0.9867291178766587,"runs":[0.9859484777517564,0.9882903981264637,0.9859484777517564],"min":0.9859484777517564,"max":0.9882903981264637,"run_count":3},"mail_phishing":{"rows":1050,"kind":"text","mean":0.9926984126984127,"runs":[0.9923809523809524,0.9933333333333333,0.9923809523809524],"min":0.9923809523809524,"max":0.9933333333333333,"run_count":3},"sms_spam":{"rows":794,"kind":"text","mean":0.9941225860621327,"runs":[0.9937027707808564,0.9949622166246851,0.9937027707808564],"min":0.9937027707808564,"max":0.9949622166246851,"run_count":3},"massive_en-US":{"rows":2970,"kind":"text","mean":0.8613916947250281,"runs":[0.8632996632996633,0.8548821548821549,0.865993265993266],"min":0.8548821548821549,"max":0.865993265993266,"run_count":3},"massive_zh-CN":{"rows":2921,"kind":"text","mean":0.8419491041880635,"runs":[0.8418349880178021,0.8404655939746662,0.843546730571722],"min":0.8404655939746662,"max":0.843546730571722,"run_count":3},"boolq":{"rows":3270,"kind":"text","mean":0.8372069317023446,"runs":[0.8360856269113149,0.8385321100917431,0.8370030581039756],"min":0.8360856269113149,"max":0.8385321100917431,"run_count":3},"ag_news":{"rows":7600,"kind":"text","mean":0.9010087719298245,"runs":[0.8989473684210526,0.9025,0.901578947368421],"min":0.8989473684210526,"max":0.9025,"run_count":3},"emotion":{"rows":2000,"kind":"text","mean":0.8401666666666667,"runs":[0.8465,0.8375,0.8365],"min":0.8365,"max":0.8465,"run_count":3},"banking77":{"rows":3080,"kind":"text","mean":0.8461038961038961,"runs":[0.8474025974025974,0.8483766233766233,0.8425324675324676],"min":0.8425324675324676,"max":0.8483766233766233,"run_count":3},"xnli_en":{"rows":5009,"kind":"text","mean":0.8512011712251281,"runs":[0.8500698742263925,0.8500698742263925,0.8534637652225994],"min":0.8500698742263925,"max":0.8534637652225994,"run_count":3},"xnli_zh":{"rows":5009,"kind":"text","mean":0.7655553337326145,"runs":[0.7654222399680575,0.7646236773807147,0.7666200838490717],"min":0.7646236773807147,"max":0.7666200838490717,"run_count":3},"typed_decisions":{"rows":2000,"kind":"text","mean":0.7336666666666667,"runs":[0.7345,0.732,0.7345],"min":0.732,"max":0.7345,"run_count":3},"aokvqa":{"rows":1138,"kind":"image","mean":0.7867603983596952,"runs":[0.7855887521968365,0.7838312829525483,0.7908611599297012],"min":0.7838312829525483,"max":0.7908611599297012,"run_count":3},"scienceqa":{"rows":2017,"kind":"image","mean":0.8958849776896382,"runs":[0.8889439762022806,0.90233019335647,0.8963807635101636],"min":0.8889439762022806,"max":0.90233019335647,"run_count":3},"vqav2_yesno":{"rows":8102,"kind":"image","mean":0.8122685756603308,"runs":[0.8143668230066651,0.8131325598617626,0.8093063441125647],"min":0.8093063441125647,"max":0.8143668230066651,"run_count":3},"clevr_exist":{"rows":20196,"kind":"image","mean":0.9791542879778175,"runs":[0.9787086551792434,0.9788076846900376,0.9799465240641712],"min":0.9787086551792434,"max":0.9799465240641712,"run_count":3},"clevr_attribute":{"rows":53734,"kind":"image","mean":0.9879033758886365,"runs":[0.987847545315815,0.9885361223806156,0.9873264599694793],"min":0.9873264599694793,"max":0.9885361223806156,"run_count":3},"clevr_count":{"rows":35422,"kind":"image","mean":0.8824929892910244,"runs":[0.8815707752244368,0.8827564790243352,0.8831517136243012],"min":0.8815707752244368,"max":0.8831517136243012,"run_count":3},"screenqa_choice":{"rows":848,"kind":"image","mean":0.2578616352201258,"runs":[0.2535377358490566,0.24764150943396226,0.27240566037735847],"min":0.24764150943396226,"max":0.27240566037735847,"run_count":3},"screenqa_noul":{"rows":2148,"kind":"image","mean":0.7304469273743016,"runs":[0.7271880819366853,0.7257914338919925,0.7383612662942272],"min":0.7257914338919925,"max":0.7383612662942272,"run_count":3}}},{"id":"jolt_l2_2b","name":"Jolt 2B L2","family":"Jolt","base":"Qwen3.5-2B","note":"Jolt 2B transfer using the L2 objective, three matched seeds.","run_count":3,"runs":[{"seed":"42","scope":{}},{"seed":"43","scope":{}},{"seed":"44","scope":{}}],"scores":{"text":{"macro":0.8351972018453758,"weighted":0.8411902314535853,"macro_sd":0.001377254530902626,"macro_min":0.8338596432913975,"macro_max":0.8366109864101995,"weighted_sd":0.0010796082947944399,"rows":56426,"datasets":18,"run_count":3,"weighted_min":0.8399496685924929,"weighted_max":0.8419168468436536},"image":{"macro":0.8191955343382537,"weighted":0.952941493736769,"macro_sd":0.00554670635349887,"macro_min":0.8132689854852595,"macro_max":0.8242618934971736,"weighted_sd":0.0005798164883094751,"rows":123605,"datasets":8,"run_count":3,"weighted_min":0.9524857408680879,"weighted_max":0.9535941102706201},"all":{"macro":0.8302736118431843,"weighted":0.9179159885427141,"macro_sd":0.001653374289655098,"macro_min":0.8283972864962931,"macro_max":0.8315170595247005,"weighted_sd":0.0005713501968624108,"rows":180031,"datasets":26,"run_count":3,"weighted_min":0.9173920047102999,"weighted_max":0.9185251428920574}},"by_dataset":{"sharc":{"rows":8276,"kind":"text","mean":0.750362493958434,"runs":[0.7533832769453842,0.7415418076365394,0.7561623972933784],"min":0.7415418076365394,"max":0.7561623972933784,"run_count":3},"contract_nli":{"rows":1173,"kind":"text","mean":0.8607558965615231,"runs":[0.8576300085251491,0.8627450980392157,0.8618925831202046],"min":0.8576300085251491,"max":0.8627450980392157,"run_count":3},"wikiqa":{"rows":6160,"kind":"text","mean":0.9616341991341991,"runs":[0.962012987012987,0.9618506493506493,0.961038961038961],"min":0.961038961038961,"max":0.962012987012987,"run_count":3},"esci_us":{"rows":1145,"kind":"text","mean":0.5895196506550219,"runs":[0.5877729257641922,0.6008733624454149,0.5799126637554585],"min":0.5799126637554585,"max":0.6008733624454149,"run_count":3},"esci_es":{"rows":1482,"kind":"text","mean":0.6401259559154296,"runs":[0.6322537112010796,0.6545209176788124,0.6336032388663968],"min":0.6322537112010796,"max":0.6545209176788124,"run_count":3},"esci_jp":{"rows":1633,"kind":"text","mean":0.6315574607062665,"runs":[0.6325780771586038,0.6362522963870177,0.6258420085731782],"min":0.6258420085731782,"max":0.6362522963870177,"run_count":3},"mail_spam":{"rows":854,"kind":"text","mean":0.9898516783762684,"runs":[0.9894613583138173,0.990632318501171,0.9894613583138173],"min":0.9894613583138173,"max":0.990632318501171,"run_count":3},"mail_phishing":{"rows":1050,"kind":"text","mean":0.9920634920634921,"runs":[0.9914285714285714,0.9942857142857143,0.9904761904761905],"min":0.9904761904761905,"max":0.9942857142857143,"run_count":3},"sms_spam":{"rows":794,"kind":"text","mean":0.9953820319059613,"runs":[0.9937027707808564,0.9974811083123426,0.9949622166246851],"min":0.9937027707808564,"max":0.9974811083123426,"run_count":3},"massive_en-US":{"rows":2970,"kind":"text","mean":0.8723905723905724,"runs":[0.8703703703703703,0.8723905723905724,0.8744107744107744],"min":0.8703703703703703,"max":0.8744107744107744,"run_count":3},"massive_zh-CN":{"rows":2921,"kind":"text","mean":0.8493666552550496,"runs":[0.8497090037658336,0.8476549127011298,0.8507360492981856],"min":0.8476549127011298,"max":0.8507360492981856,"run_count":3},"boolq":{"rows":3270,"kind":"text","mean":0.8760448521916411,"runs":[0.8776758409785933,0.8761467889908257,0.8743119266055046],"min":0.8743119266055046,"max":0.8776758409785933,"run_count":3},"ag_news":{"rows":7600,"kind":"text","mean":0.9042543859649124,"runs":[0.9047368421052632,0.9042105263157895,0.9038157894736842],"min":0.9038157894736842,"max":0.9047368421052632,"run_count":3},"emotion":{"rows":2000,"kind":"text","mean":0.8330000000000001,"runs":[0.841,0.84,0.818],"min":0.818,"max":0.841,"run_count":3},"banking77":{"rows":3080,"kind":"text","mean":0.8658008658008658,"runs":[0.8600649350649351,0.8707792207792208,0.8665584415584415],"min":0.8600649350649351,"max":0.8707792207792208,"run_count":3},"xnli_en":{"rows":5009,"kind":"text","mean":0.8734943767884474,"runs":[0.8762227989618686,0.8684368137352765,0.8758235176681972],"min":0.8684368137352765,"max":0.8762227989618686,"run_count":3},"xnli_zh":{"rows":5009,"kind":"text","mean":0.7897783988820124,"runs":[0.7921740866440408,0.7801956478338989,0.7969654621680974],"min":0.7801956478338989,"max":0.7969654621680974,"run_count":3},"typed_decisions":{"rows":2000,"kind":"text","mean":0.7581666666666668,"runs":[0.76,0.759,0.7555],"min":0.7555,"max":0.76,"run_count":3},"aokvqa":{"rows":1138,"kind":"image","mean":0.8482718219097832,"runs":[0.8409490333919156,0.8523725834797891,0.851493848857645],"min":0.8409490333919156,"max":0.8523725834797891,"run_count":3},"scienceqa":{"rows":2017,"kind":"image","mean":0.9416625351181622,"runs":[0.9400099157164105,0.9424888448190382,0.9424888448190382],"min":0.9400099157164105,"max":0.9424888448190382,"run_count":3},"vqav2_yesno":{"rows":8102,"kind":"image","mean":0.858430017279684,"runs":[0.8597877067390768,0.8583065909651938,0.8571957541347816],"min":0.8571957541347816,"max":0.8597877067390768,"run_count":3},"clevr_exist":{"rows":20196,"kind":"image","mean":0.9887106357694592,"runs":[0.9894038423450188,0.9872251931075461,0.989502871855813],"min":0.9872251931075461,"max":0.989502871855813,"run_count":3},"clevr_attribute":{"rows":53734,"kind":"image","mean":0.9938090098137741,"runs":[0.9930397885882309,0.9941191796627833,0.9942680611903079],"min":0.9930397885882309,"max":0.9942680611903079,"run_count":3},"clevr_count":{"rows":35422,"kind":"image","mean":0.9259405642444433,"runs":[0.9263169781491728,0.9254700468635312,0.9260346677206256],"min":0.9254700468635312,"max":0.9263169781491728,"run_count":3},"screenqa_choice":{"rows":848,"kind":"image","mean":0.26179245283018865,"runs":[0.2275943396226415,0.267688679245283,0.29009433962264153],"min":0.2275943396226415,"max":0.29009433962264153,"run_count":3},"screenqa_noul":{"rows":2148,"kind":"image","mean":0.7349472377405338,"runs":[0.729050279329609,0.7327746741154563,0.7430167597765364],"min":0.729050279329609,"max":0.7430167597765364,"run_count":3}}},{"id":"jolt_l2_4b","name":"Jolt 4B L2","family":"Jolt","base":"Qwen3.5-4B","note":"Jolt L2; BF16 base for dashboard test evaluation; seed 42, step 3600. One checkpoint evaluated on the frozen test split.","run_count":1,"runs":[{"seed":"42","scope":{}}],"scores":{"text":{"macro":0.8511217479523615,"weighted":0.859107503633077,"macro_sd":null,"macro_min":0.8511217479523615,"macro_max":0.8511217479523615,"weighted_sd":null,"rows":56426,"datasets":18,"run_count":1,"weighted_min":0.859107503633077,"weighted_max":0.859107503633077},"image":{"macro":0.8396383485107799,"weighted":0.9692488167954371,"macro_sd":null,"macro_min":0.8396383485107799,"macro_max":0.8396383485107799,"weighted_sd":null,"rows":123605,"datasets":8,"run_count":1,"weighted_min":0.9692488167954371,"weighted_max":0.9692488167954371},"all":{"macro":0.8475883942780288,"weighted":0.9347279079714049,"macro_sd":null,"macro_min":0.8475883942780288,"macro_max":0.8475883942780288,"weighted_sd":null,"rows":180031,"datasets":26,"run_count":1,"weighted_min":0.9347279079714049,"weighted_max":0.9347279079714049}},"by_dataset":{"ag_news":{"rows":7600,"kind":"text","mean":0.9126315789473685,"runs":[0.9126315789473685],"min":0.9126315789473685,"max":0.9126315789473685,"run_count":1},"aokvqa":{"rows":1138,"kind":"image","mean":0.8725834797891037,"runs":[0.8725834797891037],"min":0.8725834797891037,"max":0.8725834797891037,"run_count":1},"banking77":{"rows":3080,"kind":"text","mean":0.8935064935064935,"runs":[0.8935064935064935],"min":0.8935064935064935,"max":0.8935064935064935,"run_count":1},"boolq":{"rows":3270,"kind":"text","mean":0.9073394495412844,"runs":[0.9073394495412844],"min":0.9073394495412844,"max":0.9073394495412844,"run_count":1},"clevr_attribute":{"rows":53734,"kind":"image","mean":0.9987903375888637,"runs":[0.9987903375888637],"min":0.9987903375888637,"max":0.9987903375888637,"run_count":1},"clevr_count":{"rows":35422,"kind":"image","mean":0.9630455649031675,"runs":[0.9630455649031675],"min":0.9630455649031675,"max":0.9630455649031675,"run_count":1},"clevr_exist":{"rows":20196,"kind":"image","mean":0.9947019211725094,"runs":[0.9947019211725094],"min":0.9947019211725094,"max":0.9947019211725094,"run_count":1},"contract_nli":{"rows":1173,"kind":"text","mean":0.8797953964194374,"runs":[0.8797953964194374],"min":0.8797953964194374,"max":0.8797953964194374,"run_count":1},"emotion":{"rows":2000,"kind":"text","mean":0.85,"runs":[0.85],"min":0.85,"max":0.85,"run_count":1},"esci_es":{"rows":1482,"kind":"text","mean":0.6538461538461539,"runs":[0.6538461538461539],"min":0.6538461538461539,"max":0.6538461538461539,"run_count":1},"esci_jp":{"rows":1633,"kind":"text","mean":0.6466625842008573,"runs":[0.6466625842008573],"min":0.6466625842008573,"max":0.6466625842008573,"run_count":1},"esci_us":{"rows":1145,"kind":"text","mean":0.6096069868995633,"runs":[0.6096069868995633],"min":0.6096069868995633,"max":0.6096069868995633,"run_count":1},"mail_phishing":{"rows":1050,"kind":"text","mean":0.9904761904761905,"runs":[0.9904761904761905],"min":0.9904761904761905,"max":0.9904761904761905,"run_count":1},"mail_spam":{"rows":854,"kind":"text","mean":0.990632318501171,"runs":[0.990632318501171],"min":0.990632318501171,"max":0.990632318501171,"run_count":1},"massive_en-US":{"rows":2970,"kind":"text","mean":0.8892255892255893,"runs":[0.8892255892255893],"min":0.8892255892255893,"max":0.8892255892255893,"run_count":1},"massive_zh-CN":{"rows":2921,"kind":"text","mean":0.860664156110921,"runs":[0.860664156110921],"min":0.860664156110921,"max":0.860664156110921,"run_count":1},"scienceqa":{"rows":2017,"kind":"image","mean":0.9752107089737233,"runs":[0.9752107089737233],"min":0.9752107089737233,"max":0.9752107089737233,"run_count":1},"screenqa_choice":{"rows":848,"kind":"image","mean":0.2841981132075472,"runs":[0.2841981132075472],"min":0.2841981132075472,"max":0.2841981132075472,"run_count":1},"screenqa_noul":{"rows":2148,"kind":"image","mean":0.749534450651769,"runs":[0.749534450651769],"min":0.749534450651769,"max":0.749534450651769,"run_count":1},"sharc":{"rows":8276,"kind":"text","mean":0.7664330594490092,"runs":[0.7664330594490092],"min":0.7664330594490092,"max":0.7664330594490092,"run_count":1},"sms_spam":{"rows":794,"kind":"text","mean":0.9937027707808564,"runs":[0.9937027707808564],"min":0.9937027707808564,"max":0.9937027707808564,"run_count":1},"typed_decisions":{"rows":2000,"kind":"text","mean":0.773,"runs":[0.773],"min":0.773,"max":0.773,"run_count":1},"vqav2_yesno":{"rows":8102,"kind":"image","mean":0.8790422117995557,"runs":[0.8790422117995557],"min":0.8790422117995557,"max":0.8790422117995557,"run_count":1},"wikiqa":{"rows":6160,"kind":"text","mean":0.9637987012987013,"runs":[0.9637987012987013],"min":0.9637987012987013,"max":0.9637987012987013,"run_count":1},"xnli_en":{"rows":5009,"kind":"text","mean":0.9057696146935517,"runs":[0.9057696146935517],"min":0.9057696146935517,"max":0.9057696146935517,"run_count":1},"xnli_zh":{"rows":5009,"kind":"text","mean":0.8331004192453584,"runs":[0.8331004192453584],"min":0.8331004192453584,"max":0.8331004192453584,"run_count":1}}},{"id":"jolt_l2_9b_bf16","name":"Jolt 9B L2","family":"Jolt","base":"Qwen3.5-9B (BF16)","note":"Single seed-42 run, selected at step 3,600 by development macro accuracy. Trained and evaluated with BF16 base weights and compute. The 180,031 locked test rows were held out from training, checkpoint selection, and calibration.","run_count":1,"runs":[{"seed":"42","scope":{}}],"scores":{"text":{"macro":0.8580750720284059,"weighted":0.8655407081841704,"macro_sd":null,"macro_min":0.8580750720284059,"macro_max":0.8580750720284059,"weighted_sd":null,"rows":56426,"datasets":18,"run_count":1,"weighted_min":0.8655407081841704,"weighted_max":0.8655407081841704},"image":{"macro":0.8487683328967103,"weighted":0.9751385461753165,"macro_sd":null,"macro_min":0.8487683328967103,"macro_max":0.8487683328967103,"weighted_sd":null,"rows":123605,"datasets":8,"run_count":1,"weighted_min":0.9751385461753165,"weighted_max":0.9751385461753165},"all":{"macro":0.8552114599878842,"weighted":0.940787975404236,"macro_sd":null,"macro_min":0.8552114599878842,"macro_max":0.8552114599878842,"weighted_sd":null,"rows":180031,"datasets":26,"run_count":1,"weighted_min":0.940787975404236,"weighted_max":0.940787975404236}},"by_dataset":{"ag_news":{"rows":7600,"kind":"text","mean":0.9126315789473685,"runs":[0.9126315789473685],"min":0.9126315789473685,"max":0.9126315789473685,"run_count":1},"banking77":{"rows":3080,"kind":"text","mean":0.8948051948051948,"runs":[0.8948051948051948],"min":0.8948051948051948,"max":0.8948051948051948,"run_count":1},"boolq":{"rows":3270,"kind":"text","mean":0.9110091743119266,"runs":[0.9110091743119266],"min":0.9110091743119266,"max":0.9110091743119266,"run_count":1},"contract_nli":{"rows":1173,"kind":"text","mean":0.875532821824382,"runs":[0.875532821824382],"min":0.875532821824382,"max":0.875532821824382,"run_count":1},"emotion":{"rows":2000,"kind":"text","mean":0.8595,"runs":[0.8595],"min":0.8595,"max":0.8595,"run_count":1},"esci_es":{"rows":1482,"kind":"text","mean":0.6612685560053981,"runs":[0.6612685560053981],"min":0.6612685560053981,"max":0.6612685560053981,"run_count":1},"esci_jp":{"rows":1633,"kind":"text","mean":0.653398652786283,"runs":[0.653398652786283],"min":0.653398652786283,"max":0.653398652786283,"run_count":1},"esci_us":{"rows":1145,"kind":"text","mean":0.6524017467248908,"runs":[0.6524017467248908],"min":0.6524017467248908,"max":0.6524017467248908,"run_count":1},"mail_phishing":{"rows":1050,"kind":"text","mean":0.9942857142857143,"runs":[0.9942857142857143],"min":0.9942857142857143,"max":0.9942857142857143,"run_count":1},"mail_spam":{"rows":854,"kind":"text","mean":0.9894613583138173,"runs":[0.9894613583138173],"min":0.9894613583138173,"max":0.9894613583138173,"run_count":1},"massive_en-US":{"rows":2970,"kind":"text","mean":0.8919191919191919,"runs":[0.8919191919191919],"min":0.8919191919191919,"max":0.8919191919191919,"run_count":1},"massive_zh-CN":{"rows":2921,"kind":"text","mean":0.8671687778158165,"runs":[0.8671687778158165],"min":0.8671687778158165,"max":0.8671687778158165,"run_count":1},"sharc":{"rows":8276,"kind":"text","mean":0.778757854035766,"runs":[0.778757854035766],"min":0.778757854035766,"max":0.778757854035766,"run_count":1},"sms_spam":{"rows":794,"kind":"text","mean":0.9937027707808564,"runs":[0.9937027707808564],"min":0.9937027707808564,"max":0.9937027707808564,"run_count":1},"typed_decisions":{"rows":2000,"kind":"text","mean":0.7865,"runs":[0.7865],"min":0.7865,"max":0.7865,"run_count":1},"wikiqa":{"rows":6160,"kind":"text","mean":0.9647727272727272,"runs":[0.9647727272727272],"min":0.9647727272727272,"max":0.9647727272727272,"run_count":1},"xnli_en":{"rows":5009,"kind":"text","mean":0.9147534438011579,"runs":[0.9147534438011579],"min":0.9147534438011579,"max":0.9147534438011579,"run_count":1},"xnli_zh":{"rows":5009,"kind":"text","mean":0.8434817328808145,"runs":[0.8434817328808145],"min":0.8434817328808145,"max":0.8434817328808145,"run_count":1},"aokvqa":{"rows":1138,"kind":"image","mean":0.8919156414762741,"runs":[0.8919156414762741],"min":0.8919156414762741,"max":0.8919156414762741,"run_count":1},"clevr_attribute":{"rows":53734,"kind":"image","mean":0.9991811515986154,"runs":[0.9991811515986154],"min":0.9991811515986154,"max":0.9991811515986154,"run_count":1},"clevr_count":{"rows":35422,"kind":"image","mean":0.9773869346733668,"runs":[0.9773869346733668],"min":0.9773869346733668,"max":0.9773869346733668,"run_count":1},"clevr_exist":{"rows":20196,"kind":"image","mean":0.9973262032085561,"runs":[0.9973262032085561],"min":0.9973262032085561,"max":0.9973262032085561,"run_count":1},"scienceqa":{"rows":2017,"kind":"image","mean":0.9796727813584531,"runs":[0.9796727813584531],"min":0.9796727813584531,"max":0.9796727813584531,"run_count":1},"screenqa_choice":{"rows":848,"kind":"image","mean":0.30778301886792453,"runs":[0.30778301886792453],"min":0.30778301886792453,"max":0.30778301886792453,"run_count":1},"screenqa_noul":{"rows":2148,"kind":"image","mean":0.74487895716946,"runs":[0.74487895716946],"min":0.74487895716946,"max":0.74487895716946,"run_count":1},"vqav2_yesno":{"rows":8102,"kind":"image","mean":0.8920019748210318,"runs":[0.8920019748210318],"min":0.8920019748210318,"max":0.8920019748210318,"run_count":1}}},{"id":"dohnuts_release","name":"Dohnuts 0.8B (released)","family":"Dohnuts","base":"Qwen3.5-0.8B","note":"Released Dohnuts checkpoint evaluated as a historical reference. This is a separately trained checkpoint, not the Jolt retrain.","run_count":1,"runs":[{"seed":"single","scope":{}}],"scores":{"text":{"macro":0.7864329665207999,"weighted":0.792542444972176,"macro_sd":null,"macro_min":0.7864329665207999,"macro_max":0.7864329665207999,"weighted_sd":null,"rows":56426,"datasets":18,"run_count":1,"weighted_min":0.792542444972176,"weighted_max":0.792542444972176},"image":{"macro":0.7703751188262005,"weighted":0.9138141660936047,"macro_sd":null,"macro_min":0.7703751188262005,"macro_max":0.7703751188262005,"weighted_sd":null,"rows":123605,"datasets":8,"run_count":1,"weighted_min":0.9138141660936047,"weighted_max":0.9138141660936047},"all":{"macro":0.781492090307077,"weighted":0.8758047225200104,"macro_sd":null,"macro_min":0.781492090307077,"macro_max":0.781492090307077,"weighted_sd":null,"rows":180031,"datasets":26,"run_count":1,"weighted_min":0.8758047225200104,"weighted_max":0.8758047225200104}},"by_dataset":{"sharc":{"rows":8276,"kind":"text","mean":0.6684388593523442,"runs":[0.6684388593523442],"min":0.6684388593523442,"max":0.6684388593523442,"run_count":1},"contract_nli":{"rows":1173,"kind":"text","mean":0.815004262574595,"runs":[0.815004262574595],"min":0.815004262574595,"max":0.815004262574595,"run_count":1},"wikiqa":{"rows":6160,"kind":"text","mean":0.9594155844155844,"runs":[0.9594155844155844],"min":0.9594155844155844,"max":0.9594155844155844,"run_count":1},"esci_us":{"rows":1145,"kind":"text","mean":0.5048034934497817,"runs":[0.5048034934497817],"min":0.5048034934497817,"max":0.5048034934497817,"run_count":1},"esci_es":{"rows":1482,"kind":"text","mean":0.5614035087719298,"runs":[0.5614035087719298],"min":0.5614035087719298,"max":0.5614035087719298,"run_count":1},"esci_jp":{"rows":1633,"kind":"text","mean":0.6007348438456828,"runs":[0.6007348438456828],"min":0.6007348438456828,"max":0.6007348438456828,"run_count":1},"mail_spam":{"rows":854,"kind":"text","mean":0.9871194379391101,"runs":[0.9871194379391101],"min":0.9871194379391101,"max":0.9871194379391101,"run_count":1},"mail_phishing":{"rows":1050,"kind":"text","mean":0.9923809523809524,"runs":[0.9923809523809524],"min":0.9923809523809524,"max":0.9923809523809524,"run_count":1},"sms_spam":{"rows":794,"kind":"text","mean":0.9937027707808564,"runs":[0.9937027707808564],"min":0.9937027707808564,"max":0.9937027707808564,"run_count":1},"massive_en-US":{"rows":2970,"kind":"text","mean":0.7915824915824916,"runs":[0.7915824915824916],"min":0.7915824915824916,"max":0.7915824915824916,"run_count":1},"massive_zh-CN":{"rows":2921,"kind":"text","mean":0.7548784662786717,"runs":[0.7548784662786717],"min":0.7548784662786717,"max":0.7548784662786717,"run_count":1},"boolq":{"rows":3270,"kind":"text","mean":0.8290519877675842,"runs":[0.8290519877675842],"min":0.8290519877675842,"max":0.8290519877675842,"run_count":1},"ag_news":{"rows":7600,"kind":"text","mean":0.895,"runs":[0.895],"min":0.895,"max":0.895,"run_count":1},"emotion":{"rows":2000,"kind":"text","mean":0.764,"runs":[0.764],"min":0.764,"max":0.764,"run_count":1},"banking77":{"rows":3080,"kind":"text","mean":0.7295454545454545,"runs":[0.7295454545454545],"min":0.7295454545454545,"max":0.7295454545454545,"run_count":1},"xnli_en":{"rows":5009,"kind":"text","mean":0.8384907167099221,"runs":[0.8384907167099221],"min":0.8384907167099221,"max":0.8384907167099221,"run_count":1},"xnli_zh":{"rows":5009,"kind":"text","mean":0.755240566979437,"runs":[0.755240566979437],"min":0.755240566979437,"max":0.755240566979437,"run_count":1},"typed_decisions":{"rows":2000,"kind":"text","mean":0.715,"runs":[0.715],"min":0.715,"max":0.715,"run_count":1},"aokvqa":{"rows":1138,"kind":"image","mean":0.7838312829525483,"runs":[0.7838312829525483],"min":0.7838312829525483,"max":0.7838312829525483,"run_count":1},"scienceqa":{"rows":2017,"kind":"image","mean":0.8448190381755082,"runs":[0.8448190381755082],"min":0.8448190381755082,"max":0.8448190381755082,"run_count":1},"vqav2_yesno":{"rows":8102,"kind":"image","mean":0.8090594914835842,"runs":[0.8090594914835842],"min":0.8090594914835842,"max":0.8090594914835842,"run_count":1},"clevr_exist":{"rows":20196,"kind":"image","mean":0.9740047534165182,"runs":[0.9740047534165182],"min":0.9740047534165182,"max":0.9740047534165182,"run_count":1},"clevr_attribute":{"rows":53734,"kind":"image","mean":0.9834369300629024,"runs":[0.9834369300629024],"min":0.9834369300629024,"max":0.9834369300629024,"run_count":1},"clevr_count":{"rows":35422,"kind":"image","mean":0.8347919372141607,"runs":[0.8347919372141607],"min":0.8347919372141607,"max":0.8347919372141607,"run_count":1},"screenqa_choice":{"rows":848,"kind":"image","mean":0.22169811320754718,"runs":[0.22169811320754718],"min":0.22169811320754718,"max":0.22169811320754718,"run_count":1},"screenqa_noul":{"rows":2148,"kind":"image","mean":0.7113594040968343,"runs":[0.7113594040968343],"min":0.7113594040968343,"max":0.7113594040968343,"run_count":1}}},{"id":"laya_multi","name":"Laya Multilingual","family":"Laya","base":"Laya multilingual","note":"Single checkpoint. Its complete training-data manifest is not public, so test-set exposure cannot be fully audited.","run_count":1,"runs":[{"seed":"single","scope":{}}],"scores":{"text":{"macro":0.5624994432347215,"weighted":0.6175699145783858,"macro_sd":null,"macro_min":0.5624994432347215,"macro_max":0.5624994432347215,"weighted_sd":null,"rows":56426,"datasets":18,"run_count":1,"weighted_min":0.6175699145783858,"weighted_max":0.6175699145783858},"image":null,"all":null},"by_dataset":{"sharc":{"rows":8276,"kind":"text","mean":0.3284195263412276,"runs":[0.3284195263412276],"min":0.3284195263412276,"max":0.3284195263412276,"run_count":1},"contract_nli":{"rows":1173,"kind":"text","mean":0.22762148337595908,"runs":[0.22762148337595908],"min":0.22762148337595908,"max":0.22762148337595908,"run_count":1},"wikiqa":{"rows":6160,"kind":"text","mean":0.9412337662337662,"runs":[0.9412337662337662],"min":0.9412337662337662,"max":0.9412337662337662,"run_count":1},"esci_us":{"rows":1145,"kind":"text","mean":0.25589519650655024,"runs":[0.25589519650655024],"min":0.25589519650655024,"max":0.25589519650655024,"run_count":1},"esci_es":{"rows":1482,"kind":"text","mean":0.29284750337381915,"runs":[0.29284750337381915],"min":0.29284750337381915,"max":0.29284750337381915,"run_count":1},"esci_jp":{"rows":1633,"kind":"text","mean":0.288426209430496,"runs":[0.288426209430496],"min":0.288426209430496,"max":0.288426209430496,"run_count":1},"mail_spam":{"rows":854,"kind":"text","mean":0.9789227166276346,"runs":[0.9789227166276346],"min":0.9789227166276346,"max":0.9789227166276346,"run_count":1},"mail_phishing":{"rows":1050,"kind":"text","mean":0.9047619047619048,"runs":[0.9047619047619048],"min":0.9047619047619048,"max":0.9047619047619048,"run_count":1},"sms_spam":{"rows":794,"kind":"text","mean":0.5617128463476071,"runs":[0.5617128463476071],"min":0.5617128463476071,"max":0.5617128463476071,"run_count":1},"massive_en-US":{"rows":2970,"kind":"text","mean":0.48114478114478115,"runs":[0.48114478114478115],"min":0.48114478114478115,"max":0.48114478114478115,"run_count":1},"massive_zh-CN":{"rows":2921,"kind":"text","mean":0.39438548442314275,"runs":[0.39438548442314275],"min":0.39438548442314275,"max":0.39438548442314275,"run_count":1},"boolq":{"rows":3270,"kind":"text","mean":0.6859327217125383,"runs":[0.6859327217125383],"min":0.6859327217125383,"max":0.6859327217125383,"run_count":1},"ag_news":{"rows":7600,"kind":"text","mean":0.908157894736842,"runs":[0.908157894736842],"min":0.908157894736842,"max":0.908157894736842,"run_count":1},"emotion":{"rows":2000,"kind":"text","mean":0.5195,"runs":[0.5195],"min":0.5195,"max":0.5195,"run_count":1},"banking77":{"rows":3080,"kind":"text","mean":0.45811688311688314,"runs":[0.45811688311688314],"min":0.45811688311688314,"max":0.45811688311688314,"run_count":1},"xnli_en":{"rows":5009,"kind":"text","mean":0.8253144340187663,"runs":[0.8253144340187663],"min":0.8253144340187663,"max":0.8253144340187663,"run_count":1},"xnli_zh":{"rows":5009,"kind":"text","mean":0.7240966260730685,"runs":[0.7240966260730685],"min":0.7240966260730685,"max":0.7240966260730685,"run_count":1},"typed_decisions":{"rows":2000,"kind":"text","mean":0.3485,"runs":[0.3485],"min":0.3485,"max":0.3485,"run_count":1},"aokvqa":{"rows":1138,"kind":"image","mean":null,"runs":[],"min":null,"max":null,"run_count":0},"scienceqa":{"rows":2017,"kind":"image","mean":null,"runs":[],"min":null,"max":null,"run_count":0},"vqav2_yesno":{"rows":8102,"kind":"image","mean":null,"runs":[],"min":null,"max":null,"run_count":0},"clevr_exist":{"rows":20196,"kind":"image","mean":null,"runs":[],"min":null,"max":null,"run_count":0},"clevr_attribute":{"rows":53734,"kind":"image","mean":null,"runs":[],"min":null,"max":null,"run_count":0},"clevr_count":{"rows":35422,"kind":"image","mean":null,"runs":[],"min":null,"max":null,"run_count":0},"screenqa_choice":{"rows":848,"kind":"image","mean":null,"runs":[],"min":null,"max":null,"run_count":0},"screenqa_noul":{"rows":2148,"kind":"image","mean":null,"runs":[],"min":null,"max":null,"run_count":0}}},{"id":"laya_vision","name":"Laya Vision","family":"Laya","base":"Laya Vision","note":"Single checkpoint. Text results are out-of-domain diagnostics. Published fine-tuning sources overlap A-OKVQA and VQAv2 test-source splits.","run_count":1,"runs":[{"seed":"single","scope":{}}],"scores":{"text":{"macro":0.419315890304322,"weighted":0.3897848509552334,"macro_sd":null,"macro_min":0.419315890304322,"macro_max":0.419315890304322,"weighted_sd":null,"rows":56426,"datasets":18,"run_count":1,"weighted_min":0.3897848509552334,"weighted_max":0.3897848509552334},"image":{"macro":0.515280907467984,"weighted":0.45876784919703895,"macro_sd":null,"macro_min":0.515280907467984,"macro_max":0.515280907467984,"weighted_sd":null,"rows":123605,"datasets":8,"run_count":1,"weighted_min":0.45876784919703895,"weighted_max":0.45876784919703895},"all":{"macro":0.44884358789314105,"weighted":0.4371469358055002,"macro_sd":null,"macro_min":0.44884358789314105,"macro_max":0.44884358789314105,"weighted_sd":null,"rows":180031,"datasets":26,"run_count":1,"weighted_min":0.4371469358055002,"weighted_max":0.4371469358055002}},"by_dataset":{"sharc":{"rows":8276,"kind":"text","mean":0.347027549540841,"runs":[0.347027549540841],"min":0.347027549540841,"max":0.347027549540841,"run_count":1},"contract_nli":{"rows":1173,"kind":"text","mean":0.4373401534526854,"runs":[0.4373401534526854],"min":0.4373401534526854,"max":0.4373401534526854,"run_count":1},"wikiqa":{"rows":6160,"kind":"text","mean":0.04756493506493507,"runs":[0.04756493506493507],"min":0.04756493506493507,"max":0.04756493506493507,"run_count":1},"esci_us":{"rows":1145,"kind":"text","mean":0.3720524017467249,"runs":[0.3720524017467249],"min":0.3720524017467249,"max":0.3720524017467249,"run_count":1},"esci_es":{"rows":1482,"kind":"text","mean":0.36774628879892035,"runs":[0.36774628879892035],"min":0.36774628879892035,"max":0.36774628879892035,"run_count":1},"esci_jp":{"rows":1633,"kind":"text","mean":0.3998775260257195,"runs":[0.3998775260257195],"min":0.3998775260257195,"max":0.3998775260257195,"run_count":1},"mail_spam":{"rows":854,"kind":"text","mean":0.4613583138173302,"runs":[0.4613583138173302],"min":0.4613583138173302,"max":0.4613583138173302,"run_count":1},"mail_phishing":{"rows":1050,"kind":"text","mean":0.6285714285714286,"runs":[0.6285714285714286],"min":0.6285714285714286,"max":0.6285714285714286,"run_count":1},"sms_spam":{"rows":794,"kind":"text","mean":0.8161209068010076,"runs":[0.8161209068010076],"min":0.8161209068010076,"max":0.8161209068010076,"run_count":1},"massive_en-US":{"rows":2970,"kind":"text","mean":0.3053872053872054,"runs":[0.3053872053872054],"min":0.3053872053872054,"max":0.3053872053872054,"run_count":1},"massive_zh-CN":{"rows":2921,"kind":"text","mean":0.1359123587812393,"runs":[0.1359123587812393],"min":0.1359123587812393,"max":0.1359123587812393,"run_count":1},"boolq":{"rows":3270,"kind":"text","mean":0.6446483180428134,"runs":[0.6446483180428134],"min":0.6446483180428134,"max":0.6446483180428134,"run_count":1},"ag_news":{"rows":7600,"kind":"text","mean":0.7294736842105263,"runs":[0.7294736842105263],"min":0.7294736842105263,"max":0.7294736842105263,"run_count":1},"emotion":{"rows":2000,"kind":"text","mean":0.487,"runs":[0.487],"min":0.487,"max":0.487,"run_count":1},"banking77":{"rows":3080,"kind":"text","mean":0.2948051948051948,"runs":[0.2948051948051948],"min":0.2948051948051948,"max":0.2948051948051948,"run_count":1},"xnli_en":{"rows":5009,"kind":"text","mean":0.3333998802156119,"runs":[0.3333998802156119],"min":0.3333998802156119,"max":0.3333998802156119,"run_count":1},"xnli_zh":{"rows":5009,"kind":"text","mean":0.3333998802156119,"runs":[0.3333998802156119],"min":0.3333998802156119,"max":0.3333998802156119,"run_count":1},"typed_decisions":{"rows":2000,"kind":"text","mean":0.406,"runs":[0.406],"min":0.406,"max":0.406,"run_count":1},"aokvqa":{"rows":1138,"kind":"image","mean":0.6221441124780316,"runs":[0.6221441124780316],"min":0.6221441124780316,"max":0.6221441124780316,"run_count":1},"scienceqa":{"rows":2017,"kind":"image","mean":0.8869608329201785,"runs":[0.8869608329201785],"min":0.8869608329201785,"max":0.8869608329201785,"run_count":1},"vqav2_yesno":{"rows":8102,"kind":"image","mean":0.7696864971611947,"runs":[0.7696864971611947],"min":0.7696864971611947,"max":0.7696864971611947,"run_count":1},"clevr_exist":{"rows":20196,"kind":"image","mean":0.5732323232323232,"runs":[0.5732323232323232],"min":0.5732323232323232,"max":0.5732323232323232,"run_count":1},"clevr_attribute":{"rows":53734,"kind":"image","mean":0.5970893661368966,"runs":[0.5970893661368966],"min":0.5970893661368966,"max":0.5970893661368966,"run_count":1},"clevr_count":{"rows":35422,"kind":"image","mean":0.08940771272090792,"runs":[0.08940771272090792],"min":0.08940771272090792,"max":0.08940771272090792,"run_count":1},"screenqa_choice":{"rows":848,"kind":"image","mean":0.08372641509433962,"runs":[0.08372641509433962],"min":0.08372641509433962,"max":0.08372641509433962,"run_count":1},"screenqa_noul":{"rows":2148,"kind":"image","mean":0.5,"runs":[0.5],"min":0.5,"max":0.5,"run_count":1}}},{"id":"kev_08","name":"Kev 0.8B","family":"Kev","base":"Kev 0.8B","note":"Single evaluation run. Kev training-source overlap is documented for AG News, Banking77, and BoolQ; XNLI is related to its MultiNLI source.","run_count":1,"runs":[{"seed":"single","scope":{}}],"scores":{"text":{"macro":0.6217632287540448,"weighted":0.6541310743274377,"macro_sd":null,"macro_min":0.6217632287540448,"macro_max":0.6217632287540448,"weighted_sd":null,"rows":56426,"datasets":18,"run_count":1,"weighted_min":0.6541310743274377,"weighted_max":0.6541310743274377},"image":null,"all":null},"by_dataset":{"sharc":{"rows":8276,"kind":"text","mean":0.3878685355244079,"runs":[0.3878685355244079],"min":0.3878685355244079,"max":0.3878685355244079,"run_count":1},"contract_nli":{"rows":1173,"kind":"text","mean":0.5174765558397272,"runs":[0.5174765558397272],"min":0.5174765558397272,"max":0.5174765558397272,"run_count":1},"wikiqa":{"rows":6160,"kind":"text","mean":0.7055194805194805,"runs":[0.7055194805194805],"min":0.7055194805194805,"max":0.7055194805194805,"run_count":1},"esci_us":{"rows":1145,"kind":"text","mean":0.39039301310043667,"runs":[0.39039301310043667],"min":0.39039301310043667,"max":0.39039301310043667,"run_count":1},"esci_es":{"rows":1482,"kind":"text","mean":0.3974358974358974,"runs":[0.3974358974358974],"min":0.3974358974358974,"max":0.3974358974358974,"run_count":1},"esci_jp":{"rows":1633,"kind":"text","mean":0.5058175137783221,"runs":[0.5058175137783221],"min":0.5058175137783221,"max":0.5058175137783221,"run_count":1},"mail_spam":{"rows":854,"kind":"text","mean":0.5971896955503513,"runs":[0.5971896955503513],"min":0.5971896955503513,"max":0.5971896955503513,"run_count":1},"mail_phishing":{"rows":1050,"kind":"text","mean":0.6857142857142857,"runs":[0.6857142857142857],"min":0.6857142857142857,"max":0.6857142857142857,"run_count":1},"sms_spam":{"rows":794,"kind":"text","mean":0.8073047858942065,"runs":[0.8073047858942065],"min":0.8073047858942065,"max":0.8073047858942065,"run_count":1},"massive_en-US":{"rows":2970,"kind":"text","mean":0.6191919191919192,"runs":[0.6191919191919192],"min":0.6191919191919192,"max":0.6191919191919192,"run_count":1},"massive_zh-CN":{"rows":2921,"kind":"text","mean":0.5994522423827456,"runs":[0.5994522423827456],"min":0.5994522423827456,"max":0.5994522423827456,"run_count":1},"boolq":{"rows":3270,"kind":"text","mean":0.8003058103975536,"runs":[0.8003058103975536],"min":0.8003058103975536,"max":0.8003058103975536,"run_count":1},"ag_news":{"rows":7600,"kind":"text","mean":0.890921052631579,"runs":[0.890921052631579],"min":0.890921052631579,"max":0.890921052631579,"run_count":1},"emotion":{"rows":2000,"kind":"text","mean":0.499,"runs":[0.499],"min":0.499,"max":0.499,"run_count":1},"banking77":{"rows":3080,"kind":"text","mean":0.8064935064935065,"runs":[0.8064935064935065],"min":0.8064935064935065,"max":0.8064935064935065,"run_count":1},"xnli_en":{"rows":5009,"kind":"text","mean":0.81493312038331,"runs":[0.81493312038331],"min":0.81493312038331,"max":0.81493312038331,"run_count":1},"xnli_zh":{"rows":5009,"kind":"text","mean":0.7107207027350768,"runs":[0.7107207027350768],"min":0.7107207027350768,"max":0.7107207027350768,"run_count":1},"typed_decisions":{"rows":2000,"kind":"text","mean":0.456,"runs":[0.456],"min":0.456,"max":0.456,"run_count":1},"aokvqa":{"rows":1138,"kind":"image","mean":null,"runs":[],"min":null,"max":null,"run_count":0},"scienceqa":{"rows":2017,"kind":"image","mean":null,"runs":[],"min":null,"max":null,"run_count":0},"vqav2_yesno":{"rows":8102,"kind":"image","mean":null,"runs":[],"min":null,"max":null,"run_count":0},"clevr_exist":{"rows":20196,"kind":"image","mean":null,"runs":[],"min":null,"max":null,"run_count":0},"clevr_attribute":{"rows":53734,"kind":"image","mean":null,"runs":[],"min":null,"max":null,"run_count":0},"clevr_count":{"rows":35422,"kind":"image","mean":null,"runs":[],"min":null,"max":null,"run_count":0},"screenqa_choice":{"rows":848,"kind":"image","mean":null,"runs":[],"min":null,"max":null,"run_count":0},"screenqa_noul":{"rows":2148,"kind":"image","mean":null,"runs":[],"min":null,"max":null,"run_count":0}}},{"id":"kev_4","name":"Kev 4B","family":"Kev","base":"Kev 4B","note":"Single evaluation run. Kev training-source overlap is documented for AG News, Banking77, and BoolQ; XNLI is related to its MultiNLI source.","run_count":1,"runs":[{"seed":"single","scope":{}}],"scores":{"text":{"macro":0.7455476250486927,"weighted":0.7756885123879063,"macro_sd":null,"macro_min":0.7455476250486927,"macro_max":0.7455476250486927,"weighted_sd":null,"rows":56426,"datasets":18,"run_count":1,"weighted_min":0.7756885123879063,"weighted_max":0.7756885123879063},"image":null,"all":null},"by_dataset":{"sharc":{"rows":8276,"kind":"text","mean":0.6468100531657806,"runs":[0.6468100531657806],"min":0.6468100531657806,"max":0.6468100531657806,"run_count":1},"contract_nli":{"rows":1173,"kind":"text","mean":0.7749360613810742,"runs":[0.7749360613810742],"min":0.7749360613810742,"max":0.7749360613810742,"run_count":1},"wikiqa":{"rows":6160,"kind":"text","mean":0.9412337662337662,"runs":[0.9412337662337662],"min":0.9412337662337662,"max":0.9412337662337662,"run_count":1},"esci_us":{"rows":1145,"kind":"text","mean":0.4794759825327511,"runs":[0.4794759825327511],"min":0.4794759825327511,"max":0.4794759825327511,"run_count":1},"esci_es":{"rows":1482,"kind":"text","mean":0.47233468286099867,"runs":[0.47233468286099867],"min":0.47233468286099867,"max":0.47233468286099867,"run_count":1},"esci_jp":{"rows":1633,"kind":"text","mean":0.5762400489895897,"runs":[0.5762400489895897],"min":0.5762400489895897,"max":0.5762400489895897,"run_count":1},"mail_spam":{"rows":854,"kind":"text","mean":0.9543325526932084,"runs":[0.9543325526932084],"min":0.9543325526932084,"max":0.9543325526932084,"run_count":1},"mail_phishing":{"rows":1050,"kind":"text","mean":0.700952380952381,"runs":[0.700952380952381],"min":0.700952380952381,"max":0.700952380952381,"run_count":1},"sms_spam":{"rows":794,"kind":"text","mean":0.9534005037783375,"runs":[0.9534005037783375],"min":0.9534005037783375,"max":0.9534005037783375,"run_count":1},"massive_en-US":{"rows":2970,"kind":"text","mean":0.7047138047138047,"runs":[0.7047138047138047],"min":0.7047138047138047,"max":0.7047138047138047,"run_count":1},"massive_zh-CN":{"rows":2921,"kind":"text","mean":0.6881205066757959,"runs":[0.6881205066757959],"min":0.6881205066757959,"max":0.6881205066757959,"run_count":1},"boolq":{"rows":3270,"kind":"text","mean":0.8990825688073395,"runs":[0.8990825688073395],"min":0.8990825688073395,"max":0.8990825688073395,"run_count":1},"ag_news":{"rows":7600,"kind":"text","mean":0.9035526315789474,"runs":[0.9035526315789474],"min":0.9035526315789474,"max":0.9035526315789474,"run_count":1},"emotion":{"rows":2000,"kind":"text","mean":0.5675,"runs":[0.5675],"min":0.5675,"max":0.5675,"run_count":1},"banking77":{"rows":3080,"kind":"text","mean":0.8555194805194806,"runs":[0.8555194805194806],"min":0.8555194805194806,"max":0.8555194805194806,"run_count":1},"xnli_en":{"rows":5009,"kind":"text","mean":0.8818127370732681,"runs":[0.8818127370732681],"min":0.8818127370732681,"max":0.8818127370732681,"run_count":1},"xnli_zh":{"rows":5009,"kind":"text","mean":0.7558394889199441,"runs":[0.7558394889199441],"min":0.7558394889199441,"max":0.7558394889199441,"run_count":1},"typed_decisions":{"rows":2000,"kind":"text","mean":0.664,"runs":[0.664],"min":0.664,"max":0.664,"run_count":1},"aokvqa":{"rows":1138,"kind":"image","mean":null,"runs":[],"min":null,"max":null,"run_count":0},"scienceqa":{"rows":2017,"kind":"image","mean":null,"runs":[],"min":null,"max":null,"run_count":0},"vqav2_yesno":{"rows":8102,"kind":"image","mean":null,"runs":[],"min":null,"max":null,"run_count":0},"clevr_exist":{"rows":20196,"kind":"image","mean":null,"runs":[],"min":null,"max":null,"run_count":0},"clevr_attribute":{"rows":53734,"kind":"image","mean":null,"runs":[],"min":null,"max":null,"run_count":0},"clevr_count":{"rows":35422,"kind":"image","mean":null,"runs":[],"min":null,"max":null,"run_count":0},"screenqa_choice":{"rows":848,"kind":"image","mean":null,"runs":[],"min":null,"max":null,"run_count":0},"screenqa_noul":{"rows":2148,"kind":"image","mean":null,"runs":[],"min":null,"max":null,"run_count":0}}},{"id":"kev_9","name":"Kev 9B","family":"Kev","base":"Kev 9B","note":"Single evaluation run. Kev training-source overlap is documented for AG News, Banking77, and BoolQ; XNLI is related to its MultiNLI source.","run_count":1,"runs":[{"seed":"single","scope":{}}],"scores":{"text":{"macro":0.7684666731466621,"weighted":0.78277744302272,"macro_sd":null,"macro_min":0.7684666731466621,"macro_max":0.7684666731466621,"weighted_sd":null,"rows":56426,"datasets":18,"run_count":1,"weighted_min":0.78277744302272,"weighted_max":0.78277744302272},"image":null,"all":null},"by_dataset":{"sharc":{"rows":8276,"kind":"text","mean":0.6210729821169647,"runs":[0.6210729821169647],"min":0.6210729821169647,"max":0.6210729821169647,"run_count":1},"contract_nli":{"rows":1173,"kind":"text","mean":0.7902813299232737,"runs":[0.7902813299232737],"min":0.7902813299232737,"max":0.7902813299232737,"run_count":1},"wikiqa":{"rows":6160,"kind":"text","mean":0.9157467532467533,"runs":[0.9157467532467533],"min":0.9157467532467533,"max":0.9157467532467533,"run_count":1},"esci_us":{"rows":1145,"kind":"text","mean":0.5056768558951965,"runs":[0.5056768558951965],"min":0.5056768558951965,"max":0.5056768558951965,"run_count":1},"esci_es":{"rows":1482,"kind":"text","mean":0.5641025641025641,"runs":[0.5641025641025641],"min":0.5641025641025641,"max":0.5641025641025641,"run_count":1},"esci_jp":{"rows":1633,"kind":"text","mean":0.6117575015309247,"runs":[0.6117575015309247],"min":0.6117575015309247,"max":0.6117575015309247,"run_count":1},"mail_spam":{"rows":854,"kind":"text","mean":0.9508196721311475,"runs":[0.9508196721311475],"min":0.9508196721311475,"max":0.9508196721311475,"run_count":1},"mail_phishing":{"rows":1050,"kind":"text","mean":0.8866666666666667,"runs":[0.8866666666666667],"min":0.8866666666666667,"max":0.8866666666666667,"run_count":1},"sms_spam":{"rows":794,"kind":"text","mean":0.9672544080604534,"runs":[0.9672544080604534],"min":0.9672544080604534,"max":0.9672544080604534,"run_count":1},"massive_en-US":{"rows":2970,"kind":"text","mean":0.7252525252525253,"runs":[0.7252525252525253],"min":0.7252525252525253,"max":0.7252525252525253,"run_count":1},"massive_zh-CN":{"rows":2921,"kind":"text","mean":0.7038685381718589,"runs":[0.7038685381718589],"min":0.7038685381718589,"max":0.7038685381718589,"run_count":1},"boolq":{"rows":3270,"kind":"text","mean":0.9045871559633027,"runs":[0.9045871559633027],"min":0.9045871559633027,"max":0.9045871559633027,"run_count":1},"ag_news":{"rows":7600,"kind":"text","mean":0.9025,"runs":[0.9025],"min":0.9025,"max":0.9025,"run_count":1},"emotion":{"rows":2000,"kind":"text","mean":0.574,"runs":[0.574],"min":0.574,"max":0.574,"run_count":1},"banking77":{"rows":3080,"kind":"text","mean":0.865909090909091,"runs":[0.865909090909091],"min":0.865909090909091,"max":0.865909090909091,"run_count":1},"xnli_en":{"rows":5009,"kind":"text","mean":0.8931922539429028,"runs":[0.8931922539429028],"min":0.8931922539429028,"max":0.8931922539429028,"run_count":1},"xnli_zh":{"rows":5009,"kind":"text","mean":0.7712118187262926,"runs":[0.7712118187262926],"min":0.7712118187262926,"max":0.7712118187262926,"run_count":1},"typed_decisions":{"rows":2000,"kind":"text","mean":0.6785,"runs":[0.6785],"min":0.6785,"max":0.6785,"run_count":1},"aokvqa":{"rows":1138,"kind":"image","mean":null,"runs":[],"min":null,"max":null,"run_count":0},"scienceqa":{"rows":2017,"kind":"image","mean":null,"runs":[],"min":null,"max":null,"run_count":0},"vqav2_yesno":{"rows":8102,"kind":"image","mean":null,"runs":[],"min":null,"max":null,"run_count":0},"clevr_exist":{"rows":20196,"kind":"image","mean":null,"runs":[],"min":null,"max":null,"run_count":0},"clevr_attribute":{"rows":53734,"kind":"image","mean":null,"runs":[],"min":null,"max":null,"run_count":0},"clevr_count":{"rows":35422,"kind":"image","mean":null,"runs":[],"min":null,"max":null,"run_count":0},"screenqa_choice":{"rows":848,"kind":"image","mean":null,"runs":[],"min":null,"max":null,"run_count":0},"screenqa_noul":{"rows":2148,"kind":"image","mean":null,"runs":[],"min":null,"max":null,"run_count":0}}}]}; |
