| method,decision,view,desc,draws_per_n,n5,n25,n50,n100,n200,sd5,sd25,sd50,sd100,sd200,avg,peak |
| ens_e12,rule_smooth,fresh,"FINAL-2: zero-shot anchor + LightGBM with domain copies, smoothing",7,0.672499216993028,0.7049940677798013,0.7156098725090241,0.7316009925751713,0.7442810489806773,0.00738342158795785,0.01158221309657147,0.014639118643277261,0.0036558892779421336,0.0033358534108253635,0.7137970397675404,0.7442810489806773 |
| ens_e12,rule_smooth,B,"FINAL-2: zero-shot anchor + LightGBM with domain copies, smoothing",12,0.6618963189230493,0.686588267133969,0.7061669326017977,0.7169059063747305,0.7308672265727516,0.00977124277542788,0.01088337217866623,0.01506383648735865,0.004865555505143384,0.007348442321925852,0.7004849303212597,0.7308672265727516 |
| ens_e12,rule_smooth,all,"FINAL-2: zero-shot anchor + LightGBM with domain copies, smoothing",12,0.6788992991872043,0.7031459999822108,0.720872838064683,0.7322218410198911,0.7443948262586132,0.0111451684532862,0.010204675886384367,0.013728418074680249,0.0033115318819225566,0.004448169264457225,0.7159069609025205,0.7443948262586132 |
| ens_e12,rule_smooth,first5,"FINAL-2: zero-shot anchor + LightGBM with domain copies, smoothing",5,0.6878594142590512,0.700558705065584,0.7282409898426059,0.7330910288424988,0.7445541144477235,0.009369197099419522,0.008414653752560104,0.0089721983797269,0.0029137566853388915,0.006137249373050134,0.7188608504914926,0.7445541144477235 |
| ens_e12,rule,fresh,FINAL-2 without coordinates,7,0.6516885123651744,0.693797220653644,0.7021475444659664,0.7195121117797006,0.7343699773574539,0.012212803354992453,0.013891042304498263,0.01581522936874291,0.004241910523961266,0.002770748028318377,0.7003030733243879,0.7343699773574539 |
| ens_e12,rule,B,FINAL-2 without coordinates,12,0.6392308173266427,0.6751414668474016,0.6926853048553282,0.7032561079631837,0.7208019501214507,0.010789283170353445,0.011787671993686173,0.014337748317707606,0.004760529058473119,0.006033071617100818,0.6862231294228014,0.7208019501214507 |
| ens_e12,rule,all,FINAL-2 without coordinates,12,0.6581184151032142,0.6916508913430035,0.7076119674665423,0.7195498421304539,0.735108629399027,0.013005091638930509,0.012009882553406733,0.014470594175165122,0.0044122055691860375,0.004074468051105237,0.7024079490884482,0.735108629399027 |
| ens_e12,rule,first5,FINAL-2 without coordinates,5,0.6671202789364699,0.6886460303081068,0.7152621596673485,0.7196026646215085,0.7361427422572293,0.00823054968203162,0.009373508878982978,0.008674726783001862,0.0051516112125037285,0.00564326426345011,0.7053547751581327,0.7361427422572293 |
| lgbm_feda,rule_smooth,fresh,single model: LightGBM with domain copies + smoothing,7,0.6225215988073963,0.6987180472657218,0.7117810874254776,0.7302946783914661,0.7442753480620923,0.0286171373738811,0.014437439688972821,0.015818057636161422,0.003977961611314101,0.0034275753829592676,0.7015181519904308,0.7442753480620923 |
| lgbm_feda,rule_smooth,B,single model: LightGBM with domain copies + smoothing,12,0.6181771043949493,0.6787718645922062,0.7030722589903492,0.7153855785703288,0.7306202195898068,0.029386425041193903,0.012936623659237619,0.015967345918769565,0.004846691346137096,0.00731989164743793,0.689205405227528,0.7306202195898068 |
| lgbm_feda,rule_smooth,all,single model: LightGBM with domain copies + smoothing,12,0.6344174583550974,0.6956395257372289,0.7176313726745821,0.7309265706578091,0.7441859203220972,0.030987330440029034,0.013163777578211404,0.014991614797866972,0.003542693927368331,0.004359711473597244,0.704560169549363,0.7441859203220972 |
| lgbm_feda,rule_smooth,first5,single model: LightGBM with domain copies + smoothing,5,0.6510716617218788,0.6913295955973388,0.7258217720233281,0.7318112198306893,0.7440607214861039,0.028597749244392248,0.011138659031892529,0.009949546503577466,0.003016801939031133,0.005883322455053052,0.7088189941318678,0.7440607214861039 |
| lgbm_feda,rule,fresh,single model: LightGBM with domain copies,7,0.6068064907339805,0.6865433879814257,0.6978570759264401,0.7182891453372162,0.7340105004959818,0.030806604830152108,0.0172002023875822,0.01813868075010362,0.004443684453089558,0.0027368647529825694,0.688701320095009,0.7340105004959818 |
| lgbm_feda,rule,B,single model: LightGBM with domain copies,12,0.602663850027922,0.6666432437898443,0.6890515635985178,0.7022168476683185,0.7205734858550638,0.029499212847983382,0.01440777885566807,0.015885497702506506,0.004896987522407284,0.005983854154559139,0.6762297981879333,0.7205734858550638 |
| lgbm_feda,rule,all,single model: LightGBM with domain copies,12,0.6179690339594646,0.6830595979741189,0.7038838195807409,0.7184562345920446,0.7347887799261619,0.0307051778830208,0.015388864703454018,0.016459283438953774,0.00458140603355678,0.00419473500196923,0.6916314932065062,0.7347887799261619 |
| lgbm_feda,rule,first5,single model: LightGBM with domain copies,5,0.6335965944751423,0.6781822919638897,0.7123212606967619,0.7186901595488039,0.735878371128414,0.02541301926650535,0.012510084263689629,0.009946282621948807,0.005289968535235071,0.0058829238055425935,0.6957337355626023,0.735878371128414 |
| tab_dann_rz_lpft,rule,fresh,"single model: DANN, last layer then whole network fine-tuned",7,0.5932221557189944,0.6503028904656575,0.6584299522248689,0.6864550465487932,0.6993375177971751,0.011100498482265965,0.018116311824433993,0.016537925888728613,0.009169442937689311,0.001820490918382736,0.6575495125510978,0.6993375177971751 |
| tab_dann_rz_lpft,rule,B,"single model: DANN, last layer then whole network fine-tuned",12,0.5898668678096975,0.6397950263758413,0.6583727546169323,0.6825387949941787,0.6953526153663443,0.01491814667234172,0.016688917197257812,0.014978510681864291,0.008237294415316855,0.00366544871443404,0.6531852118325988,0.6953526153663443 |
| tab_dann_rz_lpft,rule,all,"single model: DANN, last layer then whole network fine-tuned",12,0.5963733968985947,0.6468589190108454,0.6647318290794766,0.6878619475633201,0.7007834713174289,0.01570019936095448,0.01690866624695203,0.01511421575059053,0.007991903031818825,0.003003142089115108,0.6593219127739331,0.7007834713174289 |
| tab_dann_rz_lpft,rule,first5,"single model: DANN, last layer then whole network fine-tuned",5,0.600785134550035,0.6420373589741085,0.6735544566759273,0.6898316089836578,0.7028078062457841,0.021244429081834586,0.01562421702380619,0.007152401473284613,0.00641969875146283,0.0033240499690942106,0.6618032730859026,0.7028078062457841 |
| ens_e4__lp,rule_smooth,fresh,FINAL-AVG as pre-registered: ensemble + label propagation + smoothing,7,0.6768457570277929,0.7046501196233966,0.7137423584365991,0.7246133955872265,0.7284902150148829,0.008721904733148569,0.008428447379451663,0.009542978640932986,0.004621388020941063,0.00445863903919215,0.7096683691379797,0.7284902150148829 |
| ens_e4__lp,rule_smooth,B,FINAL-AVG as pre-registered: ensemble + label propagation + smoothing,12,0.6719915853181985,0.6924151637836582,0.7051837526854823,0.7123632875785991,0.7146859985388013,0.013048519814050715,0.008997019302678605,0.009674094468344845,0.005915144940895477,0.0072342302081197865,0.6993279575809479,0.7146859985388013 |
| ens_e4__lp,rule_smooth,all,FINAL-AVG as pre-registered: ensemble + label propagation + smoothing,12,0.6840473093405883,0.7038279491367313,0.71639443300221,0.7247136175582963,0.7278244561748326,0.01185205913059215,0.0075418024463774,0.008068664511018252,0.0041484573243592985,0.005434747568186179,0.7113615530425317,0.7278244561748326 |
| ens_e4__lp,rule_smooth,first5,FINAL-AVG as pre-registered: ensemble + label propagation + smoothing,5,0.6941294825785019,0.7026769104553997,0.7201073373940654,0.724853928317794,0.7268923937987621,0.0073733820758668436,0.006857077981533023,0.0035903821952188494,0.0039049510176568858,0.007038788509785335,0.7137320105089048,0.7268923937987621 |
| ens_e4,rule_smooth,fresh,ensemble + smoothing (no label propagation),7,0.6687499694029553,0.6995427983568853,0.7059857993622197,0.7205085631245615,0.725464165138276,0.009325201751519418,0.012436499355543026,0.006058458327959933,0.005256988142917495,0.0033962739202174717,0.7040502590769795,0.725464165138276 |
| ens_e4,rule_smooth,B,ensemble + smoothing (no label propagation),12,0.6634531641304235,0.6874755161468822,0.702065889113855,0.712409439874463,0.7169275491105283,0.011182794394758727,0.012027901088742686,0.007002809370420917,0.004994466241767745,0.004416079699906983,0.6964663116752304,0.7169275491105283 |
| ens_e4,rule_smooth,all,ensemble + smoothing (no label propagation),12,0.674401995605212,0.6961771577557442,0.7099124427641058,0.7206348121086751,0.7254093646317085,0.010994352861178856,0.011324747409215897,0.0067869540519492145,0.00431061282428305,0.0041041019538490394,0.7053071545730891,0.7254093646317085 |
| ens_e4,rule_smooth,first5,ensemble + smoothing (no label propagation),5,0.6823148322883712,0.6914652609141468,0.7154097435267461,0.7208115606864343,0.7253326439225136,0.008233994986476242,0.008550544274544908,0.0026186550580667525,0.003094830131862326,0.005385667787559618,0.7070668082676423,0.7253326439225136 |
| ens_e4,rule,fresh,"ensemble, no coordinates used",7,0.6465751493319589,0.6833292312537262,0.6898034210079995,0.706245986902281,0.7131636536261885,0.009345035915703424,0.014295504265282696,0.006119337575231637,0.005408978326102121,0.002232989025031671,0.6878234884244309,0.7131636536261885 |
| ens_e4,rule,B,"ensemble, no coordinates used",12,0.6394250094414752,0.668878059365579,0.6835747677001226,0.69645382913262,0.7026027487751983,0.01098563328102197,0.012422269042199053,0.005982028867070602,0.004059093182501103,0.003268755122546141,0.6781868828829991,0.7026027487751983 |
| ens_e4,rule,all,"ensemble, no coordinates used",12,0.6519397192963646,0.6792924772161718,0.6935719636267647,0.7064385647158286,0.7133183128535028,0.010776702476115356,0.013051802719372597,0.006660278590003988,0.004725770104129584,0.0033307703589248254,0.6889122075417264,0.7133183128535028 |
| ens_e4,rule,first5,"ensemble, no coordinates used",5,0.6594501172465327,0.6736410215635955,0.6988479232930359,0.7067081736547951,0.7135348357717427,0.008216623973394226,0.009668428080667852,0.0024840752513013765,0.004168231227233318,0.004788398894739578,0.6904364143059404,0.7135348357717427 |
| ens_e2__lapshot,rule_smooth,fresh,"FINAL-PEAK as pre-registered: zero-shot + LightGBM, graph refinement + smoothing",7,0.6686536646547763,0.6816532046885747,0.6951857214146546,0.7206055971997382,0.7374120599540205,0.002463763631428892,0.0083120821554866,0.005765376516195115,0.006160247970887419,0.004463529749615921,0.7007020495823528,0.7374120599540205 |
| ens_e2__lapshot,rule_smooth,B,"FINAL-PEAK as pre-registered: zero-shot + LightGBM, graph refinement + smoothing",12,0.6561908371726143,0.6663640486027115,0.6819525278258015,0.7009470046597029,0.7209545044945992,0.005166844883804179,0.0074962076602055035,0.008248233884150661,0.006141985125033626,0.006633220933080744,0.6852817845510859,0.7209545044945992 |
| ens_e2__lapshot,rule_smooth,all,"FINAL-PEAK as pre-registered: zero-shot + LightGBM, graph refinement + smoothing",12,0.670967575803796,0.6821005482838619,0.6985253375166253,0.7200842603212064,0.7370038220653504,0.004130158027865544,0.0072038990328673735,0.006912698465907201,0.0047486961785936236,0.0045939852843930795,0.7017363087981681,0.7370038220653504 |
| ens_e2__lapshot,rule_smooth,first5,"FINAL-PEAK as pre-registered: zero-shot + LightGBM, graph refinement + smoothing",5,0.6742070514124234,0.6827268293172637,0.7032008000593839,0.7193543886912621,0.7364322890212123,0.00391373116616002,0.006183679361152368,0.005891328431297651,0.00198703491527846,0.00523959121621748,0.7031842717003091,0.7364322890212123 |
| lgbm_upw__lp,rule_smooth,fresh,retrained LightGBM + label propagation + smoothing,7,0.5332826718559118,0.6860908842993512,0.7020830674695988,0.7241251629789701,0.7366129454097383,0.046613172483015004,0.00846274247260879,0.005667813623528082,0.005745510725552485,0.004148989844138986,0.676438946402714,0.7366129454097383 |
| lgbm_upw__lp,rule_smooth,B,retrained LightGBM + label propagation + smoothing,12,0.5223299976669146,0.6695038836392128,0.6882573601504917,0.705891179278817,0.7195916410498672,0.030230393775252423,0.008852061742802543,0.009081452146300116,0.0064992529978443025,0.006123455532624046,0.6611148123570606,0.7195916410498672 |
| lgbm_upw__lp,rule_smooth,all,retrained LightGBM + label propagation + smoothing,12,0.5346177958775603,0.6857636253509423,0.7046945969273692,0.723997052596177,0.7351489112880073,0.036544447895441264,0.00845979808095178,0.0065195661426676,0.004441789348001175,0.00483738104022122,0.6768443964080112,0.7351489112880073 |
| lgbm_upw__lp,rule_smooth,first5,retrained LightGBM + label propagation + smoothing,5,0.536486969507868,0.6853054628231698,0.7083507381682477,0.7238176980602666,0.7330992635175837,0.02014813486930934,0.009430571362390776,0.006329100554593296,0.002161210980477082,0.005433899542902769,0.6774120264154272,0.7330992635175837 |
| lgbm_upw,rule_smooth,fresh,reference: retrained LightGBM + smoothing,7,0.5873160414221517,0.6522176400810775,0.6802419456929016,0.7117838755731898,0.7318983525013045,0.010654587813852371,0.014183367085171355,0.006999748234154283,0.005859491344115335,0.00403604058709312,0.672691571054125,0.7318983525013045 |
| lgbm_upw,rule_smooth,B,reference: retrained LightGBM + smoothing,12,0.5736752918817979,0.6328102428094997,0.6663115816000734,0.6915085720312771,0.7155085541619539,0.008518342851765332,0.010774366769898725,0.007924964674703551,0.0066747538027266615,0.005991438264944419,0.6559628484969204,0.7155085541619539 |
| lgbm_upw,rule_smooth,all,reference: retrained LightGBM + smoothing,12,0.5905330955325642,0.652969029060798,0.6837711439979994,0.7117136521731874,0.7315300661782537,0.010462037818516226,0.012068981411196921,0.008189844656681324,0.004835159425841999,0.003974037174302396,0.6741033973885606,0.7315300661782537 |
| lgbm_upw,rule_smooth,first5,reference: retrained LightGBM + smoothing,5,0.5950369712871415,0.6540209736324069,0.6887120216251362,0.7116153394131841,0.7310144653259822,0.009340832343393684,0.00982052683674668,0.007658038506830065,0.0035735750398084905,0.004292618066564809,0.6760799542567701,0.7310144653259822 |
| lgbm_upw,rule,fresh,reference: retrained LightGBM (published 0.656),7,0.5587162873028325,0.6290793019791455,0.6602826649106962,0.6970530639683284,0.7210263907222026,0.010457145961885562,0.015981643113231046,0.01047899688378953,0.004960545342808152,0.00369711592882089,0.653231541776641,0.7210263907222026 |
| lgbm_upw,rule,B,reference: retrained LightGBM (published 0.656),12,0.5470265227304633,0.6097048483399865,0.6474342753259147,0.6779914585815363,0.7047731065711577,0.010148481612631072,0.011986885424747393,0.008664565337145729,0.0053619421317610124,0.005934952070844711,0.6373860423098117,0.7047731065711577 |
| lgbm_upw,rule,all,reference: retrained LightGBM (published 0.656),12,0.5616558634936385,0.6287830043018005,0.6641905213606436,0.6971584267926021,0.720760272830069,0.010722353202077647,0.013840857119647339,0.01051548818692131,0.004334363717749738,0.00456689021045552,0.6545096177557508,0.720760272830069 |
| lgbm_upw,rule,first5,reference: retrained LightGBM (published 0.656),5,0.5657712701607671,0.6283681875535173,0.66966152039057,0.6973059347465853,0.7203877077810819,0.010763078238031729,0.011971948185350032,0.008673459655728825,0.003834880518714044,0.0060460647590979385,0.6562989241265044,0.7203877077810819 |
| zs_xgb_dann,rule_smooth,fresh,reference: teammate zero-shot + smoothing + our rule,7,0.65363215794613,0.6532586859668588,0.6530865433456813,0.6520272602263627,0.650977205347756,0.0001174352118254124,0.00022328487192891828,0.00037411780796178746,0.0004587168303349501,0.0004554582321847033,0.6525963705665578,0.65363215794613 |
| zs_xgb_dann,rule_smooth,B,reference: teammate zero-shot + smoothing + our rule,12,0.6354078791919407,0.6353133392594531,0.6349340700548592,0.6342129540788476,0.6330576970096694,0.0002094259082653045,0.000320338562006621,0.0005901311973584275,0.0007515405870228785,0.0010520206077295922,0.634585187918954,0.6354078791919407 |
| zs_xgb_dann,rule_smooth,all,reference: teammate zero-shot + smoothing + our rule,12,0.6536055914878547,0.6533087776462186,0.6530446126889283,0.6521444204207306,0.6510544616218926,0.00011917257407918898,0.00022062826702112413,0.0003826700084946487,0.0004965265933157694,0.000759724253637244,0.652631572773125,0.6536055914878547 |
| zs_xgb_dann,rule_smooth,first5,reference: teammate zero-shot + smoothing + our rule,5,0.6535683984462691,0.6533789059973224,0.6529859097694743,0.6523084446928457,0.6511626204056836,0.00012411678374760522,0.00022031465428563876,0.0004305454274571706,0.0005519948067571508,0.0011184884681806721,0.652680855862319,0.6535683984462691 |
| met_protoda_maha,rule,fresh,"member: metric learning (protoda, Mahalanobis)",7,0.5833704351012031,0.6528758680438218,0.6602302192290609,0.6785200533124248,0.6814483907530346,0.01670259290442601,0.01742972048901337,0.010366372859478267,0.00549330240125798,0.0019256071767115434,0.6512889932879091,0.6814483907530346 |
| met_protoda_maha,rule,B,"member: metric learning (protoda, Mahalanobis)",12,0.5871303284675647,0.6393251173355056,0.656614654258726,0.6689159504489116,0.6716191442623094,0.02699440493575894,0.016514850402680043,0.009897001535316516,0.0062893366574944525,0.0038546275694179674,0.6447210389546034,0.6716191442623094 |
| met_protoda_maha,rule,all,"member: metric learning (protoda, Mahalanobis)",12,0.592402334432983,0.6473261377867038,0.6648906748633155,0.6785510462472226,0.6818108874867211,0.027979468356922103,0.01704110300254631,0.010147042144437766,0.006928089904001761,0.0036557442526554606,0.6529962161633892,0.6818108874867211 |
| met_protoda_maha,rule,first5,"member: metric learning (protoda, Mahalanobis)",5,0.6050469934974748,0.6395565154267386,0.6714153127512723,0.6785944363559396,0.6823183829138824,0.037306279744327736,0.014613251430266759,0.005543544999451586,0.00931273807515169,0.005535200159853275,0.6553863281890615,0.6823183829138824 |
| met_cos_maha,rule,fresh,"member: metric learning (cosine, Mahalanobis)",7,0.5700533977719742,0.6551110163539057,0.6640934945019076,0.687023900498173,0.6894433813264372,0.024801545651275504,0.018100606591864576,0.015193295993671033,0.008454609310388933,0.0033235438941739363,0.6531450380904795,0.6894433813264372 |
| met_cos_maha,rule,B,"member: metric learning (cosine, Mahalanobis)",12,0.5697170150489529,0.6372636632579837,0.6592399730945279,0.6770127760900965,0.677967323463002,0.025090043628907273,0.019164213012153188,0.012181700038200733,0.006264196403055141,0.005044835969091504,0.6442401501909126,0.677967323463002 |
| met_cos_maha,rule,all,"member: metric learning (cosine, Mahalanobis)",12,0.5755893233491208,0.6480781951863225,0.6699615891765048,0.6876211062826534,0.6900448774923755,0.02744083610942304,0.01871623886374535,0.013693737551877219,0.006703987842617818,0.0038189889247863032,0.6542590182973954,0.6900448774923755 |
| met_cos_maha,rule,first5,"member: metric learning (cosine, Mahalanobis)",5,0.583339619157126,0.6382322455517061,0.678176921720941,0.6884571943809261,0.690886972124689,0.031927392708083355,0.01625226275959985,0.0049795903641816335,0.0038569311506127324,0.004692482713679311,0.6558185905870777,0.690886972124689 |
| tab_dann_rz_ft,rule,fresh,"member: DANN MLP, last layer fine-tuned",7,0.5871333868982462,0.6290693988106211,0.63836675665432,0.6490971519746042,0.6578265983649486,0.013559630581688964,0.013254474598541758,0.011100502590838847,0.0054902171129630785,0.003628651433373751,0.6322986585405481,0.6578265983649486 |
| tab_dann_rz_ft,rule,B,"member: DANN MLP, last layer fine-tuned",12,0.5896764505190034,0.6226657532710625,0.6361443589442797,0.6467032320577332,0.6540751682995946,0.01623228642536196,0.012510796481692522,0.007777074530588764,0.005589452349877741,0.0028081404597116917,0.6298529926183346,0.6540751682995946 |
| tab_dann_rz_ft,rule,all,"member: DANN MLP, last layer fine-tuned",12,0.59459600863892,0.6287141867665803,0.6402791739424749,0.6496058418860532,0.6586499165001437,0.017129754849396422,0.011872176030203204,0.008858102582867585,0.005203083509861856,0.003622612964030036,0.6343690255468345,0.6586499165001437 |
| tab_dann_rz_ft,rule,first5,"member: DANN MLP, last layer fine-tuned",5,0.6050436790758632,0.6282168899049231,0.6429565581458918,0.6503180077620816,0.659802561889417,0.01724041671210301,0.011115618171028857,0.003948276155095075,0.0053054381363549594,0.003673076979180324,0.6372675393556353,0.659802561889417 |
|
|
