Spaces:

zyplai
/

MarathonTS

Running

Static leaderboard: both published runs, opens on the main run
c5c34b3 verified 15 days ago
67.6 kB
{"runs":{"run_h200":{"label":"Main run (1\u00d7 NVIDIA H200, 30 methods)","note":"Every result of the paper comes from this run.","n_methods":24,"overall":{"columns":["place","method","pool","code","family","avg_rank","ci_lo","ci_hi","p_first","p_top3","top_tier","fidelity_rank","utility_rank","norm_fidelity","norm_utility","n_datasets","memorisation_flag"],"rows":[[1,"zedge_quilting","zEDGE","proprietary","optimised selection",8.267999649047852,7.34499979019165,9.199000358581543,0.8500000238418579,0.9660000205039978,true,8.28600025177002,8.25,0.42399999499320984,0.5,9,false],[2,"zedge_zseries","zEDGE","proprietary","optimised selection",8.786999702453613,8.274999618530273,9.470999717712402,0.08399999886751175,0.753000020980835,true,8.857999801635742,8.71500015258789,0.12999999523162842,0.39100000262260437,9,false],[3,"zedge_greedy","zEDGE","proprietary","optimised selection",8.951000213623047,7.9730000495910645,10.005000114440918,0.013000000268220901,0.7170000076293945,true,8.977999687194824,8.92300033569336,0.2329999953508377,0.33500000834465027,9,false],[4,"zedge_pctsp","zEDGE","proprietary","optimised selection",9.175999641418457,8.135000228881836,10.24899959564209,0.0010000000474974513,0.17499999701976776,true,9.08899974822998,9.262999534606934,0.10899999737739563,0.3919999897480011,9,false],[5,"zedge_knn","zEDGE","proprietary","optimised selection",9.333000183105469,8.319999694824219,10.484000205993652,0.0010000000474974513,0.04399999976158142,true,9.295999526977539,9.369999885559082,0.4169999957084656,0.36000001430511475,9,false],[6,"zedge_atsp","zEDGE","proprietary","optimised selection",9.38599967956543,7.833000183105469,11.095999717712402,0.028999999165534973,0.16200000047683716,true,9.133999824523926,9.637999534606934,0.24899999797344208,0.35499998927116394,9,false],[7,"zedge_ts_ar","none (long-series generator)","proprietary","long-series generator",9.399999618530273,7.993000030517578,10.906999588012695,0.020999999716877937,0.14900000393390656,true,10.111000061035156,8.687999725341797,0.6740000247955322,0.8920000195503235,9,false],[8,"zedge_ts_long","none (long-series generator)","proprietary","long-series generator",9.503000259399414,8.25100040435791,10.887999534606934,0.0010000000474974513,0.03400000184774399,true,9.513999938964844,9.493000030517578,0.7260000109672546,0.7450000047683716,9,false],[9,"zedge_herding","zEDGE","proprietary","optimised selection",10.475000381469727,9.152999877929688,11.880000114440918,0.0,0.0,true,10.26099967956543,10.689000129699707,0.14000000059604645,-0.04600000008940697,9,false],[10,"zedge_mbb","zEDGE","proprietary","optimised selection",10.581000328063965,9.098999977111816,12.253999710083008,0.0,0.0,true,10.468999862670898,10.694000244140625,0.10400000214576721,0.008999999612569809,9,false],[11,"zedge_rand","zEDGE","proprietary","random selection",10.748000144958496,9.121999740600586,12.491000175476074,0.0,0.0,true,10.491000175476074,11.005999565124512,0.0,0.0,9,false],[12,"vae_herding","VAE","open","optimised selection",13.531999588012695,12.795000076293945,14.29800033569336,0.0,0.0,false,13.11299991607666,13.949999809265137,0.367000013589859,0.23600000143051147,9,false],[13,"vae_zseries","VAE","proprietary","optimised selection",13.675999641418457,12.145999908447266,15.237000465393066,0.0,0.0,true,13.444000244140625,13.907999992370605,0.4009999930858612,0.27900001406669617,9,false],[14,"diffusion_ts","none (long-series generator)","open","long-series generator",13.779000282287598,11.982999801635742,15.387999534606934,0.0,0.0,false,14.33899974822998,13.220000267028809,0.5460000038146973,0.38600000739097595,9,false],[15,"timesfm","none (long-series generator)","open","long-series generator",14.425999641418457,12.564000129699707,16.232999801635742,0.0,0.0,true,15.211999893188477,13.640000343322754,-0.42100000381469727,0.6330000162124634,6,false],[16,"vae_quilting","VAE","open","optimised selection",14.444000244140625,12.640999794006348,16.201000213623047,0.0,0.0,true,14.194999694824219,14.692000389099121,0.09600000083446503,0.1550000011920929,9,false],[17,"vae_pctsp","VAE","open","optimised selection",15.267999649047852,13.798999786376953,16.665000915527344,0.0,0.0,false,14.85099983215332,15.685999870300293,0.24699999392032623,0.04500000178813934,9,false],[18,"vae_atsp","VAE","open","optimised selection",15.279999732971191,13.255999565124512,17.097999572753906,0.0,0.0,false,15.227999687194824,15.331000328063965,0.1289999932050705,0.17800000309944153,9,false],[19,"vae_greedy","VAE","open","optimised selection",15.572999954223633,13.901000022888184,17.187000274658203,0.0,0.0,false,15.491000175476074,15.654000282287598,0.041999999433755875,0.10400000214576721,9,false],[20,"chronos","none (long-series generator)","open","long-series generator",15.784000396728516,14.03499984741211,17.45199966430664,0.0,0.0,true,16.39900016784668,15.170000076293945,-0.3440000116825104,0.0949999988079071,7,false],[21,"vae_knn","VAE","open","optimised selection",16.010000228881836,14.161999702453613,17.701000213623047,0.0,0.0,false,16.040000915527344,15.979000091552734,0.1509999930858612,0.020999999716877937,9,false],[22,"vae_mbb","VAE","open","optimised selection",16.30500030517578,14.244000434875488,18.202999114990234,0.0,0.0,false,16.26099967956543,16.347999572753906,0.14499999582767487,0.008999999612569809,9,false],[23,"vae_rand","VAE","open","random selection",16.47100067138672,14.432999610900879,18.39299964904785,0.0,0.0,false,16.51300048828125,16.429000854492188,0.0,0.0,9,false],[24,"timestral","none (long-series generator)","open","long-series generator",16.76799964904785,15.531000137329102,18.07900047302246,0.0,0.0,false,17.295000076293945,16.239999771118164,-0.9810000061988831,0.09600000083446503,9,false]]},"rankings":{"holdout_clf":{"columns":["place","method","pool","code","family","avg_rank","ci_lo","ci_hi","p_first","p_top3","top_tier","n_datasets"],"rows":[[1,"zedge_quilting","zEDGE","proprietary","optimised selection",8.388999938964844,7.296999931335449,9.517999649047852,0.8130000233650208,0.9739999771118164,true,9],[2,"zedge_ts_ar","none (long-series generator)","proprietary","long-series generator",9.130000114440918,7.409999847412109,10.913000106811523,0.14800000190734863,0.5389999747276306,true,9],[3,"zedge_pctsp","zEDGE","proprietary","optimised selection",9.151000022888184,8.23799991607666,10.092000007629395,0.00800000037997961,0.5120000243186951,true,9],[4,"zedge_greedy","zEDGE","proprietary","optimised selection",9.163999557495117,8.17300033569336,10.244999885559082,0.003000000026077032,0.44699999690055847,true,9],[5,"zedge_zseries","zEDGE","proprietary","optimised selection",9.345999717712402,8.864999771118164,9.880999565124512,0.026000000536441803,0.29899999499320984,true,9],[6,"zedge_atsp","zEDGE","proprietary","optimised selection",9.366000175476074,8.006999969482422,10.793000221252441,0.0020000000949949026,0.21699999272823334,true,9],[7,"zedge_knn","zEDGE","proprietary","optimised selection",9.550999641418457,8.725000381469727,10.47700023651123,0.0,0.010999999940395355,true,9],[8,"zedge_ts_long","none (long-series generator)","proprietary","long-series generator",9.970000267028809,8.741000175476074,11.28600025177002,0.0,0.0010000000474974513,true,9],[9,"zedge_mbb","zEDGE","proprietary","optimised selection",10.529999732971191,9.454999923706055,11.685999870300293,0.0,0.0,true,9],[10,"zedge_herding","zEDGE","proprietary","optimised selection",10.552000045776367,9.675999641418457,11.409000396728516,0.0,0.0,false,9],[11,"zedge_rand","zEDGE","proprietary","random selection",10.71399974822998,9.520999908447266,11.888999938964844,0.0,0.0,false,9],[12,"vae_zseries","VAE","proprietary","optimised selection",13.616999626159668,12.310999870300293,15.020999908447266,0.0,0.0,true,9],[13,"diffusion_ts","none (long-series generator)","open","long-series generator",13.715999603271484,11.8100004196167,15.32800006866455,0.0,0.0,false,9],[14,"vae_quilting","VAE","open","optimised selection",13.812000274658203,12.32800006866455,15.361000061035156,0.0,0.0,true,9],[15,"vae_herding","VAE","open","optimised selection",13.977999687194824,13.234000205993652,14.753999710083008,0.0,0.0,false,9],[16,"vae_pctsp","VAE","open","optimised selection",14.496000289916992,13.163999557495117,15.743000030517578,0.0,0.0,true,9],[17,"vae_atsp","VAE","open","optimised selection",14.670999526977539,13.036999702453613,16.183000564575195,0.0,0.0,true,9],[18,"vae_greedy","VAE","open","optimised selection",14.97599983215332,13.618000030517578,16.3700008392334,0.0,0.0,true,9],[19,"vae_knn","VAE","open","optimised selection",15.388999938964844,13.826000213623047,16.89900016784668,0.0,0.0,false,9],[20,"timesfm","none (long-series generator)","open","long-series generator",15.701000213623047,13.1899995803833,18.209999084472656,0.0,0.0,true,6],[21,"vae_rand","VAE","open","random selection",15.864999771118164,13.843999862670898,17.732999801635742,0.0,0.0,false,9],[22,"vae_mbb","VAE","open","optimised selection",15.883000373840332,13.916000366210938,17.722000122070312,0.0,0.0,false,9],[23,"chronos","none (long-series generator)","open","long-series generator",16.07699966430664,13.958999633789062,17.90999984741211,0.0,0.0,true,7],[24,"timestral","none (long-series generator)","open","long-series generator",17.839000701904297,16.604999542236328,19.062000274658203,0.0,0.0,false,9]]},"holdout_reg":{"columns":["place","method","pool","code","family","avg_rank","ci_lo","ci_hi","p_first","p_top3","top_tier","n_datasets"],"rows":[[1,"zedge_quilting","zEDGE","proprietary","optimised selection",8.461999893188477,7.382999897003174,9.479999542236328,0.6370000243186951,0.9459999799728394,true,9],[2,"zedge_ts_ar","none (long-series generator)","proprietary","long-series generator",8.913999557495117,6.885000228881836,11.100000381469727,0.2809999883174896,0.7910000085830688,true,9],[3,"zedge_zseries","zEDGE","proprietary","optimised selection",9.210000038146973,8.26099967956543,10.04800033569336,0.0729999989271164,0.5460000038146973,true,9],[4,"zedge_greedy","zEDGE","proprietary","optimised selection",9.357000350952148,8.142999649047852,10.569999694824219,0.004000000189989805,0.35199999809265137,true,9],[5,"zedge_pctsp","zEDGE","proprietary","optimised selection",9.588000297546387,8.305999755859375,10.876999855041504,0.0,0.10899999737739563,true,9],[6,"zedge_atsp","zEDGE","proprietary","optimised selection",9.770999908447266,7.881999969482422,11.812999725341797,0.0010000000474974513,0.16899999976158142,true,9],[7,"zedge_ts_long","none (long-series generator)","proprietary","long-series generator",9.86400032043457,8.343000411987305,11.524999618530273,0.0,0.054999999701976776,true,9],[8,"zedge_knn","zEDGE","proprietary","optimised selection",10.135000228881836,8.836000442504883,11.57800006866455,0.0,0.0010000000474974513,true,9],[9,"timesfm","none (long-series generator)","open","long-series generator",11.387999534606934,9.050000190734863,13.520999908447266,0.004000000189989805,0.03099999949336052,true,6],[10,"zedge_herding","zEDGE","proprietary","optimised selection",11.9399995803833,10.182999610900879,13.76200008392334,0.0,0.0,true,9],[11,"diffusion_ts","none (long-series generator)","open","long-series generator",12.189000129699707,10.664999961853027,13.63599967956543,0.0,0.0,true,9],[12,"zedge_mbb","zEDGE","proprietary","optimised selection",12.270000457763672,10.432999610900879,14.26099967956543,0.0,0.0,false,9],[13,"zedge_rand","zEDGE","proprietary","random selection",12.404000282287598,10.475000381469727,14.4350004196167,0.0,0.0,false,9],[14,"timestral","none (long-series generator)","open","long-series generator",13.071000099182129,11.513999938964844,14.805000305175781,0.0,0.0,true,9],[15,"chronos","none (long-series generator)","open","long-series generator",13.654000282287598,11.74899959564209,15.574999809265137,0.0,0.0,true,7],[16,"vae_zseries","VAE","proprietary","optimised selection",13.677000045776367,12.10099983215332,15.23799991607666,0.0,0.0,true,9],[17,"vae_quilting","VAE","open","optimised selection",14.380999565124512,12.312000274658203,16.35700035095215,0.0,0.0,true,9],[18,"vae_herding","VAE","open","optimised selection",14.607999801635742,13.687000274658203,15.52400016784668,0.0,0.0,false,9],[19,"vae_pctsp","VAE","open","optimised selection",15.038000106811523,13.442999839782715,16.54800033569336,0.0,0.0,false,9],[20,"vae_atsp","VAE","open","optimised selection",15.088000297546387,13.10099983215332,16.927000045776367,0.0,0.0,false,9],[21,"vae_greedy","VAE","open","optimised selection",15.309000015258789,13.595999717712402,16.94300079345703,0.0,0.0,true,9],[22,"vae_knn","VAE","open","optimised selection",15.942999839782715,13.88700008392334,17.84600067138672,0.0,0.0,false,9],[23,"vae_mbb","VAE","open","optimised selection",16.792999267578125,14.345000267028809,18.964000701904297,0.0,0.0,true,9],[24,"vae_rand","VAE","open","random selection",16.85300064086914,14.508999824523926,19.05699920654297,0.0,0.0,false,9]]},"train_clf":{"columns":["place","method","pool","code","family","avg_rank","ci_lo","ci_hi","p_first","p_top3","top_tier","n_datasets"],"rows":[[1,"zedge_quilting","zEDGE","proprietary","optimised selection",7.671000003814697,6.50600004196167,8.977999687194824,0.6150000095367432,0.9129999876022339,true,9],[2,"zedge_ts_ar","none (long-series generator)","proprietary","long-series generator",8.125,6.565999984741211,9.753000259399414,0.2199999988079071,0.5529999732971191,true,9],[3,"zedge_pctsp","zEDGE","proprietary","optimised selection",8.145999908447266,7.361000061035156,8.949999809265137,0.03999999910593033,0.5350000262260437,true,9],[4,"zedge_greedy","zEDGE","proprietary","optimised selection",8.177000045776367,7.433000087738037,9.067999839782715,0.009999999776482582,0.4519999921321869,true,9],[5,"zedge_zseries","zEDGE","proprietary","optimised selection",8.302000045776367,7.8470001220703125,8.772000312805176,0.11299999803304672,0.35899999737739563,true,9],[6,"zedge_atsp","zEDGE","proprietary","optimised selection",8.42300033569336,7.296999931335449,9.685999870300293,0.0020000000949949026,0.1720000058412552,true,9],[7,"zedge_knn","zEDGE","proprietary","optimised selection",8.633000373840332,8.062999725341797,9.288999557495117,0.0,0.01600000075995922,true,9],[8,"zedge_ts_long","none (long-series generator)","proprietary","long-series generator",9.22700023651123,8.279000282287598,10.239999771118164,0.0,0.0,true,9],[9,"zedge_herding","zEDGE","proprietary","optimised selection",9.77299976348877,9.119000434875488,10.420999526977539,0.0,0.0,true,9],[10,"zedge_mbb","zEDGE","proprietary","optimised selection",9.845999717712402,9.0649995803833,10.633999824523926,0.0,0.0,true,9],[11,"zedge_rand","zEDGE","proprietary","random selection",10.006999969482422,9.144000053405762,10.774999618530273,0.0,0.0,false,9],[12,"vae_zseries","VAE","proprietary","optimised selection",14.03600025177002,12.777999877929688,15.329000473022461,0.0,0.0,true,9],[13,"vae_herding","VAE","open","optimised selection",14.168999671936035,13.395999908447266,14.96500015258789,0.0,0.0,false,9],[14,"vae_quilting","VAE","open","optimised selection",14.369999885559082,13.043000221252441,15.715999603271484,0.0,0.0,true,9],[15,"diffusion_ts","none (long-series generator)","open","long-series generator",14.527999877929688,12.628999710083008,16.17099952697754,0.0,0.0,false,9],[16,"vae_pctsp","VAE","open","optimised selection",15.258000373840332,14.253000259399414,16.194000244140625,0.0,0.0,false,9],[17,"vae_atsp","VAE","open","optimised selection",15.319000244140625,14.062999725341797,16.540000915527344,0.0,0.0,false,9],[18,"vae_greedy","VAE","open","optimised selection",15.633999824523926,14.418000221252441,16.761999130249023,0.0,0.0,false,9],[19,"vae_knn","VAE","open","optimised selection",16.177000045776367,15.043999671936035,17.259000778198242,0.0,0.0,false,9],[20,"vae_mbb","VAE","open","optimised selection",16.683000564575195,15.218999862670898,18.066999435424805,0.0,0.0,false,9],[21,"vae_rand","VAE","open","random selection",16.691999435424805,15.234000205993652,18.06800079345703,0.0,0.0,false,9],[22,"timesfm","none (long-series generator)","open","long-series generator",16.770000457763672,14.189000129699707,19.364999771118164,0.0,0.0,true,6],[23,"chronos","none (long-series generator)","open","long-series generator",17.36199951171875,15.529999732971191,18.95800018310547,0.0,0.0,true,7],[24,"timestral","none (long-series generator)","open","long-series generator",19.381000518798828,18.011999130249023,20.514999389648438,0.0,0.0,false,9]]},"train_reg":{"columns":["place","method","pool","code","family","avg_rank","ci_lo","ci_hi","p_first","p_top3","top_tier","n_datasets"],"rows":[[1,"zedge_quilting","zEDGE","proprietary","optimised selection",7.74399995803833,6.638000011444092,8.928000450134277,0.4399999976158142,0.9070000052452087,true,9],[2,"zedge_ts_ar","none (long-series generator)","proprietary","long-series generator",7.908999919891357,6.116000175476074,9.819000244140625,0.37599998712539673,0.8100000023841858,true,9],[3,"zedge_zseries","zEDGE","proprietary","optimised selection",8.166999816894531,7.452000141143799,8.857000350952148,0.17800000309944153,0.5929999947547913,true,9],[4,"zedge_greedy","zEDGE","proprietary","optimised selection",8.371000289916992,7.446000099182129,9.307999610900879,0.006000000052154064,0.37299999594688416,true,9],[5,"zedge_pctsp","zEDGE","proprietary","optimised selection",8.583000183105469,7.446000099182129,9.656999588012695,0.0,0.13300000131130219,true,9],[6,"zedge_atsp","zEDGE","proprietary","optimised selection",8.82800006866455,7.172999858856201,10.656000137329102,0.0,0.1599999964237213,true,9],[7,"zedge_ts_long","none (long-series generator)","proprietary","long-series generator",9.121000289916992,7.89300012588501,10.420000076293945,0.0,0.024000000208616257,true,9],[8,"zedge_knn","zEDGE","proprietary","optimised selection",9.217000007629395,8.236000061035156,10.267000198364258,0.0,0.0,true,9],[9,"zedge_herding","zEDGE","proprietary","optimised selection",11.161999702453613,9.680000305175781,12.663000106811523,0.0,0.0,true,9],[10,"zedge_mbb","zEDGE","proprietary","optimised selection",11.586000442504883,10.086999893188477,13.112000465393066,0.0,0.0,false,9],[11,"zedge_rand","zEDGE","proprietary","random selection",11.696999549865723,10.175999641418457,13.281000137329102,0.0,0.0,false,9],[12,"timesfm","none (long-series generator)","open","long-series generator",12.458000183105469,10.246999740600586,14.53600025177002,0.0,0.0,true,6],[13,"diffusion_ts","none (long-series generator)","open","long-series generator",13.00100040435791,11.58899974822998,14.319000244140625,0.0,0.0,false,9],[14,"vae_zseries","VAE","proprietary","optimised selection",14.095999717712402,12.628000259399414,15.5649995803833,0.0,0.0,false,9],[15,"timestral","none (long-series generator)","open","long-series generator",14.61299991607666,13.178999900817871,16.070999145507812,0.0,0.0,false,9],[16,"vae_herding","VAE","open","optimised selection",14.800000190734863,13.894000053405762,15.713000297546387,0.0,0.0,false,9],[17,"chronos","none (long-series generator)","open","long-series generator",14.939000129699707,13.416000366210938,16.45400047302246,0.0,0.0,true,7],[18,"vae_quilting","VAE","open","optimised selection",14.939000129699707,13.052000045776367,16.67300033569336,0.0,0.0,false,9],[19,"vae_atsp","VAE","open","optimised selection",15.736000061035156,14.116000175476074,17.25200080871582,0.0,0.0,false,9],[20,"vae_pctsp","VAE","open","optimised selection",15.800999641418457,14.52400016784668,16.97100067138672,0.0,0.0,false,9],[21,"vae_greedy","VAE","open","optimised selection",15.967000007629395,14.456000328063965,17.31999969482422,0.0,0.0,false,9],[22,"vae_knn","VAE","open","optimised selection",16.731000900268555,15.12399959564209,18.16900062561035,0.0,0.0,false,9],[23,"vae_mbb","VAE","open","optimised selection",17.593000411987305,15.71399974822998,19.277999877929688,0.0,0.0,false,9],[24,"vae_rand","VAE","open","random selection",17.679000854492188,15.866000175476074,19.43199920654297,0.0,0.0,false,9]]}},"criteria":{"columns":["place","method","pool","code","family","avg_rank","fidelity:dependence","fidelity:distribution","fidelity:long_structure","fidelity:seams","fidelity:target","fidelity:windows","utility:classification","utility:regression"],"rows":[[1,"zedge_quilting","zEDGE","proprietary","optimised selection",8.267999649047852,7.326000213623047,8.70199966430664,9.241000175476074,6.928999900817871,6.74399995803833,10.774999618530273,8.085000038146973,8.413999557495117],[2,"zedge_zseries","zEDGE","proprietary","optimised selection",8.786999702453613,7.956999778747559,8.609999656677246,9.776000022888184,10.062999725341797,6.3420000076293945,10.401000022888184,8.86299991607666,8.567000389099121],[3,"zedge_greedy","zEDGE","proprietary","optimised selection",8.951000213623047,8.338000297546387,9.071000099182129,9.550000190734863,9.430999755859375,6.659999847412109,10.821000099182129,8.739999771118164,9.104999542236328],[4,"zedge_pctsp","zEDGE","proprietary","optimised selection",9.175999641418457,8.112000465393066,9.022000312805176,9.843999862670898,9.907999992370605,6.848999977111816,10.798999786376953,8.784000396728516,9.741999626159668],[5,"zedge_knn","zEDGE","proprietary","optimised selection",9.333000183105469,8.663999557495117,9.086000442504883,9.656000137329102,10.057000160217285,7.375,10.937000274658203,8.930999755859375,9.809000015258789],[6,"zedge_atsp","zEDGE","proprietary","optimised selection",9.38599967956543,8.173999786376953,9.300000190734863,9.85099983215332,9.781000137329102,6.215000152587891,11.484000205993652,9.041999816894531,10.234000205993652],[7,"zedge_ts_ar","none (long-series generator)","proprietary","long-series generator",9.399999618530273,7.947999954223633,7.77400016784668,9.564000129699707,15.574999809265137,9.182000160217285,10.623000144958496,8.762999534606934,8.61400032043457],[8,"zedge_ts_long","none (long-series generator)","proprietary","long-series generator",9.503000259399414,11.597999572753906,7.734000205993652,9.647000312805176,9.449000358581543,8.975000381469727,9.680000305175781,9.609000205993652,9.376999855041504],[9,"zedge_herding","zEDGE","proprietary","optimised selection",10.475000381469727,10.364999771118164,8.420000076293945,10.012999534606934,12.996000289916992,9.289999961853027,10.484000205993652,9.656000137329102,11.722000122070312],[10,"zedge_mbb","zEDGE","proprietary","optimised selection",10.581000328063965,10.437999725341797,9.236000061035156,10.336000442504883,11.89900016784668,10.215999603271484,10.687000274658203,9.390000343322754,11.996999740600586],[11,"zedge_rand","zEDGE","proprietary","random selection",10.748000144958496,10.458999633789062,9.553999900817871,10.11400032043457,12.116000175476074,9.946000099182129,10.758000373840332,9.739999771118164,12.272000312805176],[12,"vae_herding","VAE","open","optimised selection",13.531999588012695,13.918999671936035,12.515999794006348,12.810999870300293,13.380999565124512,13.362000465393066,12.690999984741211,13.310999870300293,14.588000297546387],[13,"vae_zseries","VAE","proprietary","optimised selection",13.675999641418457,13.833000183105469,14.012999534606934,13.493000030517578,14.38700008392334,11.418999671936035,13.520999908447266,13.704999923706055,14.109999656677246],[14,"diffusion_ts","none (long-series generator)","open","long-series generator",13.779000282287598,14.281999588012695,12.14799976348877,14.392000198364258,17.05500030517578,15.635000228881836,12.520000457763672,14.661999702453613,11.777000427246094],[15,"timesfm","none (long-series generator)","open","long-series generator",14.425999641418457,14.387999534606934,15.008999824523926,13.213000297546387,null,21.02400016784668,12.425999641418457,17.822999954223633,9.456999778747559],[16,"vae_quilting","VAE","open","optimised selection",14.444000244140625,17.240999221801758,15.711000442504883,14.61299991607666,7.741000175476074,15.57800006866455,14.288999557495117,13.958999633789062,15.423999786376953],[17,"vae_pctsp","VAE","open","optimised selection",15.267999649047852,16.155000686645508,15.680000305175781,14.72599983215332,14.29800033569336,14.234000205993652,14.01099967956543,15.050999641418457,16.31999969482422],[18,"vae_atsp","VAE","open","optimised selection",15.279999732971191,16.274999618530273,15.916999816894531,14.527000427246094,15.713000297546387,14.777000427246094,14.161999702453613,14.845999717712402,15.815999984741211],[19,"vae_greedy","VAE","open","optimised selection",15.572999954223633,16.332000732421875,16.51799964904785,15.14900016784668,15.25100040435791,15.272000312805176,14.425999641418457,15.211000442504883,16.097000122070312],[20,"chronos","none (long-series generator)","open","long-series generator",15.784000396728516,15.875,19.496000289916992,17.042999267578125,10.130000114440918,19.020000457763672,16.832000732421875,17.570999145507812,12.767999649047852],[21,"vae_knn","VAE","open","optimised selection",16.010000228881836,16.523000717163086,17.003999710083008,15.531999588012695,15.895999908447266,16.54400062561035,14.743000030517578,15.413999557495117,16.54400062561035],[22,"vae_mbb","VAE","open","optimised selection",16.30500030517578,15.657999992370605,17.309999465942383,15.878999710083008,15.592000007629395,17.990999221801758,15.13599967956543,15.446999549865723,17.25],[23,"vae_rand","VAE","open","random selection",16.47100067138672,15.894000053405762,17.405000686645508,15.88700008392334,16.823999404907227,18.191999435424805,14.878000259399414,15.440999984741211,17.41699981689453],[24,"timestral","none (long-series generator)","open","long-series generator",16.76799964904785,15.62600040435791,17.155000686645508,16.392000198364258,null,23.448999404907227,13.854000091552734,20.856000900268555,11.625]]},"robustness":{"columns":["variant","text","first","tau_vs_main","main_first_place"],"rows":[["main","the leaderboard: core metrics, fidelity against train + val + OOT, noise-aware ranks","zedge_quilting",1.0,1],["plain_ranks","ordinary average ranks (no ties within the noise)","zedge_quilting",0.9710000157356262,1],["fidelity_train","fidelity against train only","zedge_quilting",0.9779999852180481,1],["fidelity_holdout","fidelity against val + OOT only","zedge_quilting",0.9419999718666077,1],["no_unchecked","without F5.7 (seams, no anchor) and F6.1 against val (noise)","zedge_quilting",0.9419999718666077,1],["all_metrics","every fidelity metric instead of the core set","zedge_quilting",0.9200000166893005,1],["common_datasets","only the datasets where every method is ranked","zedge_quilting",0.9419999718666077,1]]},"memorisation":{"columns":["method","pool","code","family","near_copy_share","near_copy_real","near_copy_ratio","p_more_copies_holm","memorisation_flag"],"rows":[["diffusion_ts","none (long-series generator)","open","long-series generator",0.20100000500679016,0.13500000536441803,1.0,1.0,false],["zedge_quilting","zEDGE","proprietary","optimised selection",0.23100000619888306,0.13500000536441803,0.9959999918937683,1.0,false],["zedge_pctsp","zEDGE","proprietary","optimised selection",0.32100000977516174,0.13500000536441803,0.9739999771118164,1.0,false],["zedge_zseries","zEDGE","proprietary","optimised selection",0.27399998903274536,0.13500000536441803,0.9620000123977661,1.0,false],["zedge_ts_ar","none (long-series generator)","proprietary","long-series generator",0.0430000014603138,0.13500000536441803,0.9419999718666077,1.0,false],["zedge_atsp","zEDGE","proprietary","optimised selection",0.32499998807907104,0.13500000536441803,0.9340000152587891,1.0,false],["timesfm","none (long-series generator)","open","long-series generator",0.6150000095367432,0.13500000536441803,0.9319999814033508,1.0,false],["zedge_greedy","zEDGE","proprietary","optimised selection",0.3330000042915344,0.13500000536441803,0.9210000038146973,1.0,false],["zedge_knn","zEDGE","proprietary","optimised selection",0.31200000643730164,0.13500000536441803,0.8930000066757202,1.0,false],["zedge_herding","zEDGE","proprietary","optimised selection",0.20499999821186066,0.13500000536441803,0.8629999756813049,1.0,false],["timestral","none (long-series generator)","open","long-series generator",0.6069999933242798,0.13500000536441803,0.8629999756813049,1.0,false],["zedge_rand","zEDGE","proprietary","random selection",0.19699999690055847,0.13500000536441803,0.8550000190734863,1.0,false],["vae_zseries","VAE","proprietary","optimised selection",0.3160000145435333,0.13500000536441803,0.8289999961853027,1.0,false],["vae_atsp","VAE","open","optimised selection",0.21799999475479126,0.13500000536441803,0.8159999847412109,1.0,false],["zedge_mbb","zEDGE","proprietary","optimised selection",0.20900000631809235,0.13500000536441803,0.7940000295639038,1.0,false],["vae_quilting","VAE","open","optimised selection",0.20100000500679016,0.13500000536441803,0.7910000085830688,1.0,false],["vae_greedy","VAE","open","optimised selection",0.20499999821186066,0.13500000536441803,0.7910000085830688,1.0,false],["vae_knn","VAE","open","optimised selection",0.22200000286102295,0.13500000536441803,0.7860000133514404,1.0,false],["vae_pctsp","VAE","open","optimised selection",0.22200000286102295,0.13500000536441803,0.7739999890327454,1.0,false],["zedge_ts_long","none (long-series generator)","proprietary","long-series generator",0.09000000357627869,0.13500000536441803,0.6790000200271606,1.0,false],["vae_herding","VAE","open","optimised selection",0.08100000023841858,0.13500000536441803,0.6380000114440918,1.0,false],["vae_rand","VAE","open","random selection",0.12399999797344208,0.13500000536441803,0.6029999852180481,1.0,false],["vae_mbb","VAE","open","optimised selection",0.15800000727176666,0.13500000536441803,0.546999990940094,1.0,false],["chronos","none (long-series generator)","open","long-series generator",0.10700000077486038,0.13500000536441803,0.2800000011920929,1.0,false]]},"cost":{"holdout_clf":{"columns":["place","method","pool","code","family","avg_rank","rank_with_cost","median_time_s","pareto"],"rows":[[1,"zedge_quilting","zEDGE","proprietary","optimised selection",8.388999938964844,9.517999649047852,798.3679809570312,true],[2,"zedge_ts_ar","none (long-series generator)","proprietary","long-series generator",9.130000114440918,11.211999893188477,2948.8759765625,false],[3,"zedge_pctsp","zEDGE","proprietary","optimised selection",9.151000022888184,11.243000030517578,838.5900268554688,false],[4,"zedge_greedy","zEDGE","proprietary","optimised selection",9.163999557495117,10.208000183105469,798.3690185546875,false],[5,"zedge_zseries","zEDGE","proprietary","optimised selection",9.345999717712402,11.211000442504883,800.5020141601562,false],[6,"zedge_atsp","zEDGE","proprietary","optimised selection",9.366000175476074,11.449999809265137,822.2069702148438,false],[7,"zedge_knn","zEDGE","proprietary","optimised selection",9.550999641418457,10.621999740600586,798.3699951171875,false],[8,"zedge_ts_long","none (long-series generator)","proprietary","long-series generator",9.970000267028809,11.795999526977539,2932.925048828125,false],[9,"zedge_mbb","zEDGE","proprietary","optimised selection",10.529999732971191,11.446999549865723,798.3709716796875,false],[10,"zedge_herding","zEDGE","proprietary","optimised selection",10.552000045776367,11.840999603271484,798.39599609375,false],[11,"zedge_rand","zEDGE","proprietary","random selection",10.71399974822998,10.892000198364258,798.3670043945312,true],[12,"vae_zseries","VAE","proprietary","optimised selection",13.616999626159668,13.458000183105469,133.53399658203125,true],[13,"diffusion_ts","none (long-series generator)","open","long-series generator",13.715999603271484,16.374000549316406,2350.052001953125,false],[14,"vae_quilting","VAE","open","optimised selection",13.812000274658203,12.255000114440918,131.24000549316406,true],[15,"vae_herding","VAE","open","optimised selection",13.977999687194824,13.045999526977539,131.25999450683594,false],[16,"vae_pctsp","VAE","open","optimised selection",14.496000289916992,13.930999755859375,170.947998046875,false],[17,"vae_atsp","VAE","open","optimised selection",14.670999526977539,14.154999732971191,163.58200073242188,false],[18,"vae_greedy","VAE","open","optimised selection",14.97599983215332,13.215999603271484,131.24099731445312,false],[19,"vae_knn","VAE","open","optimised selection",15.388999938964844,13.635000228881836,131.24200439453125,false],[20,"timesfm","none (long-series generator)","open","long-series generator",15.701000213623047,13.40999984741211,2.377000093460083,true],[21,"vae_rand","VAE","open","random selection",15.864999771118164,13.446999549865723,131.23899841308594,false],[22,"vae_mbb","VAE","open","optimised selection",15.883000373840332,14.128999710083008,131.24200439453125,false],[23,"chronos","none (long-series generator)","open","long-series generator",16.07699966430664,13.657999992370605,33.86800003051758,false],[24,"timestral","none (long-series generator)","open","long-series generator",17.839000701904297,14.420999526977539,1.2319999933242798,true]]},"holdout_reg":{"columns":["place","method","pool","code","family","avg_rank","rank_with_cost","median_time_s","pareto"],"rows":[[1,"zedge_quilting","zEDGE","proprietary","optimised selection",8.461999893188477,9.567000389099121,798.3679809570312,true],[2,"zedge_ts_ar","none (long-series generator)","proprietary","long-series generator",8.913999557495117,11.067000389099121,2948.8759765625,false],[3,"zedge_zseries","zEDGE","proprietary","optimised selection",9.210000038146973,11.121000289916992,800.5020141601562,false],[4,"zedge_greedy","zEDGE","proprietary","optimised selection",9.357000350952148,10.336000442504883,798.3690185546875,false],[5,"zedge_pctsp","zEDGE","proprietary","optimised selection",9.588000297546387,11.534000396728516,838.5900268554688,false],[6,"zedge_atsp","zEDGE","proprietary","optimised selection",9.770999908447266,11.720000267028809,822.2069702148438,false],[7,"zedge_ts_long","none (long-series generator)","proprietary","long-series generator",9.86400032043457,11.725000381469727,2932.925048828125,false],[8,"zedge_knn","zEDGE","proprietary","optimised selection",10.135000228881836,11.01099967956543,798.3699951171875,false],[9,"timesfm","none (long-series generator)","open","long-series generator",11.387999534606934,10.53499984741211,2.377000093460083,true],[10,"zedge_herding","zEDGE","proprietary","optimised selection",11.9399995803833,12.765999794006348,798.39599609375,false],[11,"diffusion_ts","none (long-series generator)","open","long-series generator",12.189000129699707,15.355999946594238,2350.052001953125,false],[12,"zedge_mbb","zEDGE","proprietary","optimised selection",12.270000457763672,12.607000350952148,798.3709716796875,false],[13,"zedge_rand","zEDGE","proprietary","random selection",12.404000282287598,12.017999649047852,798.3670043945312,false],[14,"timestral","none (long-series generator)","open","long-series generator",13.071000099182129,11.241999626159668,1.2319999933242798,true],[15,"chronos","none (long-series generator)","open","long-series generator",13.654000282287598,12.043000221252441,33.86800003051758,false],[16,"vae_zseries","VAE","proprietary","optimised selection",13.677000045776367,13.498000144958496,133.53399658203125,false],[17,"vae_quilting","VAE","open","optimised selection",14.380999565124512,12.633999824523926,131.24000549316406,false],[18,"vae_herding","VAE","open","optimised selection",14.607999801635742,13.465999603271484,131.25999450683594,false],[19,"vae_pctsp","VAE","open","optimised selection",15.038000106811523,14.293000221252441,170.947998046875,false],[20,"vae_atsp","VAE","open","optimised selection",15.088000297546387,14.432999610900879,163.58200073242188,false],[21,"vae_greedy","VAE","open","optimised selection",15.309000015258789,13.437999725341797,131.24099731445312,false],[22,"vae_knn","VAE","open","optimised selection",15.942999839782715,14.003999710083008,131.24200439453125,false],[23,"vae_mbb","VAE","open","optimised selection",16.792999267578125,14.736000061035156,131.24200439453125,false],[24,"vae_rand","VAE","open","random selection",16.85300064086914,14.104999542236328,131.23899841308594,false]]},"train_clf":{"columns":["place","method","pool","code","family","avg_rank","rank_with_cost","median_time_s","pareto"],"rows":[[1,"zedge_quilting","zEDGE","proprietary","optimised selection",7.671000003814697,9.039999961853027,798.3679809570312,true],[2,"zedge_ts_ar","none (long-series generator)","proprietary","long-series generator",8.125,10.541999816894531,2948.8759765625,false],[3,"zedge_pctsp","zEDGE","proprietary","optimised selection",8.145999908447266,10.572999954223633,838.5900268554688,false],[4,"zedge_greedy","zEDGE","proprietary","optimised selection",8.177000045776367,9.550000190734863,798.3690185546875,false],[5,"zedge_zseries","zEDGE","proprietary","optimised selection",8.302000045776367,10.515999794006348,800.5020141601562,false],[6,"zedge_atsp","zEDGE","proprietary","optimised selection",8.42300033569336,10.821999549865723,822.2069702148438,false],[7,"zedge_knn","zEDGE","proprietary","optimised selection",8.633000373840332,10.010000228881836,798.3699951171875,false],[8,"zedge_ts_long","none (long-series generator)","proprietary","long-series generator",9.22700023651123,11.300999641418457,2932.925048828125,false],[9,"zedge_herding","zEDGE","proprietary","optimised selection",9.77299976348877,11.321000099182129,798.39599609375,false],[10,"zedge_mbb","zEDGE","proprietary","optimised selection",9.845999717712402,10.991000175476074,798.3709716796875,false],[11,"zedge_rand","zEDGE","proprietary","random selection",10.006999969482422,10.420000076293945,798.3670043945312,true],[12,"vae_zseries","VAE","proprietary","optimised selection",14.03600025177002,13.737000465393066,133.53399658203125,true],[13,"vae_herding","VAE","open","optimised selection",14.168999671936035,13.17300033569336,131.25999450683594,true],[14,"vae_quilting","VAE","open","optimised selection",14.369999885559082,12.626999855041504,131.24000549316406,true],[15,"diffusion_ts","none (long-series generator)","open","long-series generator",14.527999877929688,16.916000366210938,2350.052001953125,false],[16,"vae_pctsp","VAE","open","optimised selection",15.258000373840332,14.4399995803833,170.947998046875,false],[17,"vae_atsp","VAE","open","optimised selection",15.319000244140625,14.588000297546387,163.58200073242188,false],[18,"vae_greedy","VAE","open","optimised selection",15.633999824523926,13.654999732971191,131.24099731445312,false],[19,"vae_knn","VAE","open","optimised selection",16.177000045776367,14.15999984741211,131.24200439453125,false],[20,"vae_mbb","VAE","open","optimised selection",16.683000564575195,14.663000106811523,131.24200439453125,false],[21,"vae_rand","VAE","open","random selection",16.691999435424805,13.998000144958496,131.23899841308594,true],[22,"timesfm","none (long-series generator)","open","long-series generator",16.770000457763672,14.123000144958496,2.377000093460083,true],[23,"chronos","none (long-series generator)","open","long-series generator",17.36199951171875,14.515000343322754,33.86800003051758,false],[24,"timestral","none (long-series generator)","open","long-series generator",19.381000518798828,15.447999954223633,1.2319999933242798,true]]},"train_reg":{"columns":["place","method","pool","code","family","avg_rank","rank_with_cost","median_time_s","pareto"],"rows":[[1,"zedge_quilting","zEDGE","proprietary","optimised selection",7.74399995803833,9.088000297546387,798.3679809570312,true],[2,"zedge_ts_ar","none (long-series generator)","proprietary","long-series generator",7.908999919891357,10.39799976348877,2948.8759765625,false],[3,"zedge_zseries","zEDGE","proprietary","optimised selection",8.166999816894531,10.425000190734863,800.5020141601562,false],[4,"zedge_greedy","zEDGE","proprietary","optimised selection",8.371000289916992,9.678999900817871,798.3690185546875,false],[5,"zedge_pctsp","zEDGE","proprietary","optimised selection",8.583000183105469,10.86400032043457,838.5900268554688,false],[6,"zedge_atsp","zEDGE","proprietary","optimised selection",8.82800006866455,11.090999603271484,822.2069702148438,false],[7,"zedge_ts_long","none (long-series generator)","proprietary","long-series generator",9.121000289916992,11.229999542236328,2932.925048828125,false],[8,"zedge_knn","zEDGE","proprietary","optimised selection",9.217000007629395,10.39900016784668,798.3699951171875,false],[9,"zedge_herding","zEDGE","proprietary","optimised selection",11.161999702453613,12.246999740600586,798.39599609375,false],[10,"zedge_mbb","zEDGE","proprietary","optimised selection",11.586000442504883,12.151000022888184,798.3709716796875,false],[11,"zedge_rand","zEDGE","proprietary","random selection",11.696999549865723,11.54699993133545,798.3670043945312,true],[12,"timesfm","none (long-series generator)","open","long-series generator",12.458000183105469,11.248000144958496,2.377000093460083,true],[13,"diffusion_ts","none (long-series generator)","open","long-series generator",13.00100040435791,15.89799976348877,2350.052001953125,false],[14,"vae_zseries","VAE","proprietary","optimised selection",14.095999717712402,13.777000427246094,133.53399658203125,false],[15,"timestral","none (long-series generator)","open","long-series generator",14.61299991607666,12.270000457763672,1.2319999933242798,true],[16,"vae_herding","VAE","open","optimised selection",14.800000190734863,13.593000411987305,131.25999450683594,false],[17,"chronos","none (long-series generator)","open","long-series generator",14.939000129699707,12.899999618530273,33.86800003051758,false],[18,"vae_quilting","VAE","open","optimised selection",14.939000129699707,13.005999565124512,131.24000549316406,false],[19,"vae_atsp","VAE","open","optimised selection",15.736000061035156,14.864999771118164,163.58200073242188,false],[20,"vae_pctsp","VAE","open","optimised selection",15.800999641418457,14.802000045776367,170.947998046875,false],[21,"vae_greedy","VAE","open","optimised selection",15.967000007629395,13.876999855041504,131.24099731445312,false],[22,"vae_knn","VAE","open","optimised selection",16.731000900268555,14.529000282287598,131.24200439453125,false],[23,"vae_mbb","VAE","open","optimised selection",17.593000411987305,15.269000053405762,131.24200439453125,false],[24,"vae_rand","VAE","open","random selection",17.679000854492188,14.656000137329102,131.23899841308594,false]]}}},"run_l4":{"label":"Replication run (1\u00d7 NVIDIA L4, VAE pool and open long-series generators)","note":"An independent run of the same code, configuration, data and seeds on other hardware, published to show how well the results reproduce. Its ranks are computed among its own 13 ranked methods and are not comparable row by row with the main run, nor are its times. Sources of the differences: the VAE and Diffusion-TS are retrained on another GPU and software stack (early stopping at other epochs; the main source), Chronos samples other trajectories with the same seeds, the downstream models differ slightly even on identical series, and the ETT series of the main run differs slightly from the replication run's (the source today gives the latter). The deterministic TimesFM and Timestral give the same series in both runs. The top tier reproduces up to one borderline method (vae_greedy); places within the tier do not.","n_methods":13,"overall":{"columns":["place","method","pool","code","family","avg_rank","ci_lo","ci_hi","p_first","p_top3","top_tier","fidelity_rank","utility_rank","norm_fidelity","norm_utility","n_datasets","memorisation_flag"],"rows":[[1,"vae_herding","VAE","open","optimised selection",5.543000221252441,4.859000205993652,6.184000015258789,0.7829999923706055,0.9990000128746033,true,5.190999984741211,5.895999908447266,0.3619999885559082,0.17100000381469727,9,false],[2,"diffusion_ts","none (long-series generator)","open","long-series generator",6.26800012588501,4.75600004196167,7.591000080108643,0.07999999821186066,0.5649999976158142,true,6.828000068664551,5.708000183105469,0.05900000035762787,0.2630000114440918,9,false],[3,"vae_quilting","VAE","open","optimised selection",6.361000061035156,5.820000171661377,6.925000190734863,0.02800000086426735,0.531000018119812,true,6.2210001945495605,6.500999927520752,0.061000000685453415,0.14499999582767487,9,false],[4,"vae_zseries","VAE","proprietary","optimised selection",6.40500020980835,5.666999816894531,7.196000099182129,0.06800000369548798,0.4729999899864197,true,5.9730000495910645,6.8379998207092285,0.04399999976158142,0.08799999952316284,9,false],[5,"timesfm","none (long-series generator)","open","long-series generator",6.715000152587891,5.289000034332275,8.267999649047852,0.03500000014901161,0.3580000102519989,true,7.368000030517578,6.061999797821045,-0.5860000252723694,0.6100000143051147,6,false],[6,"vae_atsp","VAE","open","optimised selection",7.105999946594238,6.552999973297119,7.73799991607666,0.0,0.004000000189989805,true,6.859000205993652,7.3520002365112305,-0.01600000075995922,0.05900000035762787,9,false],[7,"vae_rand","VAE","open","random selection",7.199999809265137,6.453000068664551,7.860000133514404,0.0,0.02800000086426735,true,7.0269999504089355,7.373000144958496,0.0,0.0,9,false],[8,"vae_mbb","VAE","open","optimised selection",7.21999979019165,6.566999912261963,7.828000068664551,0.0,0.00800000037997961,true,7.11899995803833,7.320000171661377,0.09600000083446503,-0.010999999940395355,9,false],[9,"vae_pctsp","VAE","open","optimised selection",7.232999801635742,6.785999774932861,7.702000141143799,0.0,0.0,true,6.864999771118164,7.599999904632568,-0.17100000381469727,0.10100000351667404,9,false],[10,"chronos","none (long-series generator)","open","long-series generator",7.425000190734863,6.11299991607666,8.588000297546387,0.006000000052154064,0.03400000184774399,true,7.870999813079834,6.980000019073486,-0.27000001072883606,0.20200000703334808,7,false],[11,"vae_knn","VAE","open","optimised selection",7.564000129699707,7.0970001220703125,8.07800006866455,0.0,0.0,true,7.61299991607666,7.514999866485596,-0.039000000804662704,0.09700000286102295,9,false],[12,"vae_greedy","VAE","open","optimised selection",7.5960001945495605,7.164000034332275,8.085000038146973,0.0,0.0,false,7.635000228881836,7.557000160217285,-0.050999999046325684,0.06499999761581421,9,false],[13,"timestral","none (long-series generator)","open","long-series generator",8.562000274658203,7.461999893188477,9.505000114440918,0.0,0.0,false,9.142999649047852,7.980999946594238,-1.5460000038146973,-0.16899999976158142,9,false]]},"rankings":{"holdout_clf":{"columns":["place","method","pool","code","family","avg_rank","ci_lo","ci_hi","p_first","p_top3","top_tier","n_datasets"],"rows":[[1,"vae_herding","VAE","open","optimised selection",5.948999881744385,5.425000190734863,6.418000221252441,0.3190000057220459,0.9710000157356262,true,9],[2,"vae_quilting","VAE","open","optimised selection",5.97599983215332,5.438000202178955,6.578000068664551,0.3869999945163727,0.9039999842643738,true,9],[3,"diffusion_ts","none (long-series generator)","open","long-series generator",6.228000164031982,4.815999984741211,7.491000175476074,0.2639999985694885,0.6029999852180481,true,9],[4,"vae_zseries","VAE","proprietary","optimised selection",6.52400016784668,5.894000053405762,7.164000034332275,0.007000000216066837,0.3499999940395355,true,9],[5,"vae_pctsp","VAE","open","optimised selection",6.857999801635742,6.415999889373779,7.339000225067139,0.0,0.004999999888241291,true,9],[6,"vae_atsp","VAE","open","optimised selection",6.892000198364258,6.34499979019165,7.565000057220459,0.0,0.013000000268220901,true,9],[7,"vae_rand","VAE","open","random selection",7.086999893188477,6.333000183105469,7.828999996185303,0.0010000000474974513,0.026000000536441803,true,9],[8,"vae_mbb","VAE","open","optimised selection",7.117000102996826,6.389999866485596,7.807000160217285,0.0,0.007000000216066837,true,9],[9,"vae_greedy","VAE","open","optimised selection",7.144999980926514,6.695000171661377,7.617000102996826,0.0,0.0,true,9],[10,"vae_knn","VAE","open","optimised selection",7.185999870300293,6.728000164031982,7.693999767303467,0.0,0.0,true,9],[11,"timesfm","none (long-series generator)","open","long-series generator",7.571000099182129,5.739999771118164,9.406000137329102,0.012000000104308128,0.07699999958276749,true,6],[12,"chronos","none (long-series generator)","open","long-series generator",7.6529998779296875,6.044000148773193,9.111000061035156,0.009999999776482582,0.04399999976158142,true,7],[13,"timestral","none (long-series generator)","open","long-series generator",9.123000144958496,8.020000457763672,10.116000175476074,0.0,0.0,true,9]]},"holdout_reg":{"columns":["place","method","pool","code","family","avg_rank","ci_lo","ci_hi","p_first","p_top3","top_tier","n_datasets"],"rows":[[1,"timesfm","none (long-series generator)","open","long-series generator",5.318999767303467,3.8329999446868896,7.078999996185303,0.7160000205039978,0.9330000281333923,true,6],[2,"diffusion_ts","none (long-series generator)","open","long-series generator",5.791999816894531,4.603000164031982,6.876999855041504,0.210999995470047,0.8519999980926514,true,9],[3,"vae_herding","VAE","open","optimised selection",6.552000045776367,5.635000228881836,7.4039998054504395,0.004000000189989805,0.34599998593330383,true,9],[4,"timestral","none (long-series generator)","open","long-series generator",6.572999954223633,5.557000160217285,7.538000106811523,0.0010000000474974513,0.26600000262260437,true,9],[5,"chronos","none (long-series generator)","open","long-series generator",6.64900016784668,5.2870001792907715,7.834000110626221,0.012000000104308128,0.25699999928474426,true,7],[6,"vae_zseries","VAE","proprietary","optimised selection",6.650000095367432,5.89900016784668,7.4120001792907715,0.05400000140070915,0.21699999272823334,true,9],[7,"vae_quilting","VAE","open","optimised selection",6.6519999504089355,6.170000076293945,7.183000087738037,0.0020000000949949026,0.11999999731779099,true,9],[8,"vae_atsp","VAE","open","optimised selection",7.38700008392334,6.8460001945495605,8.024999618530273,0.0,0.003000000026077032,true,9],[9,"vae_pctsp","VAE","open","optimised selection",7.448999881744385,7.039000034332275,7.886000156402588,0.0,0.0020000000949949026,true,9],[10,"vae_greedy","VAE","open","optimised selection",7.709000110626221,7.250999927520752,8.1850004196167,0.0,0.0,true,9],[11,"vae_knn","VAE","open","optimised selection",7.75600004196167,7.229000091552734,8.26200008392334,0.0,0.0,true,9],[12,"vae_mbb","VAE","open","optimised selection",7.874000072479248,7.113999843597412,8.520999908447266,0.0,0.0,true,9],[13,"vae_rand","VAE","open","random selection",7.97599983215332,7.104000091552734,8.720999717712402,0.0,0.004000000189989805,true,9]]},"train_clf":{"columns":["place","method","pool","code","family","avg_rank","ci_lo","ci_hi","p_first","p_top3","top_tier","n_datasets"],"rows":[[1,"vae_herding","VAE","open","optimised selection",5.4720001220703125,5.0879998207092285,5.855999946594238,0.7009999752044678,0.996999979019165,true,9],[2,"vae_quilting","VAE","open","optimised selection",6.050000190734863,5.336999893188477,6.760000228881836,0.10499999672174454,0.7609999775886536,true,9],[3,"diffusion_ts","none (long-series generator)","open","long-series generator",6.13100004196167,4.625,7.4770002365112305,0.1809999942779541,0.5730000138282776,true,9],[4,"vae_zseries","VAE","proprietary","optimised selection",6.214000225067139,5.488999843597412,6.968999862670898,0.010999999940395355,0.5350000262260437,true,9],[5,"vae_atsp","VAE","open","optimised selection",6.796000003814697,6.188000202178955,7.499000072479248,0.0,0.028999999165534973,false,9],[6,"vae_pctsp","VAE","open","optimised selection",6.8420000076293945,6.315999984741211,7.367000102996826,0.0,0.0,false,9],[7,"vae_rand","VAE","open","random selection",7.035999774932861,6.320000171661377,7.75,0.0,0.017000000923871994,false,9],[8,"vae_mbb","VAE","open","optimised selection",7.073999881744385,6.374000072479248,7.752999782562256,0.0,0.004999999888241291,false,9],[9,"vae_greedy","VAE","open","optimised selection",7.25,6.807000160217285,7.734000205993652,0.0,0.0,false,9],[10,"vae_knn","VAE","open","optimised selection",7.298999786376953,6.9079999923706055,7.736999988555908,0.0,0.0,false,9],[11,"timesfm","none (long-series generator)","open","long-series generator",7.565000057220459,5.816999912261963,9.4350004196167,0.0020000000949949026,0.0729999989271164,true,6],[12,"chronos","none (long-series generator)","open","long-series generator",8.057000160217285,6.480999946594238,9.484999656677246,0.0,0.009999999776482582,true,7],[13,"timestral","none (long-series generator)","open","long-series generator",9.684000015258789,8.515000343322754,10.687999725341797,0.0,0.0,false,9]]},"train_reg":{"columns":["place","method","pool","code","family","avg_rank","ci_lo","ci_hi","p_first","p_top3","top_tier","n_datasets"],"rows":[[1,"timesfm","none (long-series generator)","open","long-series generator",5.313000202178955,3.8929998874664307,6.8460001945495605,0.6420000195503235,0.906000018119812,true,6],[2,"diffusion_ts","none (long-series generator)","open","long-series generator",5.693999767303467,4.466000080108643,6.789999961853027,0.24400000274181366,0.8349999785423279,true,9],[3,"vae_herding","VAE","open","optimised selection",6.074999809265137,5.442999839782715,6.679999828338623,0.014999999664723873,0.7319999933242798,true,9],[4,"vae_zseries","VAE","proprietary","optimised selection",6.339000225067139,5.513999938964844,7.2129998207092285,0.09799999743700027,0.3580000102519989,true,9],[5,"vae_quilting","VAE","open","optimised selection",6.72599983215332,6.110000133514404,7.323999881744385,0.0010000000474974513,0.05299999937415123,true,9],[6,"chronos","none (long-series generator)","open","long-series generator",7.052999973297119,5.789000034332275,8.192000389099121,0.0,0.06599999964237213,true,7],[7,"timestral","none (long-series generator)","open","long-series generator",7.133999824523926,6.077000141143799,8.10200023651123,0.0,0.04600000008940697,true,9],[8,"vae_atsp","VAE","open","optimised selection",7.291999816894531,6.616000175476074,7.9770002365112305,0.0,0.003000000026077032,true,9],[9,"vae_pctsp","VAE","open","optimised selection",7.433000087738037,6.945000171661377,7.9120001792907715,0.0,0.0,true,9],[10,"vae_greedy","VAE","open","optimised selection",7.815000057220459,7.421000003814697,8.217000007629395,0.0,0.0,true,9],[11,"vae_mbb","VAE","open","optimised selection",7.830999851226807,7.126999855041504,8.461000442504883,0.0,0.0,true,9],[12,"vae_knn","VAE","open","optimised selection",7.868000030517578,7.442999839782715,8.303999900817871,0.0,0.0,true,9],[13,"vae_rand","VAE","open","random selection",7.925000190734863,7.104000091552734,8.644000053405762,0.0,0.0010000000474974513,true,9]]}},"criteria":{"columns":["place","method","pool","code","family","avg_rank","fidelity:dependence","fidelity:distribution","fidelity:long_structure","fidelity:seams","fidelity:target","fidelity:windows","utility:classification","utility:regression"],"rows":[[1,"vae_herding","VAE","open","optimised selection",5.543000221252441,5.2779998779296875,4.1529998779296875,4.894000053405762,6.204999923706055,4.769999980926514,5.8429999351501465,5.333000183105469,6.459000110626221],[2,"diffusion_ts","none (long-series generator)","open","long-series generator",6.26800012588501,6.479000091552734,5.144000053405762,7.311999797821045,8.260000228881836,7.177999973297119,6.5970001220703125,6.171000003814697,5.245999813079834],[3,"vae_quilting","VAE","open","optimised selection",6.361000061035156,8.21399974822998,7.065000057220459,6.666999816894531,3.078000068664551,5.539999961853027,6.760000228881836,5.888000011444092,7.114999771118164],[4,"vae_zseries","VAE","proprietary","optimised selection",6.40500020980835,6.334000110626221,6.236000061035156,6.578000068664551,6.89900016784668,3.7119998931884766,6.081999778747559,6.690999984741211,6.984000205993652],[5,"timesfm","none (long-series generator)","open","long-series generator",6.715000152587891,6.940000057220459,6.752999782562256,6.334000110626221,null,9.982999801635742,6.829999923706055,8.232000350952148,3.8929998874664307],[6,"vae_atsp","VAE","open","optimised selection",7.105999946594238,7.22599983215332,6.794000148773193,6.901000022888184,7.52400016784668,5.51800012588501,7.192999839782715,6.885000228881836,7.818999767303467],[7,"vae_rand","VAE","open","random selection",7.199999809265137,6.420000076293945,7.197999954223633,6.486000061035156,7.934999942779541,7.001999855041504,7.120999813079834,6.51200008392334,8.232999801635742],[8,"vae_mbb","VAE","open","optimised selection",7.21999979019165,6.578999996185303,7.255000114440918,6.449999809265137,8.118000030517578,7.389999866485596,6.926000118255615,6.566999912261963,8.071999549865723],[9,"vae_pctsp","VAE","open","optimised selection",7.232999801635742,7.114999771118164,7.111999988555908,7.385000228881836,6.409999847412109,6.164000034332275,7.00600004196167,7.015999794006348,8.1850004196167],[10,"chronos","none (long-series generator)","open","long-series generator",7.425000190734863,6.767000198364258,9.798999786376953,9.149999618530273,3.7690000534057617,8.53499984741211,9.204999923706055,7.925000190734863,6.033999919891357],[11,"vae_knn","VAE","open","optimised selection",7.564000129699707,7.749000072479248,7.693999767303467,7.185999870300293,8.892000198364258,7.078000068664551,7.078000068664551,6.96999979019165,8.0600004196167],[12,"vae_greedy","VAE","open","optimised selection",7.5960001945495605,8.027999877929688,7.577000141143799,7.168000221252441,9.192999839782715,6.910999774932861,6.934999942779541,7.004000186920166,8.111000061035156],[13,"timestral","none (long-series generator)","open","long-series generator",8.562000274658203,7.798999786376953,8.76099967956543,8.744000434875488,null,12.555999755859375,7.85699987411499,10.42300033569336,5.539000034332275]]},"robustness":{"columns":["variant","text","first","tau_vs_main","main_first_place"],"rows":[["main","the leaderboard: core metrics, fidelity against train + val + OOT, noise-aware ranks","vae_herding",1.0,1],["plain_ranks","ordinary average ranks (no ties within the noise)","vae_herding",0.9490000009536743,1],["fidelity_train","fidelity against train only","vae_herding",0.871999979019165,1],["fidelity_holdout","fidelity against val + OOT only","vae_herding",0.8970000147819519,1],["no_unchecked","without F5.7 (seams, no anchor) and F6.1 against val (noise)","vae_herding",0.871999979019165,1],["all_metrics","every fidelity metric instead of the core set","diffusion_ts",0.7179999947547913,2],["common_datasets","only the datasets where every method is ranked","vae_herding",0.7440000176429749,1]]},"memorisation":{"columns":["method","pool","code","family","near_copy_share","near_copy_real","near_copy_ratio","p_more_copies_holm","memorisation_flag"],"rows":[["diffusion_ts","none (long-series generator)","open","long-series generator",0.14100000262260437,0.13500000536441803,0.9639999866485596,1.0,false],["timesfm","none (long-series generator)","open","long-series generator",0.6150000095367432,0.13500000536441803,0.9319999814033508,1.0,false],["timestral","none (long-series generator)","open","long-series generator",0.6069999933242798,0.13500000536441803,0.8629999756813049,1.0,false],["vae_zseries","VAE","proprietary","optimised selection",0.30799999833106995,0.13500000536441803,0.6579999923706055,1.0,false],["vae_atsp","VAE","open","optimised selection",0.25600001215934753,0.13500000536441803,0.6539999842643738,1.0,false],["vae_herding","VAE","open","optimised selection",0.11100000143051147,0.13500000536441803,0.6340000033378601,1.0,false],["vae_pctsp","VAE","open","optimised selection",0.33799999952316284,0.13500000536441803,0.597000002861023,1.0,false],["vae_rand","VAE","open","random selection",0.17499999701976776,0.13500000536441803,0.5730000138282776,1.0,false],["vae_mbb","VAE","open","optimised selection",0.17100000381469727,0.13500000536441803,0.5490000247955322,1.0,false],["vae_greedy","VAE","open","optimised selection",0.15800000727176666,0.13500000536441803,0.546999990940094,1.0,false],["vae_quilting","VAE","open","optimised selection",0.21799999475479126,0.13500000536441803,0.5,1.0,false],["vae_knn","VAE","open","optimised selection",0.13199999928474426,0.13500000536441803,0.4440000057220459,1.0,false],["chronos","none (long-series generator)","open","long-series generator",0.26100000739097595,0.13500000536441803,0.30799999833106995,1.0,false]]},"cost":{"holdout_clf":{"columns":["place","method","pool","code","family","avg_rank","rank_with_cost","median_time_s","pareto"],"rows":[[1,"vae_herding","VAE","open","optimised selection",5.948999881744385,6.376999855041504,126.9489974975586,true],[2,"vae_quilting","VAE","open","optimised selection",5.97599983215332,5.908999919891357,126.91400146484375,true],[3,"diffusion_ts","none (long-series generator)","open","long-series generator",6.228000164031982,8.08899974822998,5829.98583984375,false],[4,"vae_zseries","VAE","proprietary","optimised selection",6.52400016784668,6.999000072479248,131.47000122070312,false],[5,"vae_pctsp","VAE","open","optimised selection",6.857999801635742,7.72599983215332,184.42100524902344,false],[6,"vae_atsp","VAE","open","optimised selection",6.892000198364258,7.914000034332275,148.00799560546875,false],[7,"vae_rand","VAE","open","random selection",7.086999893188477,6.215000152587891,126.91000366210938,true],[8,"vae_mbb","VAE","open","optimised selection",7.117000102996826,7.197000026702881,126.91799926757812,false],[9,"vae_greedy","VAE","open","optimised selection",7.144999980926514,6.868000030517578,126.91400146484375,false],[10,"vae_knn","VAE","open","optimised selection",7.185999870300293,7.060999870300293,126.91600036621094,false],[11,"timesfm","none (long-series generator)","open","long-series generator",7.571000099182129,6.789000034332275,21.798999786376953,true],[12,"chronos","none (long-series generator)","open","long-series generator",7.6529998779296875,6.120999813079834,79.86399841308594,false],[13,"timestral","none (long-series generator)","open","long-series generator",9.123000144958496,7.452000141143799,6.836999893188477,true]]},"holdout_reg":{"columns":["place","method","pool","code","family","avg_rank","rank_with_cost","median_time_s","pareto"],"rows":[[1,"timesfm","none (long-series generator)","open","long-series generator",5.318999767303467,5.288000106811523,21.798999786376953,true],[2,"diffusion_ts","none (long-series generator)","open","long-series generator",5.791999816894531,7.797999858856201,5829.98583984375,false],[3,"vae_herding","VAE","open","optimised selection",6.552000045776367,6.7789998054504395,126.9489974975586,false],[4,"timestral","none (long-series generator)","open","long-series generator",6.572999954223633,5.751999855041504,6.836999893188477,true],[5,"chronos","none (long-series generator)","open","long-series generator",6.64900016784668,5.451000213623047,79.86399841308594,false],[6,"vae_zseries","VAE","proprietary","optimised selection",6.650000095367432,7.083000183105469,131.47000122070312,false],[7,"vae_quilting","VAE","open","optimised selection",6.6519999504089355,6.360000133514404,126.91400146484375,false],[8,"vae_atsp","VAE","open","optimised selection",7.38700008392334,8.244000434875488,148.00799560546875,false],[9,"vae_pctsp","VAE","open","optimised selection",7.448999881744385,8.119999885559082,184.42100524902344,false],[10,"vae_greedy","VAE","open","optimised selection",7.709000110626221,7.24399995803833,126.91400146484375,false],[11,"vae_knn","VAE","open","optimised selection",7.75600004196167,7.440999984741211,126.91600036621094,false],[12,"vae_mbb","VAE","open","optimised selection",7.874000072479248,7.702000141143799,126.91799926757812,false],[13,"vae_rand","VAE","open","random selection",7.97599983215332,6.807000160217285,126.91000366210938,false]]},"train_clf":{"columns":["place","method","pool","code","family","avg_rank","rank_with_cost","median_time_s","pareto"],"rows":[[1,"vae_herding","VAE","open","optimised selection",5.4720001220703125,6.058000087738037,126.9489974975586,true],[2,"vae_quilting","VAE","open","optimised selection",6.050000190734863,5.959000110626221,126.91400146484375,true],[3,"diffusion_ts","none (long-series generator)","open","long-series generator",6.13100004196167,8.02400016784668,5829.98583984375,false],[4,"vae_zseries","VAE","proprietary","optimised selection",6.214000225067139,6.791999816894531,131.47000122070312,false],[5,"vae_atsp","VAE","open","optimised selection",6.796000003814697,7.849999904632568,148.00799560546875,false],[6,"vae_pctsp","VAE","open","optimised selection",6.8420000076293945,7.716000080108643,184.42100524902344,false],[7,"vae_rand","VAE","open","random selection",7.035999774932861,6.181000232696533,126.91000366210938,true],[8,"vae_mbb","VAE","open","optimised selection",7.073999881744385,7.168000221252441,126.91799926757812,false],[9,"vae_greedy","VAE","open","optimised selection",7.25,6.938000202178955,126.91400146484375,false],[10,"vae_knn","VAE","open","optimised selection",7.298999786376953,7.136000156402588,126.91600036621094,false],[11,"timesfm","none (long-series generator)","open","long-series generator",7.565000057220459,6.784999847412109,21.798999786376953,true],[12,"chronos","none (long-series generator)","open","long-series generator",8.057000160217285,6.389999866485596,79.86399841308594,false],[13,"timestral","none (long-series generator)","open","long-series generator",9.684000015258789,7.826000213623047,6.836999893188477,true]]},"train_reg":{"columns":["place","method","pool","code","family","avg_rank","rank_with_cost","median_time_s","pareto"],"rows":[[1,"timesfm","none (long-series generator)","open","long-series generator",5.313000202178955,5.283999919891357,21.798999786376953,true],[2,"diffusion_ts","none (long-series generator)","open","long-series generator",5.693999767303467,7.732999801635742,5829.98583984375,false],[3,"vae_herding","VAE","open","optimised selection",6.074999809265137,6.460000038146973,126.9489974975586,false],[4,"vae_zseries","VAE","proprietary","optimised selection",6.339000225067139,6.875999927520752,131.47000122070312,false],[5,"vae_quilting","VAE","open","optimised selection",6.72599983215332,6.408999919891357,126.91400146484375,false],[6,"chronos","none (long-series generator)","open","long-series generator",7.052999973297119,5.7210001945495605,79.86399841308594,false],[7,"timestral","none (long-series generator)","open","long-series generator",7.133999824523926,6.125999927520752,6.836999893188477,true],[8,"vae_atsp","VAE","open","optimised selection",7.291999816894531,8.180000305175781,148.00799560546875,false],[9,"vae_pctsp","VAE","open","optimised selection",7.433000087738037,8.109999656677246,184.42100524902344,false],[10,"vae_greedy","VAE","open","optimised selection",7.815000057220459,7.314000129699707,126.91400146484375,false],[11,"vae_mbb","VAE","open","optimised selection",7.830999851226807,7.672999858856201,126.91799926757812,false],[12,"vae_knn","VAE","open","optimised selection",7.868000030517578,7.515999794006348,126.91600036621094,false],[13,"vae_rand","VAE","open","random selection",7.925000190734863,6.77400016784668,126.91000366210938,false]]}}}},"main_run":"run_h200","rankings":{"holdout_clf":"Fidelity vs val + OOT, utility: classification","holdout_reg":"Fidelity vs val + OOT, utility: regression","train_clf":"Fidelity vs train, utility: classification","train_reg":"Fidelity vs train, utility: regression"},"code_url":"https://github.com/zypl-ai/MarathonTS","paper_url":"","data_repo":"zyplai/MarathonTS"}