diff --git a/results/aggregates/live_metadata.json b/results/aggregates/live_metadata.json index 3f309ff5db2312463103eb1448ba3b8d9de021b7..96adcdcb5e5a5293e1e5864dcaa7b64b44b7f529 100644 --- a/results/aggregates/live_metadata.json +++ b/results/aggregates/live_metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-07-06T06:21:07.304001+00:00", + "generated_at": "2026-07-06T06:29:43.798613+00:00", "scope": "All deduplicated metrics-only evaluation releases saved up to generation time, plus one latest all_results snapshot for allowlisted model-datasets without release history", "release_deduplication": "One row per model, dataset, data source timestamp, and prediction length", "dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets", @@ -12,6 +12,6 @@ "temporal_metrics": "Per-dataset MSE stability and Kendall tau, then equal-weight mean over datasets", "num_models": 12, "num_datasets": 14, - "num_model_releases": 19228, - "num_unique_releases": 2541 + "num_model_releases": 19240, + "num_unique_releases": 2542 } diff --git a/results/aggregates/live_overall_up_to_now.csv b/results/aggregates/live_overall_up_to_now.csv index 2b2399a9464d0db3339f75fb46b8d50a0d5c145c..f4e90f664705f0906afec3362da799d065e26c5d 100644 --- a/results/aggregates/live_overall_up_to_now.csv +++ b/results/aggregates/live_overall_up_to_now.csv @@ -1,13 +1,13 @@ Rank,model,MSE,RMSE,MAPE,CRPS,RTG,AverageRank,WinRate,Elo,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release -1,Moirai-2.0,29709.4693888186,56.66516093487581,0.2606060882917371,0.21033588333345765,28.146147134409635,4.824822248638741,0.6187071814082293,1210.7290031776042,35700.630020550736,-0.06654075854338565,0.15384615384615385,13,628,0.9230769230769231,2026-07-03T07:52:13.218889Z,2026-07-06T06:18:23.406255+00:00 -2,Chronos-2,66400.7489519028,83.68816102218256,0.22705817210749238,0.273964026131014,26.384710852576745,3.040543195212165,0.7139918528917888,1207.5408757876603,85912.59915846767,0.1884043514083022,0.07692307692307693,13,2435,0.9230769230769231,2026-06-16T12:06:40.343188+00:00,2026-07-06T06:15:19.927476Z -3,TiRex,74981.43373865416,90.05089749720037,0.23694476361574504,0.2711499195802848,25.47780310006776,3.44254851398686,0.660504420893731,1128.7050898131208,88343.48131731738,0.21614068910081527,0.07692307692307693,13,2413,0.9230769230769231,2026-06-16T12:07:33.925127+00:00,2026-07-06T06:15:19.927476Z -4,TimesFM-2.5,68981.66141267128,88.56790857871111,0.20385251950403818,0.30929476539871265,27.044177915609986,3.4634007698577203,0.6331953889451349,1106.497650505682,76100.6311652344,0.19354764736280902,0.07692307692307693,13,2429,0.9230769230769231,2026-06-16T12:06:55.147862+00:00,2026-07-06T06:15:19.927476Z -5,Sundial,179967.45029018694,165.5341875264576,0.3988732159992448,0.21452063595485582,18.490874377368474,5.247393148123804,0.5110149030724842,1056.128529245899,120045.11025209093,-0.10018778686630489,0.21428571428571427,14,1135,0.9285714285714286,2026-07-01T08:20:13.790420Z,2026-07-06T06:15:19.927476Z -6,TabPFN-TS,41150.35138961751,69.55805225904118,0.28740936643012066,0.2658922568167194,20.253162839907684,5.7500632850537885,0.5630101442006107,1055.0624673176223,33696.90765193563,-0.043941101016994756,0.15384615384615385,13,602,0.9230769230769231,2026-07-01T13:07:24.792624Z,2026-07-06T06:15:19.927476Z -7,Chronos-Bolt,54104.68001148582,74.42342321450013,0.30218745980402023,0.23614544073325305,10.30852936639433,6.3457980815471196,0.4639453616332406,988.4015821757724,55511.950923013275,-0.014937374636676116,0.23076923076923078,13,623,0.9230769230769231,2026-07-03T07:52:13.218889Z,2026-07-06T06:18:41.845182+00:00 -8,Moving-Average,117640.14922237257,120.63342970111847,0.3757326768879268,0.3414795974397093,6.713792434858319,5.441730205702182,0.3971076689647419,908.5063907250495,112669.80268781068,0.10211344527317268,0.23076923076923078,13,2080,0.9230769230769231,2026-06-17T12:10:12.847893+00:00,2026-07-06T06:15:19.927476Z -9,ETS,76330.64139109905,94.28527310714324,0.3792090191132995,0.428234326816677,-2.093583342013306,5.791452837566056,0.3717793262718434,899.4580377777937,110216.38756165313,0.10372074496811183,0.23076923076923078,13,2080,0.9230769230769231,2026-06-17T12:10:12.660440+00:00,2026-07-06T06:15:19.927476Z -10,ARIMA,98288.39623528639,115.36117679054308,0.3305390043515294,0.33854753739206234,2.7796970009062054,5.751312639175317,0.36678689494524985,875.6028694419389,90780.79996397143,0.10454698996012338,0.3076923076923077,13,2080,0.9230769230769231,2026-06-17T12:10:12.135642+00:00,2026-07-06T06:15:19.927476Z -11,Toto-1.0,122758.86725532588,111.23510361766218,0.27173558711564955,0.22284735066325254,-26.785982043294975,7.404837953419711,0.3445196779665107,819.2427025406303,288666.90790750866,0.013010928187068692,0.15384615384615385,13,636,0.9230769230769231,2026-07-03T07:52:13.218889Z,2026-07-06T06:17:58.894756+00:00 -12,Seasonal-Naive,139493.98665427056,145.6702459476792,0.42573420305276394,0.4426306975997885,0.0,5.6707963304234745,0.3559906472556729,744.124801491227,118248.5000734511,0.15961354307645098,0.14285714285714285,14,2087,0.9285714285714286,2026-06-17T12:10:12.963911+00:00,2026-07-06T06:15:19.927476Z +1,Moirai-2.0,29576.306819146783,56.55655757131824,0.2606042763273916,0.21033434613458327,28.138531037936982,4.825089723099764,0.6186738766785037,1210.728998891016,35630.86711782378,-0.06667291958636264,0.15384615384615385,13,629,0.9230769230769231,2026-07-03T07:52:13.218889Z,2026-07-06T06:28:30.512380+00:00 +2,Chronos-2,66359.14288146331,83.66929705939083,0.2270575155575393,0.27395127972348654,26.384486748146955,3.0404609175460418,0.7140818804115103,1207.541335898811,85881.69185050299,0.18825938487105495,0.07692307692307693,13,2436,0.9230769230769231,2026-06-16T12:06:40.343188+00:00,2026-07-06T06:26:53.260084Z +3,TiRex,74942.25106877556,90.03479370941862,0.2369441014797502,0.27113637377993355,25.47683678465662,3.44264804390868,0.6605355568355802,1128.7052885385683,88314.90406012961,0.21600164184760057,0.07692307692307693,13,2414,0.9230769230769231,2026-06-16T12:07:33.925127+00:00,2026-07-06T06:26:53.260084Z +4,TimesFM-2.5,68947.841874742,88.55631427783962,0.20385185018811655,0.30927912296379134,27.041674184969832,3.463401971164055,0.6332769464226226,1106.497866228223,76072.42893850553,0.19343007535580525,0.07692307692307693,13,2430,0.9230769230769231,2026-06-16T12:06:55.147862+00:00,2026-07-06T06:26:53.260084Z +5,Sundial,179580.35976078393,165.3489730358335,0.39886944797239604,0.21451736375537742,18.486340509163746,5.248165694625994,0.5110040967641042,1056.1285329006062,120106.49991696051,-0.10086281554366984,0.21428571428571427,14,1136,0.9285714285714286,2026-07-01T08:20:13.790420Z,2026-07-06T06:26:53.260084Z +6,TabPFN-TS,41004.54863306565,69.45975623059303,0.2874077079680919,0.2658905987623364,20.23369584570372,5.752433641090941,0.562792355461731,1055.061915306098,33643.89068701688,-0.04359093384040722,0.15384615384615385,13,603,0.9230769230769231,2026-07-01T13:07:24.792624Z,2026-07-06T06:26:53.260084Z +7,Chronos-Bolt,53826.675592261876,74.233560797907,0.3021839638104946,0.23614303239580195,10.310164821352974,6.345138610299413,0.4640026936165168,988.4016857227103,55457.95424240878,-0.015533413158411237,0.23076923076923078,13,624,0.9230769230769231,2026-07-03T07:52:13.218889Z,2026-07-06T06:28:40.206943+00:00 +8,Moving-Average,117538.93769016984,120.58373739663625,0.37573134642700157,0.3414647695241803,6.712965967979449,5.4414224898715515,0.39730227736502444,908.5066954971544,112640.90644304783,0.10191460249591802,0.23076923076923078,13,2081,0.9230769230769231,2026-06-17T12:10:12.847893+00:00,2026-07-06T06:26:53.260084Z +9,ETS,76281.01543912283,94.26745705519245,0.37920841380664244,0.42822071394900263,-2.0980813437312245,5.791923807703175,0.37162394557724093,899.4574484133702,110164.34880047887,0.10364021989753472,0.23076923076923078,13,2081,0.9230769230769231,2026-06-17T12:10:12.660440+00:00,2026-07-06T06:26:53.260084Z +10,ARIMA,98235.78350658083,115.34012328350094,0.3305389139380987,0.33853234243011604,2.7756014468535692,5.752091836511293,0.366695768877935,875.6026574978371,90744.25565667442,0.10432857122185496,0.3076923076923077,13,2081,0.9230769230769231,2026-06-17T12:10:12.135642+00:00,2026-07-06T06:26:53.260084Z +11,Toto-1.0,122081.72716044752,110.91766183991272,0.271732760896995,0.2228448240695453,-26.77846093800359,7.404219196659515,0.3445542324843816,819.2428165875439,287887.1984180156,0.01247490507040041,0.15384615384615385,13,637,0.9230769230769231,2026-07-03T07:52:13.218889Z,2026-07-06T06:28:18.443717+00:00 +12,Seasonal-Naive,139388.55106581503,145.6196841625489,0.42573304036376697,0.44261813248854287,0.0,5.671226774628598,0.35600097743383563,744.1247585180616,118224.98587728186,0.15935265927356504,0.14285714285714285,14,2088,0.9285714285714286,2026-06-17T12:10:12.963911+00:00,2026-07-06T06:26:53.260084Z diff --git a/results/aggregates/live_rank_up_to_now.csv b/results/aggregates/live_rank_up_to_now.csv index 924c2a9e01ea25c58aa5260488bec8947aee9bf6..a047f971c5752e5deaf417bd588fab49ad83952b 100644 --- a/results/aggregates/live_rank_up_to_now.csv +++ b/results/aggregates/live_rank_up_to_now.csv @@ -1,13 +1,13 @@ Rank,model,AverageRank,WinRate,Elo,dataset_pair_matches,shared_releases,pairwise_matches -1,Moirai-2.0,4.824822248638741,0.6187071814082293,1210.7290031776042,134,628,6601 -2,Chronos-2,3.040543195212165,0.7139918528917888,1207.5408757876603,139,2430,16465 -3,TiRex,3.44254851398686,0.660504420893731,1128.7050898131208,139,2411,16438 -4,TimesFM-2.5,3.4634007698577203,0.6331953889451349,1106.497650505682,139,2424,16475 -5,Sundial,5.247393148123804,0.5110149030724842,1056.128529245899,139,1124,10155 -6,TabPFN-TS,5.7500632850537885,0.5630101442006107,1055.0624673176223,132,592,6398 -7,Chronos-Bolt,6.3457980815471196,0.4639453616332406,988.4015821757724,134,623,6581 -8,Moving-Average,5.441730205702182,0.3971076689647419,908.5063907250495,139,2080,15695 -9,ETS,5.791452837566056,0.3717793262718434,899.4580377777937,139,2080,15695 -10,ARIMA,5.751312639175317,0.36678689494524985,875.6028694419389,139,2080,15695 -11,Toto-1.0,7.404837953419711,0.3445196779665107,819.2427025406303,134,636,6625 -12,Seasonal-Naive,5.6707963304234745,0.3559906472556729,744.124801491227,139,2080,15695 +1,Moirai-2.0,4.825089723099764,0.6186738766785037,1210.728998891016,134,629,6612 +2,Chronos-2,3.0404609175460418,0.7140818804115103,1207.541335898811,139,2431,16476 +3,TiRex,3.44264804390868,0.6605355568355802,1128.7052885385683,139,2412,16449 +4,TimesFM-2.5,3.463401971164055,0.6332769464226226,1106.497866228223,139,2425,16486 +5,Sundial,5.248165694625994,0.5110040967641042,1056.1285329006062,139,1125,10166 +6,TabPFN-TS,5.752433641090941,0.562792355461731,1055.061915306098,132,593,6409 +7,Chronos-Bolt,6.345138610299413,0.4640026936165168,988.4016857227103,134,624,6592 +8,Moving-Average,5.4414224898715515,0.39730227736502444,908.5066954971544,139,2081,15706 +9,ETS,5.791923807703175,0.37162394557724093,899.4574484133702,139,2081,15706 +10,ARIMA,5.752091836511293,0.366695768877935,875.6026574978371,139,2081,15706 +11,Toto-1.0,7.404219196659515,0.3445542324843816,819.2428165875439,134,637,6636 +12,Seasonal-Naive,5.671226774628598,0.35600097743383563,744.1247585180616,139,2081,15706 diff --git a/results/aggregates/live_release_metrics.csv b/results/aggregates/live_release_metrics.csv index ad9be8170f2b5a0bcf10998c509401628251f778..eba839725288b752b968731d537c881c29145178 100644 --- a/results/aggregates/live_release_metrics.csv +++ b/results/aggregates/live_release_metrics.csv @@ -438,6 +438,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-07-06T05:12:44.071382Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-07-06T05:31:07.473450Z|h:24,2026-07-06T05:31:07.473450Z,2026-07-06T05:47:59.337916+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,564297.0183646651,751.1970569462218,0.0142633253047142,0.012928553556686012,-49.247116832589626,True binance_btcusdt_1h_close/1h/short|source:2026-07-06T05:55:52.663720Z|h:24,2026-07-06T05:55:52.663720Z,2026-07-06T06:10:38.846993+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,566977.6795420004,752.9792025959285,0.01432122236235906,0.012986648014387302,-48.940143753263555,True binance_btcusdt_1h_close/1h/short|source:2026-07-06T06:15:19.927476Z|h:24,2026-07-06T06:15:19.927476Z,2026-07-06T06:21:06.167172+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,260009.3711849805,509.9111404793785,0.013821721934008713,0.012278246495472031,-14.234108979760878,True +binance_btcusdt_1h_close/1h/short|source:2026-07-06T06:26:53.260084Z|h:24,2026-07-06T06:26:53.260084Z,2026-07-06T06:29:42.842054+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,261545.8037211768,511.41549030233415,0.01377627458278302,0.012232662195042382,-14.942615782781102,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:22:02.369176+00:00,2026-06-22T01:22:02.369176+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.3169074533967339,0.5629453378408369,0.0085352021500282,0.4356122103113208,2.4821416702079793,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:33:30.776110+00:00,2026-06-22T07:33:30.776110+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.3737040337380361,0.6113133678712057,0.012305158444961,0.7985186914109059,-15.142472841866445,True binance_btcusdt_1h_close/1h/short|window:0740b84fb5a867feca5c,2026-06-22T08:13:22.917126+00:00,2026-06-22T08:13:22.917126+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.2732656714019672,0.5227481911991348,0.0117912606294595,0.7610992079601563,-2.641083194827792,True @@ -2524,6 +2525,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-07-06T05:12:44.071382Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-07-06T05:31:07.473450Z|h:24,2026-07-06T05:31:07.473450Z,2026-07-06T05:31:20.222851+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,93579.71154848735,305.9080115794409,0.004037595060283267,0.0043849064276214565,34.439113420537495,True binance_btcusdt_1h_close/1h/short|source:2026-07-06T05:55:52.663720Z|h:24,2026-07-06T05:55:52.663720Z,2026-07-06T05:56:19.170576+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,93147.35856628418,305.20052189713596,0.003978740048549396,0.004365029963059128,35.206208208250445,True binance_btcusdt_1h_close/1h/short|source:2026-07-06T06:15:19.927476Z|h:24,2026-07-06T06:15:19.927476Z,2026-07-06T06:16:08.905707+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,98483.2527103424,313.82041474439234,0.004262321908432007,0.004166851502204148,32.935206433174216,True +binance_btcusdt_1h_close/1h/short|source:2026-07-06T06:26:53.260084Z|h:24,2026-07-06T06:26:53.260084Z,2026-07-06T06:27:25.486134+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,99210.52782058716,314.97702744896674,0.004308532473370708,0.004182427133518696,32.222615977252694,True binance_btcusdt_1h_close/1h/short|window:01879e0ba67816eb9c43,2026-06-17T06:52:59.517094+00:00,2026-06-17T06:52:59.517094+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.1813123535575668,0.4258078833905812,0.0083663181977859,0.2410261424253861,,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:19:41.412209+00:00,2026-06-22T01:19:41.412209+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.3026024844282185,0.5500931597722504,0.0063219336945878,0.2735899804256079,4.788475382706393,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:29:55.777922+00:00,2026-06-22T07:29:55.777922+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.1135532687832525,0.3369766591075004,0.0030837061496461,0.2504677210622425,41.612619480802856,True @@ -4667,6 +4669,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-07-06T05:12:44.071382Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-07-06T05:31:07.473450Z|h:24,2026-07-06T05:31:07.473450Z,2026-07-06T05:38:19.922154+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-Bolt,180715.01596959433,425.10588794980754,0.004692304119966698,0.005886880727575985,3.0003212869748292,True binance_btcusdt_1h_close/1h/short|source:2026-07-06T05:55:52.663720Z|h:24,2026-07-06T05:55:52.663720Z,2026-07-06T06:05:48.088716+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-Bolt,182404.77537981668,427.08872073588725,0.004750892426865901,0.005919231672034161,3.176219753321634,True binance_btcusdt_1h_close/1h/short|source:2026-07-06T06:15:19.927476Z|h:24,2026-07-06T06:15:19.927476Z,2026-07-06T06:18:29.893024+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-Bolt,119786.69808705647,346.1021497868172,0.0037785988172322252,0.004988460328901807,23.944779832856632,True +binance_btcusdt_1h_close/1h/short|source:2026-07-06T06:26:53.260084Z|h:24,2026-07-06T06:26:53.260084Z,2026-07-06T06:28:40.200597+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-Bolt,119533.72146924336,345.73649137637085,0.0037325114704501185,0.0049630512045295205,23.63947669127413,True data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-07-03T08:14:44.325135Z|h:36,2026-07-03T08:14:44.325135Z,2026-07-03T08:18:35.540032+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Chronos-Bolt,3.2825236033380433e-15,5.729331202974779e-08,,,0.0,False data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-07-03T08:45:14.545252Z|h:36,2026-07-03T08:45:14.545252Z,2026-07-03T08:48:41.878652+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Chronos-Bolt,3.2825236033380433e-15,5.729331202974779e-08,,,0.0,False data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-07-03T09:20:36.985472Z|h:36,2026-07-03T09:20:36.985472Z,2026-07-03T09:24:17.647333+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Chronos-Bolt,3.2825236033380433e-15,5.729331202974779e-08,,,0.0,False @@ -5575,6 +5578,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-07-06T05:12:44.071382Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-07-06T05:31:07.473450Z|h:24,2026-07-06T05:31:07.473450Z,2026-07-06T05:47:59.050201+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,145427.20297222902,381.34918771675524,0.0050427557021584584,0.004074713638012796,13.775364991041027,True binance_btcusdt_1h_close/1h/short|source:2026-07-06T05:55:52.663720Z|h:24,2026-07-06T05:55:52.663720Z,2026-07-06T06:10:38.510680+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,140521.72325950887,374.86227238748484,0.004983347687842849,0.004015618580162437,16.079819431824372,True binance_btcusdt_1h_close/1h/short|source:2026-07-06T06:15:19.927476Z|h:24,2026-07-06T06:15:19.927476Z,2026-07-06T06:21:05.932659+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,163836.08619722896,404.76670589023126,0.005496565404248171,0.0044178737308983185,8.738786353137616,True +binance_btcusdt_1h_close/1h/short|source:2026-07-06T06:26:53.260084Z|h:24,2026-07-06T06:26:53.260084Z,2026-07-06T06:29:42.588813+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,168008.1413086067,409.88796189764673,0.005543196441264189,0.004464227918405149,7.062726964731911,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:22:02.463619+00:00,2026-06-22T01:22:02.463619+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.0407717866337577,0.201920248201506,0.0022009716898305,0.0960955086908494,78.1859319232306,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:33:31.014985+00:00,2026-06-22T07:33:31.014985+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.0864408961350167,0.2940083266423194,0.0025388064632111,0.1380528538051167,52.223162771726436,True binance_btcusdt_1h_close/1h/short|window:0740b84fb5a867feca5c,2026-06-22T08:13:23.012177+00:00,2026-06-22T08:13:23.012177+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.1569766000828541,0.3962027259911952,0.0040922131316173,0.2100823941511999,24.56300165808982,True @@ -7370,6 +7374,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-07-06T05:12:44.071382Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-07-06T05:31:07.473450Z|h:24,2026-07-06T05:31:07.473450Z,2026-07-06T05:37:56.461872+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-2.0,115697.7495619456,340.1437189805886,0.004096548598023278,0.004721097792310151,24.771999117843094,True binance_btcusdt_1h_close/1h/short|source:2026-07-06T05:55:52.663720Z|h:24,2026-07-06T05:55:52.663720Z,2026-07-06T06:05:09.880169+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-2.0,116088.66805267334,340.71787163674486,0.004155300141871631,0.004753517340205857,25.21522565244661,True binance_btcusdt_1h_close/1h/short|source:2026-07-06T06:15:19.927476Z|h:24,2026-07-06T06:15:19.927476Z,2026-07-06T06:18:08.734405+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-2.0,94714.27864519756,307.7568498753481,0.0039722533404632525,0.004566766342199904,34.66332967042666,True +binance_btcusdt_1h_close/1h/short|source:2026-07-06T06:26:53.260084Z|h:24,2026-07-06T06:26:53.260084Z,2026-07-06T06:28:30.505951+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-2.0,95292.57421747844,308.69495333982775,0.004018445178595856,0.004582360414281713,34.01616612921856,True data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-07-03T08:14:44.325135Z|h:36,2026-07-03T08:14:44.325135Z,2026-07-03T08:18:03.423180+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Moirai-2.0,7.853649481634599e-14,2.8024363474724275e-07,,,0.0,False data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-07-03T08:45:14.545252Z|h:36,2026-07-03T08:45:14.545252Z,2026-07-03T08:48:21.494800+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Moirai-2.0,7.853649481634599e-14,2.8024363474724275e-07,,,0.0,False data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-07-03T09:20:36.985472Z|h:36,2026-07-03T09:20:36.985472Z,2026-07-03T09:23:50.436475+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Moirai-2.0,7.853649481634599e-14,2.8024363474724275e-07,,,0.0,False @@ -8282,6 +8287,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-07-06T05:12:44.071382Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-07-06T05:31:07.473450Z|h:24,2026-07-06T05:31:07.473450Z,2026-07-06T05:47:58.522724+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,162439.80296788467,403.0382152698236,0.004605225015542772,0.003924867930555649,8.312685353041413,True binance_btcusdt_1h_close/1h/short|source:2026-07-06T05:55:52.663720Z|h:24,2026-07-06T05:55:52.663720Z,2026-07-06T06:10:37.901210+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,164226.08004064343,405.2481709281899,0.004663792016963174,0.003974808499652976,8.40661273991871,True binance_btcusdt_1h_close/1h/short|source:2026-07-06T06:15:19.927476Z|h:24,2026-07-06T06:15:19.927476Z,2026-07-06T06:21:05.417566+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,163909.51655919044,404.8574027471777,0.004800776968602736,0.004035872215212453,8.716552331706005,True +binance_btcusdt_1h_close/1h/short|source:2026-07-06T06:26:53.260084Z|h:24,2026-07-06T06:26:53.260084Z,2026-07-06T06:29:42.010678+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,162663.81377833305,403.3160222187225,0.0047548269465966875,0.003995727169746898,8.669033675907537,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:22:02.488519+00:00,2026-06-22T01:22:02.488519+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.1489742184098265,0.3859717844737184,0.0048771123255213,0.2210326747420907,38.18680422959462,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:33:31.068326+00:00,2026-06-22T07:33:31.068326+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.1029916725943077,0.3209231568371278,0.003220088745007,0.1530588119969513,45.56516023795812,True binance_btcusdt_1h_close/1h/short|window:0740b84fb5a867feca5c,2026-06-22T08:13:23.059241+00:00,2026-06-22T08:13:23.059241+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.1001716084949669,0.3164989865623062,0.0030892525816164,0.1543325711714026,44.25222081261605,True @@ -10362,6 +10368,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-07-06T05:12:44.071382Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-07-06T05:31:07.473450Z|h:24,2026-07-06T05:31:07.473450Z,2026-07-06T05:47:59.512064+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,191894.4985510508,438.0576429547267,0.006152328741583362,0.005613381711727388,0.0,True binance_btcusdt_1h_close/1h/short|source:2026-07-06T05:55:52.663720Z|h:24,2026-07-06T05:55:52.663720Z,2026-07-06T06:10:39.145307+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,194372.0348523458,440.8764394389269,0.006210818041518448,0.005629113604141218,0.0,True binance_btcusdt_1h_close/1h/short|source:2026-07-06T06:15:19.927476Z|h:24,2026-07-06T06:15:19.927476Z,2026-07-06T06:21:06.356512+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,195212.5822353363,441.82867973382656,0.0062327483877773135,0.005631731468112418,0.0,True +binance_btcusdt_1h_close/1h/short|source:2026-07-06T06:26:53.260084Z|h:24,2026-07-06T06:26:53.260084Z,2026-07-06T06:29:42.854836+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,193543.55010986328,439.9358477208504,0.006186839039915581,0.005625703067382566,0.0,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:22:02.507250+00:00,2026-06-22T01:22:02.507250+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.3330400717529599,0.5770962413263147,0.0074647926873788,0.3493354391815629,0.0,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:33:31.096521+00:00,2026-06-22T07:33:31.096521+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.2754118389969035,0.5247969502549568,0.0054985069346336,0.3525814888009477,0.0,True binance_btcusdt_1h_close/1h/short|window:0740b84fb5a867feca5c,2026-06-22T08:13:23.090823+00:00,2026-06-22T08:13:23.090823+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.2592027377306001,0.5091195711525929,0.0051633669136927,0.3473196849970218,0.0,True @@ -12292,6 +12299,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-07-06T05:12:44.071382Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-07-06T05:31:07.473450Z|h:24,2026-07-06T05:31:07.473450Z,2026-07-06T05:42:00.606882+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Sundial,428870.95002683,654.8823940424952,0.005484251588487871,0.006297928814957062,-38.17487780910994,True binance_btcusdt_1h_close/1h/short|source:2026-07-06T05:55:52.663720Z|h:24,2026-07-06T05:55:52.663720Z,2026-07-06T06:10:03.572326+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Sundial,349098.44177563983,590.8455312309976,0.005249172120769294,0.005630156878054442,-28.470066650779042,True binance_btcusdt_1h_close/1h/short|source:2026-07-06T06:15:19.927476Z|h:24,2026-07-06T06:15:19.927476Z,2026-07-06T06:20:51.356899+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Sundial,381636.1553001404,617.7670720426432,0.00528585769772096,0.006116343190589019,-32.31758361148166,True +binance_btcusdt_1h_close/1h/short|source:2026-07-06T06:26:53.260084Z|h:24,2026-07-06T06:26:53.260084Z,2026-07-06T06:29:41.976880+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Sundial,298953.62734349567,546.7665199548119,0.0050022108758039615,0.005166575877875116,-21.4031840301491,True coingecko_bitcoin_7d_price_usd/1h/short|source:2026-07-01T13:53:41.688769Z|h:24,2026-07-01T13:53:41.688769Z,2026-07-01T13:57:56.335483+00:00,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,Sundial,1016628.6770089468,1008.2800588174631,0.01677326751586575,0.014073816859388764,14.709856438305243,True coingecko_bitcoin_7d_price_usd/1h/short|source:2026-07-01T14:08:29.621973Z|h:24,2026-07-01T14:08:29.621973Z,2026-07-01T14:12:24.898060+00:00,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,Sundial,842054.5015761057,917.6352769897775,0.01522319536201152,0.012567619664747148,23.577264531136663,True coingecko_bitcoin_7d_price_usd/1h/short|source:2026-07-01T14:22:52.227942Z|h:24,2026-07-01T14:22:52.227942Z,2026-07-01T14:28:19.503536+00:00,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,Sundial,863457.1352214813,929.2239424495482,0.01550003371469257,0.012707513258450391,22.388596579606055,True @@ -13297,6 +13305,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-07-06T05:12:44.071382Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-07-06T05:31:07.473450Z|h:24,2026-07-06T05:31:07.473450Z,2026-07-06T05:39:30.753401+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TabPFN-TS,216960.30604044595,465.7899806140595,0.005573499877226255,0.005599496683556844,-6.130735705659469,True binance_btcusdt_1h_close/1h/short|source:2026-07-06T05:55:52.663720Z|h:24,2026-07-06T05:55:52.663720Z,2026-07-06T06:06:56.745723+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TabPFN-TS,219741.09645907083,468.76550263332183,0.005631951064505521,0.005658022438097489,-6.126118610725069,True binance_btcusdt_1h_close/1h/short|source:2026-07-06T06:15:19.927476Z|h:24,2026-07-06T06:15:19.927476Z,2026-07-06T06:19:21.584997+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TabPFN-TS,214437.47475306192,463.07394091339444,0.006066380147380072,0.006086788613636925,-4.6930037454553775,True +binance_btcusdt_1h_close/1h/short|source:2026-07-06T06:26:53.260084Z|h:24,2026-07-06T06:26:53.260084Z,2026-07-06T06:29:19.891761+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TabPFN-TS,212338.50167910257,460.80202004668183,0.006020524843321172,0.006040918814340022,-4.630643677491689,True data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short|source:2026-07-01T13:07:24.792624Z|h:12,2026-07-01T13:07:24.792624Z,2026-07-01T13:17:08.524185+00:00,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,TabPFN-TS,30432.245376910596,174.44840319392608,0.7106828034516671,0.8392463572886636,,True data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-07-01T13:07:24.792624Z|h:36,2026-07-01T13:07:24.792624Z,2026-07-01T13:17:20.351121+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,TabPFN-TS,0.0,0.0,,,,False data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-07-03T08:14:44.325135Z|h:36,2026-07-03T08:14:44.325135Z,2026-07-03T08:19:55.405418+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,TabPFN-TS,0.0,0.0,,,0.0,False @@ -14192,6 +14201,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-07-06T05:12:44.071382Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-07-06T05:31:07.473450Z|h:24,2026-07-06T05:31:07.473450Z,2026-07-06T05:34:38.019194+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,131965.0423272451,363.2699303923256,0.004403561591645354,0.004275606024408631,18.50476785747275,True binance_btcusdt_1h_close/1h/short|source:2026-07-06T05:55:52.663720Z|h:24,2026-07-06T05:55:52.663720Z,2026-07-06T05:57:37.342679+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,133034.06669489542,364.73835374812916,0.004462227911866326,0.004308051788391178,18.734522010305287,True binance_btcusdt_1h_close/1h/short|source:2026-07-06T06:15:19.927476Z|h:24,2026-07-06T06:15:19.927476Z,2026-07-06T06:16:29.679819+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,124393.86530621846,352.6951449995002,0.004624695407810833,0.00430857336153126,22.158100211639223,True +binance_btcusdt_1h_close/1h/short|source:2026-07-06T06:26:53.260084Z|h:24,2026-07-06T06:26:53.260084Z,2026-07-06T06:27:33.994025+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,123878.53835805257,351.96383103673105,0.0045786410386029165,0.004283132886391069,21.947121603307156,True binance_btcusdt_1h_close/1h/short|window:01879e0ba67816eb9c43,2026-06-17T06:54:34.213561+00:00,2026-06-17T06:54:34.213561+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.160538580492642,0.4006726600264136,0.0077998502585261,0.2146609791701683,,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:20:54.533078+00:00,2026-06-22T01:20:54.533078+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.3253257633711659,0.5703733543663886,0.006509406779106,0.2858020737091157,1.1717358298733047,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:31:44.064640+00:00,2026-06-22T07:31:44.064640+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.2663201865137117,0.5160621924862465,0.005269364684183,0.2671874556573511,1.678256417390571,True @@ -16603,6 +16613,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-07-06T05:12:44.071382Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-07-06T05:31:07.473450Z|h:24,2026-07-06T05:31:07.473450Z,2026-07-06T05:35:25.509928+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,150467.93703397116,387.90196832959117,0.004858679951191834,0.0038668609364523507,12.100206451181124,True binance_btcusdt_1h_close/1h/short|source:2026-07-06T05:55:52.663720Z|h:24,2026-07-06T05:55:52.663720Z,2026-07-06T06:03:22.991865+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,151825.40920766196,389.6478014921449,0.004917190645341802,0.0038993307540706656,12.289699526871454,True binance_btcusdt_1h_close/1h/short|source:2026-07-06T06:15:19.927476Z|h:24,2026-07-06T06:15:19.927476Z,2026-07-06T06:17:19.844391+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,144424.0953763326,380.0317031200589,0.004714379987918445,0.004053781217029438,14.953769780151315,True +binance_btcusdt_1h_close/1h/short|source:2026-07-06T06:26:53.260084Z|h:24,2026-07-06T06:26:53.260084Z,2026-07-06T06:28:07.568513+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,143404.38315900168,378.68771191973167,0.0046684353744758595,0.004028328992981311,14.880390113820182,True binance_btcusdt_1h_close/1h/short|window:01879e0ba67816eb9c43,2026-06-17T06:53:42.689625+00:00,2026-06-17T06:53:42.689625+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.1316480282298061,0.3628333339562478,0.0115041829002529,0.2379950762051307,,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:20:14.323519+00:00,2026-06-22T01:20:14.323519+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.1876052556822667,0.4331342236331213,0.0035212021999806,0.2825173319955255,27.933567902573127,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:30:36.018310+00:00,2026-06-22T07:30:36.018310+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.1876660841999844,0.4332044369578691,0.0029553106220395,0.282650315619165,18.948377886633143,True @@ -18744,6 +18755,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-07-06T05:12:44.071382Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-07-06T05:31:07.473450Z|h:24,2026-07-06T05:31:07.473450Z,2026-07-06T05:37:14.692374+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-1.0,215330.9788125356,464.03769115507805,0.004691564628690669,0.004646199684278421,-5.755160608617771,True binance_btcusdt_1h_close/1h/short|source:2026-07-06T05:55:52.663720Z|h:24,2026-07-06T05:55:52.663720Z,2026-07-06T06:04:37.952774+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-1.0,242351.81472460428,492.2924077462543,0.0048059646957483515,0.0047530487548693495,-10.986297157514068,True binance_btcusdt_1h_close/1h/short|source:2026-07-06T06:15:19.927476Z|h:24,2026-07-06T06:15:19.927476Z,2026-07-06T06:17:47.172920+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-1.0,379819.64387512207,616.2950948004715,0.004358289209052016,0.004102288064485437,-32.10377666804442,True +binance_btcusdt_1h_close/1h/short|source:2026-07-06T06:26:53.260084Z|h:24,2026-07-06T06:26:53.260084Z,2026-07-06T06:28:18.439107+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-1.0,170110.80441856384,412.44491076817013,0.004542035633911528,0.004222529973523215,6.443686264031161,True data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-07-03T08:14:44.325135Z|h:36,2026-07-03T08:14:44.325135Z,2026-07-03T08:17:23.509432+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Toto-1.0,0.41112439665885936,0.6411898288797627,,,-100.0,False data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-07-03T08:45:14.545252Z|h:36,2026-07-03T08:45:14.545252Z,2026-07-03T08:48:05.355844+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Toto-1.0,3.5214492592627344,1.8765524930741304,,,-100.0,False data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-07-03T09:20:36.985472Z|h:36,2026-07-03T09:20:36.985472Z,2026-07-03T09:23:21.793579+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Toto-1.0,0.06178618779853719,0.24856827592944597,,,-100.0,False @@ -19224,6 +19236,6 @@ usgs_potomac_iv_usgs_00060/15min/short|source:2026-07-06T05:55:52.663720Z|h:24,2 wikimedia_time_series_hourly_pageviews/1D/short|source:2026-07-03T11:25:49.678873Z|h:7,2026-07-03T11:25:49.678873Z,2026-07-03T11:28:09.226129+00:00,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,Toto-1.0,4359.687570837858,66.0279302328784,0.222500813890581,0.13814162917800613,27.014286680101073,True wikimedia_time_series_hourly_pageviews/1D/short|source:2026-07-04T11:51:39.301864Z|h:7,2026-07-04T11:51:39.301864Z,2026-07-04T11:56:49.171441+00:00,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,Toto-1.0,15995.259674732972,126.4723672378001,0.19658008791520107,0.12568764051187853,-30.901131137799624,True wikimedia_time_series_hourly_pageviews/1D/short|source:2026-07-05T12:35:25.421364Z|h:7,2026-07-05T12:35:25.421364Z,2026-07-05T12:37:48.896744+00:00,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,Toto-1.0,5022.869342195003,70.87220429897043,0.09883921973540423,0.12860021157553903,13.167913859338727,True -snapshot|data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,2026-07-06T06:18:41.845182+00:00,2026-07-06T06:18:41.845182+00:00,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,Chronos-Bolt,24494.29886562596,156.5065457596773,0.6356253615465683,0.5956771935646294,,True -snapshot|data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,2026-07-06T06:18:23.406255+00:00,2026-07-06T06:18:23.406255+00:00,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,Moirai-2.0,20775.499102946527,144.13708441253598,0.5779948164087865,0.5370367497191665,,True -snapshot|data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,2026-07-06T06:17:58.894756+00:00,2026-07-06T06:17:58.894756+00:00,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,Toto-1.0,35424.06122722315,188.2128083506092,0.5823168903941691,0.5740491643996976,,True +snapshot|data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,2026-07-06T06:28:40.206943+00:00,2026-07-06T06:28:40.206943+00:00,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,Chronos-Bolt,24494.29886562596,156.5065457596773,0.6356253615465683,0.5956771935646294,,True +snapshot|data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,2026-07-06T06:28:30.512380+00:00,2026-07-06T06:28:30.512380+00:00,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,Moirai-2.0,20775.499102946527,144.13708441253598,0.5779948164087865,0.5370367497191665,,True +snapshot|data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,2026-07-06T06:28:18.443717+00:00,2026-07-06T06:28:18.443717+00:00,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,Toto-1.0,35424.06122722315,188.2128083506092,0.5823168903941691,0.5740491643996976,,True diff --git a/results/aggregates/live_results_by_dataset.csv b/results/aggregates/live_results_by_dataset.csv index 46e685ac178caedb54c52cef205f0967ebb3d72f..7eb3dd001aa09d89808221364f80575a6914c8bf 100644 --- a/results/aggregates/live_results_by_dataset.csv +++ b/results/aggregates/live_results_by_dataset.csv @@ -1,5 +1,5 @@ model,dataset,domain,frequency,prediction_lengths,MSE,RMSE,MAPE,CRPS,RTG,Stability,Improvement,Improvement_pvalue,n_releases,MAPE_coverage,first_release,last_release -ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,637042.8484927628,661.6743700622225,0.014371918263932883,0.11233707149718192,14.287353490880339,716844.9789824564,0.33782142809485044,2.915443811664854e-32,548,1.0,2026-06-17T12:10:12.135642+00:00,2026-07-06T06:15:19.927476Z +ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,636358.8830195905,661.4006744706744,0.014370833302765031,0.11215473195382647,14.234111288196074,716369.9029875954,0.33498198449736083,8.343397831433243e-32,549,1.0,2026-06-17T12:10:12.135642+00:00,2026-07-06T06:26:53.260084Z ARIMA,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,637362.048413627,753.5222622305821,0.011766852301044444,0.010280979871578728,14.879170644964086,457993.6238729679,0.4802566071403323,0.00023338833765900228,31,1.0,2026-06-29T07:42:24.900081Z,2026-07-02T03:16:24.400538Z ARIMA,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,5.057237344250737e-05,0.002961242262347468,0.9999997153934195,1.0000424437572428,-32.503985749836495,0.0001828970534145502,-0.1206716952231069,0.04557399216219123,154,0.025974025974025976,2026-06-29T07:34:52.372126Z,2026-07-06T05:55:52.663720Z ARIMA,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.786828912128035e-08,,,0.0,0.0,0.0,1.0,221,0.0,2026-06-29T07:34:52.372126Z,2026-07-06T06:15:19.927476Z @@ -12,7 +12,7 @@ ARIMA,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,8.8428745 ARIMA,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,13.086191760173786,3.3203380748941984,0.5814512314241512,0.3353353129553463,17.727490956609728,8.068920581783878,0.38932968536251705,1.1109559920655986e-07,86,1.0,2026-06-17T12:10:12.513260+00:00,2026-07-06T05:55:52.663720Z ARIMA,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1291.515408875803,26.95147126149584,0.012362658196914527,0.11135835502909809,-4.046440707281477,2974.9530865530896,0.21645243667706593,2.083564386858329e-05,176,1.0,2026-06-17T12:26:17.165483+00:00,2026-07-06T05:55:52.663720Z ARIMA,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1538.938898860942,30.691247967863234,0.1840368747315198,0.2658259840079621,50.562297154580484,1351.9663955961862,0.44946657497549475,0.07248608508684644,10,1.0,2026-06-17T12:10:12.582752+00:00,2026-07-05T12:35:25.421364Z -Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,461599.40134860465,479.2821433650881,0.009587194095958727,0.10666354365443881,33.77252221367215,719661.7951719447,0.5042739632841939,8.423976608729262e-85,669,1.0,2026-06-16T12:06:40.343188+00:00,2026-07-06T06:15:19.927476Z +Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,461058.5224328912,479.0369118487954,0.009579315496522028,0.10651058676410907,33.769608856084886,719260.0001684037,0.5023893982999799,2.6324514895354215e-84,670,1.0,2026-06-16T12:06:40.343188+00:00,2026-07-06T06:26:53.260084Z Chronos-2,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,400097.44087483804,560.2205869407004,0.00783121158861998,0.006440046369855963,45.80162880536755,393755.0454473591,0.3837603460311939,0.0032459311642611286,31,1.0,2026-06-29T07:42:24.900081Z,2026-07-02T03:16:24.400538Z Chronos-2,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,18;36,2.817689626449624e-05,0.000994435904295021,0.9999999953314067,1.0000003014500551,-32.21508312017394,0.0001745183410018682,-0.09612911371487132,0.1048857656464695,159,0.025157232704402517,2026-06-29T07:34:52.372126Z,2026-07-06T05:55:52.663720Z Chronos-2,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.7296862743653316e-18,1.3151753777977035e-09,,,0.0,5.790615131591313e-34,0.0,1.0,226,0.0,2026-06-29T07:34:52.372126Z,2026-07-06T06:15:19.927476Z @@ -25,8 +25,8 @@ Chronos-2,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,1.751 Chronos-2,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,10.761972856374843,2.8832975559709486,0.561811955276248,0.3395911981893025,23.831919983761157,8.657180630179802,0.37657657657657656,4.663832060927153e-09,111,1.0,2026-06-16T13:12:36.348072+00:00,2026-07-06T05:55:52.663720Z Chronos-2,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1100.0269389871828,20.344112167865518,0.008922618353988662,0.13292453590189812,15.993038801598507,2799.6888278667043,0.2492567331617896,1.7955281409344193e-07,199,1.0,2026-06-16T12:40:50.960167+00:00,2026-07-06T05:55:52.663720Z Chronos-2,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,127.7797586583077,8.798476657769289,0.05925623330539405,0.11564925441680045,93.54655945237238,122.13269680888558,0.5843065474681431,0.019550269092885535,10,1.0,2026-06-17T09:43:59.015450+00:00,2026-07-05T12:35:25.421364Z -Chronos-Bolt,binance_btcusdt_1h_close/1h/short,Finance,1h,24,676098.5687555883,725.8410493958139,0.010193107505823926,0.009413658814221139,20.833035982245384,662624.4261145646,-0.13553491572067425,0.012909731070919929,153,1.0,2026-07-03T07:52:13.218889Z,2026-07-06T06:15:19.927476Z -Chronos-Bolt,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,24494.29886562596,156.5065457596773,0.6356253615465683,0.5956771935646294,,,,,1,1.0,2026-07-06T06:18:41.845182+00:00,2026-07-06T06:18:41.845182+00:00 +Chronos-Bolt,binance_btcusdt_1h_close/1h/short,Finance,1h,24,672484.511305677,723.3728379801033,0.010151155583516305,0.009384758764807558,20.852661441749085,661976.4659473107,-0.1426873779814956,0.00863472515394622,154,1.0,2026-07-03T07:52:13.218889Z,2026-07-06T06:26:53.260084Z +Chronos-Bolt,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,24494.29886562596,156.5065457596773,0.6356253615465683,0.5956771935646294,,,,,1,1.0,2026-07-06T06:28:40.206943+00:00,2026-07-06T06:28:40.206943+00:00 Chronos-Bolt,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,7.797289094372203e-05,0.0023441264149277885,0.9999997771318994,1.0000109886352477,-12.96296411152124,0.00028634770662095717,0.45333722209020877,1.2076502255286903e-05,57,0.07017543859649122,2026-07-03T08:14:44.325135Z,2026-07-06T05:55:52.663720Z Chronos-Bolt,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.0941039077622849e-12,1.045994219755676e-06,,,-100.0,2.0329025627738283e-28,0.0,1.0,76,0.0,2026-07-03T07:52:13.218889Z,2026-07-06T06:15:19.927476Z Chronos-Bolt,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,1.8268375215687196,1.1716142368501836,0.036893732540980904,0.03314704743566144,23.047770575627542,2.2639017597543485,0.29984691689846044,0.04942782779338461,27,1.0,2026-07-03T07:52:13.218889Z,2026-07-06T05:55:52.663720Z @@ -38,7 +38,7 @@ Chronos-Bolt,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,3. Chronos-Bolt,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,15.95042567790452,3.9488195015007435,0.5610908266339261,0.2805896449391401,18.858183958747446,4.794285931743923,-0.18153846153846157,0.20324965345831253,26,1.0,2026-07-03T07:52:13.218889Z,2026-07-06T05:55:52.663720Z Chronos-Bolt,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1508.4708797267563,29.54826687107301,0.01125451623027973,0.010482203389631647,10.411524151823714,2807.555734101791,0.2016707702774475,0.03573395843063365,52,1.0,2026-07-03T08:14:44.325135Z,2026-07-06T05:55:52.663720Z Chronos-Bolt,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,832.4741838209197,27.551743702805798,0.11111868595074664,0.10589765094853155,81.24616818651708,532.3905927321924,-0.33333333333333337,1.0,3,1.0,2026-07-03T11:25:49.678873Z,2026-07-05T12:35:25.421364Z -ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,522188.5605628309,537.041124670498,0.009530956698249177,0.09414580015734293,39.16496522551502,882974.9149998539,0.3092515245733196,2.6347441868829356e-27,548,1.0,2026-06-17T12:10:12.660440+00:00,2026-07-06T06:15:19.927476Z +ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,521543.42318714014,536.8095159951376,0.00952369301836396,0.09398244574525015,39.10649120318208,882298.4111045884,0.30820469865581746,3.526518501144724e-27,549,1.0,2026-06-17T12:10:12.660440+00:00,2026-07-06T06:26:53.260084Z ETS,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,466002.8571297119,596.8872898440595,0.00816358734282585,0.007207522016122433,42.21161312062496,538187.6547626103,0.5428016536516315,3.195528278994983e-05,31,1.0,2026-06-29T07:42:24.900081Z,2026-07-02T03:16:24.400538Z ETS,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,5.203678401825504e-05,0.0028490075217807932,0.9999997153934195,1.0000424437572428,-32.50941081230123,0.00018500769268516256,-0.10505918478992865,0.08174567498034452,154,0.025974025974025976,2026-06-29T07:34:52.372126Z,2026-07-06T05:55:52.663720Z ETS,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.786828912128035e-08,,,0.0,0.0,0.0,1.0,221,0.0,2026-06-29T07:34:52.372126Z,2026-07-06T06:15:19.927476Z @@ -51,8 +51,8 @@ ETS,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,104.3490421 ETS,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,12.347373929366318,3.2223335163301563,0.5872690618344423,0.34486821165068215,20.642899152720297,7.852678486291835,0.3575923392612859,1.0885859132060288e-06,86,1.0,2026-06-17T12:10:12.797899+00:00,2026-07-06T05:55:52.663720Z ETS,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1256.539453449671,24.89924986096568,0.010735946814377829,0.10644672349541927,4.202680005109503,2701.5129542622017,0.26552193074035746,1.784273187593964e-07,176,1.0,2026-06-17T12:26:17.324923+00:00,2026-07-06T05:55:52.663720Z ETS,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1508.2190421556156,29.742341985922828,0.20162025173698467,0.3030288737847092,49.667902498395264,1670.9728857554553,0.26967994498529685,0.2811980995641792,10,1.0,2026-06-17T12:10:12.836543+00:00,2026-07-05T12:35:25.421364Z -Moirai-2.0,binance_btcusdt_1h_close/1h/short,Finance,1h,24,363615.1521061984,527.5307309083345,0.007388698861277997,0.007441550320604856,47.0853876762929,425646.3349211815,-0.35760971055088697,4.645598076334749e-11,154,1.0,2026-07-03T07:52:13.218889Z,2026-07-06T06:15:19.927476Z -Moirai-2.0,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,20775.499102946527,144.13708441253598,0.5779948164087865,0.5370367497191665,,,,,1,1.0,2026-07-06T06:18:23.406255+00:00,2026-07-06T06:18:23.406255+00:00 +Moirai-2.0,binance_btcusdt_1h_close/1h/short,Finance,1h,24,361884.03870046476,526.118887182086,0.007366955289131661,0.007423103934112449,46.99399451862105,424809.180088458,-0.3591956430666108,3.289913208154084e-11,155,1.0,2026-07-03T07:52:13.218889Z,2026-07-06T06:26:53.260084Z +Moirai-2.0,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,20775.499102946527,144.13708441253598,0.5779948164087865,0.5370367497191665,,,,,1,1.0,2026-07-06T06:28:30.512380+00:00,2026-07-06T06:28:30.512380+00:00 Moirai-2.0,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,7.662932490967699e-05,0.0023066947090471367,0.999999825824875,1.000057619426399,-12.963137475528898,0.00028400918452672793,0.5209078894005791,4.003874339196839e-07,58,0.06896551724137931,2026-07-03T08:14:44.325135Z,2026-07-06T05:55:52.663720Z Moirai-2.0,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.2167879962794955e-13,3.48824883900145e-07,,,0.0,0.0,0.0,1.0,77,0.0,2026-07-03T07:52:13.218889Z,2026-07-06T06:15:19.927476Z Moirai-2.0,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,1.0419027031968744,0.9805150496645582,0.03290840242629217,0.028411212674974803,29.832291734091346,0.686925048509594,0.29984691689846044,0.04942782779338461,27,1.0,2026-07-03T07:52:13.218889Z,2026-07-06T05:55:52.663720Z @@ -64,7 +64,7 @@ Moirai-2.0,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,2.79 Moirai-2.0,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,13.729767112343131,3.6509494314291375,0.4952337401860597,0.26386394130988305,25.87584131804317,4.806192075808643,-0.17948717948717952,0.1981766625961337,27,1.0,2026-07-03T07:52:13.218889Z,2026-07-06T05:55:52.663720Z Moirai-2.0,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1287.7072412561765,26.340249236769317,0.009874949125064298,0.009069479367612087,16.42083919664252,2502.0985951546127,0.21087510218865135,0.026567650777882562,53,1.0,2026-07-03T08:14:44.325135Z,2026-07-06T05:55:52.663720Z Moirai-2.0,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,188.87408296784963,13.67571099974007,0.04846361629169401,0.05218605512957453,95.03235531456578,46.09773077030556,-0.33333333333333337,1.0,3,1.0,2026-07-03T11:25:49.678873Z,2026-07-05T12:35:25.421364Z -Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,885010.5191093372,757.9699993082995,0.013519903522028927,0.10168203467425513,14.567527790401527,956279.4262798197,0.38475293238500646,2.438229357381297e-41,548,1.0,2026-06-17T12:10:12.847893+00:00,2026-07-06T06:15:19.927476Z +Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,883694.7691907017,757.3239993500307,0.013503937990926137,0.10150409968790812,14.55678372097622,955903.7750979026,0.38216797628069615,7.008635458379414e-41,549,1.0,2026-06-17T12:10:12.847893+00:00,2026-07-06T06:26:53.260084Z Moving-Average,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,640955.4171411198,728.6381056766782,0.010904219605495747,0.009777776020067748,26.12094088239947,502899.08586488955,0.32836149418432026,0.011870270963426282,31,1.0,2026-06-29T07:42:24.900081Z,2026-07-02T03:16:24.400538Z Moving-Average,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,6.218740664305947e-05,0.003046189938118898,0.9999997153934195,1.0000424437572428,-32.72295238055363,0.00023068472814955735,-0.10951199660049958,0.06963179805083475,154,0.025974025974025976,2026-06-29T07:34:52.372126Z,2026-07-06T05:55:52.663720Z Moving-Average,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.786828912128035e-08,,,0.0,0.0,0.0,1.0,221,0.0,2026-06-29T07:34:52.372126Z,2026-07-06T06:15:19.927476Z @@ -77,7 +77,7 @@ Moving-Average,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24, Moving-Average,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,13.117601520120242,3.2994481081815152,0.6265685285584305,0.3445126145856169,19.20782326371674,8.788552936870953,0.3192886456908345,1.3445233904188386e-05,86,1.0,2026-06-17T12:10:12.921461+00:00,2026-07-06T05:55:52.663720Z Moving-Average,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1542.456130937668,26.044524153511073,0.011620038681424926,0.1259814660875433,5.161331383708386,3782.0464009129732,0.22361111618232066,1.1001461442662506e-05,176,1.0,2026-06-17T12:26:17.359102+00:00,2026-07-06T05:55:52.663720Z Moving-Average,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1306.1260374805938,28.367094695762397,0.19502151669666248,0.30043007185236437,50.91799613937278,1136.978037851257,0.31462660248284624,0.2086677876982641,10,1.0,2026-06-17T12:10:12.956394+00:00,2026-07-05T12:35:25.421364Z -Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1003921.4829790497,828.5537282322401,0.014484950411598151,0.09530290202772063,0.0,994271.6332173736,0.3871682301605306,7.733482447736796e-42,548,1.0,2026-06-17T12:10:12.963911+00:00,2026-07-06T06:15:19.927476Z +Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1002445.3847406723,827.8458632404161,0.014469835454636983,0.09513955558152694,0.0,993965.9486671733,0.3837767407230133,3.2764642455818185e-41,549,1.0,2026-06-17T12:10:12.963911+00:00,2026-07-06T06:26:53.260084Z Seasonal-Naive,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,905243.086701834,905.1784362087147,0.013409362981064396,0.010105598449111354,0.0,534233.4457833659,0.4802566071403323,0.00023338833765900228,31,1.0,2026-06-29T07:42:24.900081Z,2026-07-02T03:16:24.400538Z Seasonal-Naive,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,36436.1429036395,190.88253692687422,0.8264244641534466,0.9402466648974208,0.0,,,,1,1.0,2026-06-29T09:42:32.652885Z,2026-06-29T09:42:32.652885Z Seasonal-Naive,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,0.00010822511145046782,0.0017667267925964923,1.0,1.0,0.0,0.0009140368173992766,0.16247771687796214,0.013891817406399441,154,0.025974025974025976,2026-06-29T07:34:52.372126Z,2026-07-06T05:55:52.663720Z @@ -91,7 +91,7 @@ Seasonal-Naive,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24, Seasonal-Naive,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,19.368985505956182,4.021567711941245,0.6390473977216716,0.5483318129965543,0.0,12.304837192315903,0.3342693142298096,4.590514448386357e-06,87,1.0,2026-06-17T12:10:13.024713+00:00,2026-07-06T05:55:52.663720Z Seasonal-Naive,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1798.1008590090407,29.241212660705216,0.011667166553407791,0.1088188148000029,0.0,4124.696943039827,0.1825474713624003,0.0003896094786803889,176,1.0,2026-06-17T12:26:17.384303+00:00,2026-07-06T05:55:52.663720Z Seasonal-Naive,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,4902.770955761214,56.41580682958838,0.3584490517196936,0.6921312420202257,0.0,3912.992087044777,0.35191219862390216,0.13669951372195374,11,1.0,2026-06-17T12:10:13.040774+00:00,2026-07-05T12:35:25.421364Z -Sundial,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1832606.304838138,1280.586331807546,0.01886478165254466,0.01720499775893152,-4.782023191613084,1322281.6466494582,0.25589964917594205,1.4923401193565083e-10,282,1.0,2026-07-01T08:20:13.790420Z,2026-07-06T06:15:19.927476Z +Sundial,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1827187.037426496,1277.9933289388084,0.018815797303510243,0.01716245916571224,-4.840963478274558,1323079.712292763,0.24712427637019777,5.734182703490073e-10,283,1.0,2026-07-01T08:20:13.790420Z,2026-07-06T06:26:53.260084Z Sundial,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,658012.477654775,799.8346577569818,0.01246918501358739,0.010344883140509631,36.73340128851373,235590.21347023122,-0.3333333333333333,0.25951829805996474,9,1.0,2026-07-01T13:53:41.688769Z,2026-07-02T03:16:24.400538Z Sundial,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,26942.28249014914,164.14104450182208,2.360591014522408,0.7305382024738188,,,,,1,1.0,2026-07-01T08:20:13.790420Z,2026-07-01T08:20:13.790420Z Sundial,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,4.303489095089701e-05,0.001523831399868806,1.0000002478680026,1.0000095151956425,-31.068114996869323,0.0002146529704127136,-0.05787901418969381,0.38391325019892875,104,0.038461538461538464,2026-07-01T08:20:13.790420Z,2026-07-06T05:55:52.663720Z @@ -105,7 +105,7 @@ Sundial,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,2.85400 Sundial,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,18.882323774013575,4.309964274281061,0.5492452201224319,0.30114752381627424,16.513559418247432,4.800723907706562,-0.19806763285024157,0.05226178033042936,46,1.0,2026-07-01T08:20:13.790420Z,2026-07-06T05:55:52.663720Z Sundial,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1095.577115430335,26.060986540555888,0.00898274605750785,0.007776106302804599,-4.40783261179787,1991.286617420732,0.177548609385894,0.010443214374670468,96,1.0,2026-07-01T08:20:13.790420Z,2026-07-06T05:55:52.663720Z Sundial,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,393.3693907826119,19.691340019844507,0.06796098310547623,0.05068904160552513,90.44274530492919,92.48206633903261,-0.3333333333333333,0.46944444444444444,6,1.0,2026-07-01T08:20:13.790420Z,2026-07-05T12:35:25.421364Z -TabPFN-TS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,502340.1844607738,656.3128206300433,0.00906546112806318,0.009085106661580737,28.774718376504854,401401.5377989573,-0.5188218891599862,2.4145898974930208e-21,152,1.0,2026-07-01T13:07:24.792624Z,2026-07-06T06:15:19.927476Z +TabPFN-TS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,500444.7486255995,655.0349722602175,0.00904555958371846,0.009065210008984392,28.541114446057325,400765.33421993227,-0.5146198830409358,3.721505051817583e-21,153,1.0,2026-07-01T13:07:24.792624Z,2026-07-06T06:26:53.260084Z TabPFN-TS,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,30432.245376910596,174.44840319392608,0.7106828034516671,0.8392463572886636,,,,,1,1.0,2026-07-01T13:07:24.792624Z,2026-07-01T13:07:24.792624Z TabPFN-TS,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,7.797273685021434e-05,0.0023411436738990073,1.0,1.0,-12.962963652207796,0.00028634788659586476,0.4951586155114035,2.375630408232495e-06,57,0.07017543859649122,2026-07-01T13:07:24.792624Z,2026-07-06T05:55:52.663720Z TabPFN-TS,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,,0.0,0.0,0.0,1.0,74,0.0,2026-07-01T13:07:24.792624Z,2026-07-06T06:15:19.927476Z @@ -118,7 +118,7 @@ TabPFN-TS,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,2.658 TabPFN-TS,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,16.248265409400744,3.974694336920511,0.5740418091603502,0.3765926564892226,18.82821484569657,5.392962182279524,-0.21739130434782608,0.1446229127420921,24,1.0,2026-07-01T13:07:24.792624Z,2026-07-06T05:55:52.663720Z TabPFN-TS,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1421.9937513671232,28.67789876207432,0.010310278604937327,0.010237833711192374,7.067485664794723,2524.7199909246992,0.1847766232666171,0.06248286278959198,49,1.0,2026-07-01T13:07:24.792624Z,2026-07-06T05:55:52.663720Z TabPFN-TS,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,7,369.09652629004063,19.0041501605429,0.06296838115349526,0.060318854536132754,91.56278233140726,118.0975061349029,-0.3333333333333334,0.75,4,1.0,2026-07-01T13:07:24.792624Z,2026-07-05T12:35:25.421364Z -TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,464140.8435839732,491.8091241334896,0.009886323173257723,0.11286626850168606,28.64272108709384,668405.6016721663,0.5062918990954973,3.2496408813892533e-85,667,1.0,2026-06-16T12:07:33.925127+00:00,2026-07-06T06:15:19.927476Z +TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,463631.4688755512,491.5997748923268,0.009878377541319615,0.11270371889747154,28.630158986749024,668034.0973287253,0.5044842848037059,9.57235903523442e-85,668,1.0,2026-06-16T12:07:33.925127+00:00,2026-07-06T06:26:53.260084Z TiRex,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,509286.8914454141,632.2018768299581,0.009076924357023076,0.007241032248526734,38.627419840990044,477035.9009077779,0.34435376607791474,0.009638262929055246,30,1.0,2026-06-29T07:42:24.900081Z,2026-07-02T03:16:24.400538Z TiRex,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,18;36,2.8179223768911843e-05,0.0009212331128332559,0.9999999641709004,1.0000006004188027,-32.2148264646114,0.00017508529567207665,-0.09239498940775495,0.12063070078042593,158,0.02531645569620253,2026-06-29T07:34:52.372126Z,2026-07-06T05:55:52.663720Z TiRex,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,2.0440368407041843e-18,1.42969816419557e-09,,,0.0,0.0,0.0,1.0,224,0.0,2026-06-29T07:34:52.372126Z,2026-07-06T06:15:19.927476Z @@ -131,7 +131,7 @@ TiRex,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,1.6093600 TiRex,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,11.117465632338062,2.9496557474359033,0.5780620187012475,0.3424079905335562,20.9827427128453,8.376915707720425,0.4145653323928761,2.4706037750653173e-10,107,1.0,2026-06-16T13:14:44.379149+00:00,2026-07-06T05:55:52.663720Z TiRex,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,890.0835154196322,17.709773904329044,0.00780540439706259,0.13277323799926805,19.186337839725233,2368.0334591672613,0.26976953779112356,1.7574632785404546e-08,198,1.0,2026-06-16T12:42:39.570887+00:00,2026-07-06T05:55:52.663720Z TiRex,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,173.17786877973316,10.248035176661368,0.05703444020289548,0.1126666545235867,92.82500303611455,158.21343683938582,0.6741998624632421,0.007058332048528086,10,1.0,2026-06-17T09:45:42.165364+00:00,2026-07-05T12:35:25.421364Z -TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,438412.21251616324,479.8247984219704,0.010057767175466494,0.1299812149792561,32.22873971944088,629242.1685426537,0.47398433839769755,2.9987662927826933e-75,670,1.0,2026-06-16T12:06:55.147862+00:00,2026-07-06T06:15:19.927476Z +TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,437972.5585230825,479.67407251064066,0.010049735384406896,0.12979350576020057,32.19619122111889,628875.5395951781,0.4724559023066485,6.918750225101555e-75,671,1.0,2026-06-16T12:06:55.147862+00:00,2026-07-06T06:26:53.260084Z TimesFM-2.5,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,456973.6284986312,625.4285633202607,0.008361848855058952,0.008560987601922239,36.64869050300113,356775.06914096343,0.27666443551086073,0.033836856680607215,31,1.0,2026-06-29T07:42:24.900081Z,2026-07-02T03:16:24.400538Z TimesFM-2.5,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,2.8154561773346756e-05,0.000872695523875118,1.0,1.0,-28.187919490871213,0.0001750894203762955,-0.020364377584591514,0.7360106254270988,158,0.02531645569620253,2026-06-29T07:34:52.372126Z,2026-07-06T05:55:52.663720Z TimesFM-2.5,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,,0.0,0.0,0.0,1.0,225,0.0,2026-06-29T07:34:52.372126Z,2026-07-06T06:15:19.927476Z @@ -144,8 +144,8 @@ TimesFM-2.5,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,1.5 TimesFM-2.5,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,10.627244068703279,2.8632428998683666,0.4925549149767162,0.47368277727423,22.63811415657147,8.388044351392859,0.41351125938281896,1.5193535417154998e-10,110,1.0,2026-06-16T13:13:22.668298+00:00,2026-07-06T05:55:52.663720Z TimesFM-2.5,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,958.4866480641492,18.313923283969576,0.008136665318822546,0.1644396606327991,20.54966331129897,2631.3792057873225,0.27610445962230057,7.402366515779192e-09,199,1.0,2026-06-16T12:41:30.056174+00:00,2026-07-06T05:55:52.663720Z TimesFM-2.5,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,143.68714921932585,9.375490939908321,0.06220755875688425,0.15107598072477374,92.96844382174659,130.14625289255596,0.44946657497549475,0.07248608508684644,10,1.0,2026-06-17T09:44:33.543452+00:00,2026-07-05T12:35:25.421364Z -Toto-1.0,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1543350.9168318552,1056.216836044059,0.009832716955205201,0.008952313393387161,-6.462530415976624,3441084.52932635,-0.44666945957268533,1.6068914881736062e-16,155,1.0,2026-07-03T07:52:13.218889Z,2026-07-06T06:15:19.927476Z -Toto-1.0,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,35424.06122722315,188.2128083506092,0.5823168903941691,0.5740491643996976,,,,,1,1.0,2026-07-06T06:17:58.894756+00:00,2026-07-06T06:17:58.894756+00:00 +Toto-1.0,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1534548.0955984367,1052.090092933316,0.009798802331350755,0.008921994268900854,-6.372277152480065,3431728.0154524334,-0.4531017369727047,4.67444998856509e-17,156,1.0,2026-07-03T07:52:13.218889Z,2026-07-06T06:26:53.260084Z +Toto-1.0,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,35424.06122722315,188.2128083506092,0.5823168903941691,0.5740491643996976,,,,,1,1.0,2026-07-06T06:28:18.443717+00:00,2026-07-06T06:28:18.443717+00:00 Toto-1.0,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,2.994099631611913,1.1750819393717806,0.9999662376699718,1.0480032886819468,-96.69896970587158,7.786575971629707,-0.29098608590441616,0.001252961784176392,58,0.06896551724137931,2026-07-03T08:14:44.325135Z,2026-07-06T05:55:52.663720Z Toto-1.0,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.22611420698915022,0.28286756171804484,,,-100.0,0.5190158664234403,0.03691045796308954,0.634774751370935,77,0.0,2026-07-03T07:52:13.218889Z,2026-07-06T06:15:19.927476Z Toto-1.0,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,3.3826833378193615,1.5679158298319518,0.03579814233871969,0.0293473962120047,-4.144993114339019,6.678821996784617,0.3544973544973545,0.0077306344114352575,28,1.0,2026-07-03T07:52:13.218889Z,2026-07-06T05:55:52.663720Z diff --git a/results/aggregates/metadata.json b/results/aggregates/metadata.json index 6f3609b2d73c991b622c0ab3fda54abddc88e82a..a369a6e5295b9356fc8a92162d60103886cf1117 100644 --- a/results/aggregates/metadata.json +++ b/results/aggregates/metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-07-06T06:21:06.673518+00:00", + "generated_at": "2026-07-06T06:29:43.120483+00:00", "baseline_model": "Seasonal-Naive", "normalization": "Per-config metric / Seasonal-Naive metric", "metric_aggregation": "Geometric mean over dataset configurations", diff --git a/results/aggregates/results_by_domain.csv b/results/aggregates/results_by_domain.csv index fa4eaa20fc9daa5a088102f891c52bc31629228c..679ebae578f00def39862f46f9094b5e9ea3c8f2 100644 --- a/results/aggregates/results_by_domain.csv +++ b/results/aggregates/results_by_domain.csv @@ -11,18 +11,18 @@ Climate,Chronos-Bolt,4.49234538454519,0.7261726646796619,9,5,5,1.0 Climate,Moving-Average,16.50209437564101,0.8951418683992651,10,5,5,1.0 Climate,ETS,16.808534821886123,0.8757653071852676,11,5,5,1.0 Climate,ARIMA,13.025818121801043,0.7983342620440784,12,5,5,1.0 -Finance,Moving-Average,0.8396462701445708,0.7166307978397117,1,1,2,0.5 -Finance,TimesFM-2.5,0.7398298497082724,0.719810814841304,2,1,2,0.5 -Finance,Toto-1.0,1.3753644180401403,0.6668770182900426,3,2,2,1.0 -Finance,Chronos-2,0.504492341541884,0.7398881721895582,4,1,2,0.5 -Finance,Moirai-2.0,0.5259728892519152,0.6805570362890839,5,2,2,1.0 -Finance,TiRex,0.6372225800294822,0.7650530544517093,6,1,2,0.5 -Finance,Chronos-Bolt,0.6422686169407497,0.7491122131742688,7,2,2,1.0 -Finance,ETS,0.8392701142578927,0.7844610056272888,8,1,2,0.5 -Finance,TabPFN-TS,0.9578494168047635,0.9821933108517503,9,2,2,1.0 -Finance,Seasonal-Naive,1.0,1.0,10,2,2,1.0 -Finance,Sundial,1.201901695220552,0.9163997218293446,11,2,2,1.0 -Finance,ARIMA,1.3319293675011643,2.1801903313382462,12,1,2,0.5 +Finance,Moving-Average,0.8404507083082767,0.7102627212790157,1,1,2,0.5 +Finance,TimesFM-2.5,0.7409411632555022,0.7160578766300906,2,1,2,0.5 +Finance,Chronos-2,0.5126005375238347,0.7434496779199155,3,1,2,0.5 +Finance,Toto-1.0,0.9243992282603183,0.6769422357174348,4,2,2,1.0 +Finance,Moirai-2.0,0.5298460642111219,0.6820831507564088,5,2,2,1.0 +Finance,TiRex,0.6400551105305964,0.7613506854324317,6,1,2,0.5 +Finance,Chronos-Bolt,0.6443505103133508,0.7476021826452454,7,2,2,1.0 +Finance,ETS,0.8680637572951326,0.7935413342891192,8,1,2,0.5 +Finance,Sundial,1.0683428727328004,0.842700008232804,9,2,2,1.0 +Finance,TabPFN-TS,0.9572509873049352,0.97900955015805,10,2,2,1.0 +Finance,Seasonal-Naive,1.0,1.0,11,2,2,1.0 +Finance,ARIMA,1.3513537577083434,2.174423720648636,12,1,2,0.5 Hazards,Moirai-2.0,0.5784986612602607,0.6252848523346559,1,1,1,1.0 Hazards,Toto-1.0,0.6205218716471141,0.6266031674058707,2,1,1,1.0 Hazards,Chronos-2,0.6631991876398192,0.6612702394027447,3,1,1,1.0 diff --git a/results/aggregates/results_by_frequency.csv b/results/aggregates/results_by_frequency.csv index 8cc902dbfc77876f6b70f5f132a246de674ef5ae..06b0728524408e4fcd43905c2cfa2523a922c971 100644 --- a/results/aggregates/results_by_frequency.csv +++ b/results/aggregates/results_by_frequency.csv @@ -35,18 +35,18 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 1D,ETS,0.264147344803369,0.4044708239999636,10,1,1,1.0 1D,Toto-1.0,0.7672853831041598,0.4261368210604253,11,1,1,1.0 1D,Seasonal-Naive,1.0,1.0,12,1,1,1.0 -1h,Toto-1.0,0.8345405733419512,0.548167337188854,1,6,6,1.0 -1h,Moirai-2.0,0.45843917489034874,0.6093418659932095,2,6,6,1.0 -1h,Chronos-2,0.4790125806584888,0.5760529897424133,3,6,6,1.0 -1h,TiRex,0.48909373209279744,0.5918902265618327,4,6,6,1.0 -1h,TimesFM-2.5,0.4871056210689717,0.6942747487470828,5,6,6,1.0 -1h,Moving-Average,0.9095029169044688,0.8249299562750695,6,6,6,1.0 -1h,Chronos-Bolt,0.6961385872014983,0.7451119148029423,7,6,6,1.0 -1h,Sundial,0.7301498783247404,0.7459553805629215,8,6,6,1.0 -1h,ETS,0.8443542833968538,0.8316535155706385,9,6,6,1.0 +1h,Toto-1.0,0.7310179690768428,0.5509114191549084,1,6,6,1.0 +1h,Chronos-2,0.4802871857729257,0.5765142110749781,2,6,6,1.0 +1h,Moirai-2.0,0.45956171337691176,0.6097969986511623,3,6,6,1.0 +1h,TiRex,0.48945540947487914,0.591411865862765,4,6,6,1.0 +1h,TimesFM-2.5,0.48722749336587556,0.6936701341620788,5,6,6,1.0 +1h,Moving-Average,0.9096480865603699,0.823703668449029,6,6,6,1.0 +1h,Sundial,0.7020357907263076,0.7253966306410669,7,6,6,1.0 +1h,Chronos-Bolt,0.6968899463411975,0.744610922396135,8,6,6,1.0 +1h,ETS,0.8491146915350144,0.8332502639145927,9,6,6,1.0 1h,Seasonal-Naive,1.0,1.0,10,6,6,1.0 -1h,TabPFN-TS,0.6204455539037841,0.8307825592318283,11,6,6,1.0 -1h,ARIMA,0.8443043042691529,0.9210570577601545,12,6,6,1.0 +1h,TabPFN-TS,0.6203163163756757,0.8298839323508811,11,6,6,1.0 +1h,ARIMA,0.8463441171173706,0.9206505763881686,12,6,6,1.0 1mo,Moirai-2.0,0.5701893078499076,0.5711658118752873,1,1,1,1.0 1mo,Toto-1.0,0.9722231390108185,0.6105303914716095,2,1,1,1.0 1mo,Chronos-Bolt,0.6722527938921684,0.6335328970612374,3,1,1,1.0 diff --git a/results/aggregates/results_by_prediction_length.csv b/results/aggregates/results_by_prediction_length.csv index 1cb1f580fbe869289e6eca66146ffbf469962138..26a341e745a26627a3de7fcba3717ba654c22023 100644 --- a/results/aggregates/results_by_prediction_length.csv +++ b/results/aggregates/results_by_prediction_length.csv @@ -23,18 +23,18 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 12,ARIMA,1.0,,10,1,2,0.5 12,ETS,1.0,,11,1,2,0.5 12,Moving-Average,1.0,,12,1,2,0.5 -24,Toto-1.0,0.9209937812392485,0.6180926282391944,1,7,7,1.0 -24,Chronos-2,0.5329724773994552,0.6490831572679827,2,7,7,1.0 -24,Moirai-2.0,0.5133843317386185,0.6812042262986896,3,7,7,1.0 -24,TiRex,0.5418973213584327,0.6649026290680786,4,7,7,1.0 -24,Moving-Average,0.9227559924042198,0.8846700448280141,5,7,7,1.0 -24,TimesFM-2.5,0.5384895842934698,0.7670089251772144,6,7,7,1.0 -24,Chronos-Bolt,0.736695301854977,0.8109590049696727,7,7,7,1.0 -24,Sundial,0.7918726848916865,0.8136502033172073,8,7,7,1.0 -24,Seasonal-Naive,1.0,1.0,9,7,7,1.0 -24,ARIMA,0.8320988989230749,0.9055077745276765,10,7,7,1.0 -24,ETS,0.8701486407817801,0.8931714715162504,11,7,7,1.0 -24,TabPFN-TS,0.6656450264330728,0.8886522977063893,12,7,7,1.0 +24,Toto-1.0,0.822156229775696,0.6207437866514236,1,7,7,1.0 +24,Chronos-2,0.53418783550548,0.6495285833782936,2,7,7,1.0 +24,Moirai-2.0,0.5144616386444624,0.6816403245656911,3,7,7,1.0 +24,TiRex,0.5422407816499356,0.6644420007203854,4,7,7,1.0 +24,Moving-Average,0.9228822352816021,0.8835427019845614,5,7,7,1.0 +24,TimesFM-2.5,0.5386050637182958,0.7664363560854179,6,7,7,1.0 +24,Sundial,0.7656648464879874,0.7943910140069647,7,7,7,1.0 +24,Chronos-Bolt,0.7373767918862499,0.81049161153357,8,7,7,1.0 +24,ARIMA,0.8338217375246858,0.9051652330245699,9,7,7,1.0 +24,ETS,0.8743519523173638,0.8946411508256028,10,7,7,1.0 +24,Seasonal-Naive,1.0,1.0,11,7,7,1.0 +24,TabPFN-TS,0.6655261796776217,0.8878283290713512,12,7,7,1.0 36,Seasonal-Naive,1.0,,1,1,1,1.0 36,Chronos-2,60.016946859658994,,2,1,1,1.0 36,TabPFN-TS,89.4213232232781,,3,1,1,1.0 diff --git a/results/aggregates/results_overall.csv b/results/aggregates/results_overall.csv index 25c65421fd125fbcc7a3b0fea08705e078b87d69..9f32f510e113888c325f3808dbd70b91333584b5 100644 --- a/results/aggregates/results_overall.csv +++ b/results/aggregates/results_overall.csv @@ -1,13 +1,13 @@ overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage -Overall,Chronos-2,0.5805130666049213,0.516765654719213,1,12,13,0.9230769230769231 -Overall,TiRex,0.6076501074146312,0.5330979223154171,2,12,13,0.9230769230769231 -Overall,Moirai-2.0,0.7049499278649012,0.5516210576794592,3,13,13,1.0 -Overall,Toto-1.0,14.047071958182263,0.5668249194896063,4,13,13,1.0 -Overall,TimesFM-2.5,0.6038812482072278,0.604881329156618,5,12,13,0.9230769230769231 -Overall,TabPFN-TS,0.6050987204191942,0.6282390222195738,6,13,13,1.0 -Overall,Sundial,1.1503385915021813,0.5693915882479789,7,13,13,1.0 -Overall,Chronos-Bolt,1.069247197507552,0.6559060553122067,8,13,13,1.0 +Overall,Chronos-2,0.5812848974404425,0.517013866459554,1,12,13,0.9230769230769231 +Overall,TiRex,0.6078747399041877,0.5328393733628048,2,12,13,0.9230769230769231 +Overall,Moirai-2.0,0.7057460865667201,0.5518457574761761,3,13,13,1.0 +Overall,Toto-1.0,13.214124375044674,0.5683708794453232,4,13,13,1.0 +Overall,TimesFM-2.5,0.6039567880786357,0.6045652147090727,5,12,13,0.9230769230769231 +Overall,Sundial,1.1296793326593315,0.5607776447693378,6,13,13,1.0 +Overall,TabPFN-TS,0.6050405444729521,0.627868271233082,7,13,13,1.0 +Overall,Chronos-Bolt,1.0697796878503822,0.6556654660596222,8,13,13,1.0 Overall,Seasonal-Naive,1.0,1.0,9,13,13,1.0 -Overall,Moving-Average,2.6657698244239767,0.8185212689337243,10,12,13,0.9230769230769231 -Overall,ARIMA,2.3985620535574683,0.7916065852478602,11,12,13,0.9230769230769231 -Overall,ETS,2.6386476479221046,0.8100450275377283,12,12,13,0.9230769230769231 +Overall,Moving-Average,2.6659825634047567,0.8177909950818351,10,12,13,0.9230769230769231 +Overall,ARIMA,2.401457731176779,0.7913969554089584,11,12,13,0.9230769230769231 +Overall,ETS,2.646075445210166,0.8109778259720817,12,12,13,0.9230769230769231 diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index 7d0f515c4fbdff67bf8dc0394c9bec9cde819914..48e445b7ab8a57d7374ce19665c99df672677ed3 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,ARIMA,260009.3711849805,897416.2896774899,873.2668787846563,0.8697505046739628,0.013821721934008713,0.013934647754419304,9.90331719616649,509.9111404793785,0.008090082886735931,0.01385496583770905,0.012278246495472031,Finance,1,24 +binance_btcusdt_1h_close/1h/short,ARIMA,261545.8037211768,892071.88199577,870.3581873784063,0.8668535256633222,0.01377627458278302,0.013888531101340256,9.787438035740868,511.41549030233415,0.008114324555883097,0.013809454242544423,0.012232662195042382,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,ARIMA,1541135.6552051408,2418867.790696383,1404.9959218011925,2.0820340358355196,0.023509867939965828,0.023851626705894427,64.03653538702292,1241.4248487947793,0.020879994345237157,0.023631158125093858,0.02228618857464181,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,ARIMA,1.0104587971792119e-06,1.7101249763553523e-07,0.00040899318762525135,0.2944750907021602,nan,2.0,1.1239324119016458,0.0010052157963239595,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,ARIMA,9.578202015526527e-15,9.143141084502762e-15,9.078851462715541e-08,nan,nan,2.0,nan,9.786828912128038e-08,inf,inf,inf,Transportation,1,12 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index b28d4f5988f7f6cf2959166f8d3d7ec4f1d811ee..3c3845f97b21c105860f23f652a86df26f6505b7 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-07-06T06:21:06.153001+00:00", + "evaluated_at": "2026-07-06T06:29:42.828508+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63294.0, 63267.98828125, 63114.0, - 63103.98828125 + 63034.1796875 ], "p50": [ 62172.719395594744, diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index 61be8ebd227ef46bc4aead8684124928fcca7338..c17729f833c23f696c322b569839ec67c2cd2119 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,31 +1,13 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-07-06T06:21:06.345966+00:00", + "evaluated_at": "2026-07-06T06:29:42.844963+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260705t060000z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", + "data_fetched_at": "2026-07-06T06:26:53.260084Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260706t031500z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260706t000600z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260705t051000z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", - "context_length": 77, - "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index fdda43a5bb50d375433b58f10d246807a50b3736..57310cf9c869429635c745eec199e4bcb1fa7ce7 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -27,4 +27,4 @@ date,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank, 2026-07-03,Seasonal-Naive,9.929,11.583,11.500,9.714,9.929,10.917,11.333,11.083,11.250,9.917 2026-07-04,Seasonal-Naive,7.929,9.333,9.500,8.429,7.929,9.667,9.750,9.417,9.000,9.333 2026-07-05,Seasonal-Naive,9.357,11.500,10.750,9.357,9.357,10.667,11.083,10.583,10.500,10.250 -2026-07-06,Seasonal-Naive,9.429,11.500,10.538,9.786,9.429,10.750,10.308,11.083,10.667,10.583 +2026-07-06,Seasonal-Naive,9.500,11.583,10.538,9.786,9.500,10.750,10.308,11.083,10.750,10.583 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index 0042bf9bb31583b6b244e6092f7743a402911764..f7f3a7543ff13570299481415207e47d50b856ba 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -6,4 +6,4 @@ week,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank, 2026-W26,ETS,6.154,6.308,6.455,6.615,6.154,6.692,7.182,6.692,6.231,6.182 2026-W26,Seasonal-Naive,1.532,1.661,1.532,1.523,1.532,1.532,1.642,1.532,1.541,1.505 2026-W27,Seasonal-Naive,9.041,10.881,10.444,9.02,9.041,10.333,10.644,10.25,10.131,9.976 -2026-W28,Seasonal-Naive,9.429,11.5,10.538,9.786,9.429,10.75,10.308,11.083,10.667,10.583 +2026-W28,Seasonal-Naive,9.5,11.583,10.538,9.786,9.5,10.75,10.308,11.083,10.75,10.583 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index 7a7f3cc87ac8b8ab3dfd2490e2c3e89009f10275..f4ee317bbacde6456074d0f82f7e3035a30244d6 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,Chronos-2,98483.2527103424,98483.2527103424,268.95166015625,0.26786867547221194,0.004262321908432007,0.004262812697314384,1.44066939651539,313.82041474439234,0.004978971756618553,0.004267098814792987,0.004166851502204148,Finance,1,24 +binance_btcusdt_1h_close/1h/short,Chronos-2,99210.52782058716,99210.52782058716,271.8603515625,0.2707656544828525,0.004308532473370708,0.00430893178757525,1.44066939651539,314.97702744896674,0.004997552629579688,0.004313446049806789,0.004182427133518696,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,Chronos-2,1047487.098203659,1047487.098203659,819.30322265625,1.2141082894057063,0.01366893271924998,0.013814714127786376,10.44496425626024,1023.4681715635612,0.017214098505861357,0.013780170964601867,0.011439704022350464,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Chronos-2,6.001694685965899e-11,6.001694685965899e-11,5.826528649777174e-06,0.004195100565327696,nan,2.0,0.05498437711060975,7.747060530269464e-06,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Chronos-2,1.7296862743653321e-18,1.7296862743653321e-18,1.0190191815362404e-09,nan,nan,2.0,nan,1.3151753777977035e-09,inf,inf,inf,Transportation,1,12 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index 3790fbb5cef77fe151de76670a9860c84ebd09e6..43d2efd923e07944df21a1cadcbebfb594bb43d4 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-07-06T06:16:06.199443+00:00", + "evaluated_at": "2026-07-06T06:27:22.520991+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63294.0, 63267.98828125, 63114.0, - 63103.98828125 + 63034.1796875 ], "p50": [ 62823.3671875, diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 230d6e296b4fe85fea5b4bb6e89c66de9ee17aef..419a229271e91a5432a89546e3eae43b6b28fc2d 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,31 +1,13 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-07-06T06:16:20.633545+00:00", + "evaluated_at": "2026-07-06T06:27:25.504572+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260705t060000z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", + "data_fetched_at": "2026-07-06T06:26:53.260084Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260706t031500z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260706t000600z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260705t051000z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", - "context_length": 77, - "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/chronos_bolt/all_results.csv b/results/chronos_bolt/all_results.csv index 3363ff504c1bf5ab9fa2b0b7dc552fc967095060..c7bacc24a85f5b12eea2e51ab6716ab6b42ae689 100644 --- a/results/chronos_bolt/all_results.csv +++ b/results/chronos_bolt/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,Chronos-Bolt,119786.69808705647,119786.69808705647,239.41959635416666,0.2384555281057703,0.0037785988172322252,0.003791823426416159,1.9675177180798986,346.1021497868172,0.0054911431753001325,0.0037985527780254494,0.004988460328901807,Finance,1,24 +binance_btcusdt_1h_close/1h/short,Chronos-Bolt,119533.72146924336,119533.72146924336,236.51090494791666,0.23555854909512974,0.0037325114704501185,0.0037457042964173966,1.9675177180798986,345.73649137637085,0.00548559469753579,0.0037525774642032865,0.0049630512045295205,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,Chronos-Bolt,1120486.6587556202,1120486.6587556202,734.14599609375,0.8693109217223224,0.01226590473246691,0.01210952102459527,8.436316153219645,1058.5304241048625,0.017431873016336474,0.012089912096934045,0.010652843722422005,Finance,1 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Chronos-Bolt,24494.29886562596,24494.29886562596,120.14190149307251,1.2667135440416435,0.6356253615465683,0.9144911966348365,18.167880022797153,156.5065457596773,0.9635125763281969,0.7396382845884965,0.5956771935646294,Finance,1,12 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Chronos-Bolt,7.328200544783075e-09,7.328200544783075e-09,8.356021620177974e-05,0.06016335476877757,nan,2.0,0.2777322520793266,8.560490958340576e-05,inf,inf,inf,Climate,1,36 diff --git a/results/chronos_bolt/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_bolt/forecasts/binance_btcusdt_1h_close__1h__short.json index dd3638d6308071d590774d2bb2344dde31ffd684..298bb6a79388fffa40b4703ebab1dc0b1a3317b1 100644 --- a/results/chronos_bolt/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_bolt/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-Bolt", - "evaluated_at": "2026-07-06T06:18:28.788612+00:00", + "evaluated_at": "2026-07-06T06:28:37.985861+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63294.0, 63267.98828125, 63114.0, - 63103.98828125 + 63034.1796875 ], "p50": [ 62727.9921875, diff --git a/results/chronos_bolt/online_meta.json b/results/chronos_bolt/online_meta.json index a5066a2b071813b6601bb752e3c20f5c9d309507..f957b065e55d17c4ffff3d9b492b807df73d0fd7 100644 --- a/results/chronos_bolt/online_meta.json +++ b/results/chronos_bolt/online_meta.json @@ -1,31 +1,13 @@ { "model": "Chronos-Bolt", "api_model_id": "amazon/chronos-bolt-base", - "evaluated_at": "2026-07-06T06:18:41.845182+00:00", + "evaluated_at": "2026-07-06T06:28:40.206943+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260705t060000z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", + "data_fetched_at": "2026-07-06T06:26:53.260084Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260706t031500z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260706t000600z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260705t051000z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", - "context_length": 77, - "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index 32e5ec66364103ced33ad9324b6abbbc25340a5f..cabe2ac2a64f7e4babad6820d8b5298549507498 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,ETS,163836.08619722896,151162.22253793923,346.0520151988882,0.34465857136543815,0.005496565404248171,0.005480013241310065,2.092366264201863,404.76670589023126,0.0064218957784772405,0.005490347756373892,0.0044178737308983185,Finance,1,24 +binance_btcusdt_1h_close/1h/short,ETS,168008.1413086067,155234.52805426557,348.9607066051382,0.3475555503760786,0.005543196441264189,0.005526130971978624,2.2082454246274854,409.88796189764673,0.006503447817782633,0.00553675139751915,0.004464227918405149,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,ETS,1556117.9881807761,1569433.9940070417,1003.0477607431425,1.4863954727772741,0.016733873296267597,0.016954216616983653,43.48353332776867,1247.444583210323,0.02098124253652188,0.01687063988823202,0.015785365847337016,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,ETS,2.319823890971656e-06,8.90568189147356e-07,0.0009435640789202829,0.6793661266992594,nan,2.0,27.17464506797038,0.0015230968094548868,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,ETS,9.578202015526527e-15,9.143141084502762e-15,9.078851462715541e-08,nan,nan,2.0,nan,9.786828912128038e-08,inf,inf,inf,Transportation,1,12 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index f8de0ca77f79cdf8e5e017b9fd712b739debe447..cbdb4a169813bde99e2a679feeff55228efdddd1 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-07-06T06:21:05.926304+00:00", + "evaluated_at": "2026-07-06T06:29:42.576498+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63294.0, 63267.98828125, 63114.0, - 63103.98828125 + 63034.1796875 ], "p50": [ 62791.09750631098, diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index 5c16380d0178ba1e9b094079637586edf41bdee2..3421f24814dc78cc3ea6f48826ddd785b6100eff 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,31 +1,13 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-07-06T06:21:06.008138+00:00", + "evaluated_at": "2026-07-06T06:29:42.598655+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260705t060000z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", + "data_fetched_at": "2026-07-06T06:26:53.260084Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260706t031500z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260706t000600z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260705t051000z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", - "context_length": 77, - "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index 43240af4a93be1a20dc1ea13f91cace0e07e94a1..77d59990e579230cd3020896d171dce1c60262cb 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -4651,3 +4651,4 @@ {"evaluated_at": "2026-07-06T06:21:07.318211+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count", "prediction_length": 12} {"evaluated_at": "2026-07-06T06:21:07.318211+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} {"evaluated_at": "2026-07-06T06:21:07.318211+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} +{"evaluated_at": "2026-07-06T06:29:43.809702+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} diff --git a/results/evaluation_metrics.jsonl b/results/evaluation_metrics.jsonl index ef60d278349b2c888ffb82c2565f156496e14895..fe613a2b008e85fae2c5a2a77da818424a45344b 100644 --- a/results/evaluation_metrics.jsonl +++ b/results/evaluation_metrics.jsonl @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:fad2446b0ca8ef7b95d52a7ba9df896360f6acf56daa8b5b72c01e0eff80a87d -size 11983383 +oid sha256:c7edd87da466299b07dc053c4d617db225259a5e3a4f9449196a607596d49857 +size 11988948 diff --git a/results/moirai_2_0/all_results.csv b/results/moirai_2_0/all_results.csv index 38cf08de87e987b3f7600c978730ad8f6c68e277..5de819bab002006ba4f18e83feed650525b26a10 100644 --- a/results/moirai_2_0/all_results.csv +++ b/results/moirai_2_0/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,Moirai-2.0,94714.27864519756,94714.27864519756,250.93994140625,0.2499294843114751,0.0039722533404632525,0.0039766728188204495,1.7521167674959959,307.7568498753481,0.00488276922546077,0.003981330793558769,0.004566766342199904,Finance,1,24 +binance_btcusdt_1h_close/1h/short,Moirai-2.0,95292.57421747844,95292.57421747844,253.8486328125,0.25282646332211567,0.004018445178595856,0.004022791925697591,1.7521167674959959,308.69495333982775,0.004897878706571354,0.004027664851313205,0.004582360414281713,Finance,1,24 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Moirai-2.0,20775.499102946527,20775.499102946527,107.845894018809,1.137070854757381,0.5779948164087865,0.7687864471222213,13.629300063640835,144.13708441253598,0.8873615660779484,0.6639394837327767,0.5370367497191665,Finance,1,12 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Moirai-2.0,5.922500091090882e-10,5.922500091090882e-10,2.2229408690085013e-05,0.016005174018365532,nan,2.0,0.06557155652051334,2.433618723442701e-05,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Moirai-2.0,1.2167879962794955e-13,1.2167879962794955e-13,2.9433961579172774e-07,nan,nan,2.0,nan,3.488248839001449e-07,inf,inf,inf,Transportation,1,12 diff --git a/results/moirai_2_0/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_2_0/forecasts/binance_btcusdt_1h_close__1h__short.json index d584ccc2bd232efb9b4201aafb25b2092b35df4c..f10df6156708b7877829bee660db00195e8fc1b1 100644 --- a/results/moirai_2_0/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_2_0/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-2.0", - "evaluated_at": "2026-07-06T06:18:06.482388+00:00", + "evaluated_at": "2026-07-06T06:28:27.649595+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63294.0, 63267.98828125, 63114.0, - 63103.98828125 + 63034.1796875 ], "p50": [ 62854.24609375, diff --git a/results/moirai_2_0/online_meta.json b/results/moirai_2_0/online_meta.json index 96a46829351212ece3b4d13bb60853f28aa7eee0..2d031bb69c49d7d19fac14e4bacc074675239c7c 100644 --- a/results/moirai_2_0/online_meta.json +++ b/results/moirai_2_0/online_meta.json @@ -1,31 +1,13 @@ { "model": "Moirai-2.0", "api_model_id": "Salesforce/moirai-2.0-R-small", - "evaluated_at": "2026-07-06T06:18:23.406255+00:00", + "evaluated_at": "2026-07-06T06:28:30.512380+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260705t060000z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", + "data_fetched_at": "2026-07-06T06:26:53.260084Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260706t031500z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260706t000600z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260705t051000z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", - "context_length": 77, - "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index 7b75387f2c777bd65bb26cb9162f9c9623c4ce85..cb0167fe39f18a0497c1e9f594d263197d6c1f74 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,Moving-Average,163909.51655919044,170403.78495643218,304.0768229166667,0.3028524001270903,0.004800776968602736,0.004819720610601044,3.3701176078706783,404.8574027471777,0.006423334745057914,0.004824383124907708,0.004035872215212453,Finance,1,24 +binance_btcusdt_1h_close/1h/short,Moving-Average,162663.81377833305,169058.33258052325,301.1681315104167,0.29995542111644974,0.0047548269465966875,0.004773601630725862,3.3701176078706783,403.3160222187225,0.006399174770665987,0.00477845511390301,0.003995727169746898,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,Moving-Average,763747.8792799147,770725.1833900927,703.1501790364564,1.0419835263158121,0.011737086968445143,0.011838641769502792,25.952716117386256,873.9267013199188,0.014698903924331055,0.01182654896620388,0.010766495151387482,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Moving-Average,1.2222222586472833e-06,0.0,0.0,0.0,nan,nan,0.0,0.0011055416132589868,inf,nan,nan,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Moving-Average,9.578202015526527e-15,9.143141084502762e-15,9.078851462715541e-08,nan,nan,2.0,nan,9.786828912128038e-08,inf,inf,inf,Transportation,1,12 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index 8501506651273760578b82d5be0dae24322a0f15..bf252f9419a90e3bd0bc87c8f87367a295cbcd7d 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-07-06T06:21:05.411582+00:00", + "evaluated_at": "2026-07-06T06:29:42.004961+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63294.0, 63267.98828125, 63114.0, - 63103.98828125 + 63034.1796875 ], "p50": [ 62830.048689350326, diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index a440d49d37a6594f9e75c8e45b98a742afb59fca..1562bafbee062274df760c464569f0783d6ee2b0 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,31 +1,13 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-07-06T06:21:05.483567+00:00", + "evaluated_at": "2026-07-06T06:29:42.024076+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260705t060000z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", + "data_fetched_at": "2026-07-06T06:26:53.260084Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260706t031500z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260706t000600z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260705t051000z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", - "context_length": 77, - "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index 12600dc8085e75e4b7c5b216923224d5d39f6cdf..e97f8dd480c79871de9fc5a7b503e7be1bc7c3df 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-07-06T06:15:24.258352+00:00", - "finished_at": "2026-07-06T06:21:07.309467+00:00", - "task_count": 4, + "started_at": "2026-07-06T06:26:57.163811+00:00", + "finished_at": "2026-07-06T06:29:43.804313+00:00", + "task_count": 1, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/TSFM_Bench/space/vendor/ts_bench", @@ -10,31 +10,13 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-07-06T06:16:20.633545+00:00", + "evaluated_at": "2026-07-06T06:27:25.504572+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260705t060000z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", + "data_fetched_at": "2026-07-06T06:26:53.260084Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260706t031500z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260706t000600z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260705t051000z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", - "context_length": 77, - "prediction_length": 72 } ], "failed_datasets": [] @@ -42,31 +24,13 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-07-06T06:16:45.075035+00:00", + "evaluated_at": "2026-07-06T06:27:33.999547+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260705t060000z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", + "data_fetched_at": "2026-07-06T06:26:53.260084Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260706t031500z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260706t000600z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260705t051000z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", - "context_length": 77, - "prediction_length": 72 } ], "failed_datasets": [] @@ -74,31 +38,13 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-07-06T06:17:37.817996+00:00", + "evaluated_at": "2026-07-06T06:28:07.575141+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260705t060000z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", + "data_fetched_at": "2026-07-06T06:26:53.260084Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260706t031500z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260706t000600z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260705t051000z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", - "context_length": 77, - "prediction_length": 72 } ], "failed_datasets": [] @@ -106,31 +52,13 @@ "Toto-1.0": { "model": "Toto-1.0", "api_model_id": "Datadog/Toto-Open-Base-1.0", - "evaluated_at": "2026-07-06T06:17:58.894756+00:00", + "evaluated_at": "2026-07-06T06:28:18.443717+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260705t060000z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", + "data_fetched_at": "2026-07-06T06:26:53.260084Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260706t031500z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260706t000600z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260705t051000z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", - "context_length": 77, - "prediction_length": 72 } ], "failed_datasets": [] @@ -138,31 +66,13 @@ "Moirai-2.0": { "model": "Moirai-2.0", "api_model_id": "Salesforce/moirai-2.0-R-small", - "evaluated_at": "2026-07-06T06:18:23.406255+00:00", + "evaluated_at": "2026-07-06T06:28:30.512380+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260705t060000z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", + "data_fetched_at": "2026-07-06T06:26:53.260084Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260706t031500z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260706t000600z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260705t051000z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", - "context_length": 77, - "prediction_length": 72 } ], "failed_datasets": [] @@ -170,31 +80,13 @@ "Chronos-Bolt": { "model": "Chronos-Bolt", "api_model_id": "amazon/chronos-bolt-base", - "evaluated_at": "2026-07-06T06:18:41.845182+00:00", + "evaluated_at": "2026-07-06T06:28:40.206943+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260705t060000z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", + "data_fetched_at": "2026-07-06T06:26:53.260084Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260706t031500z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260706t000600z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260705t051000z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", - "context_length": 77, - "prediction_length": 72 } ], "failed_datasets": [] @@ -202,31 +94,13 @@ "TabPFN-TS": { "model": "TabPFN-TS", "api_model_id": "priorlabs/tabpfn-ts", - "evaluated_at": "2026-07-06T06:20:29.857337+00:00", + "evaluated_at": "2026-07-06T06:29:19.899538+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260705t060000z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", + "data_fetched_at": "2026-07-06T06:26:53.260084Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260706t031500z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260706t000600z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260705t051000z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", - "context_length": 77, - "prediction_length": 72 } ], "failed_datasets": [] @@ -234,31 +108,13 @@ "Sundial": { "model": "Sundial", "api_model_id": "thuml/sundial-base-128m", - "evaluated_at": "2026-07-06T06:21:05.395584+00:00", + "evaluated_at": "2026-07-06T06:29:41.985279+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260705t060000z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", + "data_fetched_at": "2026-07-06T06:26:53.260084Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260706t031500z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260706t000600z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260705t051000z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", - "context_length": 77, - "prediction_length": 72 } ], "failed_datasets": [] @@ -266,31 +122,13 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-07-06T06:21:05.483567+00:00", + "evaluated_at": "2026-07-06T06:29:42.024076+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260705t060000z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", + "data_fetched_at": "2026-07-06T06:26:53.260084Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260706t031500z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260706t000600z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260705t051000z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", - "context_length": 77, - "prediction_length": 72 } ], "failed_datasets": [] @@ -298,31 +136,13 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-07-06T06:21:06.008138+00:00", + "evaluated_at": "2026-07-06T06:29:42.598655+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260705t060000z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", + "data_fetched_at": "2026-07-06T06:26:53.260084Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260706t031500z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260706t000600z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260705t051000z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", - "context_length": 77, - "prediction_length": 72 } ], "failed_datasets": [] @@ -330,31 +150,13 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-07-06T06:21:06.345966+00:00", + "evaluated_at": "2026-07-06T06:29:42.844963+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260705t060000z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", + "data_fetched_at": "2026-07-06T06:26:53.260084Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260706t031500z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260706t000600z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260705t051000z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", - "context_length": 77, - "prediction_length": 72 } ], "failed_datasets": [] @@ -362,31 +164,13 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-07-06T06:21:06.409231+00:00", + "evaluated_at": "2026-07-06T06:29:42.860910+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260705t060000z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", + "data_fetched_at": "2026-07-06T06:26:53.260084Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260706t031500z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260706t000600z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260705t051000z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", - "context_length": 77, - "prediction_length": 72 } ], "failed_datasets": [] @@ -408,7 +192,5 @@ "live_overall": "aggregates/live_overall_up_to_now.csv", "live_metadata": "aggregates/live_metadata.json" }, - "push_status": "ok", - "pushed_at": "2026-07-06T06:21:25.827855+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index 731014ba7f776c40a939ec670d2ae16e3c92931f..b63425403878619268dfd23764081cb8ae0112cb 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,195212.5822353363,195212.5822353363,393.5987955729167,0.3920138956432651,0.0062327483877773135,0.006244010019198061,3.7566248699234808,441.82867973382656,0.007009908897898096,0.006244709376835243,0.005631731468112418,Finance,1,24 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,193543.55010986328,193543.55010986328,390.6901041666667,0.38911691663262454,0.006186839039915581,0.006197891123384991,3.7566248699234808,439.9358477208504,0.006980199700373156,0.006198846859538779,0.005625703067382566,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,Seasonal-Naive,1384823.3416538239,1384823.3416538239,1027.81396484375,1.5230959920284686,0.01719350624208572,0.017345573573671336,6.8090144931664085,1176.7851722612006,0.019792795162935146,0.01728719204769275,0.01291801157818565,Finance,1,24 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Seasonal-Naive,36436.1429036395,36436.1429036395,152.79166432221731,1.6109556133900285,0.8264244641534466,1.5187046461435552,64.32233589831223,190.88253692687422,1.1751439790441005,0.9406423828344558,0.9402466648974208,Finance,1,12 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Seasonal-Naive,0.0,0.0,0.0,0.0,nan,nan,0.0,0.0,nan,nan,nan,Climate,1,36 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index 0462734d66345bfc98a83f68eb42ee161798d172..4d14177617f8af9224bfd19853b66b901581dc12 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-07-06T06:21:06.353992+00:00", + "evaluated_at": "2026-07-06T06:29:42.851739+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63294.0, 63267.98828125, 63114.0, - 63103.98828125 + 63034.1796875 ], "p50": [ 62576.0, diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index 1a8d70e01276581a6851fbb8460241c0ee100dbf..1f5c0e42bd70f0c1525f4fa507c53e3a9872e5f2 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,31 +1,13 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-07-06T06:21:06.409231+00:00", + "evaluated_at": "2026-07-06T06:29:42.860910+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260705t060000z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", + "data_fetched_at": "2026-07-06T06:26:53.260084Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260706t031500z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260706t000600z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260705t051000z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", - "context_length": 77, - "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/sundial/all_results.csv b/results/sundial/all_results.csv index 9fc9def72810bad35e7c143ac9bf5ed0694715cd..112d9aac6209f5e1120d95ddc05aef7dc46a265b 100644 --- a/results/sundial/all_results.csv +++ b/results/sundial/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,Sundial,381636.1553001404,234601.7102616628,335.12744140625,0.333777987433618,0.00528585769772096,0.005314552095178167,7.486300341717405,617.7670720426432,0.009801289716523205,0.005317022052209795,0.006116343190589019,Finance,1,24 +binance_btcusdt_1h_close/1h/short,Sundial,298953.62734349567,207452.57728004456,317.07763671875,0.3158008636956056,0.0050022108758039615,0.005027059025010646,6.958832616829096,546.7665199548119,0.008675218258604683,0.00503088174397558,0.005166575877875116,Finance,1,24 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Sundial,26923.31834730516,26688.523545410255,140.2076366742452,1.4782761896237924,2.405274419794112,0.8379730501154338,35.50928560424841,164.08326650607967,1.0101576906973768,0.863170422535101,0.7270458365137702,Finance,1,12 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Sundial,3.7520590068961066e-08,2.0661922717964014e-08,0.0001018899990109882,0.07336079819475044,nan,2.0,0.858122677619138,0.00019370232334425176,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Sundial,4.443250343567679e-16,5.029847302279305e-16,1.9387713702985938e-08,nan,nan,2.0,nan,2.1079018818644475e-08,inf,inf,inf,Transportation,1,12 diff --git a/results/sundial/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/sundial/forecasts/binance_btcusdt_1h_close__1h__short.json index 8b9d6795fbd124eeb37a8e3e6829f7053dc249a4..3aa3e600b82682d13234abb1b933fe0da38da1cc 100644 --- a/results/sundial/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/sundial/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Sundial", - "evaluated_at": "2026-07-06T06:20:49.828421+00:00", + "evaluated_at": "2026-07-06T06:29:39.527505+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,346 +127,346 @@ 63294.0, 63267.98828125, 63114.0, - 63103.98828125 + 63034.1796875 ], "p50": [ - 62767.27734375, - 62785.1875, - 62779.7265625, - 62774.578125, - 62757.203125, - 62768.2890625, - 62783.234375, - 62745.9296875, - 62721.0, - 62735.26171875, - 62761.2265625, - 62761.703125, - 62741.78125, - 62767.375, - 62791.828125, - 62756.54296875, - 62732.71484375, - 62732.609375, - 62737.59375, - 62740.2734375, - 62740.6796875, - 62731.484375, - 62716.37109375, - 62710.390625 + 62768.83984375, + 62788.375, + 62781.0078125, + 62783.734375, + 62763.5625, + 62771.0078125, + 62791.40625, + 62757.0625, + 62737.3515625, + 62736.88671875, + 62759.0546875, + 62755.60546875, + 62734.7265625, + 62765.1640625, + 62779.6484375, + 62766.828125, + 62741.0703125, + 62727.078125, + 62722.609375, + 62724.9140625, + 62756.7734375, + 62755.0859375, + 62739.90625, + 62716.3359375 ], "p10": [ - 62703.29296875, - 62670.61328125, - 62621.1640625, - 62587.1328125, - 62510.6953125, - 62451.5390625, - 62397.96875, - 62306.453125, - 62177.5390625, - 62146.43359375, - 62140.05859375, - 62067.1640625, - 62011.36328125, - 62010.703125, - 61984.734375, - 61934.65625, - 61895.46875, - 61833.34375, - 61735.453125, - 61678.73046875, - 61645.75, - 61623.421875, - 61597.10546875, - 61582.63671875 + 62701.6875, + 62670.1796875, + 62627.8671875, + 62586.609375, + 62520.703125, + 62490.5625, + 62469.73828125, + 62422.859375, + 62344.52734375, + 62301.13671875, + 62297.1875, + 62275.7109375, + 62201.546875, + 62195.4140625, + 62185.9921875, + 62132.28125, + 62086.3203125, + 62059.453125, + 62005.00390625, + 61952.26171875, + 61946.3984375, + 61914.296875, + 61874.109375, + 61880.4765625 ], "p90": [ - 62825.3203125, - 62875.3046875, - 62891.6875, - 62907.296875, - 62919.1171875, - 62942.46875, - 62962.75, - 62953.921875, - 62938.953125, - 62945.80078125, - 62976.703125, - 62969.9765625, - 62961.6875, - 63003.3828125, - 63031.078125, - 63018.25, - 62990.0546875, - 62996.84765625, - 63010.71875, - 63014.5703125, - 63032.890625, - 63043.0625, - 63036.8671875, - 63023.921875 + 62823.078125, + 62873.90625, + 62904.8828125, + 62925.0390625, + 62931.96875, + 62957.8515625, + 62968.609375, + 62964.83203125, + 62946.8828125, + 62968.26953125, + 63008.7265625, + 63023.1640625, + 63009.5, + 63053.48828125, + 63077.171875, + 63058.828125, + 63059.46875, + 63069.2265625, + 63081.6328125, + 63079.4140625, + 63095.2890625, + 63083.8046875, + 63083.8984375, + 63084.4140625 ], "mean": [ - 62762.11328125, - 62776.07421875, - 62758.625, - 62740.26171875, - 62718.3515625, - 62710.39453125, - 62715.6171875, - 62677.51953125, - 62640.375, - 62633.59375, - 62642.00390625, - 62630.16796875, - 62598.30859375, - 62611.83203125, - 62625.43359375, - 62595.1953125, - 62563.8984375, - 62545.99609375, - 62550.16796875, - 62541.1328125, - 62548.5078125, - 62534.3671875, - 62515.74609375, - 62502.27734375 + 62764.703125, + 62777.8046875, + 62765.10546875, + 62747.7109375, + 62727.98046875, + 62719.828125, + 62724.00390625, + 62690.44921875, + 62659.46875, + 62654.78515625, + 62672.921875, + 62674.12890625, + 62650.3359375, + 62669.38671875, + 62687.828125, + 62658.98828125, + 62636.76171875, + 62623.39453125, + 62624.14453125, + 62616.07421875, + 62629.96484375, + 62624.47265625, + 62608.90234375, + 62596.59375 ], "quantiles": { "0.1": [ - 62703.29296875, - 62670.61328125, - 62621.1640625, - 62587.1328125, - 62510.6953125, - 62451.5390625, - 62397.96875, - 62306.453125, - 62177.5390625, - 62146.43359375, - 62140.05859375, - 62067.1640625, - 62011.36328125, - 62010.703125, - 61984.734375, - 61934.65625, - 61895.46875, - 61833.34375, - 61735.453125, - 61678.73046875, - 61645.75, - 61623.421875, - 61597.10546875, - 61582.63671875 + 62701.6875, + 62670.1796875, + 62627.8671875, + 62586.609375, + 62520.703125, + 62490.5625, + 62469.73828125, + 62422.859375, + 62344.52734375, + 62301.13671875, + 62297.1875, + 62275.7109375, + 62201.546875, + 62195.4140625, + 62185.9921875, + 62132.28125, + 62086.3203125, + 62059.453125, + 62005.00390625, + 61952.26171875, + 61946.3984375, + 61914.296875, + 61874.109375, + 61880.4765625 ], "0.2": [ - 62703.29296875, - 62670.61328125, - 62621.1640625, - 62587.1328125, - 62510.6953125, - 62451.5390625, - 62397.96875, - 62306.453125, - 62177.5390625, - 62146.43359375, - 62140.05859375, - 62067.1640625, - 62011.36328125, - 62010.703125, - 61984.734375, - 61934.65625, - 61895.46875, - 61833.34375, - 61735.453125, - 61678.73046875, - 61645.75, - 61623.421875, - 61597.10546875, - 61582.63671875 + 62701.6875, + 62670.1796875, + 62627.8671875, + 62586.609375, + 62520.703125, + 62490.5625, + 62469.73828125, + 62422.859375, + 62344.52734375, + 62301.13671875, + 62297.1875, + 62275.7109375, + 62201.546875, + 62195.4140625, + 62185.9921875, + 62132.28125, + 62086.3203125, + 62059.453125, + 62005.00390625, + 61952.26171875, + 61946.3984375, + 61914.296875, + 61874.109375, + 61880.4765625 ], "0.3": [ - 62703.29296875, - 62670.61328125, - 62621.1640625, - 62587.1328125, - 62510.6953125, - 62451.5390625, - 62397.96875, - 62306.453125, - 62177.5390625, - 62146.43359375, - 62140.05859375, - 62067.1640625, - 62011.36328125, - 62010.703125, - 61984.734375, - 61934.65625, - 61895.46875, - 61833.34375, - 61735.453125, - 61678.73046875, - 61645.75, - 61623.421875, - 61597.10546875, - 61582.63671875 + 62701.6875, + 62670.1796875, + 62627.8671875, + 62586.609375, + 62520.703125, + 62490.5625, + 62469.73828125, + 62422.859375, + 62344.52734375, + 62301.13671875, + 62297.1875, + 62275.7109375, + 62201.546875, + 62195.4140625, + 62185.9921875, + 62132.28125, + 62086.3203125, + 62059.453125, + 62005.00390625, + 61952.26171875, + 61946.3984375, + 61914.296875, + 61874.109375, + 61880.4765625 ], "0.4": [ - 62767.27734375, - 62785.1875, - 62779.7265625, - 62774.578125, - 62757.203125, - 62768.2890625, - 62783.234375, - 62745.9296875, - 62721.0, - 62735.26171875, - 62761.2265625, - 62761.703125, - 62741.78125, - 62767.375, - 62791.828125, - 62756.54296875, - 62732.71484375, - 62732.609375, - 62737.59375, - 62740.2734375, - 62740.6796875, - 62731.484375, - 62716.37109375, - 62710.390625 + 62768.83984375, + 62788.375, + 62781.0078125, + 62783.734375, + 62763.5625, + 62771.0078125, + 62791.40625, + 62757.0625, + 62737.3515625, + 62736.88671875, + 62759.0546875, + 62755.60546875, + 62734.7265625, + 62765.1640625, + 62779.6484375, + 62766.828125, + 62741.0703125, + 62727.078125, + 62722.609375, + 62724.9140625, + 62756.7734375, + 62755.0859375, + 62739.90625, + 62716.3359375 ], "0.5": [ - 62767.27734375, - 62785.1875, - 62779.7265625, - 62774.578125, - 62757.203125, - 62768.2890625, - 62783.234375, - 62745.9296875, - 62721.0, - 62735.26171875, - 62761.2265625, - 62761.703125, - 62741.78125, - 62767.375, - 62791.828125, - 62756.54296875, - 62732.71484375, - 62732.609375, - 62737.59375, - 62740.2734375, - 62740.6796875, - 62731.484375, - 62716.37109375, - 62710.390625 + 62768.83984375, + 62788.375, + 62781.0078125, + 62783.734375, + 62763.5625, + 62771.0078125, + 62791.40625, + 62757.0625, + 62737.3515625, + 62736.88671875, + 62759.0546875, + 62755.60546875, + 62734.7265625, + 62765.1640625, + 62779.6484375, + 62766.828125, + 62741.0703125, + 62727.078125, + 62722.609375, + 62724.9140625, + 62756.7734375, + 62755.0859375, + 62739.90625, + 62716.3359375 ], "0.6": [ - 62767.27734375, - 62785.1875, - 62779.7265625, - 62774.578125, - 62757.203125, - 62768.2890625, - 62783.234375, - 62745.9296875, - 62721.0, - 62735.26171875, - 62761.2265625, - 62761.703125, - 62741.78125, - 62767.375, - 62791.828125, - 62756.54296875, - 62732.71484375, - 62732.609375, - 62737.59375, - 62740.2734375, - 62740.6796875, - 62731.484375, - 62716.37109375, - 62710.390625 + 62768.83984375, + 62788.375, + 62781.0078125, + 62783.734375, + 62763.5625, + 62771.0078125, + 62791.40625, + 62757.0625, + 62737.3515625, + 62736.88671875, + 62759.0546875, + 62755.60546875, + 62734.7265625, + 62765.1640625, + 62779.6484375, + 62766.828125, + 62741.0703125, + 62727.078125, + 62722.609375, + 62724.9140625, + 62756.7734375, + 62755.0859375, + 62739.90625, + 62716.3359375 ], "0.7": [ - 62767.27734375, - 62785.1875, - 62779.7265625, - 62774.578125, - 62757.203125, - 62768.2890625, - 62783.234375, - 62745.9296875, - 62721.0, - 62735.26171875, - 62761.2265625, - 62761.703125, - 62741.78125, - 62767.375, - 62791.828125, - 62756.54296875, - 62732.71484375, - 62732.609375, - 62737.59375, - 62740.2734375, - 62740.6796875, - 62731.484375, - 62716.37109375, - 62710.390625 + 62768.83984375, + 62788.375, + 62781.0078125, + 62783.734375, + 62763.5625, + 62771.0078125, + 62791.40625, + 62757.0625, + 62737.3515625, + 62736.88671875, + 62759.0546875, + 62755.60546875, + 62734.7265625, + 62765.1640625, + 62779.6484375, + 62766.828125, + 62741.0703125, + 62727.078125, + 62722.609375, + 62724.9140625, + 62756.7734375, + 62755.0859375, + 62739.90625, + 62716.3359375 ], "0.8": [ - 62825.3203125, - 62875.3046875, - 62891.6875, - 62907.296875, - 62919.1171875, - 62942.46875, - 62962.75, - 62953.921875, - 62938.953125, - 62945.80078125, - 62976.703125, - 62969.9765625, - 62961.6875, - 63003.3828125, - 63031.078125, - 63018.25, - 62990.0546875, - 62996.84765625, - 63010.71875, - 63014.5703125, - 63032.890625, - 63043.0625, - 63036.8671875, - 63023.921875 + 62823.078125, + 62873.90625, + 62904.8828125, + 62925.0390625, + 62931.96875, + 62957.8515625, + 62968.609375, + 62964.83203125, + 62946.8828125, + 62968.26953125, + 63008.7265625, + 63023.1640625, + 63009.5, + 63053.48828125, + 63077.171875, + 63058.828125, + 63059.46875, + 63069.2265625, + 63081.6328125, + 63079.4140625, + 63095.2890625, + 63083.8046875, + 63083.8984375, + 63084.4140625 ], "0.9": [ - 62825.3203125, - 62875.3046875, - 62891.6875, - 62907.296875, - 62919.1171875, - 62942.46875, - 62962.75, - 62953.921875, - 62938.953125, - 62945.80078125, - 62976.703125, - 62969.9765625, - 62961.6875, - 63003.3828125, - 63031.078125, - 63018.25, - 62990.0546875, - 62996.84765625, - 63010.71875, - 63014.5703125, - 63032.890625, - 63043.0625, - 63036.8671875, - 63023.921875 + 62823.078125, + 62873.90625, + 62904.8828125, + 62925.0390625, + 62931.96875, + 62957.8515625, + 62968.609375, + 62964.83203125, + 62946.8828125, + 62968.26953125, + 63008.7265625, + 63023.1640625, + 63009.5, + 63053.48828125, + 63077.171875, + 63058.828125, + 63059.46875, + 63069.2265625, + 63081.6328125, + 63079.4140625, + 63095.2890625, + 63083.8046875, + 63083.8984375, + 63084.4140625 ] }, "timestamps": [ diff --git a/results/sundial/online_meta.json b/results/sundial/online_meta.json index 93c2b08217411409391eb7bb18a64d914ba24c9b..b5a629626d89c974dd375a56c8ec470beda67fd0 100644 --- a/results/sundial/online_meta.json +++ b/results/sundial/online_meta.json @@ -1,31 +1,13 @@ { "model": "Sundial", "api_model_id": "thuml/sundial-base-128m", - "evaluated_at": "2026-07-06T06:21:05.395584+00:00", + "evaluated_at": "2026-07-06T06:29:41.985279+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260705t060000z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", + "data_fetched_at": "2026-07-06T06:26:53.260084Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260706t031500z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260706t000600z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260705t051000z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", - "context_length": 77, - "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/tabpfn_ts/all_results.csv b/results/tabpfn_ts/all_results.csv index 0c6e76f1a7df8556f3a5d048cd473f768001368e..cbcd70bf0d3a38d69a27d8fffce7424b7dc03ea0 100644 --- a/results/tabpfn_ts/all_results.csv +++ b/results/tabpfn_ts/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,TabPFN-TS,214437.47475306192,214437.47475306192,383.6451822916667,0.38210036246684953,0.006066380147380072,0.006084706316821256,15.284014498673981,463.07394091339444,0.007346979242608496,0.006086788613636925,0.006086788613636925,Finance,1,24 +binance_btcusdt_1h_close/1h/short,TabPFN-TS,212338.50167910257,212338.50167910257,380.7364908854167,0.37920338345620896,0.006020524843321172,0.006038587560839438,15.168135338248357,460.80202004668183,0.007311270811243669,0.006040918814340023,0.006040918814340022,Finance,1,24 bitbrains_fast_storage/5T/long,TabPFN-TS,5094671.185438427,5094671.185438427,483.1624726930903,1.1526641321691184,6.84183501453906,0.8053138505812252,70.21928659273716,2257.1378304034574,5.964941308843822,1.2768541439646968,0.8850161893008147,Web/CloudOps,2 bitbrains_fast_storage/5T/medium,TabPFN-TS,4622063.369807966,4622063.369807966,441.63762099470586,1.307633919865287,6.807939859955235,0.805070973047274,98.99555171639452,2149.8984556969117,6.531985259967827,1.3418170625410066,0.9486319340358308,Web/CloudOps,2 bitbrains_fast_storage/5T/short,TabPFN-TS,2246919.058831472,2246919.058831472,263.97642698274865,0.9980513501588254,4.24383417854469,0.7465228041656109,83.52859027541167,1498.9726678066788,4.706403428343518,0.8288206900872653,0.6618188415356218,Web/CloudOps,2 diff --git a/results/tabpfn_ts/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tabpfn_ts/forecasts/binance_btcusdt_1h_close__1h__short.json index 67cb1131cdd6907454e3b188d952cb359a913858..81d1d12655d9f55f02ce63fa50735764faf7383a 100644 --- a/results/tabpfn_ts/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tabpfn_ts/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TabPFN-TS", - "evaluated_at": "2026-07-06T06:19:12.722031+00:00", + "evaluated_at": "2026-07-06T06:29:06.178892+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63294.0, 63267.98828125, 63114.0, - 63103.98828125 + 63034.1796875 ], "p50": [ 62775.3359375, diff --git a/results/tabpfn_ts/online_meta.json b/results/tabpfn_ts/online_meta.json index 0737a3e83d3ceac95adf71972a928e0eef268c54..64ecaa255012242904ef07618a7a5e49d806eef0 100644 --- a/results/tabpfn_ts/online_meta.json +++ b/results/tabpfn_ts/online_meta.json @@ -1,31 +1,13 @@ { "model": "TabPFN-TS", "api_model_id": "priorlabs/tabpfn-ts", - "evaluated_at": "2026-07-06T06:20:29.857337+00:00", + "evaluated_at": "2026-07-06T06:29:19.899538+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260705t060000z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", + "data_fetched_at": "2026-07-06T06:26:53.260084Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260706t031500z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260706t000600z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260705t051000z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", - "context_length": 77, - "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index 0023f557d1fa6ca40c4745ccc91e7b27f922cac3..06ed3e081182ed08f70458adeceab94cf9279ade 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,144424.0953763326,184742.23695755005,298.8369140625,0.2976335907561227,0.004714379987918445,0.004736292000636861,6.570203150024963,380.0317031200589,0.006029458338443648,0.004741248449894927,0.004053781217029438,Finance,1,24 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,143404.38315900168,183353.75720787048,295.92822265625,0.29473661174548216,0.0046684353744758595,0.0046901730308932564,6.570203150024963,378.68771191973167,0.006008412060465582,0.0046953166054060965,0.004028328992981311,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,TimesFM-2.5,587981.2842750549,798190.9533653259,731.4443359375,1.0839120449464725,0.012211151877744015,0.01232053543272651,17.36189429037594,766.7993768092505,0.01289708891138466,0.012302439098957865,0.009368686649684545,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,TimesFM-2.5,1.287217768129472e-10,3.367546131884308e-11,2.982229893354492e-06,0.002147205491219379,nan,2.0,0.724129893911464,1.1345561987532711e-05,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,TimesFM-2.5,0.0,0.0,0.0,nan,nan,nan,nan,0.0,nan,nan,nan,Transportation,1,12 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index ab5288fc3203ce1e4cade99f0404ee2a00b3a61a..5469af0df33354aca5fa02e0ce3e78614b04e68b 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-07-06T06:17:16.932864+00:00", + "evaluated_at": "2026-07-06T06:27:57.661095+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63294.0, 63267.98828125, 63114.0, - 63103.98828125 + 63034.1796875 ], "p50": [ 62792.171875, diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index 6a7430c0222c6d80e768012eef669f6dc98b897f..2da272dee02aa91921d733984fed89dcf1c13a30 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,31 +1,13 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-07-06T06:17:37.817996+00:00", + "evaluated_at": "2026-07-06T06:28:07.575141+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260705t060000z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", + "data_fetched_at": "2026-07-06T06:26:53.260084Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260706t031500z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260706t000600z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260705t051000z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", - "context_length": 77, - "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index 06cd6651419e6e2350e0343fdc234979d5ba2cd3..45382a112c59bc954266c3cefaec17122d25dcf3 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,TiRex,124393.86530621846,124393.86530621846,292.3240559895833,0.29114695793698653,0.004624695407810833,0.004633104822239428,1.424337314632897,352.6951449995002,0.005595745474619019,0.0046379175801478795,0.00430857336153126,Finance,1,24 +binance_btcusdt_1h_close/1h/short,TiRex,123878.53835805257,123878.53835805257,289.4153645833333,0.2882499789263459,0.0045786410386029165,0.00458698570953057,1.424337314632897,351.96383103673105,0.005584400181691175,0.004591980970893331,0.004283132886391069,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,TiRex,1077557.2074457805,1077557.2074457805,832.3111979166666,1.2333845355564952,0.013885876614701522,0.014036580509867108,10.6337029240902,1038.0545300926058,0.0174594319901232,0.013998957023334434,0.011665160587687773,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,TiRex,1.5904209171557492e-10,1.5904209171557492e-10,9.748937575043075e-06,0.007019234949436265,nan,2.0,0.0537586809507209,1.2611189147561578e-05,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,TiRex,2.0440368407041843e-18,2.0440368407041843e-18,1.2956792120692266e-09,nan,nan,2.0,nan,1.4296981641955705e-09,inf,inf,inf,Transportation,1,12 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index f38501d93a5eb5ef713e7e916c2ca5e38da175f8..3f0e9061cf3265c9d66e1b186c23af3084d9702f 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-07-06T06:16:27.105817+00:00", + "evaluated_at": "2026-07-06T06:27:32.071697+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63294.0, 63267.98828125, 63114.0, - 63103.98828125 + 63034.1796875 ], "p50": [ 62779.97265625, diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index e721726a0a82c169f6326294d44e7a6c5b10bd2d..9bab2ba79ce7366502d3bfe8c2e87ab0a0256275 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,31 +1,13 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-07-06T06:16:45.075035+00:00", + "evaluated_at": "2026-07-06T06:27:33.999547+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260705t060000z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", + "data_fetched_at": "2026-07-06T06:26:53.260084Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260706t031500z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260706t000600z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260705t051000z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", - "context_length": 77, - "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/toto_1_0/all_results.csv b/results/toto_1_0/all_results.csv index b79392a51cfb7903ea322746923f6178da440463..73deb932f12d27ec93afbc5c8d55c27314217bbe 100644 --- a/results/toto_1_0/all_results.csv +++ b/results/toto_1_0/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,Toto-1.0,379819.64387512207,140362.64571634927,276.0188802083333,0.27490743802724665,0.004358289209052016,0.004373574606395524,2.7996717373120394,616.2950948004715,0.009777935808457256,0.004379225009852004,0.004102288064485437,Finance,1,24 +binance_btcusdt_1h_close/1h/short,Toto-1.0,170110.80441856384,144984.28516705832,287.58447265625,0.2864264594315949,0.004542035633911528,0.004557622263998554,2.891256865148067,412.44491076817013,0.006544017400444199,0.004562931300703799,0.004222529973523215,Finance,1,24 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Toto-1.0,35424.06122722315,26124.04837832035,122.04010168711345,1.2867271767976787,0.5823168903941691,0.9107297128059814,11.260589175231795,188.2128083506092,1.1587081357627336,0.7513243118435832,0.5740491643996976,Finance,1,12 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Toto-1.0,9.539382942178921e-07,1.237174416586017e-08,9.54632895526528e-05,0.06873356745370005,nan,2.0,1.8703809008690584,0.0009766976472879885,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Toto-1.0,0.00019150414429434928,2.2433454443000972e-09,3.635856863108226e-05,nan,nan,2.0,nan,0.013838502241729387,inf,inf,inf,Transportation,1,12 diff --git a/results/toto_1_0/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_1_0/forecasts/binance_btcusdt_1h_close__1h__short.json index 12a0a2e4ab4cf626b5a6261465332e23f238cab7..85ad956e9b5dea221029570b1bafbe9605595b71 100644 --- a/results/toto_1_0/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_1_0/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-1.0", - "evaluated_at": "2026-07-06T06:17:44.815035+00:00", + "evaluated_at": "2026-07-06T06:28:16.056533+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,346 +127,346 @@ 63294.0, 63267.98828125, 63114.0, - 63103.98828125 + 63034.1796875 ], "p50": [ - 62795.734375, - 62783.05078125, - 62794.515625, - 62809.9609375, - 62794.875, - 62845.07421875, - 62857.1875, - 62849.671875, - 62861.98046875, - 62882.3125, - 62846.84375, - 62880.57421875, - 62880.53125, - 62913.21875, - 62841.390625, - 62915.171875, - 62872.4140625, - 62946.98828125, - 62876.125, - 62911.08984375, - 62923.80859375, - 62971.7890625, - 62873.5859375, - 62827.1640625 + 62772.625, + 62798.6640625, + 62796.984375, + 62813.0390625, + 62809.6328125, + 62808.515625, + 62835.5390625, + 62847.671875, + 62833.03125, + 62875.4140625, + 62869.890625, + 62895.40234375, + 62925.203125, + 62891.69140625, + 62941.4609375, + 62926.8203125, + 62916.12109375, + 62893.30859375, + 62872.453125, + 62882.8046875, + 62922.9921875, + 62899.1171875, + 62963.40625, + 62940.93359375 ], "p10": [ - 62676.53515625, - 62636.5546875, - 62543.69921875, - 62532.2890625, - 62504.15625, - 62429.76171875, - 62464.59765625, - 62406.87890625, - 62321.3671875, - 62384.984375, - 62397.31640625, - 62240.96875, - 62238.09765625, - 62241.6640625, - 62220.4375, - 62177.5390625, - 62121.4140625, - 62327.671875, - 62183.02734375, - 62302.0390625, - 62191.65625, - 62242.1875, - 62126.75, - 61993.484375 + 62666.23046875, + 62634.3203125, + 62542.5625, + 62560.87109375, + 62442.65234375, + 62395.203125, + 62375.8203125, + 62375.671875, + 62360.2578125, + 62465.2109375, + 62399.51953125, + 62388.390625, + 62339.48828125, + 62243.5859375, + 62401.75, + 62277.79296875, + 62100.23828125, + 62148.734375, + 62063.0546875, + 62128.8984375, + 62088.34375, + 62204.4609375, + 62187.609375, + 62174.1171875 ], "p90": [ - 62904.953125, - 62950.6640625, - 63015.4296875, - 63075.8984375, - 63101.71875, - 63143.515625, - 63266.9453125, - 63223.5390625, - 63366.203125, - 63360.0390625, - 63239.8984375, - 63424.203125, - 63422.71875, - 63536.3984375, - 63413.046875, - 63438.2421875, - 63445.6796875, - 63535.4296875, - 63510.5, - 63517.1640625, - 63500.015625, - 63525.6640625, - 63475.1171875, - 63416.43359375 + 62885.875, + 62930.8046875, + 63013.8046875, + 63089.63671875, + 63134.140625, + 63245.53125, + 63226.234375, + 63248.796875, + 63211.4375, + 63352.390625, + 63374.6015625, + 63394.05078125, + 63396.7578125, + 63370.74609375, + 63479.765625, + 63350.11328125, + 63441.109375, + 63503.640625, + 63549.0234375, + 63441.28125, + 63557.4765625, + 63478.83203125, + 63500.8125, + 63559.546875 ], "mean": [ - 62794.609375, - 62794.3203125, - 62791.34765625, - 62787.890625, - 62784.921875, - 62802.875, - 62838.671875, - 62731.890625, - 62794.625, - 62849.921875, - 62840.32421875, - 62788.578125, - 63878.69921875, - 63084.22265625, - 62789.1171875, - 63580.91015625, - 62781.0390625, - 62898.40625, - 62790.5390625, - 62882.140625, - 62825.8984375, - 62887.0859375, - 62835.0, - 62717.5859375 + 62776.9140625, + 62791.5546875, + 62784.296875, + 62822.45703125, + 62878.890625, + 62764.7578125, + 62821.8125, + 62796.93359375, + 62792.0703125, + 62842.63671875, + 62837.125, + 62859.6875, + 62867.2265625, + 62746.01171875, + 62936.8359375, + 62848.36328125, + 62797.21875, + 62839.71875, + 62792.625, + 62799.8046875, + 62853.2421875, + 62474.7421875, + 62914.7890625, + 62830.7109375 ], "quantiles": { "0.1": [ - 62676.53515625, - 62636.5546875, - 62543.69921875, - 62532.2890625, - 62504.15625, - 62429.76171875, - 62464.59765625, - 62406.87890625, - 62321.3671875, - 62384.984375, - 62397.31640625, - 62240.96875, - 62238.09765625, - 62241.6640625, - 62220.4375, - 62177.5390625, - 62121.4140625, - 62327.671875, - 62183.02734375, - 62302.0390625, - 62191.65625, - 62242.1875, - 62126.75, - 61993.484375 + 62666.23046875, + 62634.3203125, + 62542.5625, + 62560.87109375, + 62442.65234375, + 62395.203125, + 62375.8203125, + 62375.671875, + 62360.2578125, + 62465.2109375, + 62399.51953125, + 62388.390625, + 62339.48828125, + 62243.5859375, + 62401.75, + 62277.79296875, + 62100.23828125, + 62148.734375, + 62063.0546875, + 62128.8984375, + 62088.34375, + 62204.4609375, + 62187.609375, + 62174.1171875 ], "0.2": [ - 62676.53515625, - 62636.5546875, - 62543.69921875, - 62532.2890625, - 62504.15625, - 62429.76171875, - 62464.59765625, - 62406.87890625, - 62321.3671875, - 62384.984375, - 62397.31640625, - 62240.96875, - 62238.09765625, - 62241.6640625, - 62220.4375, - 62177.5390625, - 62121.4140625, - 62327.671875, - 62183.02734375, - 62302.0390625, - 62191.65625, - 62242.1875, - 62126.75, - 61993.484375 + 62666.23046875, + 62634.3203125, + 62542.5625, + 62560.87109375, + 62442.65234375, + 62395.203125, + 62375.8203125, + 62375.671875, + 62360.2578125, + 62465.2109375, + 62399.51953125, + 62388.390625, + 62339.48828125, + 62243.5859375, + 62401.75, + 62277.79296875, + 62100.23828125, + 62148.734375, + 62063.0546875, + 62128.8984375, + 62088.34375, + 62204.4609375, + 62187.609375, + 62174.1171875 ], "0.3": [ - 62676.53515625, - 62636.5546875, - 62543.69921875, - 62532.2890625, - 62504.15625, - 62429.76171875, - 62464.59765625, - 62406.87890625, - 62321.3671875, - 62384.984375, - 62397.31640625, - 62240.96875, - 62238.09765625, - 62241.6640625, - 62220.4375, - 62177.5390625, - 62121.4140625, - 62327.671875, - 62183.02734375, - 62302.0390625, - 62191.65625, - 62242.1875, - 62126.75, - 61993.484375 + 62666.23046875, + 62634.3203125, + 62542.5625, + 62560.87109375, + 62442.65234375, + 62395.203125, + 62375.8203125, + 62375.671875, + 62360.2578125, + 62465.2109375, + 62399.51953125, + 62388.390625, + 62339.48828125, + 62243.5859375, + 62401.75, + 62277.79296875, + 62100.23828125, + 62148.734375, + 62063.0546875, + 62128.8984375, + 62088.34375, + 62204.4609375, + 62187.609375, + 62174.1171875 ], "0.4": [ - 62795.734375, - 62783.05078125, - 62794.515625, - 62809.9609375, - 62794.875, - 62845.07421875, - 62857.1875, - 62849.671875, - 62861.98046875, - 62882.3125, - 62846.84375, - 62880.57421875, - 62880.53125, - 62913.21875, - 62841.390625, - 62915.171875, - 62872.4140625, - 62946.98828125, - 62876.125, - 62911.08984375, - 62923.80859375, - 62971.7890625, - 62873.5859375, - 62827.1640625 + 62772.625, + 62798.6640625, + 62796.984375, + 62813.0390625, + 62809.6328125, + 62808.515625, + 62835.5390625, + 62847.671875, + 62833.03125, + 62875.4140625, + 62869.890625, + 62895.40234375, + 62925.203125, + 62891.69140625, + 62941.4609375, + 62926.8203125, + 62916.12109375, + 62893.30859375, + 62872.453125, + 62882.8046875, + 62922.9921875, + 62899.1171875, + 62963.40625, + 62940.93359375 ], "0.5": [ - 62795.734375, - 62783.05078125, - 62794.515625, - 62809.9609375, - 62794.875, - 62845.07421875, - 62857.1875, - 62849.671875, - 62861.98046875, - 62882.3125, - 62846.84375, - 62880.57421875, - 62880.53125, - 62913.21875, - 62841.390625, - 62915.171875, - 62872.4140625, - 62946.98828125, - 62876.125, - 62911.08984375, - 62923.80859375, - 62971.7890625, - 62873.5859375, - 62827.1640625 + 62772.625, + 62798.6640625, + 62796.984375, + 62813.0390625, + 62809.6328125, + 62808.515625, + 62835.5390625, + 62847.671875, + 62833.03125, + 62875.4140625, + 62869.890625, + 62895.40234375, + 62925.203125, + 62891.69140625, + 62941.4609375, + 62926.8203125, + 62916.12109375, + 62893.30859375, + 62872.453125, + 62882.8046875, + 62922.9921875, + 62899.1171875, + 62963.40625, + 62940.93359375 ], "0.6": [ - 62795.734375, - 62783.05078125, - 62794.515625, - 62809.9609375, - 62794.875, - 62845.07421875, - 62857.1875, - 62849.671875, - 62861.98046875, - 62882.3125, - 62846.84375, - 62880.57421875, - 62880.53125, - 62913.21875, - 62841.390625, - 62915.171875, - 62872.4140625, - 62946.98828125, - 62876.125, - 62911.08984375, - 62923.80859375, - 62971.7890625, - 62873.5859375, - 62827.1640625 + 62772.625, + 62798.6640625, + 62796.984375, + 62813.0390625, + 62809.6328125, + 62808.515625, + 62835.5390625, + 62847.671875, + 62833.03125, + 62875.4140625, + 62869.890625, + 62895.40234375, + 62925.203125, + 62891.69140625, + 62941.4609375, + 62926.8203125, + 62916.12109375, + 62893.30859375, + 62872.453125, + 62882.8046875, + 62922.9921875, + 62899.1171875, + 62963.40625, + 62940.93359375 ], "0.7": [ - 62795.734375, - 62783.05078125, - 62794.515625, - 62809.9609375, - 62794.875, - 62845.07421875, - 62857.1875, - 62849.671875, - 62861.98046875, - 62882.3125, - 62846.84375, - 62880.57421875, - 62880.53125, - 62913.21875, - 62841.390625, - 62915.171875, - 62872.4140625, - 62946.98828125, - 62876.125, - 62911.08984375, - 62923.80859375, - 62971.7890625, - 62873.5859375, - 62827.1640625 + 62772.625, + 62798.6640625, + 62796.984375, + 62813.0390625, + 62809.6328125, + 62808.515625, + 62835.5390625, + 62847.671875, + 62833.03125, + 62875.4140625, + 62869.890625, + 62895.40234375, + 62925.203125, + 62891.69140625, + 62941.4609375, + 62926.8203125, + 62916.12109375, + 62893.30859375, + 62872.453125, + 62882.8046875, + 62922.9921875, + 62899.1171875, + 62963.40625, + 62940.93359375 ], "0.8": [ - 62904.953125, - 62950.6640625, - 63015.4296875, - 63075.8984375, - 63101.71875, - 63143.515625, - 63266.9453125, - 63223.5390625, - 63366.203125, - 63360.0390625, - 63239.8984375, - 63424.203125, - 63422.71875, - 63536.3984375, - 63413.046875, - 63438.2421875, - 63445.6796875, - 63535.4296875, - 63510.5, - 63517.1640625, - 63500.015625, - 63525.6640625, - 63475.1171875, - 63416.43359375 + 62885.875, + 62930.8046875, + 63013.8046875, + 63089.63671875, + 63134.140625, + 63245.53125, + 63226.234375, + 63248.796875, + 63211.4375, + 63352.390625, + 63374.6015625, + 63394.05078125, + 63396.7578125, + 63370.74609375, + 63479.765625, + 63350.11328125, + 63441.109375, + 63503.640625, + 63549.0234375, + 63441.28125, + 63557.4765625, + 63478.83203125, + 63500.8125, + 63559.546875 ], "0.9": [ - 62904.953125, - 62950.6640625, - 63015.4296875, - 63075.8984375, - 63101.71875, - 63143.515625, - 63266.9453125, - 63223.5390625, - 63366.203125, - 63360.0390625, - 63239.8984375, - 63424.203125, - 63422.71875, - 63536.3984375, - 63413.046875, - 63438.2421875, - 63445.6796875, - 63535.4296875, - 63510.5, - 63517.1640625, - 63500.015625, - 63525.6640625, - 63475.1171875, - 63416.43359375 + 62885.875, + 62930.8046875, + 63013.8046875, + 63089.63671875, + 63134.140625, + 63245.53125, + 63226.234375, + 63248.796875, + 63211.4375, + 63352.390625, + 63374.6015625, + 63394.05078125, + 63396.7578125, + 63370.74609375, + 63479.765625, + 63350.11328125, + 63441.109375, + 63503.640625, + 63549.0234375, + 63441.28125, + 63557.4765625, + 63478.83203125, + 63500.8125, + 63559.546875 ] }, "timestamps": [ diff --git a/results/toto_1_0/online_meta.json b/results/toto_1_0/online_meta.json index cbd1cc5a92d4f316ee15649cf51bec084f00e580..96ad421f9b0173014cd22dee711e3ac9a6c1087e 100644 --- a/results/toto_1_0/online_meta.json +++ b/results/toto_1_0/online_meta.json @@ -1,31 +1,13 @@ { "model": "Toto-1.0", "api_model_id": "Datadog/Toto-Open-Base-1.0", - "evaluated_at": "2026-07-06T06:17:58.894756+00:00", + "evaluated_at": "2026-07-06T06:28:18.443717+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260705t060000z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", + "data_fetched_at": "2026-07-06T06:26:53.260084Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260706t031500z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260706t000600z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260705t051000z", - "data_fetched_at": "2026-07-06T06:15:19.927476Z", - "context_length": 77, - "prediction_length": 72 } ], "failed_datasets": []