diff --git a/results/aggregates/live_metadata.json b/results/aggregates/live_metadata.json index fc2f58a55b5089a2121a3ebf4c5a287ff4dd2010..033168d4e70f3a2c4ef222c3de591cb1bcfbbe7c 100644 --- a/results/aggregates/live_metadata.json +++ b/results/aggregates/live_metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-24T12:57:25.097852+00:00", + "generated_at": "2026-06-24T13:05:27.116359+00:00", "scope": "All deduplicated future releases saved up to generation time", "release_deduplication": "One row per model and content fingerprint of the target window plus recent context", "dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets", @@ -12,6 +12,6 @@ "temporal_metrics": "Per-dataset MSE stability and Kendall tau, then equal-weight mean over datasets", "num_models": 10, "num_datasets": 13, - "num_model_releases": 10083, - "num_unique_releases": 1168 + "num_model_releases": 10102, + "num_unique_releases": 1170 } diff --git a/results/aggregates/live_overall_up_to_now.csv b/results/aggregates/live_overall_up_to_now.csv index fcbb16bc50bbab204dcaf2331d5894265fce50c5..4a0d0fd176e24b3860602586ce9702a9bfd01f00 100644 --- a/results/aggregates/live_overall_up_to_now.csv +++ b/results/aggregates/live_overall_up_to_now.csv @@ -1,11 +1,11 @@ Rank,model,MSE,RMSE,MAPE,CRPS,RTG,AverageRank,WinRate,Elo,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release -1,TiRex,8.335780193462549,1.4695218001224364,0.22289655463717303,0.6965659633621202,30.40274002222537,3.8911919263532164,0.6764676951764597,1206.3585834586688,6.714081973439664,-0.006110695828947602,0.07692307692307693,13,1123,0.8461538461538461,2026-06-16T12:07:33.925127+00:00,2026-06-24T12:55:17.066022+00:00 -2,Chronos-2,8.493897339706477,1.5016738302990855,0.21835693028779216,0.7338197734430226,28.32661490962968,4.036306448073987,0.6355185792568802,1145.8401771265817,7.390235309224296,0.06609536192282241,0.07692307692307693,13,1144,0.8461538461538461,2026-06-16T12:06:40.343188+00:00,2026-06-24T12:51:44.780893+00:00 -3,Moirai-1.1-Large,17531.047360129633,7.737360831456107,0.29313150100307694,0.7393680063417969,11.789806187839986,4.492663406131543,0.5889910970909699,1108.9372859724065,158838.18947416212,0.04057461392670306,0.15384615384615385,13,1107,0.8461538461538461,2026-06-16T12:07:48.486125+00:00,2026-06-24T12:56:20.507660+00:00 -4,Toto-2.0-1B,8.276994645724193,1.4584023496375902,0.2040397741548188,0.6782955784450434,29.419903083493214,3.7549588439004298,0.6793434636595934,1098.9286245881008,6.73228571533927,0.007503816503082971,0.07692307692307693,13,1129,0.8461538461538461,2026-06-16T12:07:16.543073+00:00,2026-06-24T12:54:23.537734+00:00 -5,Timer-S1,8.188302475912604,1.4400597945081803,0.24241621748708217,0.6985903690894032,31.20049936945217,3.9684135275644556,0.6651846387503582,1062.784937281626,6.7663302515092845,-0.019397362025232564,0.07692307692307693,13,1082,0.8461538461538461,2026-06-16T12:08:03.698792+00:00,2026-06-24T12:57:16.874304+00:00 -6,TimesFM-2.5,8.259909810656072,1.4490380053655132,0.192900375741988,0.8213983956801076,31.29052617557285,4.73760502137687,0.5312744920475345,1043.0996140849547,6.531070871739192,-0.04200627901193619,0.07692307692307693,13,1151,0.8461538461538461,2026-06-16T12:06:55.147862+00:00,2026-06-24T12:52:57.309630+00:00 -7,ARIMA,8.643999000286616,1.707325095212036,0.3141623342861404,0.971095727055627,2.4932739269057738,6.642101666422576,0.3415175484571746,871.2800890577352,7.121416220962941,-0.03482640156872471,0.07692307692307693,13,837,0.8461538461538461,2026-06-17T12:10:12.135642+00:00,2026-06-24T12:57:19.274084+00:00 -8,ETS,10.63144437570168,2.040087893712196,0.4467816086003171,1.2331712218517308,-4.697162187698451,7.2544304180803465,0.26922855806553153,854.174338608251,11.04414871130709,0.013988407498911755,0.07692307692307693,13,837,0.8461538461538461,2026-06-17T12:10:12.660440+00:00,2026-06-24T12:57:19.437747+00:00 -9,Moving-Average,8.77145571894073,1.7073367311955783,0.35065150064265577,0.9814081469338745,6.516648330897497,6.738998552162487,0.32455415182634795,851.2868975350513,7.442066960881674,-0.08745575677177983,0.15384615384615385,13,837,0.8461538461538461,2026-06-17T12:10:12.847893+00:00,2026-06-24T12:57:19.517552+00:00 -10,Seasonal-Naive,9.626588169537653,1.9499346692547912,0.3637037608360681,1.2020205727765392,1.0147337632482844e-15,7.418544983601986,0.27221012942242034,757.3094522866235,8.244149145959044,0.09023889706319553,0.25,12,836,0.9166666666666666,2026-06-17T12:10:12.963911+00:00,2026-06-24T12:57:19.580586+00:00 +1,TiRex,8.335793156897681,1.4695546836197713,0.22289660741108255,0.6965925294672477,30.412666643756424,3.891330042601058,0.6764651942844211,1206.3594280956197,6.1544488053191095,-0.005582549183272843,0.07692307692307693,13,1125,0.8461538461538461,2026-06-16T12:07:33.925127+00:00,2026-06-24T13:04:16.117433+00:00 +2,Chronos-2,8.493774014999676,1.5016336320407182,0.21835621076930972,0.7338062893365861,28.33854980332976,4.035988006227893,0.6355722672069435,1145.8412832774882,6.774233841418032,0.06043295382679942,0.07692307692307693,13,1146,0.8461538461538461,2026-06-16T12:06:40.343188+00:00,2026-06-24T13:02:51.270710+00:00 +3,Moirai-1.1-Large,17518.455781705812,7.107448563706583,0.29313187366939464,0.739411549376877,11.799500989812849,4.4930218592802635,0.5889796864212249,1108.9374913584481,145620.96469007476,-0.045989519418752095,0.15384615384615385,13,1109,0.8461538461538461,2026-06-16T12:07:48.486125+00:00,2026-06-24T13:04:55.331276+00:00 +4,Toto-2.0-1B,8.276849501066373,1.4583287209315823,0.20403868443530415,0.6782800300232198,29.432329535823193,3.754463526510781,0.6794131436088932,1098.9304232907498,6.171150255193656,0.006524429239520286,0.07692307692307693,13,1131,0.8461538461538461,2026-06-16T12:07:16.543073+00:00,2026-06-24T13:04:01.844254+00:00 +5,Timer-S1,8.188288416723166,1.4400915464055353,0.24241619314266527,0.6985904948528141,31.209061338990264,3.9685236846366383,0.6651857196762626,1062.7857871354656,6.202300681990983,-0.017795756571983526,0.07692307692307693,13,1084,0.8461538461538461,2026-06-16T12:08:03.698792+00:00,2026-06-24T13:05:18.647179+00:00 +6,TimesFM-2.5,8.259861553597164,1.4490372495881674,0.1929005908110755,0.8213677713211832,31.300299054096527,4.737217710644733,0.5313452190298826,1043.1004057104592,5.986701743065648,-0.038561684822955765,0.07692307692307693,13,1153,0.8461538461538461,2026-06-16T12:06:55.147862+00:00,2026-06-24T13:03:31.370723+00:00 +7,ARIMA,8.643858968151267,1.7072994304487874,0.3141640277382888,0.9712668812347294,2.512910202902165,6.642181792675311,0.34150921703618864,871.2794677664878,6.527736825530554,-0.03214737008221893,0.07692307692307693,13,839,0.8461538461538461,2026-06-17T12:10:12.135642+00:00,2026-06-24T13:05:21.093772+00:00 +8,ETS,10.631235257837197,2.0400614656680633,0.4467811739621652,1.233151360165571,-4.682148872963641,7.254316085883463,0.26924276955869314,854.1734598935029,10.123483720019971,0.012663644712372885,0.07692307692307693,13,839,0.8461538461538461,2026-06-17T12:10:12.660440+00:00,2026-06-24T13:05:21.145457+00:00 +9,Moving-Average,8.771977809601248,1.7075643772137061,0.3506540507193802,0.9816444008493262,6.519198609585941,6.7401371883855505,0.3244141059368833,851.2847241849586,6.8216915956926805,-0.08004261337263065,0.15384615384615385,13,839,0.8461538461538461,2026-06-17T12:10:12.847893+00:00,2026-06-24T13:05:21.167021+00:00 +10,Seasonal-Naive,9.627840074055046,1.9503170066121995,0.3637065702541173,1.202221725576685,1.0147307316732533e-15,7.419025194448051,0.27215954222139244,757.3075292868205,8.244521543643085,0.09036297262197758,0.25,12,837,0.9166666666666666,2026-06-17T12:10:12.963911+00:00,2026-06-24T13:05:21.180390+00:00 diff --git a/results/aggregates/live_rank_up_to_now.csv b/results/aggregates/live_rank_up_to_now.csv index e54d8a3e0e22debee4ccb99c4d012bc409959231..71cdece86578de8515324a72fcb28b039a9d8dcd 100644 --- a/results/aggregates/live_rank_up_to_now.csv +++ b/results/aggregates/live_rank_up_to_now.csv @@ -1,11 +1,11 @@ Rank,model,AverageRank,WinRate,Elo,dataset_pair_matches,shared_releases,pairwise_matches -1,TiRex,3.8911919263532164,0.6764676951764597,1206.3585834586688,116,1123,8825 -2,Chronos-2,4.036306448073987,0.6355185792568802,1145.8401771265817,116,1140,8827 -3,Moirai-1.1-Large,4.492663406131543,0.5889910970909699,1108.9372859724065,116,1107,8753 -4,Toto-2.0-1B,3.7549588439004298,0.6793434636595934,1098.9286245881008,116,1129,8854 -5,Timer-S1,3.9684135275644556,0.6651846387503582,1062.784937281626,116,1082,8659 -6,TimesFM-2.5,4.73760502137687,0.5312744920475345,1043.0996140849547,116,1147,8872 -7,ARIMA,6.642101666422576,0.3415175484571746,871.2800890577352,116,837,7443 -8,ETS,7.2544304180803465,0.26922855806553153,854.174338608251,116,837,7443 -9,Moving-Average,6.738998552162487,0.32455415182634795,851.2868975350513,116,837,7443 -10,Seasonal-Naive,7.418544983601986,0.27221012942242034,757.3094522866235,108,836,7435 +1,TiRex,3.891330042601058,0.6764651942844211,1206.3594280956197,116,1125,8842 +2,Chronos-2,4.035988006227893,0.6355722672069435,1145.8412832774882,116,1142,8844 +3,Moirai-1.1-Large,4.4930218592802635,0.5889796864212249,1108.9374913584481,116,1109,8770 +4,Toto-2.0-1B,3.754463526510781,0.6794131436088932,1098.9304232907498,116,1131,8871 +5,Timer-S1,3.9685236846366383,0.6651857196762626,1062.7857871354656,116,1084,8676 +6,TimesFM-2.5,4.737217710644733,0.5313452190298826,1043.1004057104592,116,1149,8889 +7,ARIMA,6.642181792675311,0.34150921703618864,871.2794677664878,116,839,7460 +8,ETS,7.254316085883463,0.26924276955869314,854.1734598935029,116,839,7460 +9,Moving-Average,6.7401371883855505,0.3244141059368833,851.2847241849586,116,839,7460 +10,Seasonal-Naive,7.419025194448051,0.27215954222139244,757.3075292868205,108,837,7444 diff --git a/results/aggregates/live_release_metrics.csv b/results/aggregates/live_release_metrics.csv index 4459fe25dc337404597bc94b557dafc9ec14621b..01da4e440e4e987907f9edf84974ff4c8c3e0a16 100644 --- a/results/aggregates/live_release_metrics.csv +++ b/results/aggregates/live_release_metrics.csv @@ -114,6 +114,7 @@ binance_btcusdt_1h_close/1h/short|window:58dc0f39885afd236f98,2026-06-18T03:58:1 binance_btcusdt_1h_close/1h/short|window:58ecf6b7770b4d255fc1,2026-06-18T04:07:35.006798+00:00,2026-06-18T04:07:35.006798+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,1.5147145521756473,1.2307374017944068,0.008613761628412568,0.43331513688534856,-1.3737234485428953,True binance_btcusdt_1h_close/1h/short|window:59a99b18a6e512806c36,2026-06-24T12:30:08.968157+00:00,2026-06-24T12:30:08.968157+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,1.103129294927663,1.0502996215021991,0.016733236295090187,1.5002650793144319,72.03528607697466,True binance_btcusdt_1h_close/1h/short|window:5a378b22ec9d024da9c1,2026-06-24T12:38:23.078624+00:00,2026-06-24T12:38:23.078624+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,1.110024991172414,1.0535772355040773,0.016766616266377873,1.5038159850736756,71.90795853696507,True +binance_btcusdt_1h_close/1h/short|window:5b25326894caef8f7f5f,2026-06-24T13:05:21.075576+00:00,2026-06-24T13:05:21.075576+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,1.0856575315166521,1.0419489102238422,0.016629828108488218,1.4893014009018293,72.36072365217717,True binance_btcusdt_1h_close/1h/short|window:5d531091a559aa6a0380,2026-06-22T09:29:59.405766+00:00,2026-06-22T09:29:59.405766+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.4294141497515943,0.6552969935468912,0.00872139786589736,0.5220116673671905,-26.391983036478656,True binance_btcusdt_1h_close/1h/short|window:5e355775e5a76306d05f,2026-06-23T09:55:10.661190+00:00,2026-06-23T09:55:10.661190+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,2.6073439103427725,1.6147271937831396,0.014213274480647568,1.3249676785847686,-14.291332346805369,True binance_btcusdt_1h_close/1h/short|window:6099b5f4879667960810,2026-06-17T16:02:35.268040+00:00,2026-06-17T16:02:35.268040+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.43912227339349513,0.6626630164672653,0.0075485318561178405,0.3135488484381807,26.327619812908527,True @@ -291,6 +292,7 @@ data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:4c0593 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:bceb66e39a7a2aa585ff,2026-06-24T12:46:14.656796+00:00,2026-06-24T12:46:14.656796+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,ARIMA,80.42535143700697,8.968018255835956,,3.5545048359863514,0.5855249928823019,False data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:cbf74555fe073eb03c64,2026-06-24T11:30:17.245662+00:00,2026-06-24T11:30:17.245662+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,ARIMA,80.44782658005235,8.969271240187373,,3.534404451011941,0.6804281554412079,False data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:d2ba27df578cd0bfeadb,2026-06-24T12:22:03.607552+00:00,2026-06-24T12:22:03.607552+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,ARIMA,80.48975834729556,8.971608459317402,,3.5437700214389984,0.5340843785106506,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:38723a2e5e8a17aa7950,2026-06-24T13:05:21.093772+00:00,2026-06-24T13:05:21.093772+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ARIMA,9.578202015526527e-15,9.786828912128038e-08,,1.939007227275159e-07,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:b5fdab78d8947eacc864,2026-06-24T12:46:14.723189+00:00,2026-06-24T12:46:14.723189+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ARIMA,9.578202015526527e-15,9.786828912128038e-08,,1.939007227275159e-07,0.0,False nasa_power_shanghai_hourly_T2M/1h/short|window:0aad5d6c1cfa4b8c5db7,2026-06-18T05:03:29.867986+00:00,2026-06-18T05:03:29.867986+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,ARIMA,0.21776447493906398,0.4666524134075211,0.0654288298000007,0.36956636038522345,-15.404278495967436,True nasa_power_shanghai_hourly_T2M/1h/short|window:0aeafaee04318ff321b9,2026-06-24T12:57:19.039534+00:00,2026-06-24T12:57:19.039534+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,ARIMA,0.8045110924978627,0.8969454233663622,0.08435399647434155,0.6522465472203227,-57.47534679530318,True @@ -996,6 +998,7 @@ binance_btcusdt_1h_close/1h/short|window:59a99b18a6e512806c36,2026-06-24T12:27:4 binance_btcusdt_1h_close/1h/short|window:59bafd667fb052138e70,2026-06-17T05:59:16.817066+00:00,2026-06-17T05:59:16.817066+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.0842079482781868,0.2901860580355073,0.005905704737811285,0.21427330429562594,52.39016145737909,True binance_btcusdt_1h_close/1h/short|window:5a378b22ec9d024da9c1,2026-06-24T12:35:47.839491+00:00,2026-06-24T12:35:47.839491+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.3707310278573543,0.6088768577120945,0.005336701574011448,0.3976942703957895,89.64941256717155,True binance_btcusdt_1h_close/1h/short|window:5a6e355fc0cba305048f,2026-06-17T09:08:23.214397+00:00,2026-06-17T09:08:23.214397+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.3251598119632735,0.5702278596870496,0.010954232855477341,0.27624563295152843,5.3480706472475354,True +binance_btcusdt_1h_close/1h/short|window:5b25326894caef8f7f5f,2026-06-24T13:02:44.585474+00:00,2026-06-24T13:02:44.585474+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.3556526104371614,0.596366171439294,0.005198106349248944,0.39285607567184067,90.0180286575037,True binance_btcusdt_1h_close/1h/short|window:5d531091a559aa6a0380,2026-06-22T09:26:52.927626+00:00,2026-06-22T09:26:52.927626+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.11876309042170817,0.34462021185895086,0.0031484065485043087,0.2707526457714444,35.602677157884955,True binance_btcusdt_1h_close/1h/short|window:5d5a1adfdd08dcd13cf6,2026-06-16T13:34:11.919124+00:00,2026-06-16T13:34:11.919124+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.2714262989725453,0.5209858913373233,0.005713637026030542,0.3242901874497704,86.66559102428549,True binance_btcusdt_1h_close/1h/short|window:5e355775e5a76306d05f,2026-06-23T09:52:24.953207+00:00,2026-06-23T09:52:24.953207+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,1.8765575076309549,1.369874997082199,0.00934785966539939,0.7149385734620252,2.0545250241183024,True @@ -1246,6 +1249,7 @@ data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:4c0593 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:bceb66e39a7a2aa585ff,2026-06-24T12:42:44.972185+00:00,2026-06-24T12:42:44.972185+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Chronos-2,81.44686250407351,9.024791549064915,,3.615203049756932,-0.045536858838677086,False data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:cbf74555fe073eb03c64,2026-06-24T11:25:58.281550+00:00,2026-06-24T11:25:58.281550+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Chronos-2,81.54087363307967,9.029998540037516,,3.5236738433141706,0.00566094602352586,False data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:d2ba27df578cd0bfeadb,2026-06-24T12:18:12.080191+00:00,2026-06-24T12:18:12.080191+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Chronos-2,81.4320068504008,9.023968464616928,,3.5472473874734107,-0.047833011720534065,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:38723a2e5e8a17aa7950,2026-06-24T13:02:51.270710+00:00,2026-06-24T13:02:51.270710+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-2,2.883436665529308e-17,5.369764115423794e-09,,5.3875998246022405e-09,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:b5fdab78d8947eacc864,2026-06-24T12:42:56.996296+00:00,2026-06-24T12:42:56.996296+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-2,2.883436665529308e-17,5.369764115423794e-09,,5.3875998246022405e-09,0.0,False nasa_power_shanghai_hourly_T2M/1h/short|window:04d8ac2aedfb0c566082,2026-06-17T05:11:12.972050+00:00,2026-06-17T05:11:12.972050+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Chronos-2,1.4821564117717045,1.217438463238165,0.16205658842644108,0.7371486597201974,-5.647500550258204,True nasa_power_shanghai_hourly_T2M/1h/short|window:0aad5d6c1cfa4b8c5db7,2026-06-18T04:47:47.946098+00:00,2026-06-18T04:47:47.946098+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Chronos-2,0.07507883129002767,0.27400516653893164,0.034445166500048946,0.15148559748523024,36.02375541307049,True @@ -2095,6 +2099,7 @@ binance_btcusdt_1h_close/1h/short|window:58dc0f39885afd236f98,2026-06-18T03:58:1 binance_btcusdt_1h_close/1h/short|window:58ecf6b7770b4d255fc1,2026-06-18T04:07:35.365280+00:00,2026-06-18T04:07:35.365280+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,1.962076872600617,1.4007415438262039,0.018544684727529234,1.0865854130271366,-14.215698623855072,True binance_btcusdt_1h_close/1h/short|window:59a99b18a6e512806c36,2026-06-24T12:30:09.094401+00:00,2026-06-24T12:30:09.094401+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.8724861691145668,0.934069681080896,0.008156762501883422,0.6446780436854884,77.21609585991243,True binance_btcusdt_1h_close/1h/short|window:5a378b22ec9d024da9c1,2026-06-24T12:38:23.207187+00:00,2026-06-24T12:38:23.207187+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.8817784713656922,0.9390306019324888,0.008190363780675456,0.6482289494447324,77.02063859106966,True +binance_btcusdt_1h_close/1h/short|window:5b25326894caef8f7f5f,2026-06-24T13:05:21.128682+00:00,2026-06-24T13:05:21.128682+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.8476147112827176,0.920659932484692,0.008052668724287115,0.6337143652728859,77.74664902867151,True binance_btcusdt_1h_close/1h/short|window:5d531091a559aa6a0380,2026-06-22T09:29:59.590501+00:00,2026-06-22T09:29:59.590501+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.0878364434531089,0.2963721367691452,0.002425776428397195,0.14176071567528514,48.01318545960145,True binance_btcusdt_1h_close/1h/short|window:5e355775e5a76306d05f,2026-06-23T09:55:10.844061+00:00,2026-06-23T09:55:10.844061+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,1.8500745393523474,1.3601744518084242,0.009303828651492643,0.84447098067325,2.764762173795467,True binance_btcusdt_1h_close/1h/short|window:6099b5f4879667960810,2026-06-17T16:02:35.587655+00:00,2026-06-17T16:02:35.587655+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.4717014328633277,0.6868052364850807,0.00872575442602064,0.4227758498557906,22.96701273649953,True @@ -2272,6 +2277,7 @@ data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:4c0593 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:bceb66e39a7a2aa585ff,2026-06-24T12:46:14.805940+00:00,2026-06-24T12:46:14.805940+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,ETS,81.17514450074765,9.009724995844637,,3.5438535224362737,0.12154886266053662,False data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:cbf74555fe073eb03c64,2026-06-24T11:30:17.489039+00:00,2026-06-24T11:30:17.489039+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,ETS,81.59154935739504,9.032804069467854,,3.523765935677487,-0.025403218975161217,False data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:d2ba27df578cd0bfeadb,2026-06-24T12:22:03.805912+00:00,2026-06-24T12:22:03.805912+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,ETS,81.67218645176796,9.037266536501397,,3.5438533192483597,-0.19508819405349961,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:38723a2e5e8a17aa7950,2026-06-24T13:05:21.145457+00:00,2026-06-24T13:05:21.145457+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ETS,9.578202015526527e-15,9.786828912128038e-08,,1.939007227275159e-07,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:b5fdab78d8947eacc864,2026-06-24T12:46:14.828164+00:00,2026-06-24T12:46:14.828164+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ETS,9.578202015526527e-15,9.786828912128038e-08,,1.939007227275159e-07,0.0,False nasa_power_shanghai_hourly_T2M/1h/short|window:0aad5d6c1cfa4b8c5db7,2026-06-18T05:03:30.268230+00:00,2026-06-18T05:03:30.268230+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,ETS,0.48811034817933086,0.6986489448781347,0.10444350596607699,0.4808580836778858,-50.71181668978824,True nasa_power_shanghai_hourly_T2M/1h/short|window:0aeafaee04318ff321b9,2026-06-24T12:57:19.325208+00:00,2026-06-24T12:57:19.325208+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,ETS,2.9463229119140957,1.71648562822824,0.19044171099349783,1.3351221860680251,-86.2655156276521,True @@ -2975,6 +2981,7 @@ binance_btcusdt_1h_close/1h/short|window:59a99b18a6e512806c36,2026-06-24T12:29:2 binance_btcusdt_1h_close/1h/short|window:59bafd667fb052138e70,2026-06-17T06:00:33.016367+00:00,2026-06-17T06:00:33.016367+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.15060885521486714,0.3880835673084692,0.007543108051426078,0.20320331694011307,28.305856463083195,True binance_btcusdt_1h_close/1h/short|window:5a378b22ec9d024da9c1,2026-06-24T12:37:45.947724+00:00,2026-06-24T12:37:45.947724+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,1.5819988266668936,1.2577753482505902,0.011475173570146496,0.7301423960585222,62.2197769137904,True binance_btcusdt_1h_close/1h/short|window:5a6e355fc0cba305048f,2026-06-17T09:09:38.794596+00:00,2026-06-17T09:09:38.794596+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.7497969616148099,0.865908171583344,0.016595344373073338,0.403009946934267,-34.8917834172946,True +binance_btcusdt_1h_close/1h/short|window:5b25326894caef8f7f5f,2026-06-24T13:04:46.807357+00:00,2026-06-24T13:04:46.807357+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,1.5597819566425466,1.2489123094287071,0.011294012744914546,0.7344820254429271,62.550381696278755,True binance_btcusdt_1h_close/1h/short|window:5d531091a559aa6a0380,2026-06-22T09:29:15.152838+00:00,2026-06-22T09:29:15.152838+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.12386684193457019,0.3519472146992645,0.002732481672255748,0.23320234911796356,33.7519349800662,True binance_btcusdt_1h_close/1h/short|window:5d5a1adfdd08dcd13cf6,2026-06-16T13:36:29.322499+00:00,2026-06-16T13:36:29.322499+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.487809039187733,0.6984332746853725,0.0063880855166109024,0.3830473038433584,77.24478765527945,True binance_btcusdt_1h_close/1h/short|window:5e355775e5a76306d05f,2026-06-23T09:54:38.730220+00:00,2026-06-23T09:54:38.730220+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,2.0950468053493467,1.4474276511623463,0.009566185545805204,0.6853617580934555,-3.450660734451842,True @@ -3221,6 +3228,7 @@ data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:4c0593 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:bceb66e39a7a2aa585ff,2026-06-24T12:45:25.254758+00:00,2026-06-24T12:45:25.254758+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Moirai-1.1-Large,79.64214984370358,8.924245057353792,,3.518589462676953,1.074788771558421,False data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:cbf74555fe073eb03c64,2026-06-24T11:29:13.276800+00:00,2026-06-24T11:29:13.276800+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Moirai-1.1-Large,80.39086994362602,8.966095579661529,,3.5237403532301594,0.7158387024250209,False data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:d2ba27df578cd0bfeadb,2026-06-24T12:21:11.198433+00:00,2026-06-24T12:21:11.198433+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Moirai-1.1-Large,76.7555421771941,8.761024037017254,,3.326154719267875,2.90848672501987,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:38723a2e5e8a17aa7950,2026-06-24T13:04:55.331276+00:00,2026-06-24T13:04:55.331276+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moirai-1.1-Large,3.2549958438533158,1.8041607034444898,,8.970104506593314e-10,-100.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:b5fdab78d8947eacc864,2026-06-24T12:45:32.441400+00:00,2026-06-24T12:45:32.441400+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moirai-1.1-Large,330.6375579387332,18.183441861725,,9.065334381794089e-10,-100.0,False nasa_power_shanghai_hourly_T2M/1h/short|window:04d8ac2aedfb0c566082,2026-06-17T05:16:48.534000+00:00,2026-06-17T05:16:48.534000+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Moirai-1.1-Large,1.1967754057757172,1.0939723057626811,0.14762674968250825,0.605355579795432,5.035585299877982,True nasa_power_shanghai_hourly_T2M/1h/short|window:0aad5d6c1cfa4b8c5db7,2026-06-18T05:00:48.487404+00:00,2026-06-18T05:00:48.487404+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Moirai-1.1-Large,0.06959298714927001,0.2638048277595958,0.03087687379917724,0.21752042382351375,39.279128351521194,True @@ -4039,6 +4047,7 @@ binance_btcusdt_1h_close/1h/short|window:58dc0f39885afd236f98,2026-06-18T03:58:1 binance_btcusdt_1h_close/1h/short|window:58ecf6b7770b4d255fc1,2026-06-18T04:07:35.413508+00:00,2026-06-18T04:07:35.413508+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,1.4592105110517595,1.207977860331786,0.016225329972260297,0.9346704205345415,0.49275930053753636,True binance_btcusdt_1h_close/1h/short|window:59a99b18a6e512806c36,2026-06-24T12:30:09.151702+00:00,2026-06-24T12:30:09.151702+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,3.9170718284294153,1.979159374186277,0.018720768868445804,1.7154463514528284,26.80682429674948,True binance_btcusdt_1h_close/1h/short|window:5a378b22ec9d024da9c1,2026-06-24T12:38:23.258447+00:00,2026-06-24T12:38:23.258447+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,3.9051361932595823,1.976141744222712,0.01868619258370027,1.711895445693585,26.992356796218328,True +binance_btcusdt_1h_close/1h/short|window:5b25326894caef8f7f5f,2026-06-24T13:05:21.155169+00:00,2026-06-24T13:05:21.155169+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,3.9577431630640745,1.989407741782482,0.01882788312789659,1.7264100298654312,26.216500267908476,True binance_btcusdt_1h_close/1h/short|window:5d531091a559aa6a0380,2026-06-22T09:29:59.666451+00:00,2026-06-22T09:29:59.666451+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.08990905366383642,0.2998483844609412,0.002881976589437389,0.1475011735835864,47.11088555387988,True binance_btcusdt_1h_close/1h/short|window:5e355775e5a76306d05f,2026-06-23T09:55:10.910171+00:00,2026-06-23T09:55:10.910171+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,1.819597736715703,1.3489246593919555,0.009464897308671788,0.855047031834149,3.5944415887937606,True binance_btcusdt_1h_close/1h/short|window:6099b5f4879667960810,2026-06-17T16:02:35.692700+00:00,2026-06-17T16:02:35.692700+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.6339366206388148,0.7962013694027503,0.011998456776851988,0.5953989906584758,8.582813354215968,True @@ -4216,6 +4225,7 @@ data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:4c0593 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:bceb66e39a7a2aa585ff,2026-06-24T12:46:14.862008+00:00,2026-06-24T12:46:14.862008+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Moving-Average,80.93416828840789,8.996341939277757,,3.551425445140262,0.2701988179104563,False data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:cbf74555fe073eb03c64,2026-06-24T11:30:17.567338+00:00,2026-06-24T11:30:17.567338+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Moving-Average,81.59154496120524,9.032803826122056,,3.5237653586071076,-0.025400524952518055,False data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:d2ba27df578cd0bfeadb,2026-06-24T12:22:03.868915+00:00,2026-06-24T12:22:03.868915+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Moving-Average,81.43004137754548,9.023859561049555,,3.551425445140262,-0.04662617904321612,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:38723a2e5e8a17aa7950,2026-06-24T13:05:21.167021+00:00,2026-06-24T13:05:21.167021+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moving-Average,9.578202015526527e-15,9.786828912128038e-08,,1.939007227275159e-07,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:b5fdab78d8947eacc864,2026-06-24T12:46:14.873454+00:00,2026-06-24T12:46:14.873454+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moving-Average,9.578202015526527e-15,9.786828912128038e-08,,1.939007227275159e-07,0.0,False nasa_power_shanghai_hourly_T2M/1h/short|window:0aad5d6c1cfa4b8c5db7,2026-06-18T05:03:30.400278+00:00,2026-06-18T05:03:30.400278+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Moving-Average,0.10092016515657315,0.31767934329536307,0.038615694465923694,0.16929954467141303,22.53291691399948,True nasa_power_shanghai_hourly_T2M/1h/short|window:0aeafaee04318ff321b9,2026-06-24T12:57:19.458044+00:00,2026-06-24T12:57:19.458044+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Moving-Average,0.4103760101713025,0.6406059710705969,0.0716357085338421,0.4439897800695585,-30.770826435222638,True @@ -4876,6 +4886,7 @@ binance_btcusdt_1h_close/1h/short|window:58dc0f39885afd236f98,2026-06-18T03:58:1 binance_btcusdt_1h_close/1h/short|window:58ecf6b7770b4d255fc1,2026-06-18T04:07:35.441536+00:00,2026-06-18T04:07:35.441536+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,1.4736625156638572,1.2139450216809067,0.01687099667311588,0.610673075391882,7.533767146984952e-15,True binance_btcusdt_1h_close/1h/short|window:59a99b18a6e512806c36,2026-06-24T12:30:09.199090+00:00,2026-06-24T12:30:09.199090+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,6.786308072206479,2.6050543319106567,0.02109726154541747,1.4294038969044294,-6.543899939774954e-15,True binance_btcusdt_1h_close/1h/short|window:5a378b22ec9d024da9c1,2026-06-24T12:38:23.287712+00:00,2026-06-24T12:38:23.287712+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,6.792746992366393,2.6062898903165768,0.021130999092220316,1.4305875321575103,0.0,True +binance_btcusdt_1h_close/1h/short|window:5b25326894caef8f7f5f,2026-06-24T13:05:21.180390+00:00,2026-06-24T13:05:21.180390+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,6.770246638001669,2.601969761162045,0.02099274562162552,1.4257493374335615,0.0,True binance_btcusdt_1h_close/1h/short|window:5d531091a559aa6a0380,2026-06-22T09:29:59.696224+00:00,2026-06-22T09:29:59.696224+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.25008171610195246,0.5000817094255222,0.004911073302814157,0.34372475501443317,0.0,True binance_btcusdt_1h_close/1h/short|window:5e355775e5a76306d05f,2026-06-23T09:55:10.932711+00:00,2026-06-23T09:55:10.932711+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,1.9552836429541893,1.3983145722455264,0.010455935526050201,0.719797919042005,0.0,True binance_btcusdt_1h_close/1h/short|window:6099b5f4879667960810,2026-06-17T16:02:35.748380+00:00,2026-06-17T16:02:35.748380+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.7529724363969076,0.8677398437301975,0.012662426621977203,0.4442449842445706,0.0,True @@ -5755,6 +5766,7 @@ binance_btcusdt_1h_close/1h/short|window:59a99b18a6e512806c36,2026-06-24T12:28:5 binance_btcusdt_1h_close/1h/short|window:59bafd667fb052138e70,2026-06-17T06:00:25.089128+00:00,2026-06-17T06:00:25.089128+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.09348023341174878,0.30574537349197745,0.006333452704030099,0.18696612830271142,48.49773658111006,True binance_btcusdt_1h_close/1h/short|window:5a378b22ec9d024da9c1,2026-06-24T12:37:18.777746+00:00,2026-06-24T12:37:18.777746+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.9823149656662288,0.9911180382104993,0.00876995157151885,0.6016595194192146,74.73164918894638,True binance_btcusdt_1h_close/1h/short|window:5a6e355fc0cba305048f,2026-06-17T09:09:22.612517+00:00,2026-06-17T09:09:22.612517+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.4151529707903234,0.6443236537566531,0.012320961950448184,0.310021275338201,-6.8525786638180755,True +binance_btcusdt_1h_close/1h/short|window:5b25326894caef8f7f5f,2026-06-24T13:04:11.908117+00:00,2026-06-24T13:04:11.908117+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.9514130547892002,0.9754040469411639,0.008632084963137337,0.5968213246952658,75.357291239409,True binance_btcusdt_1h_close/1h/short|window:5d531091a559aa6a0380,2026-06-22T09:28:30.811307+00:00,2026-06-22T09:28:30.811307+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.25511110690255057,0.5050852471638333,0.0051402380185450154,0.27341605822552256,-0.9955388460760616,True binance_btcusdt_1h_close/1h/short|window:5d5a1adfdd08dcd13cf6,2026-06-16T13:35:58.706000+00:00,2026-06-16T13:35:58.706000+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.18950729953982667,0.43532436129836183,0.004320141631746617,0.32522066932743426,90.49885618544691,True binance_btcusdt_1h_close/1h/short|window:5e355775e5a76306d05f,2026-06-23T09:53:48.330013+00:00,2026-06-23T09:53:48.330013+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,1.729794525919852,1.3152165319520022,0.009175430180233647,0.6967007647127118,6.118977853412389,True @@ -6003,6 +6015,7 @@ data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:4c0593 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:bceb66e39a7a2aa585ff,2026-06-24T12:44:39.069376+00:00,2026-06-24T12:44:39.069376+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,TiRex,81.4316901116614,9.023950914741357,,3.5257690094410745,-0.03622170367190838,False data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:cbf74555fe073eb03c64,2026-06-24T11:28:11.519559+00:00,2026-06-24T11:28:11.519559+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,TiRex,81.54716869207392,9.030347096987686,,3.5233896645809346,0.0018010315269831115,False data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:d2ba27df578cd0bfeadb,2026-06-24T12:20:19.609108+00:00,2026-06-24T12:20:19.609108+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,TiRex,81.4408681856959,9.024459440082598,,3.4037015122302967,-0.053273655557062594,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:38723a2e5e8a17aa7950,2026-06-24T13:04:16.117433+00:00,2026-06-24T13:04:16.117433+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TiRex,1.0445943342450759e-16,1.0220539781464949e-08,,2.363676204147285e-08,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:b5fdab78d8947eacc864,2026-06-24T12:44:44.437377+00:00,2026-06-24T12:44:44.437377+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TiRex,1.0445943342450759e-16,1.0220539781464949e-08,,2.363676204147285e-08,0.0,False nasa_power_shanghai_hourly_T2M/1h/short|window:04d8ac2aedfb0c566082,2026-06-17T05:15:19.765080+00:00,2026-06-17T05:15:19.765080+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,TiRex,1.1674847430713715,1.0805020791610591,0.14104915667715992,0.5680638134242738,6.270566763264161,True nasa_power_shanghai_hourly_T2M/1h/short|window:0aad5d6c1cfa4b8c5db7,2026-06-18T04:57:31.987912+00:00,2026-06-18T04:57:31.987912+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,TiRex,0.04462781033356765,0.21125295343158554,0.026530083893923598,0.12189044849676312,56.30239062310243,True @@ -6876,6 +6889,7 @@ binance_btcusdt_1h_close/1h/short|window:59a99b18a6e512806c36,2026-06-24T12:29:4 binance_btcusdt_1h_close/1h/short|window:59bafd667fb052138e70,2026-06-17T06:00:39.691025+00:00,2026-06-17T06:00:39.691025+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.05591510333547661,0.23646374634492412,0.003781060650294394,0.1625577359429543,65.63817234577716,True binance_btcusdt_1h_close/1h/short|window:5a378b22ec9d024da9c1,2026-06-24T12:38:13.325169+00:00,2026-06-24T12:38:13.325169+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,1.0154955448573013,1.0077179887534515,0.008409385395639136,0.49766560730052056,73.98913929693656,True binance_btcusdt_1h_close/1h/short|window:5a6e355fc0cba305048f,2026-06-17T09:09:53.061934+00:00,2026-06-17T09:09:53.061934+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.16018845761542408,0.40023550269238245,0.007625692591990588,0.21984307285754157,38.63603929935474,True +binance_btcusdt_1h_close/1h/short|window:5b25326894caef8f7f5f,2026-06-24T13:05:14.163937+00:00,2026-06-24T13:05:14.163937+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,1.0627572909045215,1.030901203270479,0.00855085116630352,0.5062045099304252,72.86463020955165,True binance_btcusdt_1h_close/1h/short|window:5d531091a559aa6a0380,2026-06-22T09:29:48.959869+00:00,2026-06-22T09:29:48.959869+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.11481391308025417,0.3388420178789138,0.00292425132569688,0.18539921636920806,37.07027221040068,True binance_btcusdt_1h_close/1h/short|window:5d5a1adfdd08dcd13cf6,2026-06-16T13:36:56.603833+00:00,2026-06-16T13:36:56.603833+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.5245921442850014,0.7242873354442982,0.008320824477572557,0.41666588302477997,75.73709477550032,True binance_btcusdt_1h_close/1h/short|window:5e355775e5a76306d05f,2026-06-23T09:55:01.950026+00:00,2026-06-23T09:55:01.950026+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,1.7462877565271122,1.3214718145034772,0.008968725220477187,0.735910769691886,5.6461395410706805,True @@ -7121,6 +7135,7 @@ data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:4c0593 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:bceb66e39a7a2aa585ff,2026-06-24T12:46:00.265427+00:00,2026-06-24T12:46:00.265427+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Timer-S1,81.39762682908326,9.022063335461754,,3.5288449826101065,-0.015302079779786672,False data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:cbf74555fe073eb03c64,2026-06-24T11:29:55.100090+00:00,2026-06-24T11:29:55.100090+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Timer-S1,81.46548431732147,9.025823193333752,,3.502192832582846,0.05191025463377119,False data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:d2ba27df578cd0bfeadb,2026-06-24T12:21:51.787063+00:00,2026-06-24T12:21:51.787063+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Timer-S1,81.44027625215456,9.024426643956643,,3.5279292585688773,-0.052910241254850325,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:38723a2e5e8a17aa7950,2026-06-24T13:05:18.647179+00:00,2026-06-24T13:05:18.647179+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Timer-S1,8.318476214037432e-17,9.12056808210839e-09,,7.849106016995695e-09,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:b5fdab78d8947eacc864,2026-06-24T12:46:05.681734+00:00,2026-06-24T12:46:05.681734+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Timer-S1,8.318476214037432e-17,9.12056808210839e-09,,7.849106016995695e-09,0.0,False nasa_power_shanghai_hourly_T2M/1h/short|window:04d8ac2aedfb0c566082,2026-06-17T05:17:34.201964+00:00,2026-06-17T05:17:34.201964+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Timer-S1,1.181322682228543,1.0868866924516756,0.1409604112827696,0.5962574117635716,5.683518964612819,True nasa_power_shanghai_hourly_T2M/1h/short|window:0aad5d6c1cfa4b8c5db7,2026-06-18T05:02:49.596893+00:00,2026-06-18T05:02:49.596893+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Timer-S1,0.30171027095485575,0.5492815953177894,0.06780837187298276,0.21775628133706007,-30.797386888786765,True @@ -7964,6 +7979,7 @@ binance_btcusdt_1h_close/1h/short|window:59a99b18a6e512806c36,2026-06-24T12:28:0 binance_btcusdt_1h_close/1h/short|window:59bafd667fb052138e70,2026-06-17T05:59:50.900257+00:00,2026-06-17T05:59:50.900257+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.22122683363885726,0.4703475668469619,0.013948256181269159,0.2801997555932419,9.843292934851062,True binance_btcusdt_1h_close/1h/short|window:5a378b22ec9d024da9c1,2026-06-24T12:36:19.263358+00:00,2026-06-24T12:36:19.263358+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.569582328858893,0.754706783366158,0.008644396534884712,0.37750714221498627,84.5271162424965,True binance_btcusdt_1h_close/1h/short|window:5a6e355fc0cba305048f,2026-06-17T09:08:40.114970+00:00,2026-06-17T09:08:40.114970+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.10605361015312366,0.3256587326529471,0.003017466161198294,0.1842658445848998,54.673886987700755,True +binance_btcusdt_1h_close/1h/short|window:5b25326894caef8f7f5f,2026-06-24T13:03:26.052706+00:00,2026-06-24T13:03:26.052706+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.5445903498012135,0.7379636507316695,0.008506619162361846,0.3726689474910374,85.10997987489564,True binance_btcusdt_1h_close/1h/short|window:5d531091a559aa6a0380,2026-06-22T09:27:33.431508+00:00,2026-06-22T09:27:33.431508+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.17056146723560817,0.4129908803298302,0.0026180517257655238,0.260409140085686,18.904442533787677,True binance_btcusdt_1h_close/1h/short|window:5d5a1adfdd08dcd13cf6,2026-06-16T13:34:53.197362+00:00,2026-06-16T13:34:53.197362+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.27073017335504046,0.5203173775255258,0.00759151590014303,0.3174309334532072,86.69751507589588,True binance_btcusdt_1h_close/1h/short|window:5e355775e5a76306d05f,2026-06-23T09:52:53.388961+00:00,2026-06-23T09:52:53.388961+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,1.7759821634094646,1.3326598078314902,0.009134821067982357,0.885674572745529,4.8053794301903405,True @@ -8215,6 +8231,7 @@ data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:4c0593 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:bceb66e39a7a2aa585ff,2026-06-24T12:43:32.469494+00:00,2026-06-24T12:43:32.469494+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,TimesFM-2.5,81.4470325746142,9.024800971468245,,3.5455447178163344,-0.045641264534950404,False data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:cbf74555fe073eb03c64,2026-06-24T11:26:39.093546+00:00,2026-06-24T11:26:39.093546+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,TimesFM-2.5,81.47728845204115,9.026477078685856,,3.5249240110268327,0.044665912474784235,False data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:d2ba27df578cd0bfeadb,2026-06-24T12:19:09.460347+00:00,2026-06-24T12:19:09.460347+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,TimesFM-2.5,81.44703258967864,9.02480097230286,,3.546143293863581,-0.05705809999989939,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:38723a2e5e8a17aa7950,2026-06-24T13:03:31.370723+00:00,2026-06-24T13:03:31.370723+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TimesFM-2.5,0.0,0.0,,0.0,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:b5fdab78d8947eacc864,2026-06-24T12:43:37.524229+00:00,2026-06-24T12:43:37.524229+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TimesFM-2.5,0.0,0.0,,0.0,0.0,False nasa_power_shanghai_hourly_T2M/1h/short|window:04d8ac2aedfb0c566082,2026-06-17T05:12:05.733003+00:00,2026-06-17T05:12:05.733003+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,TimesFM-2.5,1.1082987850806292,1.0527577048308072,0.1285527628319415,0.7750489526765003,8.856808160274936,True nasa_power_shanghai_hourly_T2M/1h/short|window:0aad5d6c1cfa4b8c5db7,2026-06-18T04:48:59.939002+00:00,2026-06-18T04:48:59.939002+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,TimesFM-2.5,0.24314205488664678,0.49309436712118987,0.04934103729951961,0.34192038786443374,-20.734431380584237,True @@ -9113,6 +9130,7 @@ binance_btcusdt_1h_close/1h/short|window:59a99b18a6e512806c36,2026-06-24T12:28:3 binance_btcusdt_1h_close/1h/short|window:59bafd667fb052138e70,2026-06-17T06:00:12.428709+00:00,2026-06-17T06:00:12.428709+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.08276815673818973,0.28769455458557036,0.00589821131245472,0.2073451792949079,53.01295117832515,True binance_btcusdt_1h_close/1h/short|window:5a378b22ec9d024da9c1,2026-06-24T12:37:06.273983+00:00,2026-06-24T12:37:06.273983+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.14496602114835902,0.3807440362610543,0.0031219755193085427,0.36543451330186866,95.8209277072729,True binance_btcusdt_1h_close/1h/short|window:5a6e355fc0cba305048f,2026-06-17T09:09:06.027887+00:00,2026-06-17T09:09:06.027887+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.2601527071691012,0.510051671077648,0.009821168512574951,0.2827081233939173,16.35730424698573,True +binance_btcusdt_1h_close/1h/short|window:5b25326894caef8f7f5f,2026-06-24T13:03:55.936435+00:00,2026-06-24T13:03:55.936435+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.14135254366192468,0.37596880676716343,0.003022662432983072,0.361976805749424,95.90970078134937,True binance_btcusdt_1h_close/1h/short|window:5d531091a559aa6a0380,2026-06-22T09:28:14.621742+00:00,2026-06-22T09:28:14.621742+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.12538493738363743,0.3540973557987089,0.002983134035912349,0.2296897279859679,33.21114606602495,True binance_btcusdt_1h_close/1h/short|window:5d5a1adfdd08dcd13cf6,2026-06-16T13:35:40.618930+00:00,2026-06-16T13:35:40.618930+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.1942027788852832,0.44068444366154247,0.004050033271140501,0.31609371232806627,90.27489055938804,True binance_btcusdt_1h_close/1h/short|window:5e355775e5a76306d05f,2026-06-23T09:53:31.327440+00:00,2026-06-23T09:53:31.327440+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,1.755115368299317,1.3248076721922004,0.009235941603235315,0.6925727910658783,5.394791073622248,True @@ -9360,6 +9378,7 @@ data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:4c0593 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:bceb66e39a7a2aa585ff,2026-06-24T12:44:12.993082+00:00,2026-06-24T12:44:12.993082+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Toto-2.0-1B,81.44752032915771,9.02482799443611,,3.6457512756937356,-0.04594069409385638,False data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:cbf74555fe073eb03c64,2026-06-24T11:27:40.742640+00:00,2026-06-24T11:27:40.742640+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Toto-2.0-1B,81.5529420088573,9.030666753283354,,3.493446226087409,-0.0017387065886887714,False data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:d2ba27df578cd0bfeadb,2026-06-24T12:19:55.347294+00:00,2026-06-24T12:19:55.347294+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Toto-2.0-1B,81.44772401716922,9.024839279298508,,3.4052077754828516,-0.05748256256591731,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:38723a2e5e8a17aa7950,2026-06-24T13:04:01.844254+00:00,2026-06-24T13:04:01.844254+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Toto-2.0-1B,4.2276063689566338e-22,2.0561143861557494e-11,,2.357494018191994e-11,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:b5fdab78d8947eacc864,2026-06-24T12:44:19.286476+00:00,2026-06-24T12:44:19.286476+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Toto-2.0-1B,4.2276063689566338e-22,2.0561143861557494e-11,,2.357494018191994e-11,0.0,False nasa_power_shanghai_hourly_T2M/1h/short|window:04d8ac2aedfb0c566082,2026-06-17T05:14:00.045696+00:00,2026-06-17T05:14:00.045696+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Toto-2.0-1B,1.6358458059910381,1.2790018788066881,0.1695443015324515,0.7697399221659791,-10.547238409782922,True nasa_power_shanghai_hourly_T2M/1h/short|window:0aad5d6c1cfa4b8c5db7,2026-06-18T04:56:29.014262+00:00,2026-06-18T04:56:29.014262+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Toto-2.0-1B,0.25529584283932216,0.5052680900663747,0.05963965742649446,0.21240790396828532,-23.056238461531336,True diff --git a/results/aggregates/live_results_by_dataset.csv b/results/aggregates/live_results_by_dataset.csv index 029ba0bd83f73e2c43afa26528aef46c85f65d6f..915d6809fb192cf36ee9649955d9be7ede6efdb1 100644 --- a/results/aggregates/live_results_by_dataset.csv +++ b/results/aggregates/live_results_by_dataset.csv @@ -1,8 +1,8 @@ model,dataset,domain,frequency,prediction_lengths,MSE,RMSE,MAPE,CRPS,RTG,Stability,Improvement,Improvement_pvalue,n_releases,MAPE_coverage,first_release,last_release -ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.6081174284995885,1.1377041419038643,0.01128359967623006,0.8507251586703743,-0.9022220903601886,1.7220106972215632,0.46121948227211385,2.9452375862004707e-31,286,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-24T12:57:19.002898+00:00 +ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.606297010740066,1.1373704999816343,0.011302227649861623,0.852950162998707,-0.6469505024070964,1.719274172995855,0.45854145854145856,5.106792378393109e-31,287,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-24T13:05:21.075576+00:00 ARIMA,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,2.9664674922689853,1.7223436045891032,0.6111556523811462,1.0317116760827598,14.518148853886235,,,,1,1.0,2026-06-24T10:52:35.939325+00:00,2026-06-24T10:52:35.939325+00:00 ARIMA,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,80.41727809597992,8.967567231980688,,3.535241898164583,-2.260188405203457,0.08027734428319423,0.0,1.0,5,0.0,2026-06-24T10:52:36.014410+00:00,2026-06-24T12:46:14.656796+00:00 -ARIMA,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.786828912128038e-08,,1.939007227275159e-07,0.0,,,,1,0.0,2026-06-24T12:46:14.723189+00:00,2026-06-24T12:46:14.723189+00:00 +ARIMA,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.786828912128038e-08,,1.939007227275159e-07,0.0,0.0,0.0,1.0,2,0.0,2026-06-24T12:46:14.723189+00:00,2026-06-24T13:05:21.093772+00:00 ARIMA,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,1.4483961829503094,1.0555070823176096,0.10386710803792586,0.8136162040088142,-56.43384803115729,1.5731515825090019,0.2857142857142857,0.39875992063492066,8,1.0,2026-06-18T05:03:29.867986+00:00,2026-06-24T12:57:19.039534+00:00 ARIMA,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.9398165948502553,1.2704563794699142,1.141107207611213,0.9948176788805152,12.505482892406471,1.5029911036468746,-0.026130424903431034,0.6205318553571717,163,0.9693251533742331,2026-06-17T12:10:12.335728+00:00,2026-06-24T12:57:19.086687+00:00 ARIMA,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,5.018978283238558,1.9702330219248816,0.12487054128575006,1.3414017198908588,15.343351983564736,4.9696777663555505,-0.07692307692307693,0.2168078980993282,118,1.0,2026-06-17T12:10:12.398268+00:00,2026-06-24T12:57:19.131156+00:00 @@ -12,10 +12,10 @@ ARIMA,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,1.1296962 ARIMA,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.9990972106144098,0.9739641591390747,0.5410738707817593,0.48190492855468575,28.682131786148364,0.45788080849599017,-0.19148936170212766,0.057658698536602715,47,1.0,2026-06-17T12:10:12.513260+00:00,2026-06-24T12:57:19.274084+00:00 ARIMA,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.3984083556596998,0.9336521291126455,0.014466762533916773,0.6853478229998341,14.144871360960066,2.5985286905148683,-0.0883130618720254,0.31040544291753636,62,1.0,2026-06-17T12:26:17.165483+00:00,2026-06-24T12:46:14.740269+00:00 ARIMA,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0049465906226422,0.988279168410133,0.2055261870553452,0.4938512376935394,52.511394964202786,0.3188562263588671,0.2,0.7194444444444444,6,1.0,2026-06-17T12:10:12.582752+00:00,2026-06-24T02:20:30.897304+00:00 -Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.0049571917430669,0.8080100017438394,0.008403561188619992,0.4638498960602393,27.180813326613684,1.688423628020669,0.35058840871680225,6.660953188684735e-26,404,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-24T12:51:10.787253+00:00 +Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.0033539705546572,0.8074874243850627,0.008395646485312902,0.4636746026765642,27.33596694471465,1.686641323569801,0.34873487348734883,1.045933939337384e-25,405,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-24T13:02:44.585474+00:00 Chronos-2,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,2.7341224511056046,1.6535182040442145,0.6608019070822674,0.8231222196231203,18.484576701267176,,,,1,1.0,2026-06-24T10:47:11.080330+00:00,2026-06-24T10:47:11.080330+00:00 Chronos-2,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,81.4732353997949,9.026252187568298,,3.5343121158989144,-2.9098358736453314,0.0528133902719607,-0.19999999999999998,0.8166666666666667,5,0.0,2026-06-24T10:47:15.684286+00:00,2026-06-24T12:42:44.972185+00:00 -Chronos-2,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,2.883436665529308e-17,5.369764115423794e-09,,5.3875998246022405e-09,0.0,,,,1,0.0,2026-06-24T12:42:56.996296+00:00,2026-06-24T12:42:56.996296+00:00 +Chronos-2,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,2.883436665529308e-17,5.369764115423794e-09,,5.3875998246022405e-09,0.0,0.0,0.0,1.0,2,0.0,2026-06-24T12:42:56.996296+00:00,2026-06-24T13:02:51.270710+00:00 Chronos-2,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3174901992511709,0.4593814995140698,0.05177657259069808,0.2580649628641479,21.812456385419818,0.48038439030534485,-0.05555555555555555,0.919455467372134,9,1.0,2026-06-17T05:11:12.972050+00:00,2026-06-24T12:51:16.484544+00:00 Chronos-2,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.2484774552337466,0.3881545822753431,0.41317922572155946,0.20890822979878945,75.20131004261191,0.3577381752893201,0.18555785735424685,4.5650487570469965e-05,218,0.9724770642201835,2026-06-16T12:06:44.487655+00:00,2026-06-24T12:51:22.471104+00:00 Chronos-2,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,5.643083968363554,2.113772093949322,0.1457729354470653,1.208803192717199,2.678130940575648,5.363068611464825,0.3313735097174587,7.300525250072926e-10,157,1.0,2026-06-16T12:06:47.974062+00:00,2026-06-24T12:51:26.714713+00:00 @@ -25,10 +25,10 @@ Chronos-2,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.127 Chronos-2,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.9048415554008913,0.918051365870657,0.5441223967246984,0.475176140350431,31.224818843666036,0.48662303075099494,0.07505827505827506,0.3729341287381579,66,1.0,2026-06-16T13:12:36.348072+00:00,2026-06-24T12:51:44.780893+00:00 Chronos-2,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.5241018224505845,0.9099595606523597,0.011309055678328942,0.5934376034335626,33.42784940634254,10.58661397906445,-0.04382716049382716,0.5624989435884009,81,1.0,2026-06-16T12:40:50.960167+00:00,2026-06-24T12:43:01.506919+00:00 Chronos-2,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.15728493389535472,0.377306635572273,0.07803444567615125,0.21845280562995464,90.6330748252471,0.07450803281661653,0.4666666666666666,0.2722222222222222,6,1.0,2026-06-17T09:43:59.015450+00:00,2026-06-24T02:02:44.252631+00:00 -ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.6278334636638108,1.0192629651426461,0.009424821369968733,0.7078183163354669,21.731971753097046,2.4384851143805744,0.3578211262421789,1.8514382802352132e-19,286,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-24T12:57:19.307630+00:00 +ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.625114931425549,1.018919400568925,0.00942004035029737,0.7075601144153882,21.927144844649572,2.4346539302422503,0.35591238030262423,2.48427942266275e-19,287,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-24T13:05:21.128682+00:00 ETS,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,3.012456858668924,1.7356430677616075,0.618770085277974,1.0920825657778055,13.76432849378957,,,,1,1.0,2026-06-24T10:52:36.193145+00:00,2026-06-24T10:52:36.193145+00:00 ETS,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,81.49392726371842,9.027393711446383,,3.5267281244462425,-2.9225340536456423,0.19144212729063945,0.0,1.0,5,0.0,2026-06-24T10:52:36.210089+00:00,2026-06-24T12:46:14.805940+00:00 -ETS,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.786828912128038e-08,,1.939007227275159e-07,0.0,,,,1,0.0,2026-06-24T12:46:14.828164+00:00,2026-06-24T12:46:14.828164+00:00 +ETS,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.786828912128038e-08,,1.939007227275159e-07,0.0,0.0,0.0,1.0,2,0.0,2026-06-24T12:46:14.828164+00:00,2026-06-24T13:05:21.145457+00:00 ETS,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,4.016595258113816,1.7455783259884101,0.1869290128102823,1.3486708009010233,-71.53841142047237,3.96963456521405,0.2857142857142857,0.39875992063492066,8,1.0,2026-06-18T05:03:30.268230+00:00,2026-06-24T12:57:19.325208+00:00 ETS,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,3.0690585460300426,1.5851168232346904,1.233192417493936,1.1922920857516628,-1.6671627860579983,2.5287345544659003,0.07430129516019085,0.15919126752847934,163,0.9693251533742331,2026-06-17T12:10:12.697348+00:00,2026-06-24T12:57:19.346653+00:00 ETS,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,8.253063094600511,2.4943325806870456,0.16841572231888793,1.7532028504618644,-6.020819862304963,8.210668191213673,0.20266550775025355,0.0011381040083372092,118,1.0,2026-06-17T12:10:12.728630+00:00,2026-06-24T12:57:19.368075+00:00 @@ -38,10 +38,10 @@ ETS,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,9.069082952 ETS,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.1697725315111203,1.036049776290843,0.6004816078109909,0.5378591017245068,24.90658754158062,0.6635672164339114,-0.01387604070305273,0.8905906981519396,47,1.0,2026-06-17T12:10:12.797899+00:00,2026-06-24T12:57:19.437747+00:00 ETS,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.258550071262685,0.8754061384698507,0.012748374973979206,0.6240120051594681,18.703301696865832,2.5085172412233425,-0.07350608143839239,0.3985032565161847,62,1.0,2026-06-17T12:26:17.324923+00:00,2026-06-24T12:46:14.841203+00:00 ETS,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.9916704636905681,0.9944645223536649,0.2087153795742119,0.5298893427523369,51.102245298962536,0.1139041396255428,-0.2,0.7194444444444444,6,1.0,2026-06-17T12:10:12.836543+00:00,2026-06-24T02:20:31.057595+00:00 -Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.2559283843461602,0.9372540492502534,0.009658380276687755,0.5086243005820892,12.263443863043255,1.9288040385336942,0.26301532853182785,4.6423018925844284e-15,398,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-24T12:55:42.002361+00:00 +Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.2566899221213392,0.9380351476466906,0.009662479606182058,0.5091903600428933,12.389476288690462,1.9264394527834694,0.26482034231306917,2.788741474517969e-15,399,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-24T13:04:46.807357+00:00 Moirai-1.1-Large,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,1.8199605606883722,1.349059139062618,0.6245741448532559,0.7792043597683866,37.17852676540776,,,,1,1.0,2026-06-24T10:50:42.572136+00:00,2026-06-24T10:50:42.572136+00:00 Moirai-1.1-Large,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,78.92901024628694,8.88392187160537,,3.4568310543339558,-1.322553935523057,1.3926407563980296,-0.19999999999999998,0.8166666666666667,5,0.0,2026-06-24T10:50:49.255677+00:00,2026-06-24T12:45:25.254758+00:00 -Moirai-1.1-Large,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,330.6375579387332,18.183441861725,,9.065334381794089e-10,-100.0,,,,1,0.0,2026-06-24T12:45:32.441400+00:00,2026-06-24T12:45:32.441400+00:00 +Moirai-1.1-Large,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,166.94627689129325,9.993801282584744,,9.017719444193701e-10,-100.0,231.49442969951554,-1.0,1.0,2,0.0,2026-06-24T12:45:32.441400+00:00,2026-06-24T13:04:55.331276+00:00 Moirai-1.1-Large,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.2649729966510336,0.42212856104598706,0.047872385675874006,0.2412340285516372,30.532499320524053,0.38792687790280195,-0.2222222222222222,0.47670855379188715,9,1.0,2026-06-17T05:16:48.534000+00:00,2026-06-24T12:55:48.600995+00:00 Moirai-1.1-Large,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,1.8838726894427023,1.1239385011777665,1.2556405841956777,0.5633904491864415,27.27547281163373,2.6233634265925336,0.26192937123169674,1.0167817604942502e-08,216,0.9768518518518519,2026-06-16T12:07:52.741323+00:00,2026-06-24T12:55:53.704029+00:00 Moirai-1.1-Large,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,8.526097893696168,2.2330596953819466,0.13607945692485685,1.1669711147629125,5.375187764106766,31.066558927245172,0.23546611627106986,1.5646407519601366e-05,153,1.0,2026-06-16T12:07:56.991709+00:00,2026-06-24T12:56:00.226118+00:00 @@ -51,10 +51,10 @@ Moirai-1.1-Large,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,2 Moirai-1.1-Large,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.0779109741408983,1.0023778778995887,0.5832740669423464,0.4802192538931498,22.530533748322185,0.713975712163498,-0.28130671506352084,0.001813345416887265,58,1.0,2026-06-16T13:15:41.040444+00:00,2026-06-24T12:56:20.507660+00:00 Moirai-1.1-Large,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.5502294702034294,1.1563966517036401,0.012650307554892725,0.615772502404734,8.33151037678073,5.310462365622324,-0.031483284647841614,0.6813420161173629,79,1.0,2026-06-16T12:43:22.358427+00:00,2026-06-24T12:45:37.578896+00:00 Moirai-1.1-Large,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.1610575909906263,0.38165373901978383,0.06710436885424277,0.19493349583680222,90.50192821962708,0.09120771655046675,0.6,0.1361111111111111,6,1.0,2026-06-17T09:46:01.162798+00:00,2026-06-24T02:17:54.458839+00:00 -Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,2.009822908668766,1.140060448147863,0.010777290908993348,0.8449466713154469,16.701410481323165,2.762393106360545,0.46278984173721016,1.8508312471337116e-31,286,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-24T12:57:19.450739+00:00 +Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,2.0166100872555095,1.1430198463835235,0.01080534175296165,0.8480179722163179,16.734564104272938,2.759955684974312,0.46429180575522044,9.283264447781736e-32,287,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-24T13:05:21.155169+00:00 Moving-Average,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,3.676041974260956,1.9173007000105529,0.862092038435816,1.2555395476546478,3.896249355663171,,,,1,1.0,2026-06-24T10:52:36.269076+00:00,2026-06-24T10:52:36.269076+00:00 Moving-Average,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,80.26149516942732,8.958078994917456,,3.592273753099436,-2.153944196893015,2.373261831848704,0.0,1.0,5,0.0,2026-06-24T10:52:36.277257+00:00,2026-06-24T12:46:14.862008+00:00 -Moving-Average,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.786828912128038e-08,,1.939007227275159e-07,0.0,,,,1,0.0,2026-06-24T12:46:14.873454+00:00,2026-06-24T12:46:14.873454+00:00 +Moving-Average,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.786828912128038e-08,,1.939007227275159e-07,0.0,0.0,0.0,1.0,2,0.0,2026-06-24T12:46:14.873454+00:00,2026-06-24T13:05:21.167021+00:00 Moving-Average,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.5300932383345889,0.6718270676933206,0.07385798400180642,0.45133354119183217,-32.972094980000335,0.47713782444056957,0.3571428571428571,0.27509920634920637,8,1.0,2026-06-18T05:03:30.400278+00:00,2026-06-24T12:57:19.458044+00:00 Moving-Average,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.7507542896012063,1.5207242996909816,1.3593549529551276,1.3417351941714872,5.274089673748393,2.0570014355579196,0.2535029917443005,1.5618439617786271e-06,163,0.9693251533742331,2026-06-17T12:10:12.867076+00:00,2026-06-24T12:57:19.469349+00:00 Moving-Average,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,5.473152519020607,2.07334737455723,0.13012587869659203,1.3863336227905105,10.737515733657558,5.009335770879218,-0.10386788352890049,0.0953790907975123,118,1.0,2026-06-17T12:10:12.884991+00:00,2026-06-24T12:57:19.481017+00:00 @@ -64,7 +64,7 @@ Moving-Average,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24, Moving-Average,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.002315382517162,0.9748264710914787,0.6088195506650066,0.5027037452567956,28.755695063082086,0.45800536150390436,-0.11378353376503239,0.2593343739938734,47,1.0,2026-06-17T12:10:12.921461+00:00,2026-06-24T12:57:19.517552+00:00 Moving-Average,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.660174912392817,0.9709264313388072,0.014585314417380518,0.7196163420696347,13.967401028502533,3.2925980902654612,-0.11369645690111055,0.1915771852565088,62,1.0,2026-06-17T12:26:17.359102+00:00,2026-06-24T12:46:14.879722+00:00 Moving-Average,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0707184704165797,1.0341361556207838,0.21512085014714658,0.5607424937622568,48.34636655555901,0.08057941813920212,-0.2,0.7194444444444444,6,1.0,2026-06-17T12:10:12.956394+00:00,2026-06-24T02:20:31.121556+00:00 -Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,2.4586874801007412,1.2851999022485727,0.012123412840598887,0.732979093731079,1.0440744406771747e-17,3.2885413036428366,0.4405103668261563,1.1655175828515475e-28,286,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-24T12:57:19.526654+00:00 +Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,2.473710334309455,1.2897879505374699,0.01215431643913905,0.7353929273328299,1.0404365506399809e-17,3.292637678167286,0.441875197972759,6.350563007252965e-29,287,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-24T13:05:21.180390+00:00 Seasonal-Naive,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,3.9741110106425035,1.9935172461362112,0.8264244641534466,1.59463406458511,5.5872773641804445e-15,,,,1,1.0,2026-06-24T10:52:36.314295+00:00,2026-06-24T10:52:36.314295+00:00 Seasonal-Naive,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,77.32060082629299,8.779821722969299,,3.5150464511729753,6.405374302280669e-15,9.129222233787562,0.39999999999999997,0.48333333333333334,5,0.0,2026-06-24T10:52:36.320978+00:00,2026-06-24T12:46:14.895249+00:00 Seasonal-Naive,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.2371705807842771,0.4559274095846977,0.05117138002010683,0.31859186127072076,-6.721503251760954e-16,0.21275033779215638,0.14285714285714285,0.7195436507936508,8,1.0,2026-06-18T05:03:30.473716+00:00,2026-06-24T12:57:19.532524+00:00 @@ -76,10 +76,10 @@ Seasonal-Naive,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24, Seasonal-Naive,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.8697627114522426,1.3333887006571017,0.7165779385044619,0.985269444427125,-5.165805519019041e-17,0.82090314667282,0.35800185013876046,0.00038674777270197077,47,1.0,2026-06-17T12:10:13.024713+00:00,2026-06-24T12:57:19.580586+00:00 Seasonal-Naive,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.9555158788852252,1.1150546136383368,0.01528478368760956,0.6026483092632621,3.207327945170743e-15,3.421353116111013,-0.11431599262410723,0.1894896286466653,62,1.0,2026-06-17T12:26:17.384303+00:00,2026-06-24T12:46:14.911906+00:00 Seasonal-Naive,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,3.157490174665128,1.7680312197002943,0.37598669759667064,1.4206424756547271,7.474256160216405e-17,0.693736852486463,0.6,0.1361111111111111,6,1.0,2026-06-17T12:10:13.040774+00:00,2026-06-24T02:20:31.175531+00:00 -TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.8838346674488677,0.8039823753345433,0.008399299248004026,0.4583322186651219,23.609813198014457,1.2158258428264648,0.4694736842105264,1.129987162146091e-44,400,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-24T12:54:43.039116+00:00 +TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.8840031921055769,0.8044098607998965,0.008399879761009347,0.4586775780317806,23.738859277918188,1.2143097988194773,0.4697007481296759,8.002498395880272e-45,401,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-24T13:04:11.908117+00:00 TiRex,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,2.8564692708326462,1.6901092481945201,0.6820653407770266,0.8258398901350078,16.362324923417617,,,,1,1.0,2026-06-24T10:49:37.384120+00:00,2026-06-24T10:49:37.384120+00:00 TiRex,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,81.47707479734554,9.026464637169806,,3.3924894858061228,-2.9121035125107815,0.06679782815610313,-0.6,0.23333333333333334,5,0.0,2026-06-24T10:49:46.896694+00:00,2026-06-24T12:44:39.069376+00:00 -TiRex,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.0445943342450759e-16,1.0220539781464949e-08,,2.363676204147285e-08,0.0,,,,1,0.0,2026-06-24T12:44:44.437377+00:00,2026-06-24T12:44:44.437377+00:00 +TiRex,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.0445943342450759e-16,1.0220539781464949e-08,,2.363676204147285e-08,0.0,0.0,0.0,1.0,2,0.0,2026-06-24T12:44:44.437377+00:00,2026-06-24T13:04:16.117433+00:00 TiRex,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.30328572782390517,0.4295294482425179,0.047013698126344164,0.23662964635064532,34.498405919287244,0.45283767404955205,0.1111111111111111,0.761414241622575,9,1.0,2026-06-17T05:15:19.765080+00:00,2026-06-24T12:54:48.074415+00:00 TiRex,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.3600993601425571,0.47085400444469194,0.539439409523343,0.23403146895016613,71.86821485402525,0.5279415812615397,0.30047789725209084,4.508411491884825e-11,217,0.9723502304147466,2026-06-16T12:07:37.946365+00:00,2026-06-24T12:54:53.321142+00:00 TiRex,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.884244760380377,1.94274077063038,0.12725914590210896,1.0896072947806876,11.64539569354703,4.910585473036465,0.18275188863424155,0.0007693793716715955,154,1.0,2026-06-16T12:07:42.045490+00:00,2026-06-24T12:54:58.770351+00:00 @@ -89,10 +89,10 @@ TiRex,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1456775 TiRex,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.8421644457932019,0.8914139482897077,0.556422636986643,0.46532249807605824,32.23172858477406,0.4239165360758333,-0.004759386567953465,0.9564039704990868,62,1.0,2026-06-16T13:14:44.379149+00:00,2026-06-24T12:55:17.066022+00:00 TiRex,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.3912376332732512,0.7899880261416624,0.009424289844789565,0.5025845566349838,35.49192414090138,3.1347542381269293,-0.06329113924050632,0.4060117719651761,80,1.0,2026-06-16T12:42:39.570887+00:00,2026-06-24T12:44:51.238988+00:00 TiRex,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.11976753810582084,0.3310475123746387,0.06180033928585613,0.19869205886648292,92.69767518796345,0.054029025773299245,0.2,0.7194444444444444,6,1.0,2026-06-17T09:45:42.165364+00:00,2026-06-24T02:09:49.014284+00:00 -Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.1351339981281605,0.8674424356883514,0.008656895446368067,0.505557079891318,28.787611027446825,1.6016717887606513,0.4934909721776008,1.4080468552211924e-48,395,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-24T12:56:37.302266+00:00 +Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.1349512286654746,0.8678552103539628,0.008656627657782046,0.5055587148156592,28.89891663144204,1.599647206050327,0.49331287559135667,1.1559759136035459e-48,396,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-24T13:05:14.163937+00:00 Timer-S1,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,1.521603831386306,1.2335330686229315,0.9524471402012793,0.5698934320992546,44.62580846627088,,,,1,1.0,2026-06-24T10:52:21.603562+00:00,2026-06-24T10:52:21.603562+00:00 Timer-S1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,81.4281879797956,9.023756629588405,,3.512340019353733,-2.8823225434332764,0.04169222076914736,-0.39999999999999997,0.48333333333333334,5,0.0,2026-06-24T10:52:25.227109+00:00,2026-06-24T12:46:00.265427+00:00 -Timer-S1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,8.318476214037432e-17,9.12056808210839e-09,,7.849106016995695e-09,0.0,,,,1,0.0,2026-06-24T12:46:05.681734+00:00,2026-06-24T12:46:05.681734+00:00 +Timer-S1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,8.318476214037432e-17,9.12056808210839e-09,,7.849106016995695e-09,0.0,0.0,0.0,1.0,2,0.0,2026-06-24T12:46:05.681734+00:00,2026-06-24T13:05:18.647179+00:00 Timer-S1,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.2640112863596324,0.42844814338834475,0.047418440806906215,0.2253874289988357,25.46921739497518,0.3657802089603486,-0.3888888888888889,0.18018077601410934,9,1.0,2026-06-17T05:17:34.201964+00:00,2026-06-24T12:56:44.289253+00:00 Timer-S1,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.14828403539723553,0.28538924769793655,0.37356858281575156,0.15036857402245574,88.72387629082941,0.3590098223867205,0.35316572331183366,1.5102846065150188e-14,214,0.9766355140186916,2026-06-16T12:08:08.243141+00:00,2026-06-24T12:56:51.550415+00:00 Timer-S1,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.738977510569268,1.9135090647533748,0.1250837289695104,1.181897707084717,14.027778990574436,4.71101177294612,0.061128242336296025,0.2686210169989828,149,1.0,2026-06-16T12:08:12.826217+00:00,2026-06-24T12:56:58.060253+00:00 @@ -102,10 +102,10 @@ Timer-S1,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1234 Timer-S1,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.937083752416328,0.948656458284083,0.6042683063325778,0.5014960128324261,27.421401484181317,0.38351145728956326,-0.10902255639097745,0.23099889309451738,57,1.0,2026-06-16T13:16:37.448453+00:00,2026-06-24T12:57:16.874304+00:00 Timer-S1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.5033805953609904,0.8464331929642188,0.010561668479266928,0.5523712976254674,29.241353579042322,3.2330981882530874,-0.12210526315789476,0.1185870760640075,76,1.0,2026-06-16T12:43:54.916074+00:00,2026-06-24T12:46:11.967816+00:00 Timer-S1,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.2114251448227597,0.44492410646674296,0.0958162984738695,0.2379212393662513,87.66389897989315,0.09659563261878598,0.39999999999999997,0.48333333333333334,5,1.0,2026-06-17T09:46:15.518954+00:00,2026-06-24T02:20:26.306856+00:00 -TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.8005457902496362,0.7419722937716128,0.007541389097616533,0.5351005472258771,33.27463218533576,1.1615745699401916,0.39981360671015836,2.0092241888441825e-33,407,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-24T12:52:10.912049+00:00 +TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.7999184484838312,0.7419624686661228,0.007543754857579145,0.5347024305598603,33.40167960614351,1.160215897596853,0.39914245796598735,2.1433888296864743e-33,408,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-24T13:03:26.052706+00:00 TimesFM-2.5,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,3.101390762367535,1.7610765918515683,0.6894371389934627,1.1988933120136298,12.334393747225347,,,,1,1.0,2026-06-24T10:47:58.411321+00:00,2026-06-24T10:47:58.411321+00:00 TimesFM-2.5,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,81.44714697116865,9.024807202459831,,3.5296586869044004,-2.893973431885438,0.02803051606455237,-0.39999999999999997,0.48333333333333334,5,0.0,2026-06-24T10:48:06.864145+00:00,2026-06-24T12:43:32.469494+00:00 -TimesFM-2.5,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,0.0,0.0,,,,1,0.0,2026-06-24T12:43:37.524229+00:00,2026-06-24T12:43:37.524229+00:00 +TimesFM-2.5,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,0.0,0.0,0.0,0.0,1.0,2,0.0,2026-06-24T12:43:37.524229+00:00,2026-06-24T13:03:31.370723+00:00 TimesFM-2.5,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3070527912242002,0.4775557359918772,0.053470082565890295,0.31861130254588277,14.635351526305056,0.3609241951712301,-0.3333333333333333,0.25951829805996474,9,1.0,2026-06-17T05:12:05.733003+00:00,2026-06-24T12:52:18.158539+00:00 TimesFM-2.5,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.10551861099963519,0.2564846196596173,0.2959979493582977,0.18539485280355017,86.90908498502695,0.16858519213251041,0.046680320873869266,0.30620879299672576,217,0.9723502304147466,2026-06-16T12:07:01.390017+00:00,2026-06-24T12:52:25.808943+00:00 TimesFM-2.5,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.31872270428539,1.7897716725186283,0.1213275893278509,1.302630618732381,21.119563864366032,4.798421232831524,0.15197935983229865,0.004595349337190718,158,1.0,2026-06-16T12:07:07.769114+00:00,2026-06-24T12:52:34.085580+00:00 @@ -115,10 +115,10 @@ TimesFM-2.5,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1 TimesFM-2.5,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.8478390765260276,0.8970860972882253,0.4908683380294264,0.6625460846035395,32.32301633912462,0.3982226454656284,0.037762237762237756,0.6539638110528292,66,1.0,2026-06-16T13:13:22.668298+00:00,2026-06-24T12:52:57.309630+00:00 TimesFM-2.5,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.3244273544047362,0.7771986859067587,0.009944104014164583,0.5988180054569846,35.44206806251419,3.0167967912719704,-0.0685185185185185,0.36525020543031317,81,1.0,2026-06-16T12:41:30.056174+00:00,2026-06-24T12:43:45.455899+00:00 TimesFM-2.5,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.15237916880267163,0.3802575504835382,0.06527828077292715,0.29665509122400513,90.75666651397516,0.06208870701746839,0.06666666666666665,1.0,6,1.0,2026-06-17T09:44:33.543452+00:00,2026-06-24T02:06:13.055079+00:00 -Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.8998785254319179,0.7607524243656282,0.007841402126962755,0.44323285820047476,30.96906090487428,1.465627299700214,0.3228428927680798,4.67081746167643e-22,401,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-24T12:53:31.456632+00:00 +Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.8979916448802513,0.7597952511875228,0.007829415212301113,0.4430307287167657,31.130604785164017,1.4642874932921315,0.31859406210841057,1.4263544789674047e-21,402,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-24T13:03:55.936435+00:00 Toto-2.0-1B,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,2.59039916867846,1.6094717048393428,0.618111195369563,0.6558362744768197,21.07867615656856,,,,1,1.0,2026-06-24T10:49:11.363722+00:00,2026-06-24T10:49:11.363722+00:00 Toto-2.0-1B,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,81.48219443791706,9.026748433119696,,3.431729604878042,-2.915311251776081,0.05402518859925574,-0.39999999999999997,0.48333333333333334,5,0.0,2026-06-24T10:49:15.506331+00:00,2026-06-24T12:44:12.993082+00:00 -Toto-2.0-1B,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,4.2276063689566338e-22,2.0561143861557494e-11,,2.357494018191994e-11,0.0,,,,1,0.0,2026-06-24T12:44:19.286476+00:00,2026-06-24T12:44:19.286476+00:00 +Toto-2.0-1B,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,4.2276063689566338e-22,2.0561143861557494e-11,,2.357494018191994e-11,0.0,0.0,0.0,1.0,2,0.0,2026-06-24T12:44:19.286476+00:00,2026-06-24T13:04:01.844254+00:00 Toto-2.0-1B,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.37262183025933576,0.5071918263526503,0.056278293273872904,0.27570566000385127,12.254121733509761,0.5248928695138565,-0.16666666666666666,0.612202380952381,9,1.0,2026-06-17T05:14:00.045696+00:00,2026-06-24T12:53:40.325630+00:00 Toto-2.0-1B,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.19079683717339155,0.32495017172440704,0.32775988251949667,0.17107508216411346,84.07445723596787,0.3264333797091998,0.26511627906976737,6.727178544508209e-09,216,0.9722222222222222,2026-06-16T12:07:21.772238+00:00,2026-06-24T12:53:47.789493+00:00 Toto-2.0-1B,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.419343915859452,1.8343465194751025,0.11970836675967621,1.0468029816559987,17.291430368519713,4.811985827507644,0.08982630272952853,0.09607033936200297,156,1.0,2026-06-16T12:07:26.464043+00:00,2026-06-24T12:53:54.644416+00:00 diff --git a/results/aggregates/metadata.json b/results/aggregates/metadata.json index 305e59892bfbbb420120a17a1f14af72aa615247..2d7ee12945f868a02aa749fc693578c558ac9a45 100644 --- a/results/aggregates/metadata.json +++ b/results/aggregates/metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-24T12:57:19.703114+00:00", + "generated_at": "2026-06-24T13:05:21.407971+00:00", "baseline_model": "Seasonal-Naive", "normalization": "Per-config metric / Seasonal-Naive metric", "metric_aggregation": "Geometric mean over dataset configurations", diff --git a/results/aggregates/results_by_domain.csv b/results/aggregates/results_by_domain.csv index 964c448b0b87c2c632389bac35f4110a71e028ee..3220c878a875d6ef3dac854e6278754ecdcf8983 100644 --- a/results/aggregates/results_by_domain.csv +++ b/results/aggregates/results_by_domain.csv @@ -19,15 +19,15 @@ Climate,Moving-Average,0.9946105857753184,1.0022224122271792,7.0,1,1,1.0 Climate,ARIMA,0.9883576689006948,1.00508187471321,8.0,1,1,1.0 Climate,Chronos-2,1.0009111520868132,1.0234810780269246,9.0,1,1,1.0 Climate,Toto-2.0-1B,1.0009192361853612,1.038139625177398,10.0,1,1,1.0 -Finance,Timer-S1,0.2397514131762835,0.41482866387455947,2.0,2,2,1.0 -Finance,Toto-2.0-1B,0.11765856017902297,0.43642184642628734,2.0,2,2,1.0 -Finance,Chronos-2,0.19333767071191457,0.4859498487459468,4.0,2,2,1.0 -Finance,TimesFM-2.5,0.25524480897668966,0.5003651970555466,4.5,2,2,1.0 -Finance,Moirai-1.1-Large,0.32632738087157664,0.6308774841038672,5.0,2,2,1.0 -Finance,TiRex,0.3219263100865236,0.6028747317117188,5.5,2,2,1.0 -Finance,ETS,0.31311241008747626,0.5734362968130664,6.0,2,2,1.0 -Finance,ARIMA,0.3489016053225792,0.8470107719097025,7.0,2,2,1.0 -Finance,Moving-Average,0.7297760070188868,0.9648958198568041,9.5,2,2,1.0 +Finance,Timer-S1,0.2451577353360778,0.4181231258234244,2.0,2,2,1.0 +Finance,Toto-2.0-1B,0.11665756787196167,0.4348534450806501,2.0,2,2,1.0 +Finance,Chronos-2,0.19010771359306558,0.4837501355202419,4.0,2,2,1.0 +Finance,TimesFM-2.5,0.2505480187982079,0.49760526167217917,4.5,2,2,1.0 +Finance,Moirai-1.1-Large,0.32481845194903763,0.643485348942166,5.0,2,2,1.0 +Finance,TiRex,0.31781697456218705,0.6013381048648629,5.5,2,2,1.0 +Finance,ETS,0.30806149500626134,0.5690137285152307,6.0,2,2,1.0 +Finance,ARIMA,0.34597441152019814,0.8446141683791673,7.0,2,2,1.0 +Finance,Moving-Average,0.7353460980217408,0.969635677257285,9.5,2,2,1.0 Finance,Seasonal-Naive,1.0,1.0,9.5,2,2,1.0 Hazards,Toto-2.0-1B,0.16923721394247504,0.43868328528990824,1.0,1,1,1.0 Hazards,Timer-S1,0.17512021405903855,0.4398073046923672,2.0,1,1,1.0 diff --git a/results/aggregates/results_by_frequency.csv b/results/aggregates/results_by_frequency.csv index b3cafe6237a61bc3ee3f67159a8f1481629e71d2..1941039edc8b7f7415bd525e728b447e4ff1fd38 100644 --- a/results/aggregates/results_by_frequency.csv +++ b/results/aggregates/results_by_frequency.csv @@ -29,16 +29,16 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 1D,ARIMA,0.2605963476930982,0.3763700612119552,8.0,1,1,1.0 1D,Moving-Average,0.24883546341355914,0.3833852854171502,9.0,1,1,1.0 1D,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -1h,Timer-S1,0.2938225514011596,0.576705774548472,2.5,6,6,1.0 -1h,Chronos-2,0.4180189064619234,0.6697636163296661,4.166666666666667,6,6,1.0 -1h,Toto-2.0-1B,0.40531929820430007,0.7309209286258225,4.5,6,6,1.0 -1h,TiRex,0.41902962107502534,0.6738678901590063,4.666666666666667,6,6,1.0 -1h,TimesFM-2.5,0.35712733879248454,0.609301193325735,4.666666666666667,6,6,1.0 -1h,Moirai-1.1-Large,0.7860311445316552,0.782710377977621,5.833333333333333,6,6,1.0 -1h,Moving-Average,0.9073200347052076,0.9005814409617948,6.666666666666667,6,6,1.0 -1h,ETS,1.7637126322994439,1.4353595307189262,7.0,6,6,1.0 +1h,Timer-S1,0.2960146923598775,0.5782284334765866,2.5,6,6,1.0 +1h,Chronos-2,0.41567797179210664,0.668751497826884,4.166666666666667,6,6,1.0 +1h,Toto-2.0-1B,0.4041665911951079,0.7300442895059757,4.5,6,6,1.0 +1h,TiRex,0.41723903278603375,0.6732948775342804,4.666666666666667,6,6,1.0 +1h,TimesFM-2.5,0.3549232495047894,0.6081788575370659,4.666666666666667,6,6,1.0 +1h,Moirai-1.1-Large,0.784817743491989,0.7878900887596597,5.833333333333333,6,6,1.0 +1h,Moving-Average,0.9096225911679943,0.9020536748686687,6.666666666666667,6,6,1.0 +1h,ETS,1.7541775073165056,1.4316599827799243,7.0,6,6,1.0 1h,Seasonal-Naive,1.0,1.0,7.166666666666667,6,6,1.0 -1h,ARIMA,1.1497087694863013,1.2538526556200884,7.833333333333333,6,6,1.0 +1h,ARIMA,1.1464844830256495,1.252668953101028,7.833333333333333,6,6,1.0 1mo,Timer-S1,0.3828790457316151,0.4909869342196272,1.0,1,1,1.0 1mo,Toto-2.0-1B,0.6518185228700153,0.5822432804040559,2.0,1,1,1.0 1mo,Moirai-1.1-Large,0.457954132588293,0.5887255627707786,3.0,1,1,1.0 diff --git a/results/aggregates/results_by_prediction_length.csv b/results/aggregates/results_by_prediction_length.csv index 93381de56d94ee0e9c57d943079787b1cbf540e0..f5b6b2d44b5b83a2ce39c5b9d1e1cb4a2bbc3dff 100644 --- a/results/aggregates/results_by_prediction_length.csv +++ b/results/aggregates/results_by_prediction_length.csv @@ -19,16 +19,16 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 12,Moving-Average,0.9249973049108767,0.8887079460534169,6.75,2,2,1.0 12,TimesFM-2.5,0.7803986235065251,0.7985326751147283,8.0,2,2,1.0 12,Seasonal-Naive,1.0,1.0,10.0,1,2,0.5 -24,Timer-S1,0.35045334781868576,0.6415036516499957,3.0,7,7,1.0 -24,Toto-2.0-1B,0.46112731058782447,0.733871646605513,4.0,7,7,1.0 -24,TiRex,0.4742305961430431,0.7269742329759263,4.714285714285714,7,7,1.0 -24,Chronos-2,0.4727033070118968,0.7418804033165396,4.857142857142857,7,7,1.0 -24,TimesFM-2.5,0.412557473909859,0.6814608095773721,5.0,7,7,1.0 -24,Moirai-1.1-Large,0.7986542226102641,0.8233168974484606,5.571428571428571,7,7,1.0 +24,Timer-S1,0.35269328545854195,0.6429551576894479,3.0,7,7,1.0 +24,Toto-2.0-1B,0.46000300591509485,0.7331171435725663,4.0,7,7,1.0 +24,TiRex,0.4724930891930467,0.7264443401471662,4.714285714285714,7,7,1.0 +24,Chronos-2,0.47043339367459347,0.7409193580927547,4.857142857142857,7,7,1.0 +24,TimesFM-2.5,0.4103740622853184,0.6803847357819374,5.0,7,7,1.0 +24,Moirai-1.1-Large,0.7975973454224717,0.8279847791226338,5.571428571428571,7,7,1.0 24,Seasonal-Naive,1.0,1.0,6.571428571428571,7,7,1.0 -24,Moving-Average,0.9192807357406653,0.9555441102324282,6.857142857142857,7,7,1.0 -24,ARIMA,1.1574742636582884,1.1786459264729798,7.0,7,7,1.0 -24,ETS,1.757280743954509,1.483173630493939,7.428571428571429,7,7,1.0 +24,Moving-Average,0.921280010589917,0.9568828836787717,6.857142857142857,7,7,1.0 +24,ARIMA,1.1546913648796817,1.1776921163383043,7.0,7,7,1.0 +24,ETS,1.74913443368098,1.4798963531640257,7.428571428571429,7,7,1.0 36,Timer-S1,1.0003060884334922,0.9977888190566848,1.0,1,1,1.0 36,TiRex,1.0007246965708827,0.9990916364196347,2.0,1,1,1.0 36,Seasonal-Naive,1.0,1.0,3.0,1,1,1.0 diff --git a/results/aggregates/results_overall.csv b/results/aggregates/results_overall.csv index 3d45c56fdf3d51ea0175fdbfdd82903489c5fbee..5253009d5662c49281ae30611d0f2c25273297fd 100644 --- a/results/aggregates/results_overall.csv +++ b/results/aggregates/results_overall.csv @@ -1,11 +1,11 @@ overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage -Overall,Timer-S1,0.3087856612302959,0.5358561975656394,3.269230769230769,13,13,1.0 -Overall,TiRex,0.2732613198944233,0.571156883773484,4.346153846153846,13,13,1.0 -Overall,Toto-2.0-1B,0.3541696464508285,0.5829678056549659,4.653846153846154,13,13,1.0 -Overall,TimesFM-2.5,0.23603783072278253,0.49920881591980343,4.75,13,13,1.0 -Overall,Moirai-1.1-Large,0.46349514484061083,0.611957701379054,4.884615384615385,13,13,1.0 -Overall,Chronos-2,0.35398111109267627,0.5867531237966014,5.115384615384615,13,13,1.0 -Overall,ARIMA,0.7511611542061692,0.8519105417707002,6.423076923076923,13,13,1.0 -Overall,Moving-Average,0.8039400059858054,0.86158483255119,6.8076923076923075,13,13,1.0 +Overall,Timer-S1,0.30993540931648816,0.5365631337563544,3.269230769230769,13,13,1.0 +Overall,TiRex,0.2726768476645668,0.5709139951347687,4.346153846153846,13,13,1.0 +Overall,Toto-2.0-1B,0.3536656678438787,0.5826181059198449,4.653846153846154,13,13,1.0 +Overall,TimesFM-2.5,0.23530832391815826,0.49874883145419097,4.75,13,13,1.0 +Overall,Moirai-1.1-Large,0.4631372565371859,0.6139792263063245,4.884615384615385,13,13,1.0 +Overall,Chronos-2,0.35298856025111663,0.5863096179060234,5.115384615384615,13,13,1.0 +Overall,ARIMA,0.750107122417056,0.8515083227540443,6.423076923076923,13,13,1.0 +Overall,Moving-Average,0.8049594612236345,0.8622887868885462,6.8076923076923075,13,13,1.0 Overall,Seasonal-Naive,1.0,1.0,7.083333333333333,12,13,0.9230769230769231 -Overall,ETS,1.3799582187896224,1.2048178547741395,7.115384615384615,13,13,1.0 +Overall,ETS,1.3762229429455402,1.2032641822923662,7.115384615384615,13,13,1.0 diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index b23887f9df0df6f265721dacdba92a48e1474514..5ca2db79ec322bdd31c2cfc4786291aeff35e899 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,401212.09631586587,1141172.6677213598,1050.1320610598416,1.6570142489152726,0.016754116602781977,0.016900503855217745,37.412913634873284,633.4130534776386,0.010111453626836762,0.016763724048885518,0.015488559134736865,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,393345.2327358268,1123447.4350864133,1042.1961886640083,1.6444921537187909,0.016629828108488218,0.016773972380874833,36.912029827014,627.1724106940825,0.010013100235296373,0.016639148540331397,0.01536382202977168,Finance,1 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,ARIMA,27197.688534080287,28885.073828115153,130.26006235500384,1.3733941545973163,0.6111556523811462,1.024494621436719,15.484310582150973,164.91721721542686,1.0152918018145418,0.8019294507021014,0.723321704945088,Finance,1 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,ARIMA,4.810007134614606,4.833607945337956,0.8741361214813668,12.10342255458489,0.9523110605716363,1.9322019440236557,476.6878678552724,2.1931728464976503,2.53058399177029,1.00861857704533,1.0049959357182483,Climate,1 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,ARIMA,9.578202015526527e-15,9.143141084502762e-15,9.078851462715541e-08,nan,nan,2.0,nan,9.786828912128038e-08,inf,inf,inf,Transportation,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index 9fb92935aaedc3a4603c5a2e4038dc25a6041a52..21f3c8506d42ffdd225bb77093d70d8a9c1c0ed8 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-24T12:57:19.002898+00:00", + "evaluated_at": "2026-06-24T13:05:21.075576+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62681.69921875, 62445.98828125, 62921.19140625, - 62808.76953125 + 62618.30859375 ], "p50": [ 61595.95704990515, diff --git a/results/arima/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/arima/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index 04dfd622d669ec317e1d672e4f3747d96b56e7b7..8f76c605db9ce8053846fd188033f36b5967b440 100644 --- a/results/arima/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/arima/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,11 +1,13 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "ARIMA", - "evaluated_at": "2026-06-24T12:46:14.723189+00:00", + "evaluated_at": "2026-06-24T13:05:21.093772+00:00", "freq": "5min", - "context_length": 2, + "context_length": 4, "prediction_length": 12, "context": [ + 0.0, + 0.0, 0.0, 0.0 ], @@ -221,6 +223,8 @@ "2026-06-24 11:20:00", "2026-06-24 11:25:00", "2026-06-24 11:30:00", - "2026-06-24 11:35:00" + "2026-06-24 11:35:00", + "2026-06-24 11:40:00", + "2026-06-24 11:45:00" ] } diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index eaa0d1d6b1b8655036adb1e675c9ff2893f4d199..4b1c94e81ac28acbddefd3e769cf62498bc87180 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,55 +1,19 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-24T12:57:19.285804+00:00", + "evaluated_at": "2026-06-24T13:05:21.096656+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t120000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", + "data_fetched_at": "2026-06-24T13:02:05.176936Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260620t230000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t064200z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t125000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 77, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260624t104500z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260623t120000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260623t120000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260623t120000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 168, - "prediction_length": 24 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260624t111500z", + "data_fetched_at": "2026-06-24T13:02:05.176936Z", + "context_length": 4, + "prediction_length": 12 } ], "failed_datasets": [] diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index c9b898021d602762433fd0e6e51924dc6bb34ccf..96917da989c2c602f5478c11967d111b82b7230d 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,133666.5316994985,133666.5316994985,333.9529622395833,0.5269478358178802,0.005324036781150311,0.005341052536558172,3.0247717029446797,365.6043376376961,0.005836304265435291,0.005331039315800151,0.00609223881939987,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,128856.71103858948,128856.71103858948,326.01708984375,0.5144257406213981,0.005198106349248944,0.00521451159243137,3.0247717029446797,358.9661697689484,0.0057310624282708245,0.005205014990076464,0.006022622026889172,Finance,1 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Chronos-2,25067.461899718543,25067.461899718543,121.96686029434204,1.2859549577545721,0.6608019070822674,0.9393767274480805,18.969076544647905,158.32707254199624,0.9747204171363386,0.7508734105557137,0.605299940786381,Finance,1 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Chronos-2,4.871100750407212,4.871100750407212,0.8718765796058707,12.07213659187629,0.9938084665340955,1.9908515869849321,478.8331151829722,2.2070570337912003,2.546604207486487,1.006011413406588,1.0233935658177993,Climate,1 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Chronos-2,2.883436665529308e-17,2.883436665529308e-17,4.639987139879824e-09,nan,nan,2.0,nan,5.369764115423794e-09,inf,inf,inf,Transportation,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index 186f4d9ad34a9bab362170cac16098332279d6a3..f6bcb89080c5927a2419e21f9830c782e6733262 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-24T12:51:10.787253+00:00", + "evaluated_at": "2026-06-24T13:02:44.585474+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62681.69921875, 62445.98828125, 62921.19140625, - 62808.76953125 + 62618.30859375 ], "p50": [ 62205.01953125, diff --git a/results/chronos_2/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/chronos_2/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index 482c27d7f1a8685112e8c49da78454dfa2f6e8d8..43b1f6dd5a06589614b23051236912c0ced661a3 100644 --- a/results/chronos_2/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/chronos_2/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,11 +1,13 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-24T12:42:56.996296+00:00", + "evaluated_at": "2026-06-24T13:02:51.270710+00:00", "freq": "5min", - "context_length": 2, + "context_length": 4, "prediction_length": 12, "context": [ + 0.0, + 0.0, 0.0, 0.0 ], @@ -221,6 +223,8 @@ "2026-06-24 11:20:00", "2026-06-24 11:25:00", "2026-06-24 11:30:00", - "2026-06-24 11:35:00" + "2026-06-24 11:35:00", + "2026-06-24 11:40:00", + "2026-06-24 11:45:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index fc79de97e4712d375f035ceecbffca8c3d63e065..b9b2a6761ee90433cb56b591273db1857d41ffbd 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,55 +1,19 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-24T12:51:46.654239+00:00", + "evaluated_at": "2026-06-24T13:02:55.324254+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t120000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", + "data_fetched_at": "2026-06-24T13:02:05.176936Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260620t230000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t064200z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t125000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 77, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260624t104500z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260623t120000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260623t120000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260623t120000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 168, - "prediction_length": 24 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260624t111500z", + "data_fetched_at": "2026-06-24T13:02:05.176936Z", + "context_length": 4, + "prediction_length": 12 } ], "failed_datasets": [] diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index 1412096b9d8a20df3a20b143a855321ad8dc6a38..330320abd2ff540e4e6890f047b4e0378d6d6eae 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,318190.6416846522,322093.8189203906,513.0148042996698,0.809491369848379,0.008177781244948492,0.008218860712641983,12.14831702202219,564.083895962872,0.009004721523118013,0.008189482952832729,0.007089651830655459,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,307099.7954705363,310850.34294047003,505.07893190383646,0.7969692746518969,0.008052668724287115,0.00809232310823497,11.647433214162909,554.1658555617951,0.008847516510775913,0.00806382086592838,0.006963850366671218,Finance,1 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,ETS,27619.336324418462,28734.51642651467,129.964918000045,1.370282306464171,0.618770085277974,1.0227875260688906,19.0701060641571,166.19066256687967,1.0231316056095572,0.8001124321457544,0.7242860136139402,Finance,1 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,ETS,4.854850084277089,4.87111097281196,0.8666667591041599,12.000000619667652,1.0000001716035505,2.0,480.0000247867061,2.2033724343099803,2.5423527466505793,1.0000000822054564,1.0000000822054564,Climate,1 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,ETS,9.578202015526527e-15,9.143141084502762e-15,9.078851462715541e-08,nan,nan,2.0,nan,9.786828912128038e-08,inf,inf,inf,Transportation,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index c138dccc344b4d272d4b33379d43fa9e03defe0e..4e13250833bcb7a886cc4d7a14ee7c4f3023bb7b 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-24T12:57:19.307630+00:00", + "evaluated_at": "2026-06-24T13:05:21.128682+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62681.69921875, 62445.98828125, 62921.19140625, - 62808.76953125 + 62618.30859375 ], "p50": [ 62223.68983560492, diff --git a/results/ets/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/ets/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index 92cf4ef1a1d8571364e1540354f7ec15c90588aa..87db404ff1bbbe2cc3c4dc2df0c4d3a8da606a7a 100644 --- a/results/ets/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/ets/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,11 +1,13 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "ETS", - "evaluated_at": "2026-06-24T12:46:14.828164+00:00", + "evaluated_at": "2026-06-24T13:05:21.145457+00:00", "freq": "5min", - "context_length": 2, + "context_length": 4, "prediction_length": 12, "context": [ + 0.0, + 0.0, 0.0, 0.0 ], @@ -221,6 +223,8 @@ "2026-06-24 11:20:00", "2026-06-24 11:25:00", "2026-06-24 11:30:00", - "2026-06-24 11:35:00" + "2026-06-24 11:35:00", + "2026-06-24 11:40:00", + "2026-06-24 11:45:00" ] } diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index df546612bd967ea62df3654e622eab89462964b2..bddc1e61c72a7032250aad6a27866485c3d7e907 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,55 +1,19 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-24T12:57:19.445872+00:00", + "evaluated_at": "2026-06-24T13:05:21.148095+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t120000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", + "data_fetched_at": "2026-06-24T13:02:05.176936Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260620t230000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t064200z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t125000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 77, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260624t104500z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260623t120000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260623t120000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260623t120000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 168, - "prediction_length": 24 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260624t111500z", + "data_fetched_at": "2026-06-24T13:02:05.176936Z", + "context_length": 4, + "prediction_length": 12 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index 87b355065f7d59d5297261e91f250b6e6ba57cfd..48fbe395d3ecda3ccb5fc8b005624aa7362b63b7 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -2298,3 +2298,5 @@ {"evaluated_at": "2026-06-24T12:57:25.100535+00:00", "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5", "prediction_length": 24} {"evaluated_at": "2026-06-24T12:57:25.100535+00:00", "dataset": "open_meteo_shanghai_hourly_temperature_2m", "prediction_length": 24} {"evaluated_at": "2026-06-24T12:57:25.100535+00:00", "dataset": "usgs_earthquake_all_week_hourly_earthquake_count", "prediction_length": 24} +{"evaluated_at": "2026-06-24T13:05:27.119465+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-24T13:05:27.119465+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count", "prediction_length": 12} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index 07da2535cb95ac9dc35cfe24ba107cd34d1b7e56..0966f905c9fbbea9022c8f87ec0d211b6a1ec7d7 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,572074.6852149963,571476.0050145785,705.0004069010416,1.112427439408996,0.011241719331369365,0.01131477223580236,5.15050253088876,756.3561893810326,0.012074049456840357,0.011254234313837978,0.01122793807966793,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,565125.5381571451,629696.6534880003,737.6939290364584,1.1640148863925093,0.011765213522395386,0.011845783534161915,5.351002185378442,751.7483210205029,0.012002012782679112,0.011777627855531818,0.011652971156952326,Finance,1 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Moirai-1.1-Large,16686.082218299314,23854.6097118992,118.48584794998169,1.249252979270973,0.6341526987784595,0.8974283770402294,11.311712606405017,129.17461909484894,0.7952470577902047,0.7294430022883489,0.5535472469350817,Finance,1 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Moirai-1.1-Large,4.763166117642719,4.871224508915784,0.8667231600524651,12.000781555831988,1.0001119023597664,1.999986700728683,477.56080720382386,2.1824678961310564,2.5182321262647243,1.0000651602211403,1.0001899165245949,Climate,1 -data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Moirai-1.1-Large,330.6375579387332,1.969462411594731e-18,1.1029654133018947e-09,nan,nan,2.0,nan,18.183441861725,inf,inf,inf,Transportation,1 +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Moirai-1.1-Large,3.2549958438533158,1.6817427589081577e-18,9.98311628098066e-10,nan,nan,2.0,nan,1.8041607034444898,inf,inf,inf,Transportation,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,0.8198970515651732,0.8100050696382368,0.6740214824676514,0.3989881791937134,0.026917969953736697,0.02627694327626201,2.11902129968508,0.9054816682656658,0.03560449662482178,0.026503237380324153,0.022944026671043047,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.026421843566553437,0.02516312430269494,0.14170397023359935,0.3244200585439435,0.3507167284484744,0.28210678933404826,2.969059410838297,0.16254797312348573,0.3253562330537466,0.2836348499340515,0.20982245817128303,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.012164187760144904,0.009635452275310374,0.07419552985164854,0.27558339659183745,0.05767714229258239,0.059443611643726926,2.520861164918022,0.11029137663546006,0.08842960855108437,0.059488618794808885,0.07670335538780043,Ocean,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index 05784f6eed4e0ca1785edf28ed9eee467c426f26..36587bf3a3ad8a940c5b9619806c4378581ac05f 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-24T12:55:42.002361+00:00", + "evaluated_at": "2026-06-24T13:04:46.807357+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,346 +127,346 @@ 62681.69921875, 62445.98828125, 62921.19140625, - 62808.76953125 + 62618.30859375 ], "p50": [ - 62106.37890625, - 62071.552734375, - 62059.10546875, - 62053.978515625, - 62047.494140625, - 62029.05859375, - 62005.3515625, - 62024.22265625, - 61963.72265625, - 62032.17578125, - 62002.88671875, - 61925.7265625, - 61909.498046875, - 61969.810546875, - 61954.009765625, - 61879.08203125, - 61798.125, - 61897.240234375, - 61777.681640625, - 61663.259765625, - 61954.32421875, - 61640.4296875, - 61845.203125, - 61864.70703125 + 62084.056640625, + 62120.29296875, + 62096.0078125, + 62036.916015625, + 62117.962890625, + 62049.5859375, + 61937.27734375, + 62008.52734375, + 62024.193359375, + 61905.201171875, + 61928.828125, + 62004.919921875, + 61896.701171875, + 61935.466796875, + 61766.87890625, + 61959.14453125, + 61792.623046875, + 61678.3125, + 62084.73046875, + 61698.09765625, + 61971.28125, + 61723.326171875, + 61707.259765625, + 61720.080078125 ], "p10": [ - 61837.99609375, - 61667.087890625, - 61487.912109375, - 61303.60546875, - 61292.00390625, - 61001.138671875, - 61123.349609375, - 61004.78125, - 60819.28515625, - 60915.576171875, - 60173.349609375, - 60391.318359375, - 60623.529296875, - 60325.181640625, - 59946.55078125, - 60033.79296875, - 59665.552734375, - 59422.267578125, - 59947.888671875, - 58939.306640625, - 59784.15234375, - 59423.771484375, - 59285.3359375, - 58780.55078125 + 61787.9453125, + 61729.759765625, + 61519.185546875, + 61182.44140625, + 61187.830078125, + 61124.421875, + 60732.212890625, + 60914.90234375, + 60754.78125, + 60318.77734375, + 60530.451171875, + 60491.720703125, + 60586.349609375, + 60076.580078125, + 60232.369140625, + 60266.830078125, + 59727.69140625, + 60112.611328125, + 60060.033203125, + 60023.03125, + 59661.546875, + 59185.0078125, + 59144.390625, + 59088.638671875 ], "p90": [ - 62455.16796875, - 62496.51171875, - 62658.693359375, - 62850.37109375, - 62945.884765625, - 63002.369140625, - 63266.712890625, - 63140.1875, - 63536.923828125, - 63551.767578125, - 63504.15625, - 63532.060546875, - 63435.216796875, - 63791.974609375, - 63662.44921875, - 63833.673828125, - 64235.28125, - 63824.775390625, - 64132.73828125, - 64188.1328125, - 64448.4140625, - 63964.798828125, - 64130.58203125, - 64260.53515625 + 62417.591796875, + 62629.603515625, + 62796.7265625, + 62670.47265625, + 62831.84375, + 63067.501953125, + 63150.74609375, + 63102.923828125, + 63417.21875, + 63383.60546875, + 63743.88671875, + 63627.080078125, + 63467.0703125, + 63844.83984375, + 63684.791015625, + 64092.953125, + 63510.96875, + 63821.28125, + 64126.716796875, + 64147.107421875, + 64458.880859375, + 63926.724609375, + 64130.55859375, + 63976.68359375 ], "mean": [ - 62130.7421875, - 62082.640625, - 62095.9140625, - 62093.57421875, - 62096.25390625, - 61953.69140625, - 62139.35546875, - 62050.1171875, - 62095.625, - 62157.2734375, - 61939.4921875, - 62040.0546875, - 61897.7734375, - 62218.09375, - 61830.6171875, - 61917.3515625, - 61878.28125, - 61689.73828125, - 61870.0859375, - 61574.14453125, - 61983.87890625, - 61780.69140625, - 61750.5234375, - 61858.2421875 + 62094.69140625, + 62135.25390625, + 62118.078125, + 62014.0234375, + 62059.5234375, + 62012.1796875, + 61965.66796875, + 62022.12890625, + 62026.61328125, + 61926.609375, + 62106.01953125, + 62201.56640625, + 62028.91015625, + 61883.265625, + 61850.078125, + 62030.5546875, + 61575.05859375, + 61599.15234375, + 62003.765625, + 61995.1015625, + 62236.8515625, + 61808.13671875, + 61634.796875, + 61750.79296875 ], "quantiles": { "0.1": [ - 61837.99609375, - 61667.087890625, - 61487.912109375, - 61303.60546875, - 61292.00390625, - 61001.138671875, - 61123.349609375, - 61004.78125, - 60819.28515625, - 60915.576171875, - 60173.349609375, - 60391.318359375, - 60623.529296875, - 60325.181640625, - 59946.55078125, - 60033.79296875, - 59665.552734375, - 59422.267578125, - 59947.888671875, - 58939.306640625, - 59784.15234375, - 59423.771484375, - 59285.3359375, - 58780.55078125 + 61787.9453125, + 61729.759765625, + 61519.185546875, + 61182.44140625, + 61187.830078125, + 61124.421875, + 60732.212890625, + 60914.90234375, + 60754.78125, + 60318.77734375, + 60530.451171875, + 60491.720703125, + 60586.349609375, + 60076.580078125, + 60232.369140625, + 60266.830078125, + 59727.69140625, + 60112.611328125, + 60060.033203125, + 60023.03125, + 59661.546875, + 59185.0078125, + 59144.390625, + 59088.638671875 ], "0.2": [ - 61837.99609375, - 61667.087890625, - 61487.912109375, - 61303.60546875, - 61292.00390625, - 61001.138671875, - 61123.349609375, - 61004.78125, - 60819.28515625, - 60915.576171875, - 60173.349609375, - 60391.318359375, - 60623.529296875, - 60325.181640625, - 59946.55078125, - 60033.79296875, - 59665.552734375, - 59422.267578125, - 59947.888671875, - 58939.306640625, - 59784.15234375, - 59423.771484375, - 59285.3359375, - 58780.55078125 + 61787.9453125, + 61729.759765625, + 61519.185546875, + 61182.44140625, + 61187.830078125, + 61124.421875, + 60732.212890625, + 60914.90234375, + 60754.78125, + 60318.77734375, + 60530.451171875, + 60491.720703125, + 60586.349609375, + 60076.580078125, + 60232.369140625, + 60266.830078125, + 59727.69140625, + 60112.611328125, + 60060.033203125, + 60023.03125, + 59661.546875, + 59185.0078125, + 59144.390625, + 59088.638671875 ], "0.3": [ - 61837.99609375, - 61667.087890625, - 61487.912109375, - 61303.60546875, - 61292.00390625, - 61001.138671875, - 61123.349609375, - 61004.78125, - 60819.28515625, - 60915.576171875, - 60173.349609375, - 60391.318359375, - 60623.529296875, - 60325.181640625, - 59946.55078125, - 60033.79296875, - 59665.552734375, - 59422.267578125, - 59947.888671875, - 58939.306640625, - 59784.15234375, - 59423.771484375, - 59285.3359375, - 58780.55078125 + 61787.9453125, + 61729.759765625, + 61519.185546875, + 61182.44140625, + 61187.830078125, + 61124.421875, + 60732.212890625, + 60914.90234375, + 60754.78125, + 60318.77734375, + 60530.451171875, + 60491.720703125, + 60586.349609375, + 60076.580078125, + 60232.369140625, + 60266.830078125, + 59727.69140625, + 60112.611328125, + 60060.033203125, + 60023.03125, + 59661.546875, + 59185.0078125, + 59144.390625, + 59088.638671875 ], "0.4": [ - 62106.37890625, - 62071.552734375, - 62059.10546875, - 62053.978515625, - 62047.494140625, - 62029.05859375, - 62005.3515625, - 62024.22265625, - 61963.72265625, - 62032.17578125, - 62002.88671875, - 61925.7265625, - 61909.498046875, - 61969.810546875, - 61954.009765625, - 61879.08203125, - 61798.125, - 61897.240234375, - 61777.681640625, - 61663.259765625, - 61954.32421875, - 61640.4296875, - 61845.203125, - 61864.70703125 + 62084.056640625, + 62120.29296875, + 62096.0078125, + 62036.916015625, + 62117.962890625, + 62049.5859375, + 61937.27734375, + 62008.52734375, + 62024.193359375, + 61905.201171875, + 61928.828125, + 62004.919921875, + 61896.701171875, + 61935.466796875, + 61766.87890625, + 61959.14453125, + 61792.623046875, + 61678.3125, + 62084.73046875, + 61698.09765625, + 61971.28125, + 61723.326171875, + 61707.259765625, + 61720.080078125 ], "0.5": [ - 62106.37890625, - 62071.552734375, - 62059.10546875, - 62053.978515625, - 62047.494140625, - 62029.05859375, - 62005.3515625, - 62024.22265625, - 61963.72265625, - 62032.17578125, - 62002.88671875, - 61925.7265625, - 61909.498046875, - 61969.810546875, - 61954.009765625, - 61879.08203125, - 61798.125, - 61897.240234375, - 61777.681640625, - 61663.259765625, - 61954.32421875, - 61640.4296875, - 61845.203125, - 61864.70703125 + 62084.056640625, + 62120.29296875, + 62096.0078125, + 62036.916015625, + 62117.962890625, + 62049.5859375, + 61937.27734375, + 62008.52734375, + 62024.193359375, + 61905.201171875, + 61928.828125, + 62004.919921875, + 61896.701171875, + 61935.466796875, + 61766.87890625, + 61959.14453125, + 61792.623046875, + 61678.3125, + 62084.73046875, + 61698.09765625, + 61971.28125, + 61723.326171875, + 61707.259765625, + 61720.080078125 ], "0.6": [ - 62106.37890625, - 62071.552734375, - 62059.10546875, - 62053.978515625, - 62047.494140625, - 62029.05859375, - 62005.3515625, - 62024.22265625, - 61963.72265625, - 62032.17578125, - 62002.88671875, - 61925.7265625, - 61909.498046875, - 61969.810546875, - 61954.009765625, - 61879.08203125, - 61798.125, - 61897.240234375, - 61777.681640625, - 61663.259765625, - 61954.32421875, - 61640.4296875, - 61845.203125, - 61864.70703125 + 62084.056640625, + 62120.29296875, + 62096.0078125, + 62036.916015625, + 62117.962890625, + 62049.5859375, + 61937.27734375, + 62008.52734375, + 62024.193359375, + 61905.201171875, + 61928.828125, + 62004.919921875, + 61896.701171875, + 61935.466796875, + 61766.87890625, + 61959.14453125, + 61792.623046875, + 61678.3125, + 62084.73046875, + 61698.09765625, + 61971.28125, + 61723.326171875, + 61707.259765625, + 61720.080078125 ], "0.7": [ - 62106.37890625, - 62071.552734375, - 62059.10546875, - 62053.978515625, - 62047.494140625, - 62029.05859375, - 62005.3515625, - 62024.22265625, - 61963.72265625, - 62032.17578125, - 62002.88671875, - 61925.7265625, - 61909.498046875, - 61969.810546875, - 61954.009765625, - 61879.08203125, - 61798.125, - 61897.240234375, - 61777.681640625, - 61663.259765625, - 61954.32421875, - 61640.4296875, - 61845.203125, - 61864.70703125 + 62084.056640625, + 62120.29296875, + 62096.0078125, + 62036.916015625, + 62117.962890625, + 62049.5859375, + 61937.27734375, + 62008.52734375, + 62024.193359375, + 61905.201171875, + 61928.828125, + 62004.919921875, + 61896.701171875, + 61935.466796875, + 61766.87890625, + 61959.14453125, + 61792.623046875, + 61678.3125, + 62084.73046875, + 61698.09765625, + 61971.28125, + 61723.326171875, + 61707.259765625, + 61720.080078125 ], "0.8": [ - 62455.16796875, - 62496.51171875, - 62658.693359375, - 62850.37109375, - 62945.884765625, - 63002.369140625, - 63266.712890625, - 63140.1875, - 63536.923828125, - 63551.767578125, - 63504.15625, - 63532.060546875, - 63435.216796875, - 63791.974609375, - 63662.44921875, - 63833.673828125, - 64235.28125, - 63824.775390625, - 64132.73828125, - 64188.1328125, - 64448.4140625, - 63964.798828125, - 64130.58203125, - 64260.53515625 + 62417.591796875, + 62629.603515625, + 62796.7265625, + 62670.47265625, + 62831.84375, + 63067.501953125, + 63150.74609375, + 63102.923828125, + 63417.21875, + 63383.60546875, + 63743.88671875, + 63627.080078125, + 63467.0703125, + 63844.83984375, + 63684.791015625, + 64092.953125, + 63510.96875, + 63821.28125, + 64126.716796875, + 64147.107421875, + 64458.880859375, + 63926.724609375, + 64130.55859375, + 63976.68359375 ], "0.9": [ - 62455.16796875, - 62496.51171875, - 62658.693359375, - 62850.37109375, - 62945.884765625, - 63002.369140625, - 63266.712890625, - 63140.1875, - 63536.923828125, - 63551.767578125, - 63504.15625, - 63532.060546875, - 63435.216796875, - 63791.974609375, - 63662.44921875, - 63833.673828125, - 64235.28125, - 63824.775390625, - 64132.73828125, - 64188.1328125, - 64448.4140625, - 63964.798828125, - 64130.58203125, - 64260.53515625 + 62417.591796875, + 62629.603515625, + 62796.7265625, + 62670.47265625, + 62831.84375, + 63067.501953125, + 63150.74609375, + 63102.923828125, + 63417.21875, + 63383.60546875, + 63743.88671875, + 63627.080078125, + 63467.0703125, + 63844.83984375, + 63684.791015625, + 64092.953125, + 63510.96875, + 63821.28125, + 64126.716796875, + 64147.107421875, + 64458.880859375, + 63926.724609375, + 64130.55859375, + 63976.68359375 ] }, "timestamps": [ diff --git a/results/moirai_1_1_large/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/moirai_1_1_large/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index a03aed8262dda9cd948751b628e2f976838e6e4d..ffe16b4ec90a9fac4addd97e810883601076829d 100644 --- a/results/moirai_1_1_large/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/moirai_1_1_large/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,11 +1,13 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-24T12:45:32.441400+00:00", + "evaluated_at": "2026-06-24T13:04:55.331276+00:00", "freq": "5min", - "context_length": 2, + "context_length": 4, "prediction_length": 12, "context": [ + 0.0, + 0.0, 0.0, 0.0 ], @@ -24,187 +26,187 @@ 0.0 ], "p50": [ - -1.3454069525131729e-09, - -2.4214367178032603e-09, - -5.90224036312037e-10, - -1.7968133231294203e-10, - -1.9386556804334987e-09, - 6.674254204863672e-10, - -1.7617948766535108e-09, - 6.906373389847786e-11, - -3.225553935060077e-09, - 5.183029873345735e-11, - -6.110534300773907e-10, - 1.3130175419151513e-10 + -1.3096655426814152e-09, + -2.2122574883098878e-09, + -7.187977435485493e-10, + -5.290237414801169e-10, + -1.870031907102998e-09, + 7.311658778430541e-10, + -2.0729206129388444e-09, + -2.3052888764585333e-10, + -2.8915101424331624e-09, + 2.5191679298153247e-10, + -4.262595415527315e-10, + -1.0639985073557234e-10 ], "p10": [ - -5.053154339407229e-09, - -5.989042595189176e-09, - -4.6029060563057556e-09, - -3.642492751865234e-09, - -4.9440971316982996e-09, - -3.536668180537106e-09, - -5.051554508028744e-09, - -3.670980519565603e-09, - -6.299423427336137e-09, - -3.619604949101074e-09, - -4.889692872822593e-09, - -4.054353963667268e-09 + -5.381586065666966e-09, + -6.417682829606974e-09, + -4.255962027244209e-09, + -3.732911646459058e-09, + -5.291892257730524e-09, + -3.047586738524899e-09, + -4.9365063148343324e-09, + -3.4499177958835503e-09, + -6.831670562590375e-09, + -3.700274531226455e-09, + -4.090164207326552e-09, + -3.4245173363700587e-09 ], "p90": [ - 2.3019256500944607e-09, - 2.405601162713822e-09, - 3.3556875056461877e-09, - 5.065733388320837e-09, - 2.035897672669762e-09, - 5.095916799646716e-09, - 1.8157325087919673e-09, - 5.216635567961703e-09, - 1.1887898998530488e-09, - 5.0308552879130275e-09, - 4.827998667522593e-09, - 4.514132623256728e-09 + 2.6588383716941166e-09, + 1.7888856507219941e-09, + 3.6937884972942925e-09, + 5.139861203318219e-09, + 2.807389654080339e-09, + 5.096458810527338e-09, + 1.5630992056259174e-09, + 5.0025816822341085e-09, + 1.0319994303564783e-09, + 4.378778006852713e-09, + 3.5613824111990766e-09, + 3.4257552350425158e-09 ], "mean": [ - 11.040587425231934, - 0.5893042087554932, - 6.16384859313257e-05, - 0.03168966621160507, - 0.16146712005138397, - 0.0010292652295902371, - 0.0009457195992581546, - 0.4171484410762787, - 8.746085166931152, - 0.0530659556388855, - 0.02482878603041172, - 65.36949920654297 + 0.08499589562416077, + 0.003040481358766556, + 0.18147139251232147, + 0.06238524615764618, + 11.745421409606934, + 0.0012408372713252902, + 0.006092230789363384, + 0.073860764503479, + 0.005203652195632458, + 0.27387556433677673, + 0.08636081963777542, + 5.64206056878902e-05 ], "quantiles": { "0.1": [ - -5.053154339407229e-09, - -5.989042595189176e-09, - -4.6029060563057556e-09, - -3.642492751865234e-09, - -4.9440971316982996e-09, - -3.536668180537106e-09, - -5.051554508028744e-09, - -3.670980519565603e-09, - -6.299423427336137e-09, - -3.619604949101074e-09, - -4.889692872822593e-09, - -4.054353963667268e-09 + -5.381586065666966e-09, + -6.417682829606974e-09, + -4.255962027244209e-09, + -3.732911646459058e-09, + -5.291892257730524e-09, + -3.047586738524899e-09, + -4.9365063148343324e-09, + -3.4499177958835503e-09, + -6.831670562590375e-09, + -3.700274531226455e-09, + -4.090164207326552e-09, + -3.4245173363700587e-09 ], "0.2": [ - -5.053154339407229e-09, - -5.989042595189176e-09, - -4.6029060563057556e-09, - -3.642492751865234e-09, - -4.9440971316982996e-09, - -3.536668180537106e-09, - -5.051554508028744e-09, - -3.670980519565603e-09, - -6.299423427336137e-09, - -3.619604949101074e-09, - -4.889692872822593e-09, - -4.054353963667268e-09 + -5.381586065666966e-09, + -6.417682829606974e-09, + -4.255962027244209e-09, + -3.732911646459058e-09, + -5.291892257730524e-09, + -3.047586738524899e-09, + -4.9365063148343324e-09, + -3.4499177958835503e-09, + -6.831670562590375e-09, + -3.700274531226455e-09, + -4.090164207326552e-09, + -3.4245173363700587e-09 ], "0.3": [ - -5.053154339407229e-09, - -5.989042595189176e-09, - -4.6029060563057556e-09, - -3.642492751865234e-09, - -4.9440971316982996e-09, - -3.536668180537106e-09, - -5.051554508028744e-09, - -3.670980519565603e-09, - -6.299423427336137e-09, - -3.619604949101074e-09, - -4.889692872822593e-09, - -4.054353963667268e-09 + -5.381586065666966e-09, + -6.417682829606974e-09, + -4.255962027244209e-09, + -3.732911646459058e-09, + -5.291892257730524e-09, + -3.047586738524899e-09, + -4.9365063148343324e-09, + -3.4499177958835503e-09, + -6.831670562590375e-09, + -3.700274531226455e-09, + -4.090164207326552e-09, + -3.4245173363700587e-09 ], "0.4": [ - -1.3454069525131729e-09, - -2.4214367178032603e-09, - -5.90224036312037e-10, - -1.7968133231294203e-10, - -1.9386556804334987e-09, - 6.674254204863672e-10, - -1.7617948766535108e-09, - 6.906373389847786e-11, - -3.225553935060077e-09, - 5.183029873345735e-11, - -6.110534300773907e-10, - 1.3130175419151513e-10 + -1.3096655426814152e-09, + -2.2122574883098878e-09, + -7.187977435485493e-10, + -5.290237414801169e-10, + -1.870031907102998e-09, + 7.311658778430541e-10, + -2.0729206129388444e-09, + -2.3052888764585333e-10, + -2.8915101424331624e-09, + 2.5191679298153247e-10, + -4.262595415527315e-10, + -1.0639985073557234e-10 ], "0.5": [ - -1.3454069525131729e-09, - -2.4214367178032603e-09, - -5.90224036312037e-10, - -1.7968133231294203e-10, - -1.9386556804334987e-09, - 6.674254204863672e-10, - -1.7617948766535108e-09, - 6.906373389847786e-11, - -3.225553935060077e-09, - 5.183029873345735e-11, - -6.110534300773907e-10, - 1.3130175419151513e-10 + -1.3096655426814152e-09, + -2.2122574883098878e-09, + -7.187977435485493e-10, + -5.290237414801169e-10, + -1.870031907102998e-09, + 7.311658778430541e-10, + -2.0729206129388444e-09, + -2.3052888764585333e-10, + -2.8915101424331624e-09, + 2.5191679298153247e-10, + -4.262595415527315e-10, + -1.0639985073557234e-10 ], "0.6": [ - -1.3454069525131729e-09, - -2.4214367178032603e-09, - -5.90224036312037e-10, - -1.7968133231294203e-10, - -1.9386556804334987e-09, - 6.674254204863672e-10, - -1.7617948766535108e-09, - 6.906373389847786e-11, - -3.225553935060077e-09, - 5.183029873345735e-11, - -6.110534300773907e-10, - 1.3130175419151513e-10 + -1.3096655426814152e-09, + -2.2122574883098878e-09, + -7.187977435485493e-10, + -5.290237414801169e-10, + -1.870031907102998e-09, + 7.311658778430541e-10, + -2.0729206129388444e-09, + -2.3052888764585333e-10, + -2.8915101424331624e-09, + 2.5191679298153247e-10, + -4.262595415527315e-10, + -1.0639985073557234e-10 ], "0.7": [ - -1.3454069525131729e-09, - -2.4214367178032603e-09, - -5.90224036312037e-10, - -1.7968133231294203e-10, - -1.9386556804334987e-09, - 6.674254204863672e-10, - -1.7617948766535108e-09, - 6.906373389847786e-11, - -3.225553935060077e-09, - 5.183029873345735e-11, - -6.110534300773907e-10, - 1.3130175419151513e-10 + -1.3096655426814152e-09, + -2.2122574883098878e-09, + -7.187977435485493e-10, + -5.290237414801169e-10, + -1.870031907102998e-09, + 7.311658778430541e-10, + -2.0729206129388444e-09, + -2.3052888764585333e-10, + -2.8915101424331624e-09, + 2.5191679298153247e-10, + -4.262595415527315e-10, + -1.0639985073557234e-10 ], "0.8": [ - 2.3019256500944607e-09, - 2.405601162713822e-09, - 3.3556875056461877e-09, - 5.065733388320837e-09, - 2.035897672669762e-09, - 5.095916799646716e-09, - 1.8157325087919673e-09, - 5.216635567961703e-09, - 1.1887898998530488e-09, - 5.0308552879130275e-09, - 4.827998667522593e-09, - 4.514132623256728e-09 + 2.6588383716941166e-09, + 1.7888856507219941e-09, + 3.6937884972942925e-09, + 5.139861203318219e-09, + 2.807389654080339e-09, + 5.096458810527338e-09, + 1.5630992056259174e-09, + 5.0025816822341085e-09, + 1.0319994303564783e-09, + 4.378778006852713e-09, + 3.5613824111990766e-09, + 3.4257552350425158e-09 ], "0.9": [ - 2.3019256500944607e-09, - 2.405601162713822e-09, - 3.3556875056461877e-09, - 5.065733388320837e-09, - 2.035897672669762e-09, - 5.095916799646716e-09, - 1.8157325087919673e-09, - 5.216635567961703e-09, - 1.1887898998530488e-09, - 5.0308552879130275e-09, - 4.827998667522593e-09, - 4.514132623256728e-09 + 2.6588383716941166e-09, + 1.7888856507219941e-09, + 3.6937884972942925e-09, + 5.139861203318219e-09, + 2.807389654080339e-09, + 5.096458810527338e-09, + 1.5630992056259174e-09, + 5.0025816822341085e-09, + 1.0319994303564783e-09, + 4.378778006852713e-09, + 3.5613824111990766e-09, + 3.4257552350425158e-09 ] }, "timestamps": [ @@ -221,6 +223,8 @@ "2026-06-24 11:20:00", "2026-06-24 11:25:00", "2026-06-24 11:30:00", - "2026-06-24 11:35:00" + "2026-06-24 11:35:00", + "2026-06-24 11:40:00", + "2026-06-24 11:45:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index b9dc511d7c8526e5e2512aa867b77b081bc3cd8d..00a1f3d3b8fbb7bf42a894a76557d40f363e5541 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,55 +1,19 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-24T12:56:23.722405+00:00", + "evaluated_at": "2026-06-24T13:04:59.149102+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t120000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", + "data_fetched_at": "2026-06-24T13:02:05.176936Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260620t230000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t064200z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t125000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 77, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260624t104500z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260623t120000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260623t120000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260623t120000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 168, - "prediction_length": 24 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260624t111500z", + "data_fetched_at": "2026-06-24T13:02:05.176936Z", + "context_length": 4, + "prediction_length": 12 } ], "failed_datasets": [] diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index 8c2bf1361f95cc18c2dba21c4a338d6eddef636c..7c414e54b1135a842a7023bcd67262ee8ac1b023 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,1416466.7244667113,1408372.1612380184,1170.7546044065239,1.847345808608947,0.018699140225985227,0.01852108064543226,48.16130674209277,1190.1540759358477,0.018998957602064836,0.018689275230227162,0.01739901383507207,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,1433932.3040565925,1425685.1110620953,1178.6904768023571,1.8598679038054289,0.01882788312789659,0.018647612923839058,48.66219054995205,1197.4691244690164,0.01911815342564459,0.01881834355173531,0.017527918647054136,Finance,1 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Moving-Average,33703.3339872141,34919.977384896825,150.98728679575507,1.5919311979035975,0.862092038435816,1.5500551973378933,23.0273565699048,183.58467797508075,1.130215641726378,0.9295339628591026,0.8356046823445622,Finance,1 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Moving-Average,4.840437995552373,4.856735921763579,0.8685185099365537,12.02564024516703,0.9819126640959457,1.97275023678239,481.02560980668125,2.2000995421917557,2.538576332760358,1.0021367177290479,1.0021367177290474,Climate,1 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Moving-Average,9.578202015526527e-15,9.143141084502762e-15,9.078851462715541e-08,nan,nan,2.0,nan,9.786828912128038e-08,inf,inf,inf,Transportation,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index efd883855a1da26d1b662215f6bf0b746b564436..5f06fd5adb47ecd7d059989f58512cd4bb875762 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-24T12:57:19.450739+00:00", + "evaluated_at": "2026-06-24T13:05:21.155169+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62681.69921875, 62445.98828125, 62921.19140625, - 62808.76953125 + 62618.30859375 ], "p50": [ 63792.0297508909, diff --git a/results/moving_average/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/moving_average/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index 0327059434fba4ab16ad15115c70d58f2f02eb60..c2e38e45185eaf0f834154edf9b254e60003deb8 100644 --- a/results/moving_average/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/moving_average/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,11 +1,13 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-24T12:46:14.873454+00:00", + "evaluated_at": "2026-06-24T13:05:21.167021+00:00", "freq": "5min", - "context_length": 2, + "context_length": 4, "prediction_length": 12, "context": [ + 0.0, + 0.0, 0.0, 0.0 ], @@ -221,6 +223,8 @@ "2026-06-24 11:20:00", "2026-06-24 11:25:00", "2026-06-24 11:30:00", - "2026-06-24 11:35:00" + "2026-06-24 11:35:00", + "2026-06-24 11:40:00", + "2026-06-24 11:45:00" ] } diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index de2c87cbc7e2ed324f4a55a02b54609924f5890b..6ce0a4ab7319f85e6079f2b24e065e151703ae62 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,55 +1,19 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-24T12:57:19.522079+00:00", + "evaluated_at": "2026-06-24T13:05:21.169740+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t120000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", + "data_fetched_at": "2026-06-24T13:02:05.176936Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260620t230000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t064200z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t125000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 77, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260624t104500z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260623t120000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260623t120000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260623t120000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 168, - "prediction_length": 24 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260624t111500z", + "data_fetched_at": "2026-06-24T13:02:05.176936Z", + "context_length": 4, + "prediction_length": 12 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index b7bdf33cca2f439518c82c0091e8931c21826599..7f7ec0319b70fb2d5819946acee89a2b09cd4c77 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-24T12:50:48.187055+00:00", - "finished_at": "2026-06-24T12:57:25.099994+00:00", - "task_count": 8, + "started_at": "2026-06-24T13:02:06.403054+00:00", + "finished_at": "2026-06-24T13:05:27.118650+00:00", + "task_count": 2, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,55 +10,19 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-24T12:51:46.654239+00:00", + "evaluated_at": "2026-06-24T13:02:55.324254+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t120000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", + "data_fetched_at": "2026-06-24T13:02:05.176936Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260620t230000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t064200z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t125000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 77, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260624t104500z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260623t120000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260623t120000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260623t120000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 168, - "prediction_length": 24 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260624t111500z", + "data_fetched_at": "2026-06-24T13:02:05.176936Z", + "context_length": 4, + "prediction_length": 12 } ], "failed_datasets": [] @@ -66,55 +30,19 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-24T12:52:59.842071+00:00", + "evaluated_at": "2026-06-24T13:03:34.151574+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t120000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260620t230000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t064200z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t125000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 77, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260624t104500z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", + "data_fetched_at": "2026-06-24T13:02:05.176936Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260623t120000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260623t120000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260623t120000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 168, - "prediction_length": 24 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260624t111500z", + "data_fetched_at": "2026-06-24T13:02:05.176936Z", + "context_length": 4, + "prediction_length": 12 } ], "failed_datasets": [] @@ -122,55 +50,19 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-24T12:54:26.415146+00:00", + "evaluated_at": "2026-06-24T13:04:03.798642+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t120000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260620t230000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t064200z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t125000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 77, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260624t104500z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", + "data_fetched_at": "2026-06-24T13:02:05.176936Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260623t120000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260623t120000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260623t120000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 168, - "prediction_length": 24 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260624t111500z", + "data_fetched_at": "2026-06-24T13:02:05.176936Z", + "context_length": 4, + "prediction_length": 12 } ], "failed_datasets": [] @@ -178,55 +70,19 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-24T12:55:19.050170+00:00", + "evaluated_at": "2026-06-24T13:04:19.100999+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t120000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", + "data_fetched_at": "2026-06-24T13:02:05.176936Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260620t230000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t064200z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t125000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 77, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260624t104500z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260623t120000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260623t120000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260623t120000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 168, - "prediction_length": 24 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260624t111500z", + "data_fetched_at": "2026-06-24T13:02:05.176936Z", + "context_length": 4, + "prediction_length": 12 } ], "failed_datasets": [] @@ -234,55 +90,19 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-24T12:56:23.722405+00:00", + "evaluated_at": "2026-06-24T13:04:59.149102+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t120000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", + "data_fetched_at": "2026-06-24T13:02:05.176936Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260620t230000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t064200z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t125000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 77, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260624t104500z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260623t120000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260623t120000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260623t120000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 168, - "prediction_length": 24 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260624t111500z", + "data_fetched_at": "2026-06-24T13:02:05.176936Z", + "context_length": 4, + "prediction_length": 12 } ], "failed_datasets": [] @@ -290,55 +110,19 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-24T12:57:18.820527+00:00", + "evaluated_at": "2026-06-24T13:05:20.873827+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t120000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", + "data_fetched_at": "2026-06-24T13:02:05.176936Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260620t230000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t064200z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t125000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 77, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260624t104500z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260623t120000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260623t120000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260623t120000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 168, - "prediction_length": 24 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260624t111500z", + "data_fetched_at": "2026-06-24T13:02:05.176936Z", + "context_length": 4, + "prediction_length": 12 } ], "failed_datasets": [] @@ -346,55 +130,19 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-24T12:57:19.285804+00:00", + "evaluated_at": "2026-06-24T13:05:21.096656+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t120000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260620t230000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t064200z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t125000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 77, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260624t104500z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", + "data_fetched_at": "2026-06-24T13:02:05.176936Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260623t120000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260623t120000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260623t120000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 168, - "prediction_length": 24 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260624t111500z", + "data_fetched_at": "2026-06-24T13:02:05.176936Z", + "context_length": 4, + "prediction_length": 12 } ], "failed_datasets": [] @@ -402,55 +150,19 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-24T12:57:19.445872+00:00", + "evaluated_at": "2026-06-24T13:05:21.148095+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t120000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", + "data_fetched_at": "2026-06-24T13:02:05.176936Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260620t230000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t064200z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t125000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 77, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260624t104500z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260623t120000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260623t120000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260623t120000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 168, - "prediction_length": 24 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260624t111500z", + "data_fetched_at": "2026-06-24T13:02:05.176936Z", + "context_length": 4, + "prediction_length": 12 } ], "failed_datasets": [] @@ -458,55 +170,19 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-24T12:57:19.522079+00:00", + "evaluated_at": "2026-06-24T13:05:21.169740+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t120000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", + "data_fetched_at": "2026-06-24T13:02:05.176936Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260620t230000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t064200z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t125000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 77, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260624t104500z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260623t120000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260623t120000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260623t120000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 168, - "prediction_length": 24 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260624t111500z", + "data_fetched_at": "2026-06-24T13:02:05.176936Z", + "context_length": 4, + "prediction_length": 12 } ], "failed_datasets": [] @@ -514,62 +190,24 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-24T12:57:19.584127+00:00", + "evaluated_at": "2026-06-24T13:05:21.200146+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t120000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260620t230000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t064200z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t125000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 77, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260624t104500z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", + "data_fetched_at": "2026-06-24T13:02:05.176936Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260623t120000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260623t120000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260623t120000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 168, - "prediction_length": 24 } ], - "failed_datasets": [] + "failed_datasets": [ + "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260624t111500z" + ] } }, "failed_models": [], - "failed_datasets": [], + "failed_datasets": [ + "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260624t111500z" + ], "aggregate_status": "ok", "aggregate_files": { "gift_prediction_length": "aggregates/results_by_prediction_length.csv", @@ -583,7 +221,5 @@ "live_overall": "aggregates/live_overall_up_to_now.csv", "live_metadata": "aggregates/live_metadata.json" }, - "push_status": "ok", - "pushed_at": "2026-06-24T12:57:41.238638+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index aca35e017418a146b6993d646fd924c0125bad78..8c0a9461c8fbdbae3b66a9f93d8efe04a8555e11 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,2460184.523792267,2460184.523792267,1321.279296875,2.0848602789148307,0.021118365528759408,0.020816807794358863,13.782915860784938,1568.4975370692384,0.025038622148388007,0.02109216768599906,0.01660821073618727,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,2452932.1284065247,2452932.1284065247,1313.3434244791667,2.0723381837183488,0.02099274562162552,0.020690267799527956,13.782915860784938,1566.1839382417777,0.025004857505084944,0.020968140703325373,0.016568082124360367,Finance,1 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Seasonal-Naive,36436.1429036395,36436.1429036395,152.79166432221731,1.6109556133900285,0.8264244641534466,1.5187046461435552,64.32233589831223,190.88253692687422,1.1751439790441005,0.9406423828344558,0.9402466648974208,Finance,1 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Seasonal-Naive,4.866666477090787,4.866666477090787,0.8666666580571069,11.999999220554688,0.976190476781792,1.9333333345750967,479.8245842245663,2.2060522380693497,2.545444827835779,0.9999999656127058,0.9999144955280522,Climate,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,2.250970563062765,2.250970563062765,1.1954166094462078,0.7076289239842674,0.04757356318279906,0.04586730886045257,14.236521337397308,1.5003234861398274,0.05899430587117481,0.047005045080377894,0.04083424235898321,Weather,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index 5149cf3e4ae49f0c9b622dd1e0a0e49ad4660908..2f74c2a612d7ed8ff3bab427544688fcc33926ee 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-24T12:57:19.526654+00:00", + "evaluated_at": "2026-06-24T13:05:21.180390+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62681.69921875, 62445.98828125, 62921.19140625, - 62808.76953125 + 62618.30859375 ], "p50": [ 65578.0, diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index 93f631c2ade77571062b1a0a8c14c662043eebee..6d89bccfbbadfa461d6dc48dfa29948ec927b2c1 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,56 +1,16 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-24T12:57:19.584127+00:00", + "evaluated_at": "2026-06-24T13:05:21.200146+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t120000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", + "data_fetched_at": "2026-06-24T13:02:05.176936Z", "context_length": 96, "prediction_length": 24 - }, - { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260620t230000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t064200z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t125000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 77, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260624t104500z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260623t120000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260623t120000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260623t120000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 168, - "prediction_length": 24 } ], - "failed_datasets": [] + "failed_datasets": [ + "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260624t111500z" + ] } diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index 86ab42b99e9d56bd0f1bcef1094a8e72afbdaa1d..46f753bf609fd575569b1347df8dc136851bd634 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,369341.7773469289,369341.7773469289,527.81298828125,0.832841577526831,0.008422312498181634,0.00837594066132816,3.186660836251395,607.734956495781,0.009701542770986936,0.00842571292989055,0.005820903868566907,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,385048.23279635113,385048.23279635113,535.7488606770834,0.845363672723313,0.00855085116630352,0.008502474592120708,3.3975522528710917,620.5225481772206,0.009906932076753512,0.008553480592312162,0.005899438530661881,Finance,1 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Timer-S1,13950.63562508625,13950.63562508625,96.28801806767781,1.0152106392480131,0.9524471402012793,0.6887843358403999,5.043297170844735,118.11280889508238,0.7271464349523795,0.5927848954022913,0.46164882740821384,Finance,1 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Timer-S1,4.868156107409089,4.868156107409089,0.8668115635712942,12.00200560448689,0.9976812609142378,1.9962680143024285,476.1770760365407,2.206389835774514,2.545834363639905,1.0001671642788332,0.9977035036505959,Climate,1 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Timer-S1,8.318476214037432e-17,8.318476214037432e-17,7.434437065967359e-09,nan,nan,2.0,nan,9.12056808210839e-09,inf,inf,inf,Transportation,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index 84ea269e4cd019228025ab683978439f10917094..e9b1da650e749fa37e65460b2ebfec7be5277903 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-24T12:56:37.302266+00:00", + "evaluated_at": "2026-06-24T13:05:14.163937+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62681.69921875, 62445.98828125, 62921.19140625, - 62808.76953125 + 62618.30859375 ], "p50": [ 62318.5, diff --git a/results/timer_s1/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/timer_s1/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index c8dce78dceb6975a025ea6e277553d5693f968bb..98125f4562e6b09850645f8dd3f7e45df9327722 100644 --- a/results/timer_s1/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/timer_s1/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,11 +1,13 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-24T12:46:05.681734+00:00", + "evaluated_at": "2026-06-24T13:05:18.647179+00:00", "freq": "5min", - "context_length": 2, + "context_length": 4, "prediction_length": 12, "context": [ + 0.0, + 0.0, 0.0, 0.0 ], @@ -221,6 +223,8 @@ "2026-06-24 11:20:00", "2026-06-24 11:25:00", "2026-06-24 11:30:00", - "2026-06-24 11:35:00" + "2026-06-24 11:35:00", + "2026-06-24 11:40:00", + "2026-06-24 11:45:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index 27723c86df3a1a7231c4561ff9b9bfcf898a5348..a758951cc2a1b7d0079de72a1eea8aecd967cdb8 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,55 +1,19 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-24T12:57:18.820527+00:00", + "evaluated_at": "2026-06-24T13:05:20.873827+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t120000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", + "data_fetched_at": "2026-06-24T13:02:05.176936Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260620t230000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t064200z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t125000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 77, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260624t104500z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260623t120000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260623t120000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260623t120000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 168, - "prediction_length": 24 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260624t111500z", + "data_fetched_at": "2026-06-24T13:02:05.176936Z", + "context_length": 4, + "prediction_length": 12 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index e3a3e037627c7e16474a964dfe392ca4e67c185d..0d0770b3ac6fd9dbdd21964e26ed1812231aa0b6 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,205383.25114186606,351246.5072167714,541.4571940104166,0.8543709109761336,0.008631806477132404,0.008676617626697865,2.4410876657953007,453.19228936718025,0.007234509602884279,0.00864352144006891,0.00520720103047355,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,197310.85694122314,340591.35854530334,533.5213216145834,0.8418488157796515,0.008506619162361846,0.008550079604095191,2.4410876657953007,444.19686732486434,0.007091810291537234,0.008517916891596809,0.005137472080759686,Finance,1 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,TimesFM-2.5,28434.715767887308,30940.314541637516,136.81071631113687,1.4424608331286375,0.6894371389934627,1.1431172573156296,43.032391046456816,168.6259640977252,1.0381242287022936,0.8422577158188848,0.7508176845882389,Finance,1 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,TimesFM-2.5,4.871110921833255,4.871110921833255,0.8666666580571069,11.999999220554688,1.0,2.0,480.3791194118156,2.2070593380861454,2.5466068662882817,0.9999999656127058,1.0004077848919752,Climate,1 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,TimesFM-2.5,0.0,0.0,0.0,nan,nan,nan,nan,0.0,nan,nan,nan,Transportation,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index 09668c134fb3152748748eaf3eb275402cd26d0b..c0fa21023b359ca3e9d7ebb9ff9ac98507eb5b3f 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-24T12:52:10.912049+00:00", + "evaluated_at": "2026-06-24T13:03:26.052706+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62681.69921875, 62445.98828125, 62921.19140625, - 62808.76953125 + 62618.30859375 ], "p50": [ 62195.37890625, diff --git a/results/timesfm_2_5/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/timesfm_2_5/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index c01f360edc78282f89e073b76eff9d81d5b9aef5..d765733caf76f26aa944e1d6dcf49c9814fd0912 100644 --- a/results/timesfm_2_5/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/timesfm_2_5/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,11 +1,13 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-24T12:43:37.524229+00:00", + "evaluated_at": "2026-06-24T13:03:31.370723+00:00", "freq": "5min", - "context_length": 2, + "context_length": 4, "prediction_length": 12, "context": [ + 0.0, + 0.0, 0.0, 0.0 ], @@ -221,6 +223,8 @@ "2026-06-24 11:20:00", "2026-06-24 11:25:00", "2026-06-24 11:30:00", - "2026-06-24 11:35:00" + "2026-06-24 11:35:00", + "2026-06-24 11:40:00", + "2026-06-24 11:45:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index 14a39f593106589ee9e0ba73805f5bd69f1cf8f5..5852d6bae3c527c49912cb927aca981baac4a8a3 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,55 +1,19 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-24T12:52:59.842071+00:00", + "evaluated_at": "2026-06-24T13:03:34.151574+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t120000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", + "data_fetched_at": "2026-06-24T13:02:05.176936Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260620t230000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t064200z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t125000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 77, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260624t104500z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260623t120000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260623t120000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260623t120000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 168, - "prediction_length": 24 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260624t111500z", + "data_fetched_at": "2026-06-24T13:02:05.176936Z", + "context_length": 4, + "prediction_length": 12 } ], "failed_datasets": [] diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index 3256901253b5be2586a7cdb84b3b7adb2ad1ac9e..c3850205a6accb2a3b08fc6779fb7ccfdd1dfa1e 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,354724.4006169637,354724.4006169637,549.2880859375,0.8667273564043368,0.008757353359418747,0.008802612838764892,4.231704646548766,595.5874416212649,0.009507626601023894,0.0087685294425765,0.009235217151334555,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,344707.0356903076,344707.0356903076,541.3522135416666,0.8542052612078548,0.008632084963137337,0.008676074388594657,4.231704646548766,587.1175654758658,0.009373605937970025,0.008642940735855012,0.00916599865555618,Finance,1 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,TiRex,26189.183511279563,26189.183511279563,125.3613642056783,1.321744836442649,0.6820653407770266,0.984424218821475,18.101060665387852,161.83072486792972,0.9962902055610486,0.7717712406949717,0.6145704862690891,Finance,1 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,TiRex,4.8701933335983645,4.8701933335983645,0.8666675972441832,12.000012224682722,0.9990370279691607,1.998504844386603,472.44489901930643,2.206851452544635,2.546366998361635,1.000001049290075,0.9990062096168353,Climate,1 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,TiRex,1.0445943342450759e-16,1.0445943342450759e-16,9.013125357171248e-09,nan,nan,2.0,nan,1.0220539781464949e-08,inf,inf,inf,Transportation,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index ceb4be07648a6b68a25fcca5be4f6c6c3cc03e95..6400c5d62c939dbdfa48d29f609a0d6a91f04944 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-24T12:54:43.039116+00:00", + "evaluated_at": "2026-06-24T13:04:11.908117+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62681.69921875, 62445.98828125, 62921.19140625, - 62808.76953125 + 62618.30859375 ], "p50": [ 62241.625, diff --git a/results/tirex/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/tirex/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index 4e6666fca918cad9da613fa536223d7d501981de..2a25d4958edf1ab9456b8d862026bc33d5b1eb71 100644 --- a/results/tirex/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/tirex/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,11 +1,13 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "TiRex", - "evaluated_at": "2026-06-24T12:44:44.437377+00:00", + "evaluated_at": "2026-06-24T13:04:16.117433+00:00", "freq": "5min", - "context_length": 2, + "context_length": 4, "prediction_length": 12, "context": [ + 0.0, + 0.0, 0.0, 0.0 ], @@ -221,6 +223,8 @@ "2026-06-24 11:20:00", "2026-06-24 11:25:00", "2026-06-24 11:30:00", - "2026-06-24 11:35:00" + "2026-06-24 11:35:00", + "2026-06-24 11:40:00", + "2026-06-24 11:45:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 8977ce205c822891fd5e19d8b2aad3143bdff042..554d26690ee572c5ac57ecd564ccd2f0cb31108d 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,55 +1,19 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-24T12:55:19.050170+00:00", + "evaluated_at": "2026-06-24T13:04:19.100999+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t120000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", + "data_fetched_at": "2026-06-24T13:02:05.176936Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260620t230000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t064200z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t125000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 77, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260624t104500z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260623t120000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260623t120000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260623t120000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 168, - "prediction_length": 24 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260624t111500z", + "data_fetched_at": "2026-06-24T13:02:05.176936Z", + "context_length": 4, + "prediction_length": 12 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 75ae02635cf5c63da1c93a3d7a520da54b3d4e4b..85098d3e6cfce894cd7439cd04514aeb504859aa 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,52250.21037928263,52250.21037928263,195.04231770833334,0.30775929196751867,0.003109262485240235,0.00311539695762708,3.661119525339364,228.58304919499747,0.003648972639774875,0.0031135470605646405,0.005432895186227244,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,51213.525048573814,51213.525048573814,189.59928385416666,0.29917067250895285,0.003022662432983072,0.003028655857801798,3.661119525339364,226.30405442363116,0.003613049843965601,0.0030270410518714688,0.005380883429235157,Finance,1 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Toto-2.0-1B,23749.752846531086,23749.752846531086,117.21608114242554,1.2358652203549163,0.618111195369563,0.8736927709113429,6.722234348523206,154.10954820039893,0.9487557667482379,0.7216258449793945,0.5474523025588474,Finance,1 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Toto-2.0-1B,4.871140093018613,4.871140093018613,0.8667395086959004,12.001007921651714,1.000048510284406,1.9999779877195314,470.16669911346565,2.207065946685466,2.5466144915950037,1.0000840240400275,1.0380508595969393,Climate,1 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Toto-2.0-1B,4.2276063689566338e-22,4.2276063689566338e-22,1.5966128520556826e-11,nan,nan,2.0,nan,2.0561143861557494e-11,inf,inf,inf,Transportation,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index a8e797d534682798d629b10138446377569d7f20..ace8d9556f5ff67ea10311bc92f142d859105d50 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-24T12:53:31.456632+00:00", + "evaluated_at": "2026-06-24T13:03:55.936435+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62681.69921875, 62445.98828125, 62921.19140625, - 62808.76953125 + 62618.30859375 ], "p50": [ 62267.8828125, diff --git a/results/toto_2_0_1b/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/toto_2_0_1b/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index 811e6ebe394ddc49a363b6024497217c30d7d67e..23e61c726efbb70b6f4f830c81617be93ae89e87 100644 --- a/results/toto_2_0_1b/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/toto_2_0_1b/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,11 +1,13 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-24T12:44:19.286476+00:00", + "evaluated_at": "2026-06-24T13:04:01.844254+00:00", "freq": "5min", - "context_length": 2, + "context_length": 4, "prediction_length": 12, "context": [ + 0.0, + 0.0, 0.0, 0.0 ], @@ -221,6 +223,8 @@ "2026-06-24 11:20:00", "2026-06-24 11:25:00", "2026-06-24 11:30:00", - "2026-06-24 11:35:00" + "2026-06-24 11:35:00", + "2026-06-24 11:40:00", + "2026-06-24 11:45:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index 0ff0ca1a117271333237eb46f75e224d80b88c98..4577a14c02f54e70acbe580a58d0db0ea7fb34a7 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,55 +1,19 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-24T12:54:26.415146+00:00", + "evaluated_at": "2026-06-24T13:04:03.798642+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t120000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", + "data_fetched_at": "2026-06-24T13:02:05.176936Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260620t230000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t064200z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t125000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 77, - "prediction_length": 72 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260624t104500z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260623t120000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260623t120000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260623t120000z", - "data_fetched_at": "2026-06-24T12:50:47.003593Z", - "context_length": 168, - "prediction_length": 24 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260624t111500z", + "data_fetched_at": "2026-06-24T13:02:05.176936Z", + "context_length": 4, + "prediction_length": 12 } ], "failed_datasets": []