diff --git a/results/aggregates/live_metadata.json b/results/aggregates/live_metadata.json index eb95133d362e8ad19ff2a33e1a0b8dc65b8110f6..7305e8ff829c124746a11f88ca8110da8beb2aef 100644 --- a/results/aggregates/live_metadata.json +++ b/results/aggregates/live_metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-24T14:46:07.533437+00:00", + "generated_at": "2026-06-24T14:55:34.653192+00:00", "scope": "All deduplicated future releases saved up to generation time", "release_deduplication": "One row per model and content fingerprint of the target window plus recent context", "dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets", @@ -12,6 +12,6 @@ "temporal_metrics": "Per-dataset MSE stability and Kendall tau, then equal-weight mean over datasets", "num_models": 10, "num_datasets": 13, - "num_model_releases": 10449, - "num_unique_releases": 1205 + "num_model_releases": 10469, + "num_unique_releases": 1207 } diff --git a/results/aggregates/live_overall_up_to_now.csv b/results/aggregates/live_overall_up_to_now.csv index aa1b4a92d9c8221c607b2fe6af582c47503c7e7b..daa5a4ab0044f18289c66038575734624d8f37ff 100644 --- a/results/aggregates/live_overall_up_to_now.csv +++ b/results/aggregates/live_overall_up_to_now.csv @@ -1,11 +1,11 @@ Rank,model,MSE,RMSE,MAPE,CRPS,RTG,AverageRank,WinRate,Elo,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release -1,TiRex,5.532902919562877,1.169367751524988,0.22172393302754712,0.5935468228928618,33.940254084441385,3.92180339677798,0.6644402637964413,1203.8690758803596,9.676898460358354,-0.0372965901401298,0.23076923076923078,13,1160,0.8461538461538461,2026-06-16T12:07:33.925127+00:00,2026-06-24T14:44:44.297965+00:00 -2,Chronos-2,5.726965295046264,1.221632177263405,0.21749414623488067,0.6276686742978009,31.198121577697993,4.042184206976802,0.6335106450085003,1144.5261720100364,10.241790632128081,0.014492956681656363,0.15384615384615385,13,1181,0.8461538461538461,2026-06-16T12:06:40.343188+00:00,2026-06-24T14:42:50.962631+00:00 -3,Moirai-1.1-Large,17306.229277106333,7.822657307609135,0.290348738711311,0.6283935965103318,14.0137448722188,4.600094145369435,0.5728522383768142,1109.0642504521222,144585.628141241,-0.020445248613978145,0.23076923076923078,13,1144,0.8461538461538461,2026-06-16T12:07:48.486125+00:00,2026-06-24T14:45:27.860467+00:00 -4,Toto-2.0-1B,5.557623655200777,1.1778875622674438,0.20387091993239903,0.5895983341790945,31.89979665076691,3.7615188219474307,0.6733333538857129,1098.637509566269,9.601441099862457,-0.027264817823352248,0.15384615384615385,13,1166,0.8461538461538461,2026-06-16T12:07:16.543073+00:00,2026-06-24T14:44:18.659228+00:00 -5,Timer-S1,5.383104389064547,1.134406960743049,0.24178480546527908,0.5807862823886295,34.80349655542999,3.878916761448522,0.67168182531468,1064.9794530587708,9.72507845471801,-0.05378605463071653,0.15384615384615385,13,1119,0.8461538461538461,2026-06-16T12:08:03.698792+00:00,2026-06-24T14:45:58.107062+00:00 -6,TimesFM-2.5,5.457214039942621,1.14422706097553,0.19191773540697324,0.706532785296291,34.84242472261049,4.5906872473932525,0.5564666735261685,1042.9470346835108,9.518611817333483,-0.07715553037977979,0.15384615384615385,13,1188,0.8461538461538461,2026-06-16T12:06:55.147862+00:00,2026-06-24T14:43:42.891492+00:00 -7,ARIMA,6.501234373438627,1.4824324684473456,0.3121395320758344,0.9309370295002647,4.458440548419599,6.724399827702571,0.3311245514188978,871.3057430739947,9.766307137928072,-0.09429752357403455,0.23076923076923078,13,874,0.8461538461538461,2026-06-17T12:10:12.135642+00:00,2026-06-24T14:46:01.084031+00:00 -8,ETS,21.17860753005917,2.0694012887525606,0.44381490029418896,1.4236649506505001,-2.715202636895564,7.2193358895583275,0.27782227856541336,856.2142640564299,52.26037338307794,-0.02954647041081408,0.07692307692307693,13,874,0.8461538461538461,2026-06-17T12:10:12.660440+00:00,2026-06-24T14:46:01.205508+00:00 -9,Moving-Average,6.079508679545262,1.4509229615475359,0.3491084548982013,0.9091339719858655,8.717664812252455,6.840984579198044,0.31661811590339,849.0232413571317,9.994576249713036,-0.11886654829213293,0.23076923076923078,13,874,0.8461538461538461,2026-06-17T12:10:12.847893+00:00,2026-06-24T14:46:01.250995+00:00 -10,Seasonal-Naive,6.557601815226241,1.6060004722039747,0.36253518729431256,1.0349648690546778,1.1393389770407057e-15,7.120413789027255,0.30215005420398144,759.4332558613744,9.757795505285502,0.018915767816812663,0.23076923076923078,13,869,0.8461538461538461,2026-06-17T12:10:12.963911+00:00,2026-06-24T14:46:01.275591+00:00 +1,TiRex,5.532844246899059,1.169357745789124,0.2217234250668697,0.593543592479813,33.950345748340084,3.9287110851074227,0.6644334466623256,1203.8689110530754,9.676785271100542,-0.037386617731241405,0.23076923076923078,13,1162,0.8461538461538461,2026-06-16T12:07:33.925127+00:00,2026-06-24T14:54:33.276184+00:00 +2,Chronos-2,5.726882848887914,1.221619883225319,0.21749316818724082,0.627642665902269,31.207568396859138,4.048665139158614,0.6335760059291738,1144.5265430341365,10.241635434938326,0.014462119442272709,0.15384615384615385,13,1183,0.8461538461538461,2026-06-16T12:06:40.343188+00:00,2026-06-24T14:53:00.849440+00:00 +3,Moirai-1.1-Large,17294.822469927254,7.660539912541352,0.29035049908994714,0.6284934393289975,14.013365279253645,4.607484044948226,0.572813384264955,1109.0639208651119,144574.1416679763,-0.02221236739586349,0.23076923076923078,13,1146,0.8461538461538461,2026-06-16T12:07:48.486125+00:00,2026-06-24T14:55:03.102857+00:00 +4,Toto-2.0-1B,5.557575148093823,1.1778939469807277,0.2038701104116113,0.589583249678445,31.90811825413228,3.768375706567764,0.6733288528507182,1098.6373486915177,9.601299696490125,-0.027272568596640952,0.15384615384615385,13,1168,0.8461538461538461,2026-06-16T12:07:16.543073+00:00,2026-06-24T14:54:13.168587+00:00 +5,Timer-S1,5.383295390408211,1.1345184583460763,0.24178522907987193,0.580827638379512,34.80522127069643,3.8861638201661686,0.6716440337905717,1064.978917616995,9.724982752679718,-0.05371792322384272,0.15384615384615385,13,1121,0.8461538461538461,2026-06-16T12:08:03.698792+00:00,2026-06-24T14:55:25.823439+00:00 +6,TimesFM-2.5,5.457160062045862,1.1442206079413446,0.19191740045418743,0.706509514492862,34.85100501480311,4.593846371587737,0.5565138225689492,1042.9472628046572,9.518505157281798,-0.07719802650945089,0.15384615384615385,13,1190,0.8461538461538461,2026-06-16T12:06:55.147862+00:00,2026-06-24T14:53:32.607205+00:00 +7,ARIMA,6.501007643043802,1.4823566617668267,0.31213995992935306,0.9309828817193684,4.477224924511798,6.730967526014003,0.3311589539520949,871.306145113188,9.766133811852722,-0.09467383097300512,0.23076923076923078,13,876,0.8461538461538461,2026-06-17T12:10:12.135642+00:00,2026-06-24T14:55:28.256823+00:00 +8,ETS,21.178326883079254,2.069322773050773,0.4438137754032898,1.4235880882502463,-2.700401500450592,7.225340274950942,0.27793418640500805,856.2164280514075,52.26010663683315,-0.029821467670540447,0.07692307692307693,13,876,0.8461538461538461,2026-06-17T12:10:12.660440+00:00,2026-06-24T14:55:28.318341+00:00 +9,Moving-Average,6.079815995207685,1.4510869084979103,0.3491101861917348,0.9092788424149995,8.718450580016903,6.848776889578961,0.31651788105417134,849.0221191247117,9.99426908048274,-0.11879124902414812,0.23076923076923078,13,876,0.8461538461538461,2026-06-17T12:10:12.847893+00:00,2026-06-24T14:55:28.342156+00:00 +10,Seasonal-Naive,6.558196758760573,1.6062279819643661,0.36253717185871054,1.0350720522111814,1.1393163740088667e-15,7.120946022612619,0.30207943252203207,759.4324036451993,9.7575651650491,0.018991583523403587,0.23076923076923078,13,871,0.8461538461538461,2026-06-17T12:10:12.963911+00:00,2026-06-24T14:55:28.367245+00:00 diff --git a/results/aggregates/live_rank_up_to_now.csv b/results/aggregates/live_rank_up_to_now.csv index 05bbd46a4a80629a66bc09e35fa228e71b390404..919bb1c21ac26786a3b53f8e748f69e44eaa1295 100644 --- a/results/aggregates/live_rank_up_to_now.csv +++ b/results/aggregates/live_rank_up_to_now.csv @@ -1,11 +1,11 @@ Rank,model,AverageRank,WinRate,Elo,dataset_pair_matches,shared_releases,pairwise_matches -1,TiRex,3.92180339677798,0.6644402637964413,1203.8690758803596,117,1160,9154 -2,Chronos-2,4.042184206976802,0.6335106450085003,1144.5261720100364,117,1177,9156 -3,Moirai-1.1-Large,4.600094145369435,0.5728522383768142,1109.0642504521222,117,1144,9082 -4,Toto-2.0-1B,3.7615188219474307,0.6733333538857129,1098.637509566269,117,1166,9183 -5,Timer-S1,3.878916761448522,0.67168182531468,1064.9794530587708,117,1119,8988 -6,TimesFM-2.5,4.5906872473932525,0.5564666735261685,1042.9470346835108,117,1184,9201 -7,ARIMA,6.724399827702571,0.3311245514188978,871.3057430739947,117,874,7772 -8,ETS,7.2193358895583275,0.27782227856541336,856.2142640564299,117,874,7772 -9,Moving-Average,6.840984579198044,0.31661811590339,849.0232413571317,117,874,7772 -10,Seasonal-Naive,7.120413789027255,0.30215005420398144,759.4332558613744,117,869,7732 +1,TiRex,3.9287110851074227,0.6644334466623256,1203.8689110530754,117,1162,9172 +2,Chronos-2,4.048665139158614,0.6335760059291738,1144.5265430341365,117,1179,9174 +3,Moirai-1.1-Large,4.607484044948226,0.572813384264955,1109.0639208651119,117,1146,9100 +4,Toto-2.0-1B,3.768375706567764,0.6733288528507182,1098.6373486915177,117,1168,9201 +5,Timer-S1,3.8861638201661686,0.6716440337905717,1064.978917616995,117,1121,9006 +6,TimesFM-2.5,4.593846371587737,0.5565138225689492,1042.9472628046572,117,1186,9219 +7,ARIMA,6.730967526014003,0.3311589539520949,871.306145113188,117,876,7790 +8,ETS,7.225340274950942,0.27793418640500805,856.2164280514075,117,876,7790 +9,Moving-Average,6.848776889578961,0.31651788105417134,849.0221191247117,117,876,7790 +10,Seasonal-Naive,7.120946022612619,0.30207943252203207,759.4324036451993,117,871,7750 diff --git a/results/aggregates/live_release_metrics.csv b/results/aggregates/live_release_metrics.csv index 12ea52bea25c4d5df3ec7da8e98bc5fc85e39c45..901805445697417b4025d85c5f7d87a77d4fab68 100644 --- a/results/aggregates/live_release_metrics.csv +++ b/results/aggregates/live_release_metrics.csv @@ -134,6 +134,7 @@ binance_btcusdt_1h_close/1h/short|window:654938c53a1e117c201c,2026-06-17T12:26:1 binance_btcusdt_1h_close/1h/short|window:66787b5a89cb3c2d068c,2026-06-22T08:53:19.007614+00:00,2026-06-22T08:53:19.007614+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.2735933747367695,0.5230615401047658,0.01179945719267537,0.7617579681199537,-2.6531419873198216,True binance_btcusdt_1h_close/1h/short|window:6793d06ab2e9b2973f29,2026-06-22T08:06:00.819859+00:00,2026-06-22T08:06:00.819859+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.37004986790836364,0.6083172428169069,0.01226384560765781,0.7952135977877092,-14.737622547681895,True binance_btcusdt_1h_close/1h/short|window:680ece2604c3cfed6867,2026-06-18T03:24:59.850773+00:00,2026-06-18T03:24:59.850773+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.758106298397916,0.8706929989370054,0.008153835635952672,0.4024330467159673,26.537676107425447,True +binance_btcusdt_1h_close/1h/short|window:6826302851f44a7a6848,2026-06-24T14:55:28.223423+00:00,2026-06-24T14:55:28.223423+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.6922775142428222,0.8320321593801662,0.012758923682546936,1.0379415035723716,75.19509548983225,True binance_btcusdt_1h_close/1h/short|window:683ffc22dc4b94e5cbc5,2026-06-24T12:22:03.544693+00:00,2026-06-24T12:22:03.544693+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,1.109946641554,1.0535400521831146,0.016766253071050768,1.5037773177325569,71.90940206487704,True binance_btcusdt_1h_close/1h/short|window:69387be929c0b310872d,2026-06-22T00:34:11.553953+00:00,2026-06-22T00:34:11.553953+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.5762498928281077,0.7591112519440795,0.007918322473152816,0.3901809667181404,-25.355108154927237,True binance_btcusdt_1h_close/1h/short|window:6b0b0c3919c5b901af04,2026-06-18T05:23:27.261577+00:00,2026-06-18T05:23:27.261577+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,1.3731592804302866,1.1718187916355867,0.00883359620213582,0.44976366904366105,11.244915986260434,True @@ -310,6 +311,7 @@ data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:d2ba27 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:38723a2e5e8a17aa7950,2026-06-24T13:05:21.093772+00:00,2026-06-24T13:05:21.093772+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ARIMA,9.578202015526527e-15,9.786828912128038e-08,,1.939007227275159e-07,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:46f531b7ea0428fbf2c3,2026-06-24T14:37:15.838239+00:00,2026-06-24T14:37:15.838239+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ARIMA,9.578202015526527e-15,9.786828912128038e-08,,1.939007227275159e-07,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:5d89f056865052bcb89c,2026-06-24T14:18:12.030027+00:00,2026-06-24T14:18:12.030027+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ARIMA,9.578202015526527e-15,9.786828912128038e-08,,1.939007227275159e-07,0.0,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:6eb69e26de2a26eda48a,2026-06-24T14:55:28.256823+00:00,2026-06-24T14:55:28.256823+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ARIMA,9.578202015526527e-15,9.786828912128038e-08,,1.939007227275159e-07,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:81c611f35bff79491538,2026-06-24T13:23:42.523529+00:00,2026-06-24T13:23:42.523529+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ARIMA,9.578202015526527e-15,9.786828912128038e-08,,1.939007227275159e-07,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:86d2cf5b090f43ee54d8,2026-06-24T13:56:22.818934+00:00,2026-06-24T13:56:22.818934+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ARIMA,9.578202015526527e-15,9.786828912128038e-08,,1.939007227275159e-07,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:b393978842a0fa3d3e14,2026-06-24T13:40:24.954582+00:00,2026-06-24T13:40:24.954582+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ARIMA,9.578202015526527e-15,9.786828912128038e-08,,1.939007227275159e-07,0.0,False @@ -1059,6 +1061,7 @@ binance_btcusdt_1h_close/1h/short|window:673952d5c481f4b34062,2026-06-16T22:59:2 binance_btcusdt_1h_close/1h/short|window:6793d06ab2e9b2973f29,2026-06-22T08:02:48.412239+00:00,2026-06-22T08:02:48.412239+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.11119910335792209,0.333465295582497,0.0030418684339353426,0.24936602318784354,42.411619498277005,True binance_btcusdt_1h_close/1h/short|window:67e7bfc860b05a47ebfa,2026-06-16T12:06:40.343188+00:00,2026-06-16T12:06:40.343188+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.27033630739676046,0.519938753505411,0.0054460306839229184,0.34716628049937803,88.14264420279679,True binance_btcusdt_1h_close/1h/short|window:680ece2604c3cfed6867,2026-06-18T03:23:15.626595+00:00,2026-06-18T03:23:15.626595+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.6516507392249492,0.8072488706866979,0.01088692166236223,0.367982322699195,33.41931056433473,True +binance_btcusdt_1h_close/1h/short|window:6826302851f44a7a6848,2026-06-24T14:52:57.577698+00:00,2026-06-24T14:52:57.577698+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.5382022174031859,0.7336226669093492,0.0037638240786959563,0.31768828764738516,80.16832841917487,True binance_btcusdt_1h_close/1h/short|window:683ffc22dc4b94e5cbc5,2026-06-24T12:18:05.504739+00:00,2026-06-24T12:18:05.504739+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.37067742456033226,0.6088328379451393,0.005336333580621018,0.39768138128208325,89.65072568910408,True binance_btcusdt_1h_close/1h/short|window:69387be929c0b310872d,2026-06-22T00:32:30.083641+00:00,2026-06-22T00:32:30.083641+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.20408255238984735,0.4517549694135609,0.005455783968185533,0.2734390587931583,25.41123601015198,True binance_btcusdt_1h_close/1h/short|window:6b0b0c3919c5b901af04,2026-06-18T05:18:23.529725+00:00,2026-06-18T05:18:23.529725+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,1.0468324091505254,1.023148283070702,0.013838234627692672,0.47354306948426844,24.360162072133384,True @@ -1302,6 +1305,7 @@ data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:d2ba27 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:38723a2e5e8a17aa7950,2026-06-24T13:02:51.270710+00:00,2026-06-24T13:02:51.270710+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-2,2.883436665529308e-17,5.369764115423794e-09,,5.3875998246022405e-09,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:46f531b7ea0428fbf2c3,2026-06-24T14:31:26.631976+00:00,2026-06-24T14:31:26.631976+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-2,2.883436665529308e-17,5.369764115423794e-09,,5.3875998246022405e-09,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:5d89f056865052bcb89c,2026-06-24T14:14:49.319807+00:00,2026-06-24T14:14:49.319807+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-2,2.883436665529308e-17,5.369764115423794e-09,,5.3875998246022405e-09,0.0,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:6eb69e26de2a26eda48a,2026-06-24T14:53:00.849440+00:00,2026-06-24T14:53:00.849440+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-2,2.883436665529308e-17,5.369764115423794e-09,,5.3875998246022405e-09,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:81c611f35bff79491538,2026-06-24T13:20:48.820644+00:00,2026-06-24T13:20:48.820644+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-2,2.883436665529308e-17,5.369764115423794e-09,,5.3875998246022405e-09,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:86d2cf5b090f43ee54d8,2026-06-24T13:54:00.368537+00:00,2026-06-24T13:54:00.368537+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-2,2.883436665529308e-17,5.369764115423794e-09,,5.3875998246022405e-09,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:b393978842a0fa3d3e14,2026-06-24T13:36:57.206659+00:00,2026-06-24T13:36:57.206659+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-2,2.883436665529308e-17,5.369764115423794e-09,,5.3875998246022405e-09,0.0,False @@ -2189,6 +2193,7 @@ binance_btcusdt_1h_close/1h/short|window:654938c53a1e117c201c,2026-06-17T12:26:1 binance_btcusdt_1h_close/1h/short|window:66787b5a89cb3c2d068c,2026-06-22T08:53:19.052502+00:00,2026-06-22T08:53:19.052502+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.15757784080258158,0.39696075473852777,0.004100468425214696,0.21074115431099727,24.428315952500405,True binance_btcusdt_1h_close/1h/short|window:6793d06ab2e9b2973f29,2026-06-22T08:06:00.880044+00:00,2026-06-22T08:06:00.880044+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.0847208248507737,0.2910684195352936,0.0024968969531984193,0.1361791574685138,52.89461812533651,True binance_btcusdt_1h_close/1h/short|window:680ece2604c3cfed6867,2026-06-18T03:24:59.921027+00:00,2026-06-18T03:24:59.921027+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,1.6723327462776028,1.2931870499960951,0.016874763486464512,0.9721780970279807,-12.306489620642918,True +binance_btcusdt_1h_close/1h/short|window:6826302851f44a7a6848,2026-06-24T14:55:28.297830+00:00,2026-06-24T14:55:28.297830+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.48864706002651315,0.6990329463097666,0.005557318251020164,0.3959340335541004,81.82842933940256,True binance_btcusdt_1h_close/1h/short|window:683ffc22dc4b94e5cbc5,2026-06-24T12:22:03.783113+00:00,2026-06-24T12:22:03.783113+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.8816740240729778,0.9389749858611665,0.008189998177381889,0.6481902821036135,77.02282811949718,True binance_btcusdt_1h_close/1h/short|window:69387be929c0b310872d,2026-06-22T00:34:11.587951+00:00,2026-06-22T00:34:11.587951+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.0344997831692437,0.18574117252037498,0.002028858904552224,0.09036856266675684,81.72864181106726,True binance_btcusdt_1h_close/1h/short|window:6b0b0c3919c5b901af04,2026-06-18T05:23:27.496726+00:00,2026-06-18T05:23:27.496726+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,2.0941845117839963,1.4471297494640887,0.018966130655232727,1.1169483748111844,-9.778482314253457,True @@ -2365,6 +2370,7 @@ data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:d2ba27 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:38723a2e5e8a17aa7950,2026-06-24T13:05:21.145457+00:00,2026-06-24T13:05:21.145457+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ETS,9.578202015526527e-15,9.786828912128038e-08,,1.939007227275159e-07,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:46f531b7ea0428fbf2c3,2026-06-24T14:37:15.950510+00:00,2026-06-24T14:37:15.950510+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ETS,9.578202015526527e-15,9.786828912128038e-08,,1.939007227275159e-07,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:5d89f056865052bcb89c,2026-06-24T14:18:12.152264+00:00,2026-06-24T14:18:12.152264+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ETS,9.578202015526527e-15,9.786828912128038e-08,,1.939007227275159e-07,0.0,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:6eb69e26de2a26eda48a,2026-06-24T14:55:28.318341+00:00,2026-06-24T14:55:28.318341+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ETS,9.578202015526527e-15,9.786828912128038e-08,,1.939007227275159e-07,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:81c611f35bff79491538,2026-06-24T13:23:42.690631+00:00,2026-06-24T13:23:42.690631+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ETS,9.578202015526527e-15,9.786828912128038e-08,,1.939007227275159e-07,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:86d2cf5b090f43ee54d8,2026-06-24T13:56:22.867441+00:00,2026-06-24T13:56:22.867441+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ETS,9.578202015526527e-15,9.786828912128038e-08,,1.939007227275159e-07,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:b393978842a0fa3d3e14,2026-06-24T13:40:25.065274+00:00,2026-06-24T13:40:25.065274+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ETS,9.578202015526527e-15,9.786828912128038e-08,,1.939007227275159e-07,0.0,False @@ -3112,6 +3118,7 @@ binance_btcusdt_1h_close/1h/short|window:673952d5c481f4b34062,2026-06-16T23:27:3 binance_btcusdt_1h_close/1h/short|window:6793d06ab2e9b2973f29,2026-06-22T08:05:39.486785+00:00,2026-06-22T08:05:39.486785+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.09713792254321862,0.31166957269393275,0.0038955255395465467,0.27388682670478953,47.79281407529783,True binance_btcusdt_1h_close/1h/short|window:67e7bfc860b05a47ebfa,2026-06-16T12:07:48.486125+00:00,2026-06-16T12:07:48.486125+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.4114847578622363,0.6414707770913936,0.006454566658029633,0.38486234350483567,82.49357149921147,True binance_btcusdt_1h_close/1h/short|window:680ece2604c3cfed6867,2026-06-18T03:24:39.511585+00:00,2026-06-18T03:24:39.511585+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.7682650356367248,0.8765072935445117,0.012518604456873403,0.4363787573050792,25.917904357638175,True +binance_btcusdt_1h_close/1h/short|window:6826302851f44a7a6848,2026-06-24T14:54:57.614437+00:00,2026-06-24T14:54:57.614437+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,3.9559944647001806,1.98896819097244,0.017828024720082557,1.0571968375042273,10.553476096675233,True binance_btcusdt_1h_close/1h/short|window:683ffc22dc4b94e5cbc5,2026-06-24T12:21:04.656211+00:00,2026-06-24T12:21:04.656211+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,1.6702927245855774,1.2923980519118625,0.011477399249135706,0.7619187482948946,60.52701482643056,True binance_btcusdt_1h_close/1h/short|window:69387be929c0b310872d,2026-06-22T00:33:52.871955+00:00,2026-06-22T00:33:52.871955+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.49525600156671123,0.7037442728482494,0.007092197989079402,0.30940234243887194,-18.14396437658656,True binance_btcusdt_1h_close/1h/short|window:6b0b0c3919c5b901af04,2026-06-18T05:21:29.380290+00:00,2026-06-18T05:21:29.380290+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,1.1959052163325117,1.093574513388325,0.014635398537222696,0.5368225179679118,18.0047827899677,True @@ -3351,6 +3358,7 @@ data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:d2ba27 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:38723a2e5e8a17aa7950,2026-06-24T13:04:55.331276+00:00,2026-06-24T13:04:55.331276+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moirai-1.1-Large,3.2549958438533158,1.8041607034444898,,8.970104506593314e-10,-100.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:46f531b7ea0428fbf2c3,2026-06-24T14:35:35.936230+00:00,2026-06-24T14:35:35.936230+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moirai-1.1-Large,8.929202431388154,2.988177108437208,,8.923762144956321e-10,-100.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:5d89f056865052bcb89c,2026-06-24T14:17:28.273768+00:00,2026-06-24T14:17:28.273768+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moirai-1.1-Large,35.59002257760445,5.965737387582901,,8.868466510926948e-10,-100.0,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:6eb69e26de2a26eda48a,2026-06-24T14:55:03.102857+00:00,2026-06-24T14:55:03.102857+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moirai-1.1-Large,46.36262497115237,6.809010572113424,,9.209494152238411e-10,-100.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:81c611f35bff79491538,2026-06-24T13:23:02.461853+00:00,2026-06-24T13:23:02.461853+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moirai-1.1-Large,1308.5397956378208,36.17374456201377,,8.829164271319862e-10,-100.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:86d2cf5b090f43ee54d8,2026-06-24T13:55:58.015172+00:00,2026-06-24T13:55:58.015172+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moirai-1.1-Large,6551.2891256662815,80.94003413432861,,9.14695694688593e-10,-100.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:b393978842a0fa3d3e14,2026-06-24T13:39:26.856039+00:00,2026-06-24T13:39:26.856039+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moirai-1.1-Large,390.8127037946856,19.768983377874687,,8.969422265268728e-10,-100.0,False @@ -4207,6 +4215,7 @@ binance_btcusdt_1h_close/1h/short|window:654938c53a1e117c201c,2026-06-17T12:26:1 binance_btcusdt_1h_close/1h/short|window:66787b5a89cb3c2d068c,2026-06-22T08:53:19.072099+00:00,2026-06-22T08:53:19.072099+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.10038401657692862,0.3168343677332505,0.0030975387723145343,0.1545521578913351,44.205524547555605,True binance_btcusdt_1h_close/1h/short|window:6793d06ab2e9b2973f29,2026-06-22T08:06:00.901523+00:00,2026-06-22T08:06:00.901523+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.10124146238494351,0.3181846356833458,0.003178181671730973,0.15105846382230687,46.18083070343601,True binance_btcusdt_1h_close/1h/short|window:680ece2604c3cfed6867,2026-06-18T03:24:59.940496+00:00,2026-06-18T03:24:59.940496+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,1.2678488597009467,1.125987948292941,0.014949839315427827,0.8455887484159098,1.4755980407077107,True +binance_btcusdt_1h_close/1h/short|window:6826302851f44a7a6848,2026-06-24T14:55:28.330194+00:00,2026-06-24T14:55:28.330194+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,3.2568404486085,1.8046718395898187,0.016728880884201415,1.4344299698434295,20.041649372681,True binance_btcusdt_1h_close/1h/short|window:683ffc22dc4b94e5cbc5,2026-06-24T12:22:03.860834+00:00,2026-06-24T12:22:03.860834+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,3.9052629061139283,1.9761738046320543,0.018686568795679,1.7119341130347037,26.990351872872434,True binance_btcusdt_1h_close/1h/short|window:69387be929c0b310872d,2026-06-22T00:34:11.609987+00:00,2026-06-22T00:34:11.609987+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.1661503366525162,0.4076154273975854,0.005356865487277128,0.2439875026202908,34.75196695929644,True binance_btcusdt_1h_close/1h/short|window:6b0b0c3919c5b901af04,2026-06-18T05:23:27.548215+00:00,2026-06-18T05:23:27.548215+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,1.7089440030572736,1.3072658501839913,0.017550043638818208,1.025334652309028,0.3545985662994069,True @@ -4383,6 +4392,7 @@ data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:d2ba27 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:38723a2e5e8a17aa7950,2026-06-24T13:05:21.167021+00:00,2026-06-24T13:05:21.167021+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moving-Average,9.578202015526527e-15,9.786828912128038e-08,,1.939007227275159e-07,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:46f531b7ea0428fbf2c3,2026-06-24T14:37:16.024436+00:00,2026-06-24T14:37:16.024436+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moving-Average,9.578202015526527e-15,9.786828912128038e-08,,1.939007227275159e-07,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:5d89f056865052bcb89c,2026-06-24T14:18:12.211618+00:00,2026-06-24T14:18:12.211618+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moving-Average,9.578202015526527e-15,9.786828912128038e-08,,1.939007227275159e-07,0.0,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:6eb69e26de2a26eda48a,2026-06-24T14:55:28.342156+00:00,2026-06-24T14:55:28.342156+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moving-Average,9.578202015526527e-15,9.786828912128038e-08,,1.939007227275159e-07,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:81c611f35bff79491538,2026-06-24T13:23:42.763033+00:00,2026-06-24T13:23:42.763033+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moving-Average,9.578202015526527e-15,9.786828912128038e-08,,1.939007227275159e-07,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:86d2cf5b090f43ee54d8,2026-06-24T13:56:22.896541+00:00,2026-06-24T13:56:22.896541+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moving-Average,9.578202015526527e-15,9.786828912128038e-08,,1.939007227275159e-07,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:b393978842a0fa3d3e14,2026-06-24T13:40:25.127857+00:00,2026-06-24T13:40:25.127857+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moving-Average,9.578202015526527e-15,9.786828912128038e-08,,1.939007227275159e-07,0.0,False @@ -5081,6 +5091,7 @@ binance_btcusdt_1h_close/1h/short|window:654938c53a1e117c201c,2026-06-17T12:26:1 binance_btcusdt_1h_close/1h/short|window:66787b5a89cb3c2d068c,2026-06-22T08:53:19.086872+00:00,2026-06-22T08:53:19.086872+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.2594509518958532,0.5093632808672541,0.005171651811643884,0.3475392717169543,-1.0697812211831985e-14,True binance_btcusdt_1h_close/1h/short|window:6793d06ab2e9b2973f29,2026-06-22T08:06:00.915448+00:00,2026-06-22T08:06:00.915448+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.27498679869082576,0.524391836979587,0.005456513248860741,0.35147979092654874,1.0093421119766251e-14,True binance_btcusdt_1h_close/1h/short|window:680ece2604c3cfed6867,2026-06-18T03:24:59.957999+00:00,2026-06-18T03:24:59.957999+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,1.305825954838478,1.1427274193080685,0.015710545871375634,0.5643198173561684,8.502075031603149e-15,True +binance_btcusdt_1h_close/1h/short|window:6826302851f44a7a6848,2026-06-24T14:55:28.355961+00:00,2026-06-24T14:55:28.355961+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,4.889501798465692,2.211221788619516,0.018942015589778923,1.1701632299575122,0.0,True binance_btcusdt_1h_close/1h/short|window:683ffc22dc4b94e5cbc5,2026-06-24T12:22:03.900930+00:00,2026-06-24T12:22:03.900930+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,6.792673616779362,2.6062758136427853,0.02113063200624409,1.4305746430438042,-6.537767525780525e-15,True binance_btcusdt_1h_close/1h/short|window:69387be929c0b310872d,2026-06-22T00:34:11.623532+00:00,2026-06-22T00:34:11.623532+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.3431380783679548,0.5857798890094766,0.007865316258471982,0.3500793512488938,0.0,True binance_btcusdt_1h_close/1h/short|window:6b0b0c3919c5b901af04,2026-06-18T05:23:27.575755+00:00,2026-06-18T05:23:27.575755+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,1.7211069144340372,1.3119096441577207,0.018235483636394784,0.6747594433755945,6.450633689948532e-15,True @@ -5256,6 +5267,7 @@ data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:cbf745 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:d2ba27df578cd0bfeadb,2026-06-24T12:22:03.907733+00:00,2026-06-24T12:22:03.907733+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Seasonal-Naive,81.35414133306078,9.01965306057061,,3.5208937868253956,8.733946718842068e-15,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:46f531b7ea0428fbf2c3,2026-06-24T14:37:16.084252+00:00,2026-06-24T14:37:16.084252+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Seasonal-Naive,0.0,0.0,,0.0,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:5d89f056865052bcb89c,2026-06-24T14:18:12.253684+00:00,2026-06-24T14:18:12.253684+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Seasonal-Naive,0.0,0.0,,0.0,0.0,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:6eb69e26de2a26eda48a,2026-06-24T14:55:28.367245+00:00,2026-06-24T14:55:28.367245+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Seasonal-Naive,0.0,0.0,,0.0,0.0,False nasa_power_shanghai_hourly_T2M/1h/short|window:0aad5d6c1cfa4b8c5db7,2026-06-18T05:03:30.473716+00:00,2026-06-18T05:03:30.473716+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Seasonal-Naive,0.1596296351877513,0.3995367757638229,0.05893869912850077,0.2928223257490808,0.0,True nasa_power_shanghai_hourly_T2M/1h/short|window:0aeafaee04318ff321b9,2026-06-24T14:09:56.678793+00:00,2026-06-24T14:09:56.678793+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Seasonal-Naive,0.21725022934716132,0.466101093484194,0.04757356318279906,0.29490897464183935,-6.387927805423875e-15,True nasa_power_shanghai_hourly_T2M/1h/short|window:2b9f18ca8516fda13f9b,2026-06-24T05:01:07.967468+00:00,2026-06-24T05:01:07.967468+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Seasonal-Naive,0.14074688102593733,0.37516247283801896,0.0379751599911809,0.2427049875871754,9.860103262435354e-15,True @@ -5999,6 +6011,7 @@ binance_btcusdt_1h_close/1h/short|window:673952d5c481f4b34062,2026-06-16T23:17:1 binance_btcusdt_1h_close/1h/short|window:6793d06ab2e9b2973f29,2026-06-22T08:04:57.960281+00:00,2026-06-22T08:04:57.960281+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.26866562830085833,0.5183296521528151,0.005311582363858639,0.26828915353175004,1.1627227390385917,True binance_btcusdt_1h_close/1h/short|window:67e7bfc860b05a47ebfa,2026-06-16T12:07:33.925127+00:00,2026-06-16T12:07:33.925127+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.20413117171302056,0.4518087778175857,0.004410071101213785,0.3323103252395408,90.91458704662796,True binance_btcusdt_1h_close/1h/short|window:680ece2604c3cfed6867,2026-06-18T03:24:16.197212+00:00,2026-06-18T03:24:16.197212+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.9283750171278393,0.9635221933758658,0.012875686074853399,0.5264223277806953,16.89422493529957,True +binance_btcusdt_1h_close/1h/short|window:6826302851f44a7a6848,2026-06-24T14:54:25.410209+00:00,2026-06-24T14:54:25.410209+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.5553920154143849,0.7452462783633239,0.005995366355276679,0.4402054722225823,79.5995281304262,True binance_btcusdt_1h_close/1h/short|window:683ffc22dc4b94e5cbc5,2026-06-24T12:20:14.324049+00:00,2026-06-24T12:20:14.324049+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.9822192080496657,0.9910697291561607,0.008769585512726186,0.6016466303055085,74.7335627595287,True binance_btcusdt_1h_close/1h/short|window:69387be929c0b310872d,2026-06-22T00:33:29.065054+00:00,2026-06-22T00:33:29.065054+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.2994590783481739,0.5472285430678611,0.006240068057317476,0.2706124671101533,6.797260081727429,True binance_btcusdt_1h_close/1h/short|window:6b0b0c3919c5b901af04,2026-06-18T05:20:55.904303+00:00,2026-06-18T05:20:55.904303+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,1.3309973699665183,1.1536885931509067,0.015558446983812558,0.7014648271251879,12.78165842698714,True @@ -6240,6 +6253,7 @@ data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:d2ba27 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:38723a2e5e8a17aa7950,2026-06-24T13:04:16.117433+00:00,2026-06-24T13:04:16.117433+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TiRex,1.0445943342450759e-16,1.0220539781464949e-08,,2.363676204147285e-08,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:46f531b7ea0428fbf2c3,2026-06-24T14:34:32.757731+00:00,2026-06-24T14:34:32.757731+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TiRex,1.0445943342450759e-16,1.0220539781464949e-08,,2.363676204147285e-08,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:5d89f056865052bcb89c,2026-06-24T14:16:48.310485+00:00,2026-06-24T14:16:48.310485+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TiRex,1.0445943342450759e-16,1.0220539781464949e-08,,2.363676204147285e-08,0.0,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:6eb69e26de2a26eda48a,2026-06-24T14:54:33.276184+00:00,2026-06-24T14:54:33.276184+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TiRex,1.0445943342450759e-16,1.0220539781464949e-08,,2.363676204147285e-08,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:81c611f35bff79491538,2026-06-24T13:22:26.152547+00:00,2026-06-24T13:22:26.152547+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TiRex,1.0445943342450759e-16,1.0220539781464949e-08,,2.363676204147285e-08,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:86d2cf5b090f43ee54d8,2026-06-24T13:55:28.602670+00:00,2026-06-24T13:55:28.602670+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TiRex,1.0445943342450759e-16,1.0220539781464949e-08,,2.363676204147285e-08,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:b393978842a0fa3d3e14,2026-06-24T13:38:44.798830+00:00,2026-06-24T13:38:44.798830+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TiRex,1.0445943342450759e-16,1.0220539781464949e-08,,2.363676204147285e-08,0.0,False @@ -7157,6 +7171,7 @@ binance_btcusdt_1h_close/1h/short|window:673952d5c481f4b34062,2026-06-16T23:27:5 binance_btcusdt_1h_close/1h/short|window:6793d06ab2e9b2973f29,2026-06-22T08:05:58.275492+00:00,2026-06-22T08:05:58.275492+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.13778523476558915,0.37119433557853376,0.0036027297809888524,0.20598407103934124,33.23906486017394,True binance_btcusdt_1h_close/1h/short|window:67e7bfc860b05a47ebfa,2026-06-16T12:08:03.698792+00:00,2026-06-16T12:08:03.698792+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.4886533769939939,0.6990374646569337,0.007558154205492305,0.4066803758500102,79.54622755413688,True binance_btcusdt_1h_close/1h/short|window:680ece2604c3cfed6867,2026-06-18T03:24:56.297988+00:00,2026-06-18T03:24:56.297988+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.8915111769471321,0.9441986956923485,0.01281983722310749,0.4548568439930058,18.855312273117768,True +binance_btcusdt_1h_close/1h/short|window:6826302851f44a7a6848,2026-06-24T14:55:20.260852+00:00,2026-06-24T14:55:20.260852+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,2.163384683626359,1.470844887684068,0.01059099994135501,0.7282518413808524,38.652502372768986,True binance_btcusdt_1h_close/1h/short|window:683ffc22dc4b94e5cbc5,2026-06-24T12:21:48.135561+00:00,2026-06-24T12:21:48.135561+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,1.0156080178555182,1.0077737929989639,0.008409761010806727,0.49767849641422685,73.98638867351744,True binance_btcusdt_1h_close/1h/short|window:69387be929c0b310872d,2026-06-22T00:34:08.884848+00:00,2026-06-22T00:34:08.884848+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.09935654531438189,0.31520873292848645,0.00330639897105633,0.16348853633862717,55.09254124375118,True binance_btcusdt_1h_close/1h/short|window:6b0b0c3919c5b901af04,2026-06-18T05:23:13.311406+00:00,2026-06-18T05:23:13.311406+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,1.1303879852506025,1.0631970585223618,0.01461888885595936,0.5221590755596835,20.716113826777853,True @@ -7395,6 +7410,7 @@ data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:d2ba27 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:38723a2e5e8a17aa7950,2026-06-24T13:05:18.647179+00:00,2026-06-24T13:05:18.647179+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Timer-S1,8.318476214037432e-17,9.12056808210839e-09,,7.849106016995695e-09,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:46f531b7ea0428fbf2c3,2026-06-24T14:36:45.423569+00:00,2026-06-24T14:36:45.423569+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Timer-S1,8.318476214037432e-17,9.12056808210839e-09,,7.849106016995695e-09,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:5d89f056865052bcb89c,2026-06-24T14:18:03.563406+00:00,2026-06-24T14:18:03.563406+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Timer-S1,8.318476214037432e-17,9.12056808210839e-09,,7.849106016995695e-09,0.0,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:6eb69e26de2a26eda48a,2026-06-24T14:55:25.823439+00:00,2026-06-24T14:55:25.823439+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Timer-S1,8.318476214037432e-17,9.12056808210839e-09,,7.849106016995695e-09,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:81c611f35bff79491538,2026-06-24T13:23:29.904607+00:00,2026-06-24T13:23:29.904607+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Timer-S1,8.318476214037432e-17,9.12056808210839e-09,,7.849106016995695e-09,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:86d2cf5b090f43ee54d8,2026-06-24T13:56:19.671236+00:00,2026-06-24T13:56:19.671236+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Timer-S1,8.318476214037432e-17,9.12056808210839e-09,,7.849106016995695e-09,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:b393978842a0fa3d3e14,2026-06-24T13:40:15.964003+00:00,2026-06-24T13:40:15.964003+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Timer-S1,8.318476214037432e-17,9.12056808210839e-09,,7.849106016995695e-09,0.0,False @@ -8282,6 +8298,7 @@ binance_btcusdt_1h_close/1h/short|window:673952d5c481f4b34062,2026-06-16T22:59:5 binance_btcusdt_1h_close/1h/short|window:6793d06ab2e9b2973f29,2026-06-22T08:03:25.694032+00:00,2026-06-22T08:03:25.694032+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.18911068391510855,0.4348685823500113,0.002997374450130924,0.2859554092423619,18.50389583962358,True binance_btcusdt_1h_close/1h/short|window:67e7bfc860b05a47ebfa,2026-06-16T12:06:55.147862+00:00,2026-06-16T12:06:55.147862+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.3167722673231207,0.5628252546955589,0.00786593423592753,0.33469257337840835,86.24596112273427,True binance_btcusdt_1h_close/1h/short|window:680ece2604c3cfed6867,2026-06-18T03:23:39.166443+00:00,2026-06-18T03:23:39.166443+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,1.069810702947355,1.0343165390475755,0.012453964919039143,0.8353747703255321,9.934821098067113,True +binance_btcusdt_1h_close/1h/short|window:6826302851f44a7a6848,2026-06-24T14:53:26.498872+00:00,2026-06-24T14:53:26.498872+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.49293920408732594,0.7020962926033194,0.0059428350488393384,0.4024784279983275,81.6834330797676,True binance_btcusdt_1h_close/1h/short|window:683ffc22dc4b94e5cbc5,2026-06-24T12:18:58.177932+00:00,2026-06-24T12:18:58.177932+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.5695023154997569,0.7546537719376727,0.008644030713028106,0.37749425310127993,84.52896750258846,True binance_btcusdt_1h_close/1h/short|window:69387be929c0b310872d,2026-06-22T00:32:53.430448+00:00,2026-06-22T00:32:53.430448+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.20191670611047738,0.4493514282946894,0.0036214063521505294,0.2862379326049016,25.90957391422835,True binance_btcusdt_1h_close/1h/short|window:6b0b0c3919c5b901af04,2026-06-18T05:19:47.956151+00:00,2026-06-18T05:19:47.956151+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,1.4819721589746215,1.2173627885616602,0.014731371094023046,1.0241378732781181,7.465777459091354,True @@ -8526,6 +8543,7 @@ data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:d2ba27 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:38723a2e5e8a17aa7950,2026-06-24T13:03:31.370723+00:00,2026-06-24T13:03:31.370723+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TimesFM-2.5,0.0,0.0,,0.0,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:46f531b7ea0428fbf2c3,2026-06-24T14:32:33.047672+00:00,2026-06-24T14:32:33.047672+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TimesFM-2.5,0.0,0.0,,0.0,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:5d89f056865052bcb89c,2026-06-24T14:15:39.883830+00:00,2026-06-24T14:15:39.883830+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TimesFM-2.5,0.0,0.0,,0.0,0.0,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:6eb69e26de2a26eda48a,2026-06-24T14:53:32.607205+00:00,2026-06-24T14:53:32.607205+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TimesFM-2.5,0.0,0.0,,0.0,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:81c611f35bff79491538,2026-06-24T13:21:24.435091+00:00,2026-06-24T13:21:24.435091+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TimesFM-2.5,0.0,0.0,,0.0,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:86d2cf5b090f43ee54d8,2026-06-24T13:54:31.488643+00:00,2026-06-24T13:54:31.488643+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TimesFM-2.5,0.0,0.0,,0.0,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:b393978842a0fa3d3e14,2026-06-24T13:37:35.248450+00:00,2026-06-24T13:37:35.248450+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TimesFM-2.5,0.0,0.0,,0.0,0.0,False @@ -9468,6 +9486,7 @@ binance_btcusdt_1h_close/1h/short|window:673952d5c481f4b34062,2026-06-16T23:06:4 binance_btcusdt_1h_close/1h/short|window:6793d06ab2e9b2973f29,2026-06-22T08:04:48.440125+00:00,2026-06-22T08:04:48.440125+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.14281280981145478,0.3779058213516362,0.0035270487019991074,0.24904897540603746,31.63573784886626,True binance_btcusdt_1h_close/1h/short|window:67e7bfc860b05a47ebfa,2026-06-16T12:07:16.543073+00:00,2026-06-16T12:07:16.543073+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.21972377538571142,0.4687470270686646,0.004536798485061392,0.33767649026733065,90.25441257556741,True binance_btcusdt_1h_close/1h/short|window:680ece2604c3cfed6867,2026-06-18T03:24:05.158178+00:00,2026-06-18T03:24:05.158178+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.7850724935930448,0.8860431668903298,0.011871710384526746,0.4112355700894395,24.90572708761031,True +binance_btcusdt_1h_close/1h/short|window:6826302851f44a7a6848,2026-06-24T14:54:05.833910+00:00,2026-06-24T14:54:05.833910+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.6223885460073896,0.7889160576432638,0.004016322292560774,0.35880974843902763,77.41651204540109,True binance_btcusdt_1h_close/1h/short|window:683ffc22dc4b94e5cbc5,2026-06-24T12:19:46.198102+00:00,2026-06-24T12:19:46.198102+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.1449429608374864,0.3807137518365818,0.003121606124201907,0.36542162418816243,95.8215344069281,True binance_btcusdt_1h_close/1h/short|window:69387be929c0b310872d,2026-06-22T00:33:21.125438+00:00,2026-06-22T00:33:21.125438+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.12226216329488268,0.34966006820179324,0.003736807320756232,0.25281620373278896,47.45934688041852,True binance_btcusdt_1h_close/1h/short|window:6b0b0c3919c5b901af04,2026-06-18T05:20:33.779603+00:00,2026-06-18T05:20:33.779603+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,1.1036787301216477,1.050561150110572,0.014270979919317098,0.49970873593461645,21.85752343730513,True @@ -9708,6 +9727,7 @@ data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|window:d2ba27 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:38723a2e5e8a17aa7950,2026-06-24T13:04:01.844254+00:00,2026-06-24T13:04:01.844254+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Toto-2.0-1B,4.2276063689566338e-22,2.0561143861557494e-11,,2.357494018191994e-11,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:46f531b7ea0428fbf2c3,2026-06-24T14:33:48.814861+00:00,2026-06-24T14:33:48.814861+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Toto-2.0-1B,4.2276063689566338e-22,2.0561143861557494e-11,,2.357494018191994e-11,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:5d89f056865052bcb89c,2026-06-24T14:16:21.404772+00:00,2026-06-24T14:16:21.404772+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Toto-2.0-1B,4.2276063689566338e-22,2.0561143861557494e-11,,2.357494018191994e-11,0.0,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:6eb69e26de2a26eda48a,2026-06-24T14:54:13.168587+00:00,2026-06-24T14:54:13.168587+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Toto-2.0-1B,4.2276063689566338e-22,2.0561143861557494e-11,,2.357494018191994e-11,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:81c611f35bff79491538,2026-06-24T13:22:06.458406+00:00,2026-06-24T13:22:06.458406+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Toto-2.0-1B,4.2276063689566338e-22,2.0561143861557494e-11,,2.357494018191994e-11,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:86d2cf5b090f43ee54d8,2026-06-24T13:55:12.756083+00:00,2026-06-24T13:55:12.756083+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Toto-2.0-1B,4.2276063689566338e-22,2.0561143861557494e-11,,2.357494018191994e-11,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|window:b393978842a0fa3d3e14,2026-06-24T13:38:19.498550+00:00,2026-06-24T13:38:19.498550+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Toto-2.0-1B,4.2276063689566338e-22,2.0561143861557494e-11,,2.357494018191994e-11,0.0,False diff --git a/results/aggregates/live_results_by_dataset.csv b/results/aggregates/live_results_by_dataset.csv index 325832d14eba0c671631103195c453ba11937efc..f03090ab36109ccbd58550597a46394673373032 100644 --- a/results/aggregates/live_results_by_dataset.csv +++ b/results/aggregates/live_results_by_dataset.csv @@ -1,8 +1,8 @@ model,dataset,domain,frequency,prediction_lengths,MSE,RMSE,MAPE,CRPS,RTG,Stability,Improvement,Improvement_pvalue,n_releases,MAPE_coverage,first_release,last_release -ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.5735785589317377,1.1266927265577171,0.01135171345954796,0.8597139279166108,2.1802256194522154,1.695441393819184,0.4066390979142658,1.211515046126623e-25,298,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-24T14:46:00.979667+00:00 +ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.5706310637989989,1.1257072397109698,0.011356419848253639,0.8603100067649578,2.42442250865081,1.693361480914966,0.4021234091266189,3.4191470534017747e-25,299,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-24T14:55:28.223423+00:00 ARIMA,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,2.9664674922689853,1.7223436045891032,0.6111556523811462,1.0317116760827598,14.518148853886235,,,,1,1.0,2026-06-24T10:52:35.939325+00:00,2026-06-24T10:52:35.939325+00:00 ARIMA,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,52.93728926923959,6.084791736210374,,3.0380975777126253,21.451772773738455,39.604952804648725,-0.7222222222222222,0.0058862433862433864,9,0.0,2026-06-24T10:52:36.014410+00:00,2026-06-24T14:37:15.790104+00:00 -ARIMA,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.786828912128039e-08,,1.9390072272751594e-07,0.0,0.0,0.0,1.0,7,0.0,2026-06-24T12:46:14.723189+00:00,2026-06-24T14:37:15.838239+00:00 +ARIMA,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.786828912128038e-08,,1.939007227275159e-07,0.0,0.0,0.0,1.0,8,0.0,2026-06-24T12:46:14.723189+00:00,2026-06-24T14:55:28.256823+00:00 ARIMA,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,1.4483961829503094,1.0555070823176096,0.10386710803792586,0.8136162040088142,-56.43384803115729,1.5731515825090019,0.2857142857142857,0.39875992063492066,8,1.0,2026-06-18T05:03:29.867986+00:00,2026-06-24T14:09:56.102136+00:00 ARIMA,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.9072306875852005,1.2600306547991589,1.1176434254546623,0.984920836864657,13.050192737795824,1.4888868230592687,-0.04733727810650888,0.3609222214395631,169,0.9704142011834319,2026-06-17T12:10:12.335728+00:00,2026-06-24T14:46:01.023751+00:00 ARIMA,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,4.909124378075953,1.939590259160418,0.1236674418677261,1.317477048040917,15.39222519030837,4.956006492340337,-0.11019283746556473,0.07309566044790773,121,1.0,2026-06-17T12:10:12.398268+00:00,2026-06-24T14:46:01.084031+00:00 @@ -12,10 +12,10 @@ ARIMA,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,1.1115742 ARIMA,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.9912125500336723,0.97008580080985,0.5363793587673741,0.47941481015540194,29.329724522299557,0.4562654397408867,-0.20035460992907803,0.044569264215842556,48,1.0,2026-06-17T12:10:12.513260+00:00,2026-06-24T14:09:56.335051+00:00 ARIMA,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.4765766468897974,0.959158975492689,0.014349132885328693,0.693469995162821,14.5521471292197,2.656342959771084,-0.05158730158730158,0.5468169368119388,64,1.0,2026-06-17T12:26:17.165483+00:00,2026-06-24T14:37:15.863208+00:00 ARIMA,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0049465906226422,0.988279168410133,0.2055261870553452,0.4938512376935394,52.511394964202786,0.3188562263588671,0.2,0.7194444444444444,6,1.0,2026-06-17T12:10:12.582752+00:00,2026-06-24T02:20:30.897304+00:00 -Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.985142841812103,0.8002686473736882,0.00825012860257527,0.4586797998257205,28.95712174660255,1.6680880194541972,0.3175393883225208,3.883870402391495e-22,416,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-24T14:42:37.922654+00:00 +Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.9840710417535684,0.80010882487857,0.00823937007853719,0.45834169068380604,29.07993039569745,1.6662256531771293,0.317169341449917,3.8675610706487344e-22,417,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-24T14:52:57.577698+00:00 Chronos-2,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,2.7341224511056046,1.6535182040442145,0.6608019070822674,0.8231222196231203,18.484576701267176,,,,1,1.0,2026-06-24T10:47:11.080330+00:00,2026-06-24T10:47:11.080330+00:00 Chronos-2,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,45.82994525501227,5.4266910431245465,,2.1769761680303352,32.830138425116324,42.282894733171084,-0.6666666666666666,0.012665343915343916,9,0.0,2026-06-24T10:47:15.684286+00:00,2026-06-24T14:31:22.227913+00:00 -Chronos-2,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,2.883436665529308e-17,5.3697641154237945e-09,,5.3875998246022405e-09,0.0,0.0,0.0,1.0,7,0.0,2026-06-24T12:42:56.996296+00:00,2026-06-24T14:31:26.631976+00:00 +Chronos-2,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,2.883436665529308e-17,5.369764115423794e-09,,5.3875998246022405e-09,0.0,0.0,0.0,1.0,8,0.0,2026-06-24T12:42:56.996296+00:00,2026-06-24T14:53:00.849440+00:00 Chronos-2,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3174901992511709,0.4593814995140698,0.05177657259069808,0.2580649628641479,21.812456385419818,0.48038439030534485,-0.05555555555555555,0.919455467372134,9,1.0,2026-06-17T05:11:12.972050+00:00,2026-06-24T14:01:39.428218+00:00 Chronos-2,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.2459392186518143,0.38781964623769855,0.40884279978037724,0.20842723962879117,75.29895263546584,0.35348067774290526,0.183055733504164,4.548035007367332e-05,224,0.9732142857142857,2026-06-16T12:06:44.487655+00:00,2026-06-24T14:42:44.967437+00:00 Chronos-2,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,5.5573108937470606,2.0927382820518026,0.1452428861751286,1.1972388971051966,2.4351938759414837,5.349204467734561,0.2943396226415095,3.309311590501585e-08,160,1.0,2026-06-16T12:06:47.974062+00:00,2026-06-24T14:42:50.962631+00:00 @@ -25,10 +25,10 @@ Chronos-2,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.125 Chronos-2,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.9011378087006158,0.9164440983283231,0.5414244030019453,0.47419572316499903,31.62326818910988,0.4838730762441457,0.06919945725915876,0.4076914708956012,67,1.0,2026-06-16T13:12:36.348072+00:00,2026-06-24T14:02:14.499386+00:00 Chronos-2,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.5353748543168515,0.9246036460144981,0.011341651323936023,0.6078686664824824,33.57296865220332,10.464356931588064,-0.01733764325595063,0.8165146728548602,83,1.0,2026-06-16T12:40:50.960167+00:00,2026-06-24T14:31:39.405148+00:00 Chronos-2,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.15728493389535472,0.377306635572273,0.07803444567615125,0.21845280562995464,90.6330748252471,0.07450803281661653,0.4666666666666666,0.2722222222222222,6,1.0,2026-06-17T09:43:59.015450+00:00,2026-06-24T02:02:44.252631+00:00 -ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.5795218709625378,1.004223479157963,0.009257084417974602,0.6946981833411224,24.296411977789763,2.400560183810455,0.3121370302578357,9.337027935966135e-16,298,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-24T14:46:01.155663+00:00 +ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.5758734602236215,1.0032027750347248,0.009244710618085123,0.6936989721378214,24.488826751574415,2.3973592288730408,0.3088370631411192,1.668250370668691e-15,299,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-24T14:55:28.297830+00:00 ETS,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,3.012456858668924,1.7356430677616075,0.618770085277974,1.0920825657778055,13.76432849378957,,,,1,1.0,2026-06-24T10:52:36.193145+00:00,2026-06-24T10:52:36.193145+00:00 ETS,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,219.4329835857886,9.514072918600593,,6.08391856956191,19.63184139572182,506.8868048290213,-0.4444444444444444,0.11943893298059964,9,0.0,2026-06-24T10:52:36.210089+00:00,2026-06-24T14:37:15.928732+00:00 -ETS,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.786828912128039e-08,,1.9390072272751594e-07,0.0,0.0,0.0,1.0,7,0.0,2026-06-24T12:46:14.828164+00:00,2026-06-24T14:37:15.950510+00:00 +ETS,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.786828912128038e-08,,1.939007227275159e-07,0.0,0.0,0.0,1.0,8,0.0,2026-06-24T12:46:14.828164+00:00,2026-06-24T14:55:28.318341+00:00 ETS,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,4.016595258113816,1.7455783259884101,0.1869290128102823,1.3486708009010233,-71.53841142047237,3.96963456521405,0.2857142857142857,0.39875992063492066,8,1.0,2026-06-18T05:03:30.268230+00:00,2026-06-24T14:09:56.429862+00:00 ETS,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,3.121918937902511,1.6031271539374075,1.2294856125309588,1.2052733176518187,-2.9725524752979005,2.5232540361424673,0.09735136658213582,0.060260762793556556,169,0.9704142011834319,2026-06-17T12:10:12.697348+00:00,2026-06-24T14:46:01.178096+00:00 ETS,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,8.072256671360925,2.455425281845207,0.1669245757287448,1.7239290114951236,-5.940958412601813,8.18744352610293,0.15950413223140494,0.009479554846961724,121,1.0,2026-06-17T12:10:12.728630+00:00,2026-06-24T14:46:01.205508+00:00 @@ -38,10 +38,10 @@ ETS,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,8.907391708 ETS,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.1565668745005266,1.0297165015832366,0.5952973908951145,0.5349620204112545,25.72683380482071,0.6628149057775882,-0.03191489361702128,0.7489914872073479,48,1.0,2026-06-17T12:10:12.797899+00:00,2026-06-24T14:09:56.539074+00:00 ETS,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.270338525095572,0.8847757818393027,0.012693551553812906,0.6366339305869295,19.85310384541348,2.4782902439563084,-0.04662698412698412,0.5860283209584614,64,1.0,2026-06-17T12:26:17.324923+00:00,2026-06-24T14:37:15.974093+00:00 ETS,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.9916704636905681,0.9944645223536649,0.2087153795742119,0.5298893427523369,51.102245298962536,0.1139041396255428,-0.2,0.7194444444444444,6,1.0,2026-06-17T12:10:12.836543+00:00,2026-06-24T02:20:31.057595+00:00 -Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.3182352022506634,0.9633652402433359,0.009869352906206443,0.5237366586160292,12.58164130950754,1.9370681993447116,0.2941260659550361,5.819961915345424e-19,410,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-24T14:45:08.726727+00:00 +Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.3246531079987158,0.9658606245516791,0.009888717071203711,0.5250346152556599,12.576706600960502,1.93907460169293,0.2967301643819358,2.5825005352465437e-19,411,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-24T14:54:57.614437+00:00 Moirai-1.1-Large,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,1.8199605606883722,1.349059139062618,0.6245741448532559,0.7792043597683866,37.17852676540776,,,,1,1.0,2026-06-24T10:50:42.572136+00:00,2026-06-24T10:50:42.572136+00:00 Moirai-1.1-Large,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,45.10174105213534,5.497022183307575,,2.021551403528442,27.620525374017607,40.230250702262744,-0.7777777777777778,0.0024250440917107582,9,0.0,2026-06-24T10:50:49.255677+00:00,2026-06-24T14:35:28.560139+00:00 -Moirai-1.1-Large,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1232.7219148414808,23.68918273362953,,8.967601575392171e-10,-100.0,2389.485827155293,-0.04761904761904762,1.0,7,0.0,2026-06-24T12:45:32.441400+00:00,2026-06-24T14:35:35.936230+00:00 +Moirai-1.1-Large,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1084.4270036076898,21.579161213440017,,8.99783814749795e-10,-100.0,2251.64614157652,-0.07142857142857142,0.9048611111111111,8,0.0,2026-06-24T12:45:32.441400+00:00,2026-06-24T14:55:03.102857+00:00 Moirai-1.1-Large,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.26672096848421073,0.4250947332285943,0.047781801565872084,0.2411812885483264,29.711466464715883,0.38701919677793556,-0.2222222222222222,0.47670855379188715,9,1.0,2026-06-17T05:16:48.534000+00:00,2026-06-24T14:07:56.038566+00:00 Moirai-1.1-Large,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,1.842934472488139,1.1072042899234191,1.2300679790162923,0.5558108125756038,28.36136994014773,2.6007219458639192,0.21878439525498344,1.2255870293128608e-06,222,0.9774774774774775,2026-06-16T12:07:52.741323+00:00,2026-06-24T14:45:22.047644+00:00 Moirai-1.1-Large,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,8.806860201611588,2.2526911676386985,0.13482057696292493,1.1532642999883558,4.749130918531278,31.148080326856494,0.21803143093465674,5.3573198475719025e-05,156,1.0,2026-06-16T12:07:56.991709+00:00,2026-06-24T14:45:27.860467+00:00 @@ -51,10 +51,10 @@ Moirai-1.1-Large,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,2 Moirai-1.1-Large,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.0684274156366595,0.9975915887993264,0.5787635445482439,0.47829086978550106,23.254478745892975,0.7115326165102257,-0.2974868497954412,0.0008728398171744529,59,1.0,2026-06-16T13:15:41.040444+00:00,2026-06-24T14:08:31.253217+00:00 Moirai-1.1-Large,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.6236060538196084,1.1755988914970104,0.012773631104944444,0.6322219527982229,8.779839481991374,5.327066881179268,-0.014814814814814814,0.8447952693104546,81,1.0,2026-06-16T12:43:22.358427+00:00,2026-06-24T14:35:43.815578+00:00 Moirai-1.1-Large,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.1610575909906263,0.38165373901978383,0.06710436885424277,0.19493349583680222,90.50192821962708,0.09120771655046675,0.6,0.1361111111111111,6,1.0,2026-06-17T09:46:01.162798+00:00,2026-06-24T02:17:54.458839+00:00 -Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,2.0623044687722625,1.1674100434834274,0.011034656452285355,0.8713186117992374,16.987370072283515,2.7185171809837994,0.475651368268818,1.7958977194177454e-34,298,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-24T14:46:01.230794+00:00 +Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,2.066299572383755,1.1695413538382982,0.01105370068115464,0.8732019273779804,16.9975850532213,2.7148311502202414,0.4765549594846356,1.0422684497367125e-34,299,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-24T14:55:28.330194+00:00 Moving-Average,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,3.676041974260956,1.9173007000105529,0.862092038435816,1.2555395476546478,3.896249355663171,,,,1,1.0,2026-06-24T10:52:36.269076+00:00,2026-06-24T10:52:36.269076+00:00 Moving-Average,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,45.595140626259514,5.642844501563548,,2.653077850688684,25.89741047571281,41.144263278710405,-0.4444444444444444,0.11943893298059964,9,0.0,2026-06-24T10:52:36.277257+00:00,2026-06-24T14:37:16.002322+00:00 -Moving-Average,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.786828912128039e-08,,1.9390072272751594e-07,0.0,0.0,0.0,1.0,7,0.0,2026-06-24T12:46:14.873454+00:00,2026-06-24T14:37:16.024436+00:00 +Moving-Average,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.786828912128038e-08,,1.939007227275159e-07,0.0,0.0,0.0,1.0,8,0.0,2026-06-24T12:46:14.873454+00:00,2026-06-24T14:55:28.342156+00:00 Moving-Average,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.5300932383345889,0.6718270676933206,0.07385798400180642,0.45133354119183217,-32.972094980000335,0.47713782444056957,0.3571428571428571,0.27509920634920637,8,1.0,2026-06-18T05:03:30.400278+00:00,2026-06-24T14:09:56.591487+00:00 Moving-Average,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.70912464526146,1.5093386825039485,1.3512624302021718,1.3329658859094533,5.6037013187500815,2.039022068944083,0.21569456184840802,3.142256342864265e-05,169,0.9704142011834319,2026-06-17T12:10:12.867076+00:00,2026-06-24T14:46:01.239036+00:00 Moving-Average,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,5.3461733943050715,2.036640755795131,0.12827736132412032,1.3590618788399347,11.308548432000064,5.010548794002238,-0.14269972451790633,0.020289992970853588,121,1.0,2026-06-17T12:10:12.884991+00:00,2026-06-24T14:46:01.250995+00:00 @@ -64,10 +64,10 @@ Moving-Average,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24, Moving-Average,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.9962676988694925,0.9720971001719437,0.6049019793167957,0.501654740625774,29.305991457417047,0.4550399078803357,-0.11524822695035462,0.247908142173201,48,1.0,2026-06-17T12:10:12.921461+00:00,2026-06-24T14:09:56.646815+00:00 Moving-Average,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.7629108570222576,1.0079078601639346,0.01480236314191338,0.7582383164378931,13.449502781894585,3.318148268781913,-0.05753968253968254,0.5015453896347113,64,1.0,2026-06-17T12:26:17.359102+00:00,2026-06-24T14:37:16.031618+00:00 Moving-Average,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0707184704165797,1.0341361556207838,0.21512085014714658,0.5607424937622568,48.34636655555901,0.08057941813920212,-0.2,0.7194444444444444,6,1.0,2026-06-17T12:10:12.956394+00:00,2026-06-24T02:20:31.121556+00:00 -Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,2.5769562805185173,1.3268913499781012,0.012414783284909671,0.7535423006283472,8.785798475814702e-17,3.2744476711343844,0.45459064922152176,1.2386210074329685e-31,298,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-24T14:46:01.260167+00:00 +Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,2.584690546464829,1.3298489768631896,0.012436613493287162,0.7549356816628929,8.756414534424022e-17,3.271683588297533,0.4555004377006128,7.427563350581173e-32,299,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-24T14:55:28.355961+00:00 Seasonal-Naive,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,3.9741110106425035,1.9935172461362112,0.8264244641534466,1.59463406458511,5.5872773641804445e-15,,,,1,1.0,2026-06-24T10:52:36.314295+00:00,2026-06-24T10:52:36.314295+00:00 Seasonal-Naive,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,47.3032785687627,6.252613374160827,,2.568915558700778,8.620779383521766e-15,36.239404915277355,-0.3333333333333333,0.25951829805996474,9,0.0,2026-06-24T10:52:36.320978+00:00,2026-06-24T14:37:16.072453+00:00 -Seasonal-Naive,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,0.0,0.0,0.0,0.0,1.0,2,0.0,2026-06-24T14:18:12.253684+00:00,2026-06-24T14:37:16.084252+00:00 +Seasonal-Naive,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,0.0,0.0,0.0,0.0,1.0,3,0.0,2026-06-24T14:18:12.253684+00:00,2026-06-24T14:55:28.367245+00:00 Seasonal-Naive,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.2371705807842771,0.4559274095846977,0.05117138002010683,0.31859186127072076,-6.721503251760954e-16,0.21275033779215638,0.14285714285714285,0.7195436507936508,8,1.0,2026-06-18T05:03:30.473716+00:00,2026-06-24T14:09:56.678793+00:00 Seasonal-Naive,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.871410326172565,1.5696082664203224,1.3516522667241537,1.3918539455410117,1.2785890162948196e-15,2.0602770283460985,0.22893772893772896,9.938967888455702e-06,169,0.9704142011834319,2026-06-17T12:10:12.978229+00:00,2026-06-24T14:46:01.266216+00:00 Seasonal-Naive,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,5.850231853324247,2.1849681893002657,0.13715818561932905,1.7441955945931018,-2.4586838794374026e-16,5.05686331118483,-0.16446280991735535,0.007474983542615495,121,1.0,2026-06-17T12:10:12.994311+00:00,2026-06-24T14:46:01.275591+00:00 @@ -77,10 +77,10 @@ Seasonal-Naive,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24, Seasonal-Naive,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.8821537127878447,1.3383156528974816,0.7142113215725866,0.9865320511105445,-4.2598225175134577e-16,0.8166479251834796,0.35815602836879434,0.0003297046325677934,48,1.0,2026-06-17T12:10:13.024713+00:00,2026-06-24T14:09:56.722758+00:00 Seasonal-Naive,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2.040690140735804,1.1457430704528,0.015481074027860838,0.6190058148066702,3.1070989468841577e-15,3.4235559494972807,-0.06006454879281495,0.4832584402933525,64,1.0,2026-06-17T12:26:17.384303+00:00,2026-06-24T14:37:16.089194+00:00 Seasonal-Naive,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,3.157490174665128,1.7680312197002943,0.37598669759667064,1.4206424756547271,7.474256160216405e-17,0.693736852486463,0.6,0.1361111111111111,6,1.0,2026-06-17T12:10:13.040774+00:00,2026-06-24T02:20:31.175531+00:00 -TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.8704055474608731,0.7989670742180427,0.008303031712759085,0.4575495598808785,25.417384658324075,1.201007658604898,0.4366806037842818,5.208667154285804e-40,412,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-24T14:44:28.351370+00:00 +TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.8696428028312205,0.7988369996518087,0.008297444145307553,0.45750756451124575,25.548576289007126,1.1996493875111731,0.4356002726909425,6.4960974459853275e-40,413,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-24T14:54:25.410209+00:00 TiRex,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,2.8564692708326462,1.6901092481945201,0.6820653407770266,0.8258398901350078,16.362324923417617,,,,1,1.0,2026-06-24T10:49:37.384120+00:00,2026-06-24T10:49:37.384120+00:00 TiRex,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,45.33989838387552,5.16588870325922,,2.0659816847875403,40.969791852666326,42.85367226377557,-0.8888888888888888,0.00024250440917107584,9,0.0,2026-06-24T10:49:46.896694+00:00,2026-06-24T14:34:25.832906+00:00 -TiRex,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.0445943342450756e-16,1.022053978146495e-08,,2.363676204147285e-08,0.0,2.662709882212853e-32,0.0,1.0,7,0.0,2026-06-24T12:44:44.437377+00:00,2026-06-24T14:34:32.757731+00:00 +TiRex,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.0445943342450759e-16,1.0220539781464949e-08,,2.363676204147285e-08,0.0,0.0,0.0,1.0,8,0.0,2026-06-24T12:44:44.437377+00:00,2026-06-24T14:54:33.276184+00:00 TiRex,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.30328572782390517,0.4295294482425179,0.047013698126344164,0.23662964635064532,34.498405919287244,0.45283767404955205,0.1111111111111111,0.761414241622575,9,1.0,2026-06-17T05:15:19.765080+00:00,2026-06-24T14:06:45.396580+00:00 TiRex,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.3530597067628013,0.4660104570411609,0.5308412524019662,0.23281197004801465,72.3074487133305,0.5226122670336434,0.27475457520300567,1.018443329531626e-09,223,0.9730941704035875,2026-06-16T12:07:37.946365+00:00,2026-06-24T14:44:33.771284+00:00 TiRex,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.800773377669796,1.9181630647471464,0.1262199542649103,1.0781100124778862,11.997594967387824,4.90038830653317,0.14437367303609341,0.007284325796059538,157,1.0,2026-06-16T12:07:42.045490+00:00,2026-06-24T14:44:44.297965+00:00 @@ -90,10 +90,10 @@ TiRex,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1438927 TiRex,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.8373843072344623,0.8889397222177852,0.5530010811627408,0.4642518237320337,32.735968537406656,0.42219224384918297,-0.014848950332821298,0.8634362722770513,63,1.0,2026-06-16T13:14:44.379149+00:00,2026-06-24T14:07:11.728746+00:00 TiRex,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.4304818038921183,0.808395483570907,0.009506813964946473,0.5214365943758256,35.526786540527546,3.1290815330653317,-0.0340258958145137,0.6509063263767452,82,1.0,2026-06-16T12:42:39.570887+00:00,2026-06-24T14:34:37.142664+00:00 TiRex,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.11976753810582084,0.3310475123746387,0.06180033928585613,0.19869205886648292,92.69767518796345,0.054029025773299245,0.2,0.7194444444444444,6,1.0,2026-06-17T09:45:42.165364+00:00,2026-06-24T02:09:49.014284+00:00 -Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.1503135568332346,0.8794616012265479,0.008689817648729819,0.5088996657400737,29.504612599549116,1.5817389552916519,0.49906198182060246,4.1626807977791413e-51,407,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-24T14:45:47.762531+00:00 +Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,1.1527965743008646,0.8809110700659045,0.008694477409250959,0.5094372936215461,29.527033898012892,1.580590530832161,0.49987955870308803,2.162909303199712e-51,408,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-24T14:55:20.260852+00:00 Timer-S1,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,1.521603831386306,1.2335330686229315,0.9524471402012793,0.5698934320992546,44.62580846627088,,,,1,1.0,2026-06-24T10:52:21.603562+00:00,2026-06-24T10:52:21.603562+00:00 Timer-S1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,45.25191546297474,5.075563070261975,,1.9964347409660224,42.482574654916085,42.89980340859897,-0.7777777777777778,0.0024250440917107582,9,0.0,2026-06-24T10:52:25.227109+00:00,2026-06-24T14:36:11.244467+00:00 -Timer-S1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,8.318476214037432e-17,9.120568082108388e-09,,7.849106016995695e-09,0.0,0.0,0.0,1.0,7,0.0,2026-06-24T12:46:05.681734+00:00,2026-06-24T14:36:45.423569+00:00 +Timer-S1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,8.318476214037432e-17,9.12056808210839e-09,,7.849106016995695e-09,0.0,0.0,0.0,1.0,8,0.0,2026-06-24T12:46:05.681734+00:00,2026-06-24T14:55:25.823439+00:00 Timer-S1,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.2640112863596324,0.42844814338834475,0.047418440806906215,0.2253874289988357,25.46921739497518,0.3657802089603486,-0.3888888888888889,0.18018077601410934,9,1.0,2026-06-17T05:17:34.201964+00:00,2026-06-24T14:09:05.583433+00:00 Timer-S1,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.15028443639072595,0.2897131675652408,0.3730719527705852,0.15292300587228116,88.52436094230083,0.35489735438506476,0.36222498962224986,1.2919513606806479e-15,220,0.9772727272727273,2026-06-16T12:08:08.243141+00:00,2026-06-24T14:45:52.576328+00:00 Timer-S1,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.651081978907965,1.886265087444711,0.1237865047542446,1.1646271960139014,14.602582008594993,4.705207542571003,0.022830254444057167,0.6763889532634515,152,1.0,2026-06-16T12:08:12.826217+00:00,2026-06-24T14:45:58.107062+00:00 @@ -103,10 +103,10 @@ Timer-S1,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1217 Timer-S1,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.9292840665146715,0.9443038539687385,0.599322519855936,0.49913580589286277,28.10603767458895,0.38474550627190635,-0.13369630973986688,0.1382166390969609,58,1.0,2026-06-16T13:16:37.448453+00:00,2026-06-24T14:09:44.344093+00:00 Timer-S1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.5333393643368527,0.8617415851613478,0.01060249176592982,0.5690598154596926,29.590150152610605,3.2160998337548223,-0.09224109224109224,0.23204132563701874,78,1.0,2026-06-16T12:43:54.916074+00:00,2026-06-24T14:37:07.658407+00:00 Timer-S1,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.2114251448227597,0.44492410646674296,0.0958162984738695,0.2379212393662513,87.66389897989315,0.09659563261878598,0.39999999999999997,0.48333333333333334,5,1.0,2026-06-17T09:46:15.518954+00:00,2026-06-24T02:20:26.306856+00:00 -TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.7876585203941815,0.737329859256303,0.007490316919341129,0.5295370147203855,34.83503770805301,1.1474902493826002,0.3767799842413584,1.038739545407596e-30,419,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-24T14:43:19.246512+00:00 +TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.786956807736308,0.7372459698118912,0.007486632438697076,0.5292344942758092,34.946581506557095,1.146210328762378,0.37627003068530523,1.0601434334057883e-30,420,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-24T14:53:26.498872+00:00 TimesFM-2.5,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,3.101390762367535,1.7610765918515683,0.6894371389934627,1.1988933120136298,12.334393747225347,,,,1,1.0,2026-06-24T10:47:58.411321+00:00,2026-06-24T10:47:58.411321+00:00 TimesFM-2.5,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,45.276269809066875,5.095516899838022,,2.0591650717962,42.12137719882572,42.89344152337847,-0.7777777777777778,0.0024250440917107582,9,0.0,2026-06-24T10:48:06.864145+00:00,2026-06-24T14:32:21.709829+00:00 -TimesFM-2.5,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,0.0,0.0,0.0,0.0,1.0,7,0.0,2026-06-24T12:43:37.524229+00:00,2026-06-24T14:32:33.047672+00:00 +TimesFM-2.5,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,0.0,0.0,0.0,0.0,1.0,8,0.0,2026-06-24T12:43:37.524229+00:00,2026-06-24T14:53:32.607205+00:00 TimesFM-2.5,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.3070527912242002,0.4775557359918772,0.053470082565890295,0.31861130254588277,14.635351526305056,0.3609241951712301,-0.3333333333333333,0.25951829805996474,9,1.0,2026-06-17T05:12:05.733003+00:00,2026-06-24T14:03:11.262369+00:00 TimesFM-2.5,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.10357631775095043,0.25402986746281425,0.29030985891842814,0.18434983814973918,87.13770106485705,0.16676872977370938,0.03187492425160586,0.4786791570117608,223,0.9730941704035875,2026-06-16T12:07:01.390017+00:00,2026-06-24T14:43:30.910472+00:00 TimesFM-2.5,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.250261889067609,1.7707179729852633,0.12031910550347119,1.290771030194009,20.97611231602421,4.779579813187283,0.1217391304347826,0.021899281484739352,161,1.0,2026-06-16T12:07:07.769114+00:00,2026-06-24T14:43:42.891492+00:00 @@ -116,10 +116,10 @@ TimesFM-2.5,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1 TimesFM-2.5,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,0.8420083820388614,0.8937885846923874,0.48775565413909494,0.6601155383111352,32.86602340506959,0.39806573281913377,0.015829941203075532,0.8497767429898685,67,1.0,2026-06-16T13:13:22.668298+00:00,2026-06-24T14:04:06.484916+00:00 TimesFM-2.5,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1.3652875685212553,0.7950792879935303,0.010009805035636647,0.6157893586221141,35.542597229232435,3.017923392864259,-0.0408463120775786,0.5846212240273785,83,1.0,2026-06-16T12:41:30.056174+00:00,2026-06-24T14:32:43.786235+00:00 TimesFM-2.5,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.15237916880267163,0.3802575504835382,0.06527828077292715,0.29665509122400513,90.75666651397516,0.06208870701746839,0.06666666666666665,1.0,6,1.0,2026-06-17T09:44:33.543452+00:00,2026-06-24T02:06:13.055079+00:00 -Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.8834537956337897,0.754553530749922,0.007702879959773598,0.43999453093404534,32.62964273297268,1.4477322539319581,0.2977032840452291,1.613763337112604e-19,413,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-24T14:44:08.949264+00:00 +Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,0.8828232032433875,0.7546365320226114,0.007693975231108833,0.4397984324256033,32.737823576722505,1.446035413463973,0.2976102747657648,1.4971361746524257e-19,414,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-24T14:54:05.833910+00:00 Toto-2.0-1B,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,2.59039916867846,1.6094717048393428,0.618111195369563,0.6558362744768197,21.07867615656856,,,,1,1.0,2026-06-24T10:49:11.363722+00:00,2026-06-24T10:49:11.363722+00:00 Toto-2.0-1B,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,46.397387289239255,5.399082159483219,,2.2883659196870574,29.9549762631211,41.7209761695807,-0.7777777777777778,0.0024250440917107582,9,0.0,2026-06-24T10:49:15.506331+00:00,2026-06-24T14:33:26.924112+00:00 -Toto-2.0-1B,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,4.2276063689566333e-22,2.056114386155749e-11,,2.3574940181919936e-11,0.0,5.078716053415018e-38,0.0,1.0,7,0.0,2026-06-24T12:44:19.286476+00:00,2026-06-24T14:33:48.814861+00:00 +Toto-2.0-1B,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,4.2276063689566338e-22,2.0561143861557494e-11,,2.357494018191994e-11,0.0,0.0,0.0,1.0,8,0.0,2026-06-24T12:44:19.286476+00:00,2026-06-24T14:54:13.168587+00:00 Toto-2.0-1B,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.37262183025933576,0.5071918263526503,0.056278293273872904,0.27570566000385127,12.254121733509761,0.5248928695138565,-0.16666666666666666,0.612202380952381,9,1.0,2026-06-17T05:14:00.045696+00:00,2026-06-24T14:05:13.035772+00:00 Toto-2.0-1B,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.20449984187993384,0.33732230032104926,0.3308189849400505,0.17655516837941845,82.88982863918618,0.3406191946610711,0.29004117239411353,1.263127615780512e-10,222,0.972972972972973,2026-06-16T12:07:21.772238+00:00,2026-06-24T14:44:13.147359+00:00 Toto-2.0-1B,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.349815827688181,1.815195417079119,0.1192253999716836,1.0371196078541427,17.10063132970718,4.792957247395554,0.0620173553061062,0.24595381365642344,159,1.0,2026-06-16T12:07:26.464043+00:00,2026-06-24T14:44:18.659228+00:00 diff --git a/results/aggregates/metadata.json b/results/aggregates/metadata.json index 61fa25ad9262bd2310ec9a3c8e18180ebb8444d3..48cf5e71a519eb6d38f5b009016c0f9485cd2cb8 100644 --- a/results/aggregates/metadata.json +++ b/results/aggregates/metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-24T14:46:01.415212+00:00", + "generated_at": "2026-06-24T14:55:28.599215+00:00", "baseline_model": "Seasonal-Naive", "normalization": "Per-config metric / Seasonal-Naive metric", "metric_aggregation": "Geometric mean over dataset configurations", diff --git a/results/aggregates/results_by_domain.csv b/results/aggregates/results_by_domain.csv index ee2f08e5571e68bc7979d7eb7b8890639ff13c9f..4a760724479a5fb752fc5a9d2eb68aabada2a167 100644 --- a/results/aggregates/results_by_domain.csv +++ b/results/aggregates/results_by_domain.csv @@ -19,15 +19,15 @@ Climate,TiRex,0.00046216062015468437,0.13323907203202515,7.0,1,1,1.0 Climate,Chronos-2,0.04000687485268629,0.2532292554728701,8.0,1,1,1.0 Climate,Moving-Average,0.1654563828637396,0.7592150742519288,9.0,1,1,1.0 Climate,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -Finance,Chronos-2,0.27390598558922824,0.4247408423369286,2.5,2,2,1.0 -Finance,Toto-2.0-1B,0.2868315156150887,0.44108470999567434,3.0,2,2,1.0 -Finance,Timer-S1,0.41091665226445173,0.5167664537277674,3.5,2,2,1.0 -Finance,ETS,0.2742857860879854,0.4936905192748892,4.5,2,2,1.0 -Finance,TiRex,0.28485056471573567,0.5439760665990441,5.0,2,2,1.0 -Finance,Moirai-1.1-Large,0.6164659046570101,0.693805460608932,5.5,2,2,1.0 -Finance,TimesFM-2.5,0.27930358321936116,0.5106190078129328,5.5,2,2,1.0 -Finance,ARIMA,0.32420422938600424,0.7790852551686032,6.5,2,2,1.0 -Finance,Moving-Average,0.7843174322817797,0.9694652975220469,9.5,2,2,1.0 +Finance,Chronos-2,0.2751879542338363,0.42514245194312117,2.5,2,2,1.0 +Finance,Toto-2.0-1B,0.28804599394774005,0.4414083134770784,3.0,2,2,1.0 +Finance,Timer-S1,0.4115905260449677,0.5169260349129704,3.5,2,2,1.0 +Finance,ETS,0.27523633161664157,0.49408321236301717,4.5,2,2,1.0 +Finance,TiRex,0.285734244044086,0.5439232294165531,5.0,2,2,1.0 +Finance,Moirai-1.1-Large,0.6087045159149957,0.7021798958984558,5.5,2,2,1.0 +Finance,TimesFM-2.5,0.2804933840025256,0.5110067760963137,5.5,2,2,1.0 +Finance,ARIMA,0.3250929918208783,0.7791619853373819,6.5,2,2,1.0 +Finance,Moving-Average,0.7849394743561366,0.9694458630420566,9.5,2,2,1.0 Finance,Seasonal-Naive,1.0,1.0,9.5,2,2,1.0 Hazards,ARIMA,0.2518262335748972,0.4326268309672328,1.0,1,1,1.0 Hazards,Timer-S1,0.19667109655381543,0.43972180632710633,2.0,1,1,1.0 diff --git a/results/aggregates/results_by_frequency.csv b/results/aggregates/results_by_frequency.csv index c4646de302e69564a02b448fbe52d5f0936c84df..30ef255ec53dc5855e310828abf73b0beb088f84 100644 --- a/results/aggregates/results_by_frequency.csv +++ b/results/aggregates/results_by_frequency.csv @@ -29,16 +29,16 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 1D,ARIMA,0.2605963476930982,0.3763700612119552,8.0,1,1,1.0 1D,Moving-Average,0.24883546341355914,0.3833852854171502,9.0,1,1,1.0 1D,Seasonal-Naive,1.0,1.0,10.0,1,1,1.0 -1h,Chronos-2,0.4474720046378582,0.5807264077610462,3.1666666666666665,6,6,1.0 -1h,Timer-S1,0.402015489772803,0.6224633161054787,3.1666666666666665,6,6,1.0 -1h,TiRex,0.4793151564067078,0.6481627174501097,4.333333333333333,6,6,1.0 -1h,Moirai-1.1-Large,0.7856642888449155,0.7505966062828977,4.5,6,6,1.0 -1h,Toto-2.0-1B,0.5779528137908558,0.6793677593382806,5.0,6,6,1.0 -1h,TimesFM-2.5,0.43104908650994744,0.6676792969523646,5.666666666666667,6,6,1.0 -1h,ETS,1.7283231991387031,1.3949126649359695,7.166666666666667,6,6,1.0 -1h,Moving-Average,0.9918127674127204,0.9660634388943705,7.166666666666667,6,6,1.0 +1h,Chronos-2,0.44816902293490346,0.5809093835204563,3.1666666666666665,6,6,1.0 +1h,Timer-S1,0.4022351285904571,0.6225273832224572,3.1666666666666665,6,6,1.0 +1h,TiRex,0.4798102974890009,0.6481417311097345,4.333333333333333,6,6,1.0 +1h,Moirai-1.1-Large,0.7823531474212996,0.7536045101444425,4.5,6,6,1.0 +1h,Toto-2.0-1B,0.5787673719282109,0.6795338589751032,5.0,6,6,1.0 +1h,TimesFM-2.5,0.4316602924344216,0.6678482679074496,5.666666666666667,6,6,1.0 +1h,ETS,1.7303174156772394,1.395282415733115,7.166666666666667,6,6,1.0 +1h,Moving-Average,0.9920749003267905,0.966056983423133,7.166666666666667,6,6,1.0 1h,Seasonal-Naive,1.0,1.0,7.166666666666667,6,6,1.0 -1h,ARIMA,1.5710349128178314,1.498421051467629,7.666666666666667,6,6,1.0 +1h,ARIMA,1.572469196854117,1.4984702417734483,7.666666666666667,6,6,1.0 1mo,Timer-S1,0.3828790457316151,0.4909869342196272,1.0,1,1,1.0 1mo,Toto-2.0-1B,0.6518185228700153,0.5822432804040559,2.0,1,1,1.0 1mo,Moirai-1.1-Large,0.457954132588293,0.5887255627707786,3.0,1,1,1.0 diff --git a/results/aggregates/results_by_prediction_length.csv b/results/aggregates/results_by_prediction_length.csv index d289173fe49635649c1d2d1312aa5bb4f5344de1..a82c801bc8eb4b79f7790f698e2ad34e74059b59 100644 --- a/results/aggregates/results_by_prediction_length.csv +++ b/results/aggregates/results_by_prediction_length.csv @@ -19,16 +19,16 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 12,Moving-Average,0.9249973049108767,0.8887079460534169,6.75,2,2,1.0 12,TimesFM-2.5,0.7803986235065251,0.7985326751147283,8.0,2,2,1.0 12,Seasonal-Naive,1.0,1.0,10.0,2,2,1.0 -24,Timer-S1,0.4357547620280431,0.6738970944664395,3.4285714285714284,7,7,1.0 -24,Chronos-2,0.4859427739291705,0.6395445802151568,3.5714285714285716,7,7,1.0 -24,TiRex,0.5142352715433974,0.7039387719940493,4.714285714285714,7,7,1.0 -24,Toto-2.0-1B,0.6038814898520785,0.7226867299793275,4.857142857142857,7,7,1.0 -24,Moirai-1.1-Large,0.8653887694275727,0.8117580213224173,5.142857142857143,7,7,1.0 -24,TimesFM-2.5,0.47150538911778017,0.7240690070265802,6.0,7,7,1.0 -24,ETS,1.4063116546681191,1.2893733597680475,6.428571428571429,7,7,1.0 +24,Timer-S1,0.43595881584247187,0.6739565462681536,3.4285714285714284,7,7,1.0 +24,Chronos-2,0.4865915104584854,0.6397172976753318,3.5714285714285716,7,7,1.0 +24,TiRex,0.5146905644014728,0.7039192357187444,4.714285714285714,7,7,1.0 +24,Toto-2.0-1B,0.604610932133243,0.7228381765546297,4.857142857142857,7,7,1.0 +24,Moirai-1.1-Large,0.862261710182224,0.814545509366838,5.142857142857143,7,7,1.0 +24,TimesFM-2.5,0.4720783919026675,0.7242260684278014,6.0,7,7,1.0 +24,ETS,1.4077023959983888,1.2896663045608971,6.428571428571429,7,7,1.0 24,Seasonal-Naive,1.0,1.0,6.571428571428571,7,7,1.0 -24,ARIMA,1.4785523563116534,1.3440284291623597,6.714285714285714,7,7,1.0 -24,Moving-Average,1.0013763056311809,1.012264886186222,7.571428571428571,7,7,1.0 +24,ARIMA,1.4797092965724865,1.3440662478369119,6.714285714285714,7,7,1.0 +24,Moving-Average,1.0016031532287635,1.0122590882972575,7.571428571428571,7,7,1.0 36,ETS,0.0008266872004360007,0.01339190362261019,1.0,1,1,1.0 36,Moirai-1.1-Large,0.012271845841292461,0.020098403027830367,2.0,1,1,1.0 36,TimesFM-2.5,0.00042260183492866466,0.030160351228984382,3.0,1,1,1.0 diff --git a/results/aggregates/results_overall.csv b/results/aggregates/results_overall.csv index f9c0321586458ff78d686d7a235a9b75f9ff08ea..44078426628ac50068424e030906206e40a25840 100644 --- a/results/aggregates/results_overall.csv +++ b/results/aggregates/results_overall.csv @@ -1,11 +1,11 @@ overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage -Overall,Timer-S1,0.1666371949232903,0.409288037037043,3.423076923076923,13,13,1.0 -Overall,Chronos-2,0.3480995811464263,0.5315231233855031,4.269230769230769,13,13,1.0 -Overall,TiRex,0.20888308923136029,0.5207352849532564,4.653846153846154,13,13,1.0 -Overall,Moirai-1.1-Large,0.716961614988939,0.5417850935279211,4.884615384615385,13,13,1.0 -Overall,Toto-2.0-1B,0.3265100827475653,0.5764769701663504,5.038461538461538,13,13,1.0 -Overall,TimesFM-2.5,0.18066877361449118,0.4585133398445354,5.583333333333333,13,13,1.0 -Overall,ETS,0.6149404121031435,0.7362866664766324,5.8076923076923075,13,13,1.0 -Overall,ARIMA,0.7951054909257151,0.9255310383615797,6.5,13,13,1.0 -Overall,Moving-Average,0.6804322490070998,0.8460377138039823,7.038461538461538,13,13,1.0 +Overall,Timer-S1,0.1666827093371843,0.40930909950705513,3.423076923076923,13,13,1.0 +Overall,Chronos-2,0.34837058956994316,0.5316068531644396,4.269230769230769,13,13,1.0 +Overall,TiRex,0.2089909513559988,0.5207268546501068,4.653846153846154,13,13,1.0 +Overall,Moirai-1.1-Large,0.715449221047229,0.5428695695914848,4.884615384615385,13,13,1.0 +Overall,Toto-2.0-1B,0.32674009097136403,0.5765474377165878,5.038461538461538,13,13,1.0 +Overall,TimesFM-2.5,0.1807968178574984,0.4585713546251418,5.583333333333333,13,13,1.0 +Overall,ETS,0.615295082687217,0.73638424410647,5.8076923076923075,13,13,1.0 +Overall,ARIMA,0.7954683558554421,0.9255462299464621,6.5,13,13,1.0 +Overall,Moving-Average,0.6805221610905292,0.8460348870842084,7.038461538461538,13,13,1.0 Overall,Seasonal-Naive,1.0,1.0,7.333333333333333,13,13,1.0 diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index d2df9a4470df94bffe647b9fd6f483f7d7dc3d8d..a522ea40487a44f3baeb0565f29ebd71af8e76a4 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,270322.81616522843,677502.4376080054,798.0945785003074,1.1427517926804793,0.01274784677994969,0.012827143564926804,19.344048325087254,519.9257794774446,0.008314395449056803,0.012762733054069945,0.011474864231426437,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,272057.10151030245,678387.033075464,798.7649886565574,1.143711719521889,0.012758923682546936,0.012838101969651272,19.382445398743638,521.5909331174215,0.008341113380364265,0.0127735911643039,0.011485708504272905,Finance,1 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,ARIMA,27197.688534080287,28885.073828115153,130.26006235500384,1.3733941545973163,0.6111556523811462,1.024494621436719,15.484310582150973,164.91721721542686,1.0152918018145418,0.8019294507021014,0.723321704945088,Finance,1 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,ARIMA,0.06646777932620337,0.05238558756060849,0.21608977222595332,0.755265279257864,0.19774238693556892,1.797482357134166,23.290014701184365,0.2578134583884313,11.601605454602016,9.724039605268418,9.267801155174915,Climate,1 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,ARIMA,9.578202015526527e-15,9.143141084502762e-15,9.078851462715541e-08,nan,nan,2.0,nan,9.786828912128038e-08,inf,inf,inf,Transportation,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index bcc15f86456f1551b0884e75dc46a50405f86be1..bf4ee19fdb76be12b0f9f19fb68b47e0c5eb9fc9 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-24T14:46:00.979667+00:00", + "evaluated_at": "2026-06-24T14:55:28.223423+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62921.19140625, 62618.30859375, 61338.01171875, - 61184.0 + 61167.91015625 ], "p50": [ 61820.08867583022, diff --git a/results/arima/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/arima/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index e3caa2883f8d438bd37487e8f99a741611df466d..83eeccf74115c09854e3d29f26531eee4a9de656 100644 --- a/results/arima/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/arima/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,9 +1,9 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "ARIMA", - "evaluated_at": "2026-06-24T14:37:15.838239+00:00", + "evaluated_at": "2026-06-24T14:55:28.256823+00:00", "freq": "5min", - "context_length": 14, + "context_length": 16, "prediction_length": 12, "context": [ 0.0, @@ -19,6 +19,8 @@ 0.0, 0.0, 0.0, + 0.0, + 0.0, 0.0 ], "actuals": [ @@ -245,6 +247,8 @@ "2026-06-24 12:20:00", "2026-06-24 12:25:00", "2026-06-24 12:30:00", - "2026-06-24 12:35:00" + "2026-06-24 12:35:00", + "2026-06-24 12:40:00", + "2026-06-24 12:45:00" ] } diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index 4e69e41ab5ebff0587765be8c63aeb109773785a..f539a2a3fd23d90c0a7340453642da7118ef4b33 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,25 +1,19 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-24T14:46:01.120209+00:00", + "evaluated_at": "2026-06-24T14:55:28.260288+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t140000z", - "data_fetched_at": "2026-06-24T14:42:15.676629Z", + "data_fetched_at": "2026-06-24T14:52:10.912273Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t083000z", - "data_fetched_at": "2026-06-24T14:42:15.676629Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t151000z", - "data_fetched_at": "2026-06-24T14:42:15.676629Z", - "context_length": 77, - "prediction_length": 72 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260624t130000z", + "data_fetched_at": "2026-06-24T14:52:10.912273Z", + "context_length": 16, + "prediction_length": 12 } ], "failed_datasets": [] diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index 3ce6e5394a14a6cb95cf68cd662651abe61f39b1..e01235249d2b9758e98282d8a49b3126dc6c9404 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,209348.58467229208,209348.58467229208,232.36979166666666,0.332718706711238,0.0037525769553176016,0.0037293230238478396,4.72976066849501,457.546265062116,0.007316853162751144,0.0037159425721751986,0.004075552571029974,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,211507.28180631003,211507.28180631003,233.04020182291666,0.3336786335526476,0.0037638240786959563,0.003740279895266329,4.768157742151392,459.8992083123323,0.007354559284889531,0.0037267034800053237,0.00408631734265648,Finance,1 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Chronos-2,25067.461899718543,25067.461899718543,121.96686029434204,1.2859549577545721,0.6608019070822674,0.9393767274480805,18.969076544647905,158.32707254199624,0.9747204171363386,0.7508734105557137,0.605299940786381,Finance,1 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Chronos-2,0.38286577723512,0.38286577723512,0.3572785502506627,1.2487406564793562,3.0674150874105828,1.8905744805532148,14.406474395590338,0.6187614865480237,27.844266479749162,16.07753452170589,18.926776115528433,Climate,1 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Chronos-2,2.883436665529308e-17,2.883436665529308e-17,4.639987139879824e-09,nan,nan,2.0,nan,5.369764115423794e-09,inf,inf,inf,Transportation,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index 633b844a1eed791f7df3511a0bcf26e412da4dac..f0daa633842cf298d201b7e02c771b91a0a57def 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-24T14:42:37.922654+00:00", + "evaluated_at": "2026-06-24T14:52:57.577698+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62921.19140625, 62618.30859375, 61338.01171875, - 61184.0 + 61167.91015625 ], "p50": [ 62441.34765625, diff --git a/results/chronos_2/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/chronos_2/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index 2cc9eff9dd9b571e5fb95ce38109585359857502..f16854ed68f3b3abc27fed5a76900b99c6c3c7d3 100644 --- a/results/chronos_2/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/chronos_2/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,9 +1,9 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-24T14:31:26.631976+00:00", + "evaluated_at": "2026-06-24T14:53:00.849440+00:00", "freq": "5min", - "context_length": 14, + "context_length": 16, "prediction_length": 12, "context": [ 0.0, @@ -19,6 +19,8 @@ 0.0, 0.0, 0.0, + 0.0, + 0.0, 0.0 ], "actuals": [ @@ -245,6 +247,8 @@ "2026-06-24 12:20:00", "2026-06-24 12:25:00", "2026-06-24 12:30:00", - "2026-06-24 12:35:00" + "2026-06-24 12:35:00", + "2026-06-24 12:40:00", + "2026-06-24 12:45:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 8a3d3a1ab0c4b5d82f4ee21ef3f8c76789d1d8ca..f094734d2ba3da813dcdbc562ab95029256d9b4a 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,25 +1,19 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-24T14:42:53.124717+00:00", + "evaluated_at": "2026-06-24T14:53:03.807650+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t140000z", - "data_fetched_at": "2026-06-24T14:42:15.676629Z", + "data_fetched_at": "2026-06-24T14:52:10.912273Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t083000z", - "data_fetched_at": "2026-06-24T14:42:15.676629Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t151000z", - "data_fetched_at": "2026-06-24T14:42:15.676629Z", - "context_length": 77, - "prediction_length": 72 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260624t130000z", + "data_fetched_at": "2026-06-24T14:52:10.912273Z", + "context_length": 16, + "prediction_length": 12 } ], "failed_datasets": [] diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index a97bdb1988ed79069fcd7a6a88112cce177aea84..d8d98be1e7a112aa89c27bec3ecb8b82ee68851b 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,190533.22266014107,192176.51733371345,345.9478370360769,0.49534544099995914,0.005546161087167256,0.0055466865194037165,5.382391219131261,436.5011141568153,0.006980309537067477,0.005532226397303663,0.004601596759840192,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,192032.6748699137,193661.86788485546,346.6182471923269,0.49630536784136875,0.005557318251020164,0.0055576443570291385,5.420788292787642,438.21532934153925,0.007007797710756179,0.005543006820027407,0.0046123671834998456,Finance,1 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,ETS,27619.336324418462,28734.51642651467,129.964918000045,1.370282306464171,0.618770085277974,1.0227875260688906,19.0701060641571,166.19066256687967,1.0231316056095572,0.8001124321457544,0.7242860136139402,Finance,1 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,ETS,0.007911396196046683,0.004443962187400162,0.022230678074485796,0.0776994631030558,0.9999457178687757,1.9999758759218373,3.113763458041717,0.08894602968118748,4.002571276010477,1.0003804984450297,1.0009331708240656,Climate,1 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,ETS,9.578202015526527e-15,9.143141084502762e-15,9.078851462715541e-08,nan,nan,2.0,nan,9.786828912128038e-08,inf,inf,inf,Transportation,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index e3ce03b2e4cf96d2de23299f4c96d3e341dfec59..8d24f21f97c9efad83153668c4a5c6d0198e5511 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-24T14:46:01.155663+00:00", + "evaluated_at": "2026-06-24T14:55:28.297830+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62921.19140625, 62618.30859375, 61338.01171875, - 61184.0 + 61167.91015625 ], "p50": [ 62464.823717521715, diff --git a/results/ets/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/ets/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index a69aeb7ffc7cc4d7d2007ffb505f65a238feaae7..a51e5b5d86aa6fb31cd2aa4c72c5840e586e0c65 100644 --- a/results/ets/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/ets/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,9 +1,9 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "ETS", - "evaluated_at": "2026-06-24T14:37:15.950510+00:00", + "evaluated_at": "2026-06-24T14:55:28.318341+00:00", "freq": "5min", - "context_length": 14, + "context_length": 16, "prediction_length": 12, "context": [ 0.0, @@ -19,6 +19,8 @@ 0.0, 0.0, 0.0, + 0.0, + 0.0, 0.0 ], "actuals": [ @@ -245,6 +247,8 @@ "2026-06-24 12:20:00", "2026-06-24 12:25:00", "2026-06-24 12:30:00", - "2026-06-24 12:35:00" + "2026-06-24 12:35:00", + "2026-06-24 12:40:00", + "2026-06-24 12:45:00" ] } diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index a6e468e2cc700fec1795312e50938b7ce06f4f86..579142ff3558611f46258d3c9e7bcfae12786ff7 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,25 +1,19 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-24T14:46:01.220173+00:00", + "evaluated_at": "2026-06-24T14:55:28.321590+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t140000z", - "data_fetched_at": "2026-06-24T14:42:15.676629Z", + "data_fetched_at": "2026-06-24T14:52:10.912273Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t083000z", - "data_fetched_at": "2026-06-24T14:42:15.676629Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t151000z", - "data_fetched_at": "2026-06-24T14:42:15.676629Z", - "context_length": 77, - "prediction_length": 72 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260624t130000z", + "data_fetched_at": "2026-06-24T14:52:10.912273Z", + "context_length": 16, + "prediction_length": 12 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index ade327f3e7dc397f8cc4a9274243368ec5e308b0..2acc42382d8dde547047a3f901708608315ccc8c 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -2339,3 +2339,5 @@ {"evaluated_at": "2026-06-24T14:46:07.536461+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} {"evaluated_at": "2026-06-24T14:46:07.536461+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} {"evaluated_at": "2026-06-24T14:46:07.536461+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} +{"evaluated_at": "2026-06-24T14:55:34.656563+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-24T14:55:34.656563+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count", "prediction_length": 12} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index 4b71814fbb28638684a24a7e2e0175a35fcc23a7..07f80f71309ae231d1ca2ab48ca06415b282f58a 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,1593092.860156377,1485100.3174503644,1140.2279459635417,1.6326354850858271,0.01828200351181736,0.018092061082402508,17.78496042370085,1262.1778243006715,0.020184122373799664,0.018233960343983925,0.01189131312184846,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,1554660.32842954,1433141.5668724377,1121.4501139322917,1.6057484446341979,0.017981071760615124,0.017797712658335647,20.014180186587964,1246.860188004068,0.01993938455840244,0.017933867245015635,0.012189218532587122,Finance,1 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Moirai-1.1-Large,16686.082218299314,23854.6097118992,118.48584794998169,1.249252979270973,0.6341526987784595,0.8974283770402294,11.311712606405017,129.17461909484894,0.7952470577902047,0.7294430022883489,0.5535472469350817,Finance,1 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Moirai-1.1-Large,0.11744156006778247,0.004446845526198335,0.022358009591698647,0.07814450533210461,1.0002665817697856,1.9999009450346519,2.3697469482303872,0.3426974760160665,15.421386190926432,1.0061104166342256,1.502188100964339,Climate,1 -data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Moirai-1.1-Large,8.929202431388154,2.1005996385153322e-18,1.1230382451534366e-09,nan,nan,2.0,nan,2.988177108437208,inf,inf,inf,Transportation,1 +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Moirai-1.1-Large,46.36262497115237,1.655520197409265e-18,9.909209656887412e-10,nan,nan,2.0,nan,6.809010572113424,inf,inf,inf,Transportation,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,0.9828966413944423,0.9599815512104518,0.7149104277292887,0.4231924608723394,0.028601583742018183,0.02784281223555632,2.134888544212476,0.9914114390072581,0.03898334606989204,0.02811103394273159,0.0236972717623719,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.2764794418489824,0.2913711184710711,0.41593017677466076,0.9667923477324254,0.5832059946711363,0.97951370722261,2.8849916925260572,0.5258131244548603,0.899287007828349,0.7113565385515808,0.5988707767779207,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,1.5531054122066297,0.0172331326085629,0.1105979366434945,0.4739910874999899,0.0932303545770583,0.08740400246288758,3.790414818524494,1.2462364993076673,1.005930841031495,0.08927188016555787,0.09951022673127723,Ocean,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index 8191ff3a4623e0b0a04477b32ca140e8a50cc697..0e019157ff82ca19bc0dd5f08675529d66d13e41 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-24T14:45:08.726727+00:00", + "evaluated_at": "2026-06-24T14:54:57.614437+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,346 +127,346 @@ 62921.19140625, 62618.30859375, 61338.01171875, - 61184.0 + 61167.91015625 ], "p50": [ - 63742.96875, - 63742.892578125, - 63654.412109375, - 63679.962890625, - 63673.08203125, - 63715.251953125, - 63742.486328125, - 63708.208984375, - 63646.388671875, - 63640.59765625, - 63639.736328125, - 63660.873046875, - 63710.396484375, - 63606.41015625, - 63720.720703125, - 63660.59375, - 63729.875, - 63719.50390625, - 63692.587890625, - 63687.365234375, - 63610.693359375, - 63588.34375, - 63675.064453125, - 63697.55859375 + 63651.837890625, + 63699.470703125, + 63548.880859375, + 63624.21484375, + 63722.76171875, + 63567.787109375, + 63727.33203125, + 63633.458984375, + 63643.146484375, + 63595.845703125, + 63599.8984375, + 63639.748046875, + 63682.314453125, + 63660.609375, + 63681.71875, + 63657.435546875, + 63722.556640625, + 63598.306640625, + 63766.32421875, + 63695.30859375, + 63539.916015625, + 63697.154296875, + 63487.443359375, + 63623.423828125 ], "p10": [ - 62845.34765625, - 62873.3515625, - 62564.494140625, - 62726.615234375, - 62847.203125, - 62964.802734375, - 63030.423828125, - 62839.4609375, - 62915.3203125, - 62799.4921875, - 62919.208984375, - 62845.853515625, - 62878.642578125, - 62540.212890625, - 62849.609375, - 62590.42578125, - 62562.353515625, - 62614.052734375, - 62734.0625, - 62655.01171875, - 62625.865234375, - 62488.92578125, - 62821.23828125, - 62861.2109375 + 62688.32421875, + 62689.14453125, + 62694.392578125, + 62764.68359375, + 62765.3515625, + 62687.232421875, + 63031.431640625, + 62905.138671875, + 62769.546875, + 62828.544921875, + 62818.322265625, + 62770.58203125, + 62584.921875, + 62643.845703125, + 62573.33203125, + 62790.431640625, + 62715.310546875, + 62752.33984375, + 62742.107421875, + 62674.365234375, + 62604.455078125, + 62453.068359375, + 62614.7734375, + 62692.669921875 ], "p90": [ - 64627.845703125, - 64712.20703125, - 64607.720703125, - 64576.404296875, - 64978.203125, - 64528.83984375, - 64602.986328125, - 64841.59375, - 64593.4609375, - 64512.642578125, - 64543.83203125, - 64843.88671875, - 64529.205078125, - 64542.943359375, - 64852.900390625, - 64613.3125, - 64830.908203125, - 64804.4765625, - 64972.650390625, - 64972.63671875, - 64658.40234375, - 64827.869140625, - 64706.1171875, - 64866.90625 + 64337.01953125, + 64821.224609375, + 64569.384765625, + 64519.451171875, + 64675.544921875, + 64323.224609375, + 64679.380859375, + 64396.16796875, + 64412.037109375, + 64499.505859375, + 64539.416015625, + 64517.83984375, + 64620.53515625, + 64948.900390625, + 64910.037109375, + 64712.013671875, + 64925.96484375, + 64609.40234375, + 64831.177734375, + 64831.880859375, + 64718.162109375, + 64641.1171875, + 64861.75, + 64864.966796875 ], "mean": [ - 63732.171875, - 63739.7421875, - 63541.09765625, - 63695.0078125, - 63781.08203125, - 63747.78515625, - 63795.8359375, - 63726.97265625, - 63702.80078125, - 63632.41015625, - 63664.01171875, - 63871.3828125, - 63714.234375, - 63631.5390625, - 63847.23046875, - 63633.10546875, - 63624.953125, - 63715.484375, - 63732.57421875, - 63761.64453125, - 63671.671875, - 63693.35546875, - 63632.14453125, - 63752.23046875 + 63565.328125, + 63669.765625, + 63572.93359375, + 63643.5703125, + 63686.234375, + 63564.8515625, + 63866.7265625, + 63700.58203125, + 63609.70703125, + 63647.9765625, + 63661.078125, + 63714.05078125, + 63689.45703125, + 63687.50390625, + 63698.27734375, + 63799.359375, + 63801.3515625, + 63592.578125, + 63819.72265625, + 63593.3671875, + 63596.68359375, + 63542.9921875, + 63642.61328125, + 63756.08984375 ], "quantiles": { "0.1": [ - 62845.34765625, - 62873.3515625, - 62564.494140625, - 62726.615234375, - 62847.203125, - 62964.802734375, - 63030.423828125, - 62839.4609375, - 62915.3203125, - 62799.4921875, - 62919.208984375, - 62845.853515625, - 62878.642578125, - 62540.212890625, - 62849.609375, - 62590.42578125, - 62562.353515625, - 62614.052734375, - 62734.0625, - 62655.01171875, - 62625.865234375, - 62488.92578125, - 62821.23828125, - 62861.2109375 + 62688.32421875, + 62689.14453125, + 62694.392578125, + 62764.68359375, + 62765.3515625, + 62687.232421875, + 63031.431640625, + 62905.138671875, + 62769.546875, + 62828.544921875, + 62818.322265625, + 62770.58203125, + 62584.921875, + 62643.845703125, + 62573.33203125, + 62790.431640625, + 62715.310546875, + 62752.33984375, + 62742.107421875, + 62674.365234375, + 62604.455078125, + 62453.068359375, + 62614.7734375, + 62692.669921875 ], "0.2": [ - 62845.34765625, - 62873.3515625, - 62564.494140625, - 62726.615234375, - 62847.203125, - 62964.802734375, - 63030.423828125, - 62839.4609375, - 62915.3203125, - 62799.4921875, - 62919.208984375, - 62845.853515625, - 62878.642578125, - 62540.212890625, - 62849.609375, - 62590.42578125, - 62562.353515625, - 62614.052734375, - 62734.0625, - 62655.01171875, - 62625.865234375, - 62488.92578125, - 62821.23828125, - 62861.2109375 + 62688.32421875, + 62689.14453125, + 62694.392578125, + 62764.68359375, + 62765.3515625, + 62687.232421875, + 63031.431640625, + 62905.138671875, + 62769.546875, + 62828.544921875, + 62818.322265625, + 62770.58203125, + 62584.921875, + 62643.845703125, + 62573.33203125, + 62790.431640625, + 62715.310546875, + 62752.33984375, + 62742.107421875, + 62674.365234375, + 62604.455078125, + 62453.068359375, + 62614.7734375, + 62692.669921875 ], "0.3": [ - 62845.34765625, - 62873.3515625, - 62564.494140625, - 62726.615234375, - 62847.203125, - 62964.802734375, - 63030.423828125, - 62839.4609375, - 62915.3203125, - 62799.4921875, - 62919.208984375, - 62845.853515625, - 62878.642578125, - 62540.212890625, - 62849.609375, - 62590.42578125, - 62562.353515625, - 62614.052734375, - 62734.0625, - 62655.01171875, - 62625.865234375, - 62488.92578125, - 62821.23828125, - 62861.2109375 + 62688.32421875, + 62689.14453125, + 62694.392578125, + 62764.68359375, + 62765.3515625, + 62687.232421875, + 63031.431640625, + 62905.138671875, + 62769.546875, + 62828.544921875, + 62818.322265625, + 62770.58203125, + 62584.921875, + 62643.845703125, + 62573.33203125, + 62790.431640625, + 62715.310546875, + 62752.33984375, + 62742.107421875, + 62674.365234375, + 62604.455078125, + 62453.068359375, + 62614.7734375, + 62692.669921875 ], "0.4": [ - 63742.96875, - 63742.892578125, - 63654.412109375, - 63679.962890625, - 63673.08203125, - 63715.251953125, - 63742.486328125, - 63708.208984375, - 63646.388671875, - 63640.59765625, - 63639.736328125, - 63660.873046875, - 63710.396484375, - 63606.41015625, - 63720.720703125, - 63660.59375, - 63729.875, - 63719.50390625, - 63692.587890625, - 63687.365234375, - 63610.693359375, - 63588.34375, - 63675.064453125, - 63697.55859375 + 63651.837890625, + 63699.470703125, + 63548.880859375, + 63624.21484375, + 63722.76171875, + 63567.787109375, + 63727.33203125, + 63633.458984375, + 63643.146484375, + 63595.845703125, + 63599.8984375, + 63639.748046875, + 63682.314453125, + 63660.609375, + 63681.71875, + 63657.435546875, + 63722.556640625, + 63598.306640625, + 63766.32421875, + 63695.30859375, + 63539.916015625, + 63697.154296875, + 63487.443359375, + 63623.423828125 ], "0.5": [ - 63742.96875, - 63742.892578125, - 63654.412109375, - 63679.962890625, - 63673.08203125, - 63715.251953125, - 63742.486328125, - 63708.208984375, - 63646.388671875, - 63640.59765625, - 63639.736328125, - 63660.873046875, - 63710.396484375, - 63606.41015625, - 63720.720703125, - 63660.59375, - 63729.875, - 63719.50390625, - 63692.587890625, - 63687.365234375, - 63610.693359375, - 63588.34375, - 63675.064453125, - 63697.55859375 + 63651.837890625, + 63699.470703125, + 63548.880859375, + 63624.21484375, + 63722.76171875, + 63567.787109375, + 63727.33203125, + 63633.458984375, + 63643.146484375, + 63595.845703125, + 63599.8984375, + 63639.748046875, + 63682.314453125, + 63660.609375, + 63681.71875, + 63657.435546875, + 63722.556640625, + 63598.306640625, + 63766.32421875, + 63695.30859375, + 63539.916015625, + 63697.154296875, + 63487.443359375, + 63623.423828125 ], "0.6": [ - 63742.96875, - 63742.892578125, - 63654.412109375, - 63679.962890625, - 63673.08203125, - 63715.251953125, - 63742.486328125, - 63708.208984375, - 63646.388671875, - 63640.59765625, - 63639.736328125, - 63660.873046875, - 63710.396484375, - 63606.41015625, - 63720.720703125, - 63660.59375, - 63729.875, - 63719.50390625, - 63692.587890625, - 63687.365234375, - 63610.693359375, - 63588.34375, - 63675.064453125, - 63697.55859375 + 63651.837890625, + 63699.470703125, + 63548.880859375, + 63624.21484375, + 63722.76171875, + 63567.787109375, + 63727.33203125, + 63633.458984375, + 63643.146484375, + 63595.845703125, + 63599.8984375, + 63639.748046875, + 63682.314453125, + 63660.609375, + 63681.71875, + 63657.435546875, + 63722.556640625, + 63598.306640625, + 63766.32421875, + 63695.30859375, + 63539.916015625, + 63697.154296875, + 63487.443359375, + 63623.423828125 ], "0.7": [ - 63742.96875, - 63742.892578125, - 63654.412109375, - 63679.962890625, - 63673.08203125, - 63715.251953125, - 63742.486328125, - 63708.208984375, - 63646.388671875, - 63640.59765625, - 63639.736328125, - 63660.873046875, - 63710.396484375, - 63606.41015625, - 63720.720703125, - 63660.59375, - 63729.875, - 63719.50390625, - 63692.587890625, - 63687.365234375, - 63610.693359375, - 63588.34375, - 63675.064453125, - 63697.55859375 + 63651.837890625, + 63699.470703125, + 63548.880859375, + 63624.21484375, + 63722.76171875, + 63567.787109375, + 63727.33203125, + 63633.458984375, + 63643.146484375, + 63595.845703125, + 63599.8984375, + 63639.748046875, + 63682.314453125, + 63660.609375, + 63681.71875, + 63657.435546875, + 63722.556640625, + 63598.306640625, + 63766.32421875, + 63695.30859375, + 63539.916015625, + 63697.154296875, + 63487.443359375, + 63623.423828125 ], "0.8": [ - 64627.845703125, - 64712.20703125, - 64607.720703125, - 64576.404296875, - 64978.203125, - 64528.83984375, - 64602.986328125, - 64841.59375, - 64593.4609375, - 64512.642578125, - 64543.83203125, - 64843.88671875, - 64529.205078125, - 64542.943359375, - 64852.900390625, - 64613.3125, - 64830.908203125, - 64804.4765625, - 64972.650390625, - 64972.63671875, - 64658.40234375, - 64827.869140625, - 64706.1171875, - 64866.90625 + 64337.01953125, + 64821.224609375, + 64569.384765625, + 64519.451171875, + 64675.544921875, + 64323.224609375, + 64679.380859375, + 64396.16796875, + 64412.037109375, + 64499.505859375, + 64539.416015625, + 64517.83984375, + 64620.53515625, + 64948.900390625, + 64910.037109375, + 64712.013671875, + 64925.96484375, + 64609.40234375, + 64831.177734375, + 64831.880859375, + 64718.162109375, + 64641.1171875, + 64861.75, + 64864.966796875 ], "0.9": [ - 64627.845703125, - 64712.20703125, - 64607.720703125, - 64576.404296875, - 64978.203125, - 64528.83984375, - 64602.986328125, - 64841.59375, - 64593.4609375, - 64512.642578125, - 64543.83203125, - 64843.88671875, - 64529.205078125, - 64542.943359375, - 64852.900390625, - 64613.3125, - 64830.908203125, - 64804.4765625, - 64972.650390625, - 64972.63671875, - 64658.40234375, - 64827.869140625, - 64706.1171875, - 64866.90625 + 64337.01953125, + 64821.224609375, + 64569.384765625, + 64519.451171875, + 64675.544921875, + 64323.224609375, + 64679.380859375, + 64396.16796875, + 64412.037109375, + 64499.505859375, + 64539.416015625, + 64517.83984375, + 64620.53515625, + 64948.900390625, + 64910.037109375, + 64712.013671875, + 64925.96484375, + 64609.40234375, + 64831.177734375, + 64831.880859375, + 64718.162109375, + 64641.1171875, + 64861.75, + 64864.966796875 ] }, "timestamps": [ diff --git a/results/moirai_1_1_large/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/moirai_1_1_large/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index 9768f222ec58360d56de67aa573a076d0241f59e..4394355f5f30871fc4a4d90007b28af1b164ab92 100644 --- a/results/moirai_1_1_large/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/moirai_1_1_large/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,9 +1,9 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-24T14:35:35.936230+00:00", + "evaluated_at": "2026-06-24T14:55:03.102857+00:00", "freq": "5min", - "context_length": 14, + "context_length": 16, "prediction_length": 12, "context": [ 0.0, @@ -19,6 +19,8 @@ 0.0, 0.0, 0.0, + 0.0, + 0.0, 0.0 ], "actuals": [ @@ -36,187 +38,187 @@ 0.0 ], "p50": [ - -1.2223995149440725e-09, - -2.4040861523744184e-09, - -3.5803428277692007e-10, - -3.383831409520255e-10, - -2.000824728121131e-09, - 6.554729536922821e-10, - -1.937678351104921e-09, - -2.1569389330178268e-10, - -2.8317017619627904e-09, - 2.776308488661172e-10, - -6.383639172824473e-10, - 4.0273361902321e-12 + -1.0342164902255035e-09, + -2.3309166818918925e-09, + -9.166352121781074e-10, + -2.4294927181145454e-10, + -2.309242130849043e-09, + 9.352005836404942e-10, + -1.3554290467787666e-09, + -1.794147122535783e-10, + -2.8274331764777116e-09, + 1.5181517154516655e-10, + -3.9454524369819666e-10, + -3.610958337896264e-10 ], "p10": [ - -4.502004102846513e-09, - -6.0267353330090145e-09, - -4.222884708582342e-09, - -3.4664751069612976e-09, - -5.885948839434718e-09, - -2.8206621482951277e-09, - -5.570042649338802e-09, - -4.204465220425391e-09, - -6.864625090585719e-09, - -3.1690368107462064e-09, - -4.1999490552058205e-09, - -3.5654638130822036e-09 + -4.61308280463868e-09, + -5.665565794288341e-09, + -3.994540476170982e-09, + -4.309490320153486e-09, + -5.991943829997126e-09, + -2.46927134295305e-09, + -4.970020395234087e-09, + -4.335469094840505e-09, + -6.570004096317916e-09, + -3.063959419513651e-09, + -4.689934218760072e-09, + -3.824845218325379e-09 ], "p90": [ - 2.6216536719303463e-09, - 2.003688104323942e-09, - 4.000406672588497e-09, - 2.879696481272731e-09, - 2.968779444501024e-09, - 4.181466062291861e-09, - 2.2283528355870885e-09, - 4.3135266469818134e-09, - 3.1939205724640374e-09, - 4.460752212054331e-09, - 4.735624337115496e-09, - 4.1200742817437686e-09 + 3.634606060565204e-09, + 1.979535757534734e-09, + 4.141753828790229e-09, + 4.622642935103727e-09, + 1.994459042364838e-09, + 6.015925313462844e-09, + 4.101468498163285e-09, + 4.042356893663168e-09, + 1.2638464719216813e-09, + 5.904615019147741e-09, + 3.6820158033634698e-09, + 4.695074329319482e-09 ], "mean": [ - 2.062845669570379e-05, - 0.0006077032303437591, - 0.008224127814173698, - 0.0071482229977846146, - 1.6765713691711426, - 0.0005205843481235206, - 0.02467225305736065, - 0.0011722497874870896, - 0.2587685286998749, - 0.2907395362854004, - 0.2116357535123825, - 2.1955177783966064 + 0.0025620474480092525, + 20.699201583862305, + 0.04791939631104469, + 0.1925087571144104, + 0.0003582386707421392, + 0.8813072443008423, + 0.14136344194412231, + 0.0003161235072184354, + 0.05153348296880722, + 0.5993927121162415, + 2.2812769412994385, + 0.12178068608045578 ], "quantiles": { "0.1": [ - -4.502004102846513e-09, - -6.0267353330090145e-09, - -4.222884708582342e-09, - -3.4664751069612976e-09, - -5.885948839434718e-09, - -2.8206621482951277e-09, - -5.570042649338802e-09, - -4.204465220425391e-09, - -6.864625090585719e-09, - -3.1690368107462064e-09, - -4.1999490552058205e-09, - -3.5654638130822036e-09 + -4.61308280463868e-09, + -5.665565794288341e-09, + -3.994540476170982e-09, + -4.309490320153486e-09, + -5.991943829997126e-09, + -2.46927134295305e-09, + -4.970020395234087e-09, + -4.335469094840505e-09, + -6.570004096317916e-09, + -3.063959419513651e-09, + -4.689934218760072e-09, + -3.824845218325379e-09 ], "0.2": [ - -4.502004102846513e-09, - -6.0267353330090145e-09, - -4.222884708582342e-09, - -3.4664751069612976e-09, - -5.885948839434718e-09, - -2.8206621482951277e-09, - -5.570042649338802e-09, - -4.204465220425391e-09, - -6.864625090585719e-09, - -3.1690368107462064e-09, - -4.1999490552058205e-09, - -3.5654638130822036e-09 + -4.61308280463868e-09, + -5.665565794288341e-09, + -3.994540476170982e-09, + -4.309490320153486e-09, + -5.991943829997126e-09, + -2.46927134295305e-09, + -4.970020395234087e-09, + -4.335469094840505e-09, + -6.570004096317916e-09, + -3.063959419513651e-09, + -4.689934218760072e-09, + -3.824845218325379e-09 ], "0.3": [ - -4.502004102846513e-09, - -6.0267353330090145e-09, - -4.222884708582342e-09, - -3.4664751069612976e-09, - -5.885948839434718e-09, - -2.8206621482951277e-09, - -5.570042649338802e-09, - -4.204465220425391e-09, - -6.864625090585719e-09, - -3.1690368107462064e-09, - -4.1999490552058205e-09, - -3.5654638130822036e-09 + -4.61308280463868e-09, + -5.665565794288341e-09, + -3.994540476170982e-09, + -4.309490320153486e-09, + -5.991943829997126e-09, + -2.46927134295305e-09, + -4.970020395234087e-09, + -4.335469094840505e-09, + -6.570004096317916e-09, + -3.063959419513651e-09, + -4.689934218760072e-09, + -3.824845218325379e-09 ], "0.4": [ - -1.2223995149440725e-09, - -2.4040861523744184e-09, - -3.5803428277692007e-10, - -3.383831409520255e-10, - -2.000824728121131e-09, - 6.554729536922821e-10, - -1.937678351104921e-09, - -2.1569389330178268e-10, - -2.8317017619627904e-09, - 2.776308488661172e-10, - -6.383639172824473e-10, - 4.0273361902321e-12 + -1.0342164902255035e-09, + -2.3309166818918925e-09, + -9.166352121781074e-10, + -2.4294927181145454e-10, + -2.309242130849043e-09, + 9.352005836404942e-10, + -1.3554290467787666e-09, + -1.794147122535783e-10, + -2.8274331764777116e-09, + 1.5181517154516655e-10, + -3.9454524369819666e-10, + -3.610958337896264e-10 ], "0.5": [ - -1.2223995149440725e-09, - -2.4040861523744184e-09, - -3.5803428277692007e-10, - -3.383831409520255e-10, - -2.000824728121131e-09, - 6.554729536922821e-10, - -1.937678351104921e-09, - -2.1569389330178268e-10, - -2.8317017619627904e-09, - 2.776308488661172e-10, - -6.383639172824473e-10, - 4.0273361902321e-12 + -1.0342164902255035e-09, + -2.3309166818918925e-09, + -9.166352121781074e-10, + -2.4294927181145454e-10, + -2.309242130849043e-09, + 9.352005836404942e-10, + -1.3554290467787666e-09, + -1.794147122535783e-10, + -2.8274331764777116e-09, + 1.5181517154516655e-10, + -3.9454524369819666e-10, + -3.610958337896264e-10 ], "0.6": [ - -1.2223995149440725e-09, - -2.4040861523744184e-09, - -3.5803428277692007e-10, - -3.383831409520255e-10, - -2.000824728121131e-09, - 6.554729536922821e-10, - -1.937678351104921e-09, - -2.1569389330178268e-10, - -2.8317017619627904e-09, - 2.776308488661172e-10, - -6.383639172824473e-10, - 4.0273361902321e-12 + -1.0342164902255035e-09, + -2.3309166818918925e-09, + -9.166352121781074e-10, + -2.4294927181145454e-10, + -2.309242130849043e-09, + 9.352005836404942e-10, + -1.3554290467787666e-09, + -1.794147122535783e-10, + -2.8274331764777116e-09, + 1.5181517154516655e-10, + -3.9454524369819666e-10, + -3.610958337896264e-10 ], "0.7": [ - -1.2223995149440725e-09, - -2.4040861523744184e-09, - -3.5803428277692007e-10, - -3.383831409520255e-10, - -2.000824728121131e-09, - 6.554729536922821e-10, - -1.937678351104921e-09, - -2.1569389330178268e-10, - -2.8317017619627904e-09, - 2.776308488661172e-10, - -6.383639172824473e-10, - 4.0273361902321e-12 + -1.0342164902255035e-09, + -2.3309166818918925e-09, + -9.166352121781074e-10, + -2.4294927181145454e-10, + -2.309242130849043e-09, + 9.352005836404942e-10, + -1.3554290467787666e-09, + -1.794147122535783e-10, + -2.8274331764777116e-09, + 1.5181517154516655e-10, + -3.9454524369819666e-10, + -3.610958337896264e-10 ], "0.8": [ - 2.6216536719303463e-09, - 2.003688104323942e-09, - 4.000406672588497e-09, - 2.879696481272731e-09, - 2.968779444501024e-09, - 4.181466062291861e-09, - 2.2283528355870885e-09, - 4.3135266469818134e-09, - 3.1939205724640374e-09, - 4.460752212054331e-09, - 4.735624337115496e-09, - 4.1200742817437686e-09 + 3.634606060565204e-09, + 1.979535757534734e-09, + 4.141753828790229e-09, + 4.622642935103727e-09, + 1.994459042364838e-09, + 6.015925313462844e-09, + 4.101468498163285e-09, + 4.042356893663168e-09, + 1.2638464719216813e-09, + 5.904615019147741e-09, + 3.6820158033634698e-09, + 4.695074329319482e-09 ], "0.9": [ - 2.6216536719303463e-09, - 2.003688104323942e-09, - 4.000406672588497e-09, - 2.879696481272731e-09, - 2.968779444501024e-09, - 4.181466062291861e-09, - 2.2283528355870885e-09, - 4.3135266469818134e-09, - 3.1939205724640374e-09, - 4.460752212054331e-09, - 4.735624337115496e-09, - 4.1200742817437686e-09 + 3.634606060565204e-09, + 1.979535757534734e-09, + 4.141753828790229e-09, + 4.622642935103727e-09, + 1.994459042364838e-09, + 6.015925313462844e-09, + 4.101468498163285e-09, + 4.042356893663168e-09, + 1.2638464719216813e-09, + 5.904615019147741e-09, + 3.6820158033634698e-09, + 4.695074329319482e-09 ] }, "timestamps": [ @@ -245,6 +247,8 @@ "2026-06-24 12:20:00", "2026-06-24 12:25:00", "2026-06-24 12:30:00", - "2026-06-24 12:35:00" + "2026-06-24 12:35:00", + "2026-06-24 12:40:00", + "2026-06-24 12:45:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index 981dbdfa0a533819222187dacbbe1e9ed5f957c1..b68dc5bf5b47fd33916b0dde3dc527c0a566b31c 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,25 +1,19 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-24T14:45:31.382379+00:00", + "evaluated_at": "2026-06-24T14:55:05.061683+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t140000z", - "data_fetched_at": "2026-06-24T14:42:15.676629Z", + "data_fetched_at": "2026-06-24T14:52:10.912273Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t083000z", - "data_fetched_at": "2026-06-24T14:42:15.676629Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t151000z", - "data_fetched_at": "2026-06-24T14:42:15.676629Z", - "context_length": 77, - "prediction_length": 72 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260624t130000z", + "data_fetched_at": "2026-06-24T14:52:10.912273Z", + "context_length": 16, + "prediction_length": 12 } ], "failed_datasets": [] diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index 4910b8efb97e306bc6fcd8260e9ec69f5c38eae3..db0fee0ef2400e4a5c815afab827a24343ac34ef 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,1276698.1185302231,1266698.3563213006,1042.407928145556,1.492571883937713,0.016717496162404245,0.01655520011318259,34.86598340774387,1129.9106683849936,0.018068971553022357,0.01666967108756363,0.015380581448841607,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,1279900.8407763382,1269886.9769087853,1043.078338301806,1.4935318107791222,0.016728880884201415,0.01656615484946621,34.904380481400246,1131.3270264500616,0.018091815633163925,0.01668057117553203,0.01539146768630558,Finance,1 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Moving-Average,33703.3339872141,34919.977384896825,150.98728679575507,1.5919311979035975,0.862092038435816,1.5500551973378933,23.0273565699048,183.58467797508075,1.130215641726378,0.9295339628591026,0.8356046823445622,Finance,1 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Moving-Average,1.5834175215358948,1.594351817935154,1.261111097617282,4.4077672696195815,5.416666505237423,1.9400749050627273,176.08350633078007,1.2583391917666296,56.62526278571617,56.749998547136805,56.74499854713682,Climate,1 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Moving-Average,9.578202015526527e-15,9.143141084502762e-15,9.078851462715541e-08,nan,nan,2.0,nan,9.786828912128038e-08,inf,inf,inf,Transportation,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index 5f2d631419afa44495f7808d335c6e024f8d1387..6245c5dd41a7e47e332f913cec0ecc753ebb558e 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-24T14:46:01.230794+00:00", + "evaluated_at": "2026-06-24T14:55:28.330194+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62921.19140625, 62618.30859375, 61338.01171875, - 61184.0 + 61167.91015625 ], "p50": [ 63560.81295744243, diff --git a/results/moving_average/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/moving_average/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index 96329ef075cbb0b083350f383ca414741271b754..8c3b12df68995e8af51b6b5bca39b95f8101fb40 100644 --- a/results/moving_average/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/moving_average/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,9 +1,9 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-24T14:37:16.024436+00:00", + "evaluated_at": "2026-06-24T14:55:28.342156+00:00", "freq": "5min", - "context_length": 14, + "context_length": 16, "prediction_length": 12, "context": [ 0.0, @@ -19,6 +19,8 @@ 0.0, 0.0, 0.0, + 0.0, + 0.0, 0.0 ], "actuals": [ @@ -245,6 +247,8 @@ "2026-06-24 12:20:00", "2026-06-24 12:25:00", "2026-06-24 12:30:00", - "2026-06-24 12:35:00" + "2026-06-24 12:35:00", + "2026-06-24 12:40:00", + "2026-06-24 12:45:00" ] } diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index bb51fdda31754726a0852d274a9d0c0e40a60737..ef39b2e14bb1ab6a82a26c73bd806debb013d723 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,25 +1,19 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-24T14:46:01.256073+00:00", + "evaluated_at": "2026-06-24T14:55:28.345612+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t140000z", - "data_fetched_at": "2026-06-24T14:42:15.676629Z", + "data_fetched_at": "2026-06-24T14:52:10.912273Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t083000z", - "data_fetched_at": "2026-06-24T14:42:15.676629Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t151000z", - "data_fetched_at": "2026-06-24T14:42:15.676629Z", - "context_length": 77, - "prediction_length": 72 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260624t130000z", + "data_fetched_at": "2026-06-24T14:52:10.912273Z", + "context_length": 16, + "prediction_length": 12 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index d8af1b94acaa0ead6bde5c22fce10eefec25f281..cebfeaa2d6d6c93285cbe3aae153317f9dae3141 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-24T14:42:17.140163+00:00", - "finished_at": "2026-06-24T14:46:07.535914+00:00", - "task_count": 3, + "started_at": "2026-06-24T14:52:12.416374+00:00", + "finished_at": "2026-06-24T14:55:34.656006+00:00", + "task_count": 2, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,25 +10,19 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-24T14:42:53.124717+00:00", + "evaluated_at": "2026-06-24T14:53:03.807650+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t140000z", - "data_fetched_at": "2026-06-24T14:42:15.676629Z", + "data_fetched_at": "2026-06-24T14:52:10.912273Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t083000z", - "data_fetched_at": "2026-06-24T14:42:15.676629Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t151000z", - "data_fetched_at": "2026-06-24T14:42:15.676629Z", - "context_length": 77, - "prediction_length": 72 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260624t130000z", + "data_fetched_at": "2026-06-24T14:52:10.912273Z", + "context_length": 16, + "prediction_length": 12 } ], "failed_datasets": [] @@ -36,25 +30,19 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-24T14:43:45.916473+00:00", + "evaluated_at": "2026-06-24T14:53:40.330520+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t140000z", - "data_fetched_at": "2026-06-24T14:42:15.676629Z", + "data_fetched_at": "2026-06-24T14:52:10.912273Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t083000z", - "data_fetched_at": "2026-06-24T14:42:15.676629Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t151000z", - "data_fetched_at": "2026-06-24T14:42:15.676629Z", - "context_length": 77, - "prediction_length": 72 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260624t130000z", + "data_fetched_at": "2026-06-24T14:52:10.912273Z", + "context_length": 16, + "prediction_length": 12 } ], "failed_datasets": [] @@ -62,25 +50,19 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-24T14:44:20.489838+00:00", + "evaluated_at": "2026-06-24T14:54:19.574324+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t140000z", - "data_fetched_at": "2026-06-24T14:42:15.676629Z", + "data_fetched_at": "2026-06-24T14:52:10.912273Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t083000z", - "data_fetched_at": "2026-06-24T14:42:15.676629Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t151000z", - "data_fetched_at": "2026-06-24T14:42:15.676629Z", - "context_length": 77, - "prediction_length": 72 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260624t130000z", + "data_fetched_at": "2026-06-24T14:52:10.912273Z", + "context_length": 16, + "prediction_length": 12 } ], "failed_datasets": [] @@ -88,25 +70,19 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-24T14:44:47.975933+00:00", + "evaluated_at": "2026-06-24T14:54:35.586993+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t140000z", - "data_fetched_at": "2026-06-24T14:42:15.676629Z", + "data_fetched_at": "2026-06-24T14:52:10.912273Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t083000z", - "data_fetched_at": "2026-06-24T14:42:15.676629Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t151000z", - "data_fetched_at": "2026-06-24T14:42:15.676629Z", - "context_length": 77, - "prediction_length": 72 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260624t130000z", + "data_fetched_at": "2026-06-24T14:52:10.912273Z", + "context_length": 16, + "prediction_length": 12 } ], "failed_datasets": [] @@ -114,25 +90,19 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-24T14:45:31.382379+00:00", + "evaluated_at": "2026-06-24T14:55:05.061683+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t140000z", - "data_fetched_at": "2026-06-24T14:42:15.676629Z", + "data_fetched_at": "2026-06-24T14:52:10.912273Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t083000z", - "data_fetched_at": "2026-06-24T14:42:15.676629Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t151000z", - "data_fetched_at": "2026-06-24T14:42:15.676629Z", - "context_length": 77, - "prediction_length": 72 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260624t130000z", + "data_fetched_at": "2026-06-24T14:52:10.912273Z", + "context_length": 16, + "prediction_length": 12 } ], "failed_datasets": [] @@ -140,25 +110,19 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-24T14:46:00.765353+00:00", + "evaluated_at": "2026-06-24T14:55:27.998082+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t140000z", - "data_fetched_at": "2026-06-24T14:42:15.676629Z", + "data_fetched_at": "2026-06-24T14:52:10.912273Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t083000z", - "data_fetched_at": "2026-06-24T14:42:15.676629Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t151000z", - "data_fetched_at": "2026-06-24T14:42:15.676629Z", - "context_length": 77, - "prediction_length": 72 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260624t130000z", + "data_fetched_at": "2026-06-24T14:52:10.912273Z", + "context_length": 16, + "prediction_length": 12 } ], "failed_datasets": [] @@ -166,25 +130,19 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-24T14:46:01.120209+00:00", + "evaluated_at": "2026-06-24T14:55:28.260288+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t140000z", - "data_fetched_at": "2026-06-24T14:42:15.676629Z", + "data_fetched_at": "2026-06-24T14:52:10.912273Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t083000z", - "data_fetched_at": "2026-06-24T14:42:15.676629Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t151000z", - "data_fetched_at": "2026-06-24T14:42:15.676629Z", - "context_length": 77, - "prediction_length": 72 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260624t130000z", + "data_fetched_at": "2026-06-24T14:52:10.912273Z", + "context_length": 16, + "prediction_length": 12 } ], "failed_datasets": [] @@ -192,25 +150,19 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-24T14:46:01.220173+00:00", + "evaluated_at": "2026-06-24T14:55:28.321590+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t140000z", - "data_fetched_at": "2026-06-24T14:42:15.676629Z", + "data_fetched_at": "2026-06-24T14:52:10.912273Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t083000z", - "data_fetched_at": "2026-06-24T14:42:15.676629Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t151000z", - "data_fetched_at": "2026-06-24T14:42:15.676629Z", - "context_length": 77, - "prediction_length": 72 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260624t130000z", + "data_fetched_at": "2026-06-24T14:52:10.912273Z", + "context_length": 16, + "prediction_length": 12 } ], "failed_datasets": [] @@ -218,25 +170,19 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-24T14:46:01.256073+00:00", + "evaluated_at": "2026-06-24T14:55:28.345612+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t140000z", - "data_fetched_at": "2026-06-24T14:42:15.676629Z", + "data_fetched_at": "2026-06-24T14:52:10.912273Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t083000z", - "data_fetched_at": "2026-06-24T14:42:15.676629Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t151000z", - "data_fetched_at": "2026-06-24T14:42:15.676629Z", - "context_length": 77, - "prediction_length": 72 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260624t130000z", + "data_fetched_at": "2026-06-24T14:52:10.912273Z", + "context_length": 16, + "prediction_length": 12 } ], "failed_datasets": [] @@ -244,25 +190,19 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-24T14:46:01.279842+00:00", + "evaluated_at": "2026-06-24T14:55:28.374028+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t140000z", - "data_fetched_at": "2026-06-24T14:42:15.676629Z", + "data_fetched_at": "2026-06-24T14:52:10.912273Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t083000z", - "data_fetched_at": "2026-06-24T14:42:15.676629Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t151000z", - "data_fetched_at": "2026-06-24T14:42:15.676629Z", - "context_length": 77, - "prediction_length": 72 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260624t130000z", + "data_fetched_at": "2026-06-24T14:52:10.912273Z", + "context_length": 16, + "prediction_length": 12 } ], "failed_datasets": [] @@ -283,7 +223,5 @@ "live_overall": "aggregates/live_overall_up_to_now.csv", "live_metadata": "aggregates/live_metadata.json" }, - "push_status": "ok", - "pushed_at": "2026-06-24T14:46:15.081975+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index 393474c45870f176c3fda003e512a83b39493763..d3f7053f99077baa1bb17e81ef7d9e9bbeb706c2 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,1919751.2108974457,1919751.2108974457,1182.46142578125,1.6931074968911328,0.01893082082893507,0.01869425376757028,8.496944479446677,1385.550869112154,0.022157042976713087,0.018909337227098102,0.014543444613914583,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,1921517.9747314453,1921517.9747314453,1183.1318359375,1.6940674237325426,0.018942015589778923,0.018705211243431105,8.496944479446677,1386.1882897829737,0.02216747446606799,0.018920261378952256,0.01455432185683924,Finance,1 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Seasonal-Naive,36436.1429036395,36436.1429036395,152.79166432221731,1.6109556133900285,0.8264244641534466,1.5187046461435552,64.32233589831223,190.88253692687422,1.1751439790441005,0.9406423828344558,0.9402466648974208,Finance,1 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Seasonal-Naive,9.569999622437697,9.569999622437697,1.6722222040924761,5.844660563733134,17.749999310821302,1.9090786521872678,227.0349662918398,3.093541598627324,139.2093698638483,75.24999806284907,74.74166474243007,Climate,1 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Seasonal-Naive,0.0,0.0,0.0,nan,nan,nan,nan,0.0,nan,nan,nan,Transportation,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index 8af0308872f6d40bba70516d658ea282eeb79d07..92f5d62f2607764ee1cfe62878e47cc3541d345e 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-24T14:46:01.260167+00:00", + "evaluated_at": "2026-06-24T14:55:28.355961+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62921.19140625, 62618.30859375, 61338.01171875, - 61184.0 + 61167.91015625 ], "p50": [ 64836.94921875, diff --git a/results/seasonal_naive/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/seasonal_naive/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index a30922a2db686d94df72cda2694025100e65d998..031d56f35d2f866c0912be14adc7e70edbee1586 100644 --- a/results/seasonal_naive/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/seasonal_naive/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,9 +1,9 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-24T14:37:16.084252+00:00", + "evaluated_at": "2026-06-24T14:55:28.367245+00:00", "freq": "5min", - "context_length": 14, + "context_length": 16, "prediction_length": 12, "context": [ 0.0, @@ -19,6 +19,8 @@ 0.0, 0.0, 0.0, + 0.0, + 0.0, 0.0 ], "actuals": [ @@ -245,6 +247,8 @@ "2026-06-24 12:20:00", "2026-06-24 12:25:00", "2026-06-24 12:30:00", - "2026-06-24 12:35:00" + "2026-06-24 12:35:00", + "2026-06-24 12:40:00", + "2026-06-24 12:45:00" ] } diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index c6341ebf4b793f03762ed9d75f5f6b4cd2932549..293a2884b98a71cc5d528ceab1e9c036ec0d460d 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,25 +1,19 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-24T14:46:01.279842+00:00", + "evaluated_at": "2026-06-24T14:55:28.374028+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t140000z", - "data_fetched_at": "2026-06-24T14:42:15.676629Z", + "data_fetched_at": "2026-06-24T14:52:10.912273Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t083000z", - "data_fetched_at": "2026-06-24T14:42:15.676629Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t151000z", - "data_fetched_at": "2026-06-24T14:42:15.676629Z", - "context_length": 77, - "prediction_length": 72 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260624t130000z", + "data_fetched_at": "2026-06-24T14:52:10.912273Z", + "context_length": 16, + "prediction_length": 12 } ], "failed_datasets": [] diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index 486cb1dfcf0fc60a9fe233db43d3336e045d9954..efe6c38357c371cc7d2a5bf54c8b7bbdf781fbb1 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,846624.5033798218,846624.5033798218,658.0530598958334,0.9422333319039692,0.010579565496539206,0.010470314793366504,15.497214138028111,920.1220046166823,0.01471413518954747,0.010523258477267285,0.00791017283642139,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,850185.3005046844,850185.3005046844,658.7234700520834,0.9431932587453787,0.01059099994135501,0.010481268567467837,15.535611211684495,922.0549335612735,0.014745204058268048,0.01053409252567372,0.007920978808770775,Finance,1 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Timer-S1,13950.63562508625,13950.63562508625,96.28801806767781,1.0152106392480131,0.9524471402012793,0.6887843358403999,5.043297170844735,118.11280889508238,0.7271464349523795,0.5927848954022913,0.46164882740821384,Finance,1 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Timer-S1,0.003970253017334422,0.003970253017334422,0.03416487409008874,0.11941121925696356,0.9088954939112739,1.9635672564468314,1.7812399192913695,0.06300994379726443,2.8354474286254407,1.5374193111446603,2.267616127251676,Climate,1 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Timer-S1,8.318476214037432e-17,8.318476214037432e-17,7.434437065967359e-09,nan,nan,2.0,nan,9.12056808210839e-09,inf,inf,inf,Transportation,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index a41ccb5cff907877c3232f5570da464efb52cee4..e898b3daf8ccf1049abefc2134d1a2bca5319e5a 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-24T14:45:47.762531+00:00", + "evaluated_at": "2026-06-24T14:55:20.260852+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62921.19140625, 62618.30859375, 61338.01171875, - 61184.0 + 61167.91015625 ], "p50": [ 62504.6875, diff --git a/results/timer_s1/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/timer_s1/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index 684ce0a13c7097cd5ee84b0442bec6b866536ea5..0a0caa2a8e52d737993a884678e8098e0ae69eb5 100644 --- a/results/timer_s1/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/timer_s1/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,9 +1,9 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-24T14:36:45.423569+00:00", + "evaluated_at": "2026-06-24T14:55:25.823439+00:00", "freq": "5min", - "context_length": 14, + "context_length": 16, "prediction_length": 12, "context": [ 0.0, @@ -19,6 +19,8 @@ 0.0, 0.0, 0.0, + 0.0, + 0.0, 0.0 ], "actuals": [ @@ -245,6 +247,8 @@ "2026-06-24 12:20:00", "2026-06-24 12:25:00", "2026-06-24 12:30:00", - "2026-06-24 12:35:00" + "2026-06-24 12:35:00", + "2026-06-24 12:40:00", + "2026-06-24 12:45:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index ba6169334172573391f93836992a0032c3d58702..baa35c2be43dd0fecb8efb0071a0aac147723143 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,25 +1,19 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-24T14:46:00.765353+00:00", + "evaluated_at": "2026-06-24T14:55:27.998082+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t140000z", - "data_fetched_at": "2026-06-24T14:42:15.676629Z", + "data_fetched_at": "2026-06-24T14:52:10.912273Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t083000z", - "data_fetched_at": "2026-06-24T14:42:15.676629Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t151000z", - "data_fetched_at": "2026-06-24T14:42:15.676629Z", - "context_length": 77, - "prediction_length": 72 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260624t130000z", + "data_fetched_at": "2026-06-24T14:52:10.912273Z", + "context_length": 16, + "prediction_length": 12 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index 95d58e61be0fda64efb267a48690be37f2cc5f56..34a7474d02259597fea5d00c546248a20fe4cc55 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,191902.87014770508,217356.33842086792,370.0143229166667,0.5298050409326415,0.005931658922874829,0.00593255137930607,9.378839707365639,438.0671982101662,0.007005353577274732,0.005917085714880636,0.004748632323800204,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,193719.438123703,218983.62027931213,370.6847330729167,0.530764967774051,0.0059428350488393384,0.005943509042070384,9.417236781022021,440.1357042137152,0.007038507724149024,0.005927870272689732,0.004759404327269879,Finance,1 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,TimesFM-2.5,28434.715767887308,30940.314541637516,136.81071631113687,1.4424608331286375,0.6894371389934627,1.1431172573156296,43.032391046456816,168.6259640977252,1.0381242287022936,0.8422577158188848,0.7508176845882389,Finance,1 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,TimesFM-2.5,0.0040442994007088414,0.004074741556967631,0.02904751995164487,0.10152531997251334,0.9473068125947295,1.9778131601243853,8.756086546655174,0.06359480639729034,2.8617662452344255,1.3071383783461394,2.254234860070689,Climate,1 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,TimesFM-2.5,0.0,0.0,0.0,nan,nan,nan,nan,0.0,nan,nan,nan,Transportation,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index fed0a317f8683cb932e528239ae950f65bb169f8..b853220ea0609af8e1d5a82eff833fb903091c67 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-24T14:43:19.246512+00:00", + "evaluated_at": "2026-06-24T14:53:26.498872+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62921.19140625, 62618.30859375, 61338.01171875, - 61184.0 + 61167.91015625 ], "p50": [ 62415.5546875, diff --git a/results/timesfm_2_5/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/timesfm_2_5/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index 98f062f6549e73faa566de6b731674bf6eb88d59..e95a6284fb7f48b4d01debd20a9cbd5f2593b3f6 100644 --- a/results/timesfm_2_5/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/timesfm_2_5/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,9 +1,9 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-24T14:32:33.047672+00:00", + "evaluated_at": "2026-06-24T14:53:32.607205+00:00", "freq": "5min", - "context_length": 14, + "context_length": 16, "prediction_length": 12, "context": [ 0.0, @@ -19,6 +19,8 @@ 0.0, 0.0, 0.0, + 0.0, + 0.0, 0.0 ], "actuals": [ @@ -245,6 +247,8 @@ "2026-06-24 12:20:00", "2026-06-24 12:25:00", "2026-06-24 12:30:00", - "2026-06-24 12:35:00" + "2026-06-24 12:35:00", + "2026-06-24 12:40:00", + "2026-06-24 12:45:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index 930e249f1259dd9b490379b51258911fb2844d9c..599d993aa81652225142c157f2e75b80d15b0dad 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,25 +1,19 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-24T14:43:45.916473+00:00", + "evaluated_at": "2026-06-24T14:53:40.330520+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t140000z", - "data_fetched_at": "2026-06-24T14:42:15.676629Z", + "data_fetched_at": "2026-06-24T14:52:10.912273Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t083000z", - "data_fetched_at": "2026-06-24T14:42:15.676629Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t151000z", - "data_fetched_at": "2026-06-24T14:42:15.676629Z", - "context_length": 77, - "prediction_length": 72 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260624t130000z", + "data_fetched_at": "2026-06-24T14:52:10.912273Z", + "context_length": 16, + "prediction_length": 12 } ], "failed_datasets": [] diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index 2cfa3866ecd56db2692495c961c5496b9e394dd6..f5f876b78df1ca15df9c23da7a484db73d822500 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,216715.29214668274,216715.29214668274,373.39208984375,0.5346414968053709,0.005984200903905103,0.005986861773297217,3.248982510174898,465.52689733965184,0.0074444754798357665,0.005971101289939719,0.006584108326710694,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,218262.67473220825,218262.67473220825,374.0625,0.5356014236467804,0.005995366355276679,0.005997819536405109,3.248982510174898,467.18591024581235,0.0074710858637409205,0.005981886428114167,0.006587752729796733,Finance,1 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,TiRex,26189.183511279563,26189.183511279563,125.3613642056783,1.321744836442649,0.6820653407770266,0.984424218821475,18.101060665387852,161.83072486792972,0.9962902055610486,0.7717712406949717,0.6145704862690891,Finance,1 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,TiRex,0.00442287696038591,0.00442287696038591,0.03178696437842316,0.11110007790154042,0.938646341656948,1.9752697742009593,10.738526308294272,0.06650471382079551,2.992712077340913,1.430413375714222,9.958510052410112,Climate,1 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,TiRex,1.0445943342450759e-16,1.0445943342450759e-16,9.013125357171248e-09,nan,nan,2.0,nan,1.0220539781464949e-08,inf,inf,inf,Transportation,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index c8ede6218d0609dfd46efdbbb03f485bf4afd0ed..8cdb660dd515232d7f7733dae0a0c6ee592a97c0 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-24T14:44:28.351370+00:00", + "evaluated_at": "2026-06-24T14:54:25.410209+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62921.19140625, 62618.30859375, 61338.01171875, - 61184.0 + 61167.91015625 ], "p50": [ 62476.59375, diff --git a/results/tirex/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/tirex/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index 23268839b404d3fb2c92003aa89111f436e7c1a1..feb2f2826627224d491b01aa82da191c95943983 100644 --- a/results/tirex/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/tirex/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,9 +1,9 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "TiRex", - "evaluated_at": "2026-06-24T14:34:32.757731+00:00", + "evaluated_at": "2026-06-24T14:54:33.276184+00:00", "freq": "5min", - "context_length": 14, + "context_length": 16, "prediction_length": 12, "context": [ 0.0, @@ -19,6 +19,8 @@ 0.0, 0.0, 0.0, + 0.0, + 0.0, 0.0 ], "actuals": [ @@ -245,6 +247,8 @@ "2026-06-24 12:20:00", "2026-06-24 12:25:00", "2026-06-24 12:30:00", - "2026-06-24 12:35:00" + "2026-06-24 12:35:00", + "2026-06-24 12:40:00", + "2026-06-24 12:45:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 9f8ffd39e1aacb1b1c353d5060315e89b371633b..220b4a3e4fad2467208cb520817bb35b8e5ae105 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,25 +1,19 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-24T14:44:47.975933+00:00", + "evaluated_at": "2026-06-24T14:54:35.586993+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t140000z", - "data_fetched_at": "2026-06-24T14:42:15.676629Z", + "data_fetched_at": "2026-06-24T14:52:10.912273Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t083000z", - "data_fetched_at": "2026-06-24T14:42:15.676629Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t151000z", - "data_fetched_at": "2026-06-24T14:42:15.676629Z", - "context_length": 77, - "prediction_length": 72 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260624t130000z", + "data_fetched_at": "2026-06-24T14:52:10.912273Z", + "context_length": 16, + "prediction_length": 12 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 07dcdb71a13643bc0d4aa068b9e14a8e8c86ca2f..afb6863634e25e028013b8d3cb2aa14512d9e8f5 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,242310.36282984415,242310.36282984415,247.81575520833334,0.3548350109719242,0.004005058805671719,0.003975534298985876,3.362420973247895,492.25030505815243,0.007871822974974983,0.003962946767862906,0.004859670267762844,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,244591.54075686136,244591.54075686136,248.48616536458334,0.35579493781333377,0.004016322292560774,0.003986490957727893,3.400818046904277,494.561968571039,0.007908874927736738,0.003973710329606773,0.00487044346426944,Finance,1 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Toto-2.0-1B,23749.752846531086,23749.752846531086,117.21608114242554,1.2358652203549163,0.618111195369563,0.8736927709113429,6.722234348523206,154.10954820039893,0.9487557667482379,0.7216258449793945,0.5474523025588474,Finance,1 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Toto-2.0-1B,0.004448949592665619,0.004448949592665619,0.02318602552016576,0.08103854180130758,1.0002962537065707,1.9985746504548496,8.733750384507855,0.06670044672013538,3.001520057679958,1.043371132860018,8.078915649262996,Climate,1 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Toto-2.0-1B,4.2276063689566338e-22,4.2276063689566338e-22,1.5966128520556826e-11,nan,nan,2.0,nan,2.0561143861557494e-11,inf,inf,inf,Transportation,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index 485c730204d773352015210a172e19958a81875c..4384f53c84b070381c0000af8ef69ac2f08ef5e7 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-24T14:44:08.949264+00:00", + "evaluated_at": "2026-06-24T14:54:05.833910+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 62921.19140625, 62618.30859375, 61338.01171875, - 61184.0 + 61167.91015625 ], "p50": [ 62493.1328125, diff --git a/results/toto_2_0_1b/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/toto_2_0_1b/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index fac5a88c2946e7af3b7d8d2b1bae920a7611bf17..6770b622f0d87f460ccc32ea9d101d0e4680f898 100644 --- a/results/toto_2_0_1b/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/toto_2_0_1b/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,9 +1,9 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-24T14:33:48.814861+00:00", + "evaluated_at": "2026-06-24T14:54:13.168587+00:00", "freq": "5min", - "context_length": 14, + "context_length": 16, "prediction_length": 12, "context": [ 0.0, @@ -19,6 +19,8 @@ 0.0, 0.0, 0.0, + 0.0, + 0.0, 0.0 ], "actuals": [ @@ -245,6 +247,8 @@ "2026-06-24 12:20:00", "2026-06-24 12:25:00", "2026-06-24 12:30:00", - "2026-06-24 12:35:00" + "2026-06-24 12:35:00", + "2026-06-24 12:40:00", + "2026-06-24 12:45:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index 0c915c480aed6ca1889f50df046277158156a8a5..81f2dc9bdcf8bbf30bb731a33ca4561ee84c2e87 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,25 +1,19 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-24T14:44:20.489838+00:00", + "evaluated_at": "2026-06-24T14:54:19.574324+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260623t140000z", - "data_fetched_at": "2026-06-24T14:42:15.676629Z", + "data_fetched_at": "2026-06-24T14:52:10.912273Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260624t083000z", - "data_fetched_at": "2026-06-24T14:42:15.676629Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260623t151000z", - "data_fetched_at": "2026-06-24T14:42:15.676629Z", - "context_length": 77, - "prediction_length": 72 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260624t130000z", + "data_fetched_at": "2026-06-24T14:52:10.912273Z", + "context_length": 16, + "prediction_length": 12 } ], "failed_datasets": []