diff --git a/results/aggregates/live_metadata.json b/results/aggregates/live_metadata.json index 7e20666940fed329069852ccffda965e27eb92f8..7f741e463a2d1abad38135abddf8478542f17ff4 100644 --- a/results/aggregates/live_metadata.json +++ b/results/aggregates/live_metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-29T12:41:54.115327+00:00", + "generated_at": "2026-06-29T12:50:45.851970+00:00", "scope": "All deduplicated metrics-only evaluation releases saved up to generation time", "release_deduplication": "One row per model, dataset, data source timestamp, and prediction length", "dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets", @@ -12,6 +12,6 @@ "temporal_metrics": "Per-dataset MSE stability and Kendall tau, then equal-weight mean over datasets", "num_models": 10, "num_datasets": 13, - "num_model_releases": 6579, - "num_unique_releases": 811 + "num_model_releases": 6599, + "num_unique_releases": 813 } diff --git a/results/aggregates/live_overall_up_to_now.csv b/results/aggregates/live_overall_up_to_now.csv index 219aac764c9cf7cab561fcfd2bcbb785865cbcce..469d26b808a49466bb37de98651b665b6cfe6098 100644 --- a/results/aggregates/live_overall_up_to_now.csv +++ b/results/aggregates/live_overall_up_to_now.csv @@ -1,11 +1,11 @@ Rank,model,MSE,RMSE,MAPE,CRPS,RTG,AverageRank,WinRate,Elo,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release -1,TiRex,3185.4429889035105,7.333034572072705,0.20927206592589256,0.4465693247821,31.72216825642104,3.739568159672741,0.6669597700955664,1189.1312022013174,7912.3731832368785,0.26130949295028577,0.0,12,771,0.8333333333333334,2026-06-16T12:07:33.925127+00:00,2026-06-29T12:39:14.553454Z -2,Chronos-2,2103.508328449677,6.200599234796354,0.192678703355883,0.4606553050358141,30.43212316502277,3.7004513960310645,0.6736096340635536,1171.8992131062917,5484.984152101867,0.21618423620725327,0.0,12,780,0.8333333333333334,2026-06-16T12:06:40.343188+00:00,2026-06-29T12:39:14.553454Z -3,Toto-2.0-1B,4093.8467058896545,8.022904963338878,0.17954052895919112,0.44150458558565253,33.06014079487414,3.536684883018489,0.6930389573585777,1118.0674695424307,10265.589108537612,0.1529470050103716,0.0,12,777,0.8333333333333334,2026-06-16T12:07:16.543073+00:00,2026-06-29T12:39:14.553454Z -4,Moirai-1.1-Large,53418.72522350671,44.318463709584826,0.3196864304671664,0.4757325821217805,1.1540588586831408,5.559700507245807,0.4457187043829829,1087.6556480173629,131711.65008623808,0.19105385228364616,0.0,12,756,0.8333333333333334,2026-06-16T12:07:48.486125+00:00,2026-06-29T12:39:14.553454Z -5,TimesFM-2.5,3396.4813663508744,7.357143734674499,0.16174601360628685,0.5479956733450204,31.49446005033037,3.9673772807297603,0.619564441295825,1047.9901026360908,8633.944750005949,0.15782195283146702,0.0,12,788,0.8333333333333334,2026-06-16T12:06:55.147862+00:00,2026-06-29T12:39:14.553454Z -6,Timer-S1,3350.3072943791017,7.557450874811977,0.19439620424984155,0.4540580432017082,30.33415855866519,4.397209837472876,0.5926203948307511,1044.7756851404597,8188.11335702519,0.2097170887345744,0.0,12,736,0.8333333333333334,2026-06-16T12:08:03.698792+00:00,2026-06-29T12:39:14.553454Z -7,ARIMA,11965.005306464758,17.73215302301418,0.3683674410290564,0.7091395464841461,-0.33272776527623904,6.790861189663076,0.32959134339967533,871.0714133786828,21842.40564886251,0.08306413879393297,0.08333333333333333,12,491,0.8333333333333334,2026-06-17T12:10:12.135642+00:00,2026-06-29T12:39:14.553454Z -8,ETS,3080.744534669461,10.501220536666207,0.4805392339619923,0.9677977530308659,-4.189643560228628,7.017856976504073,0.30719777971475004,869.0084544354015,5606.173121505199,0.15016715343740272,0.08333333333333333,12,491,0.8333333333333334,2026-06-17T12:10:12.660440+00:00,2026-06-29T12:39:14.553454Z -9,Moving-Average,7185.924461790682,14.265155851545353,0.3787610932992303,0.6776209035391273,5.292478760925239,6.77063313965646,0.3268162442549823,852.3526353801781,12396.819318447619,0.09733619035936138,0.0,12,491,0.8333333333333334,2026-06-17T12:10:12.847893+00:00,2026-06-29T12:39:14.553454Z -10,Seasonal-Naive,10380.525769709771,30.08625734719578,0.4267899723458253,0.7952312901057897,0.0,6.571224322730881,0.3448827306033359,748.0481761617854,14218.86851452144,0.1688532946045527,0.0,13,498,0.8461538461538461,2026-06-17T12:10:12.963911+00:00,2026-06-29T12:39:14.553454Z +1,TiRex,3273.939506614482,7.488949802012811,0.20927222192989636,0.4464656315430304,31.721476197177882,3.739595384699966,0.6670501417545476,1189.13216146504,8025.957340543686,0.26164724445082793,0.0,12,773,0.8333333333333334,2026-06-16T12:07:33.925127+00:00,2026-06-29T12:47:18.375431Z +2,Chronos-2,2193.464555349567,6.358214101857025,0.19267897575925277,0.46055885848398626,30.422830961444898,3.700883658532293,0.6736165721845303,1171.8990210716279,5667.143696173262,0.216628347680583,0.0,12,782,0.8333333333333334,2026-06-16T12:06:40.343188+00:00,2026-06-29T12:47:18.375431Z +3,Toto-2.0-1B,4180.535986989947,8.17697038556314,0.17954089754048858,0.4414102670948285,33.05074799182787,3.5372694198099226,0.6929839200266507,1118.0661998610444,10341.449586611538,0.15326359670627362,0.0,12,779,0.8333333333333334,2026-06-16T12:07:16.543073+00:00,2026-06-29T12:47:18.375431Z +4,Moirai-1.1-Large,53533.94661635988,44.43244363056928,0.3196866743916202,0.47561663878009464,1.1481669289814154,5.560600375533242,0.4455754785716203,1087.6534115510053,131774.90673553836,0.19202263906156206,0.0,12,758,0.8333333333333334,2026-06-16T12:07:48.486125+00:00,2026-06-29T12:47:18.375431Z +5,TimesFM-2.5,3475.9924576146914,7.50423523881486,0.16174584751124832,0.5478790679092824,31.490254630483914,3.9678102377049633,0.6195094899329269,1047.9891552415909,8714.500543303167,0.15816988693698394,0.0,12,790,0.8333333333333334,2026-06-16T12:06:55.147862+00:00,2026-06-29T12:47:18.375431Z +6,Timer-S1,3434.160656443087,7.7101070438950865,0.19439654182036512,0.45396660791495913,30.326718263075318,4.3970872884532675,0.5926787179460713,1044.7761781817958,8282.282582017308,0.21014323606358476,0.0,12,738,0.8333333333333334,2026-06-16T12:08:03.698792+00:00,2026-06-29T12:47:18.375431Z +7,ARIMA,12221.7099207492,18.06292927611508,0.3683646428393982,0.7088829562870259,-0.34263518673995463,6.790170045625552,0.3296704198701829,871.0727717035021,21989.832178307683,0.0836737165882061,0.08333333333333333,12,493,0.8333333333333334,2026-06-17T12:10:12.135642+00:00,2026-06-29T12:47:18.375431Z +8,ETS,3188.4365286982775,10.716706041890342,0.48053847082653656,0.9675779418121694,-4.194291780211784,7.016387324716416,0.30739169386697873,869.012849083935,5740.692621942636,0.15095121765354738,0.08333333333333333,12,493,0.8333333333333334,2026-06-17T12:10:12.660440+00:00,2026-06-29T12:47:18.375431Z +9,Moving-Average,7323.633359781818,14.506313907640843,0.3787609854669848,0.6773918470740188,5.286842516963653,6.7715747263367945,0.326665178233841,852.3504171839127,12467.552533018961,0.09797415299206051,0.0,12,493,0.8333333333333334,2026-06-17T12:10:12.847893+00:00,2026-06-29T12:47:18.375431Z +10,Seasonal-Naive,10533.531991271853,30.330453164136813,0.42678926388858945,0.7950350607042143,0.0,6.570997177078099,0.3448583876126505,748.0478346565459,14317.124177217569,0.1698755772382801,0.0,13,500,0.8461538461538461,2026-06-17T12:10:12.963911+00:00,2026-06-29T12:47:18.375431Z diff --git a/results/aggregates/live_rank_up_to_now.csv b/results/aggregates/live_rank_up_to_now.csv index 6c0480ccb6e49d90e59a3bdf25a681456c01e16d..67ba843012398d77c7272b576a9cfd257ac6f069 100644 --- a/results/aggregates/live_rank_up_to_now.csv +++ b/results/aggregates/live_rank_up_to_now.csv @@ -1,11 +1,11 @@ Rank,model,AverageRank,WinRate,Elo,dataset_pair_matches,shared_releases,pairwise_matches -1,TiRex,3.739568159672741,0.6669597700955664,1189.1312022013174,108,771,5688 -2,Chronos-2,3.7004513960310645,0.6736096340635536,1171.8992131062917,108,778,5680 -3,Toto-2.0-1B,3.536684883018489,0.6930389573585777,1118.0674695424307,108,777,5717 -4,Moirai-1.1-Large,5.559700507245807,0.4457187043829829,1087.6556480173629,108,756,5619 -5,TimesFM-2.5,3.9673772807297603,0.619564441295825,1047.9901026360908,108,784,5717 -6,Timer-S1,4.397209837472876,0.5926203948307511,1044.7756851404597,108,736,5545 -7,ARIMA,6.790861189663076,0.32959134339967533,871.0714133786828,108,491,4329 -8,ETS,7.017856976504073,0.30719777971475004,869.0084544354015,108,491,4329 -9,Moving-Average,6.77063313965646,0.3268162442549823,852.3526353801781,108,491,4329 -10,Seasonal-Naive,6.571224322730881,0.3448827306033359,748.0481761617854,108,491,4329 +1,TiRex,3.739595384699966,0.6670501417545476,1189.13216146504,108,773,5706 +2,Chronos-2,3.700883658532293,0.6736165721845303,1171.8990210716279,108,780,5698 +3,Toto-2.0-1B,3.5372694198099226,0.6929839200266507,1118.0661998610444,108,779,5735 +4,Moirai-1.1-Large,5.560600375533242,0.4455754785716203,1087.6534115510053,108,758,5637 +5,TimesFM-2.5,3.9678102377049633,0.6195094899329269,1047.9891552415909,108,786,5735 +6,Timer-S1,4.3970872884532675,0.5926787179460713,1044.7761781817958,108,738,5563 +7,ARIMA,6.790170045625552,0.3296704198701829,871.0727717035021,108,493,4347 +8,ETS,7.016387324716416,0.30739169386697873,869.012849083935,108,493,4347 +9,Moving-Average,6.7715747263367945,0.326665178233841,852.3504171839127,108,493,4347 +10,Seasonal-Naive,6.570997177078099,0.3448583876126505,748.0478346565459,108,493,4347 diff --git a/results/aggregates/live_release_metrics.csv b/results/aggregates/live_release_metrics.csv index e571e59e3050c5c167fb1e59d08af1727d91f6a0..42c1fd3e6b0a920569996d598227a14a6b1a7af5 100644 --- a/results/aggregates/live_release_metrics.csv +++ b/results/aggregates/live_release_metrics.csv @@ -36,6 +36,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:09:35.408893Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:18:16.513936Z|h:24,2026-06-29T12:18:16.513936Z,2026-06-29T12:24:33.027444+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,599326.3893778535,774.1617333463684,0.004756864756182036,0.0037074007843908236,-21.093350037953417,True binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:29:20.672571Z|h:24,2026-06-29T12:29:20.672571Z,2026-06-29T12:34:06.407544+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,592938.2706039104,770.024850640491,0.004585695389631356,0.0035319767361079815,-21.302637620042436,True binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:39:14.553454Z|h:24,2026-06-29T12:39:14.553454Z,2026-06-29T12:41:53.372713+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,591642.499189824,769.1830076060079,0.004474738214154506,0.003419006998953221,-21.31633347023332,True +binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:47:18.375431Z|h:24,2026-06-29T12:47:18.375431Z,2026-06-29T12:50:45.130656+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,595965.2638400433,771.9878650860021,0.0042432938811581625,0.0032137118376855535,-21.041263086399603,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:22:02.369176+00:00,2026-06-22T01:22:02.369176+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.3169074533967339,0.5629453378408369,0.0085352021500282,0.4356122103113208,2.4821416702079793,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:33:30.776110+00:00,2026-06-22T07:33:30.776110+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.3737040337380361,0.6113133678712057,0.012305158444961,0.7985186914109059,-15.142472841866445,True binance_btcusdt_1h_close/1h/short|window:0740b84fb5a867feca5c,2026-06-22T08:13:22.917126+00:00,2026-06-22T08:13:22.917126+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.2732656714019672,0.5227481911991348,0.0117912606294595,0.7610992079601563,-2.641083194827792,True @@ -176,6 +177,7 @@ data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T11:51:57.504580Z|h:12,2026-06-29T11:51:57.504580Z,2026-06-29T11:54:56.986072+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ARIMA,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T12:09:35.408893Z|h:12,2026-06-29T12:09:35.408893Z,2026-06-29T12:13:15.276563+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ARIMA,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T12:29:20.672571Z|h:12,2026-06-29T12:29:20.672571Z,2026-06-29T12:34:06.439165+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ARIMA,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T12:47:18.375431Z|h:12,2026-06-29T12:47:18.375431Z,2026-06-29T12:50:45.148006+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ARIMA,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T07:34:52.372126Z|h:24,2026-06-29T07:34:52.372126Z,2026-06-29T07:39:36.965639+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,ARIMA,32.863400400238184,5.73266084817846,0.1714652592832502,0.18574778332311517,-69.90001950500876,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T08:43:00.875911Z|h:24,2026-06-29T08:43:00.875911Z,2026-06-29T08:47:47.296794+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,ARIMA,32.863400400238184,5.73266084817846,0.1714652592832502,0.18574778332311517,-69.90001950500876,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T11:06:08.782301Z|h:24,2026-06-29T11:06:08.782301Z,2026-06-29T11:12:55.077486+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,ARIMA,32.863400400238184,5.73266084817846,0.1714652592832502,0.18574778332311517,-69.90001950500876,True @@ -527,6 +529,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:09:35.408893Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:18:16.513936Z|h:24,2026-06-29T12:18:16.513936Z,2026-06-29T12:18:55.994914+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,310628.3194173177,557.3403981565643,0.008275544653552337,0.006223969197589203,11.395931495507876,True binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:29:20.672571Z|h:24,2026-06-29T12:29:20.672571Z,2026-06-29T12:29:47.544965+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,304412.16682942706,551.7355950357264,0.008102525880060945,0.0061088815229402,11.648323162618803,True binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:39:14.553454Z|h:24,2026-06-29T12:39:14.553454Z,2026-06-29T12:39:39.699138+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,303227.1060892741,550.660608804801,0.007990369862907083,0.006046590394927669,11.718643344682157,True +binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:47:18.375431Z|h:24,2026-06-29T12:47:18.375431Z,2026-06-29T12:47:49.765636+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,307778.8932139079,554.7782378697888,0.008215971934074468,0.006122463746211986,11.626909634975382,True binance_btcusdt_1h_close/1h/short|window:01879e0ba67816eb9c43,2026-06-17T06:52:59.517094+00:00,2026-06-17T06:52:59.517094+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.1813123535575668,0.4258078833905812,0.0083663181977859,0.2410261424253861,,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:19:41.412209+00:00,2026-06-22T01:19:41.412209+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.3026024844282185,0.5500931597722504,0.0063219336945878,0.2735899804256079,4.788475382706393,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:29:55.777922+00:00,2026-06-22T07:29:55.777922+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.1135532687832525,0.3369766591075004,0.0030837061496461,0.2504677210622425,41.612619480802856,True @@ -782,6 +785,7 @@ data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T11:51:57.504580Z|h:12,2026-06-29T11:51:57.504580Z,2026-06-29T11:52:13.171347+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-2,1.7296862743653321e-18,1.3151753777977035e-09,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T12:09:35.408893Z|h:12,2026-06-29T12:09:35.408893Z,2026-06-29T12:10:10.330850+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-2,1.7296862743653321e-18,1.3151753777977035e-09,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T12:29:20.672571Z|h:12,2026-06-29T12:29:20.672571Z,2026-06-29T12:29:58.255823+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-2,1.7296862743653321e-18,1.3151753777977035e-09,,,0.0,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T12:47:18.375431Z|h:12,2026-06-29T12:47:18.375431Z,2026-06-29T12:47:54.698628+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-2,1.7296862743653321e-18,1.3151753777977035e-09,,,0.0,False nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T07:34:52.372126Z|h:24,2026-06-29T07:34:52.372126Z,2026-06-29T07:35:40.137211+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Chronos-2,5.691223427311949,2.385628518297002,0.06948273301970269,0.06372138777135845,1.1373874677595188,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T08:43:00.875911Z|h:24,2026-06-29T08:43:00.875911Z,2026-06-29T08:43:39.771609+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Chronos-2,5.691223427311949,2.385628518297002,0.06948273301970269,0.06372138777135845,1.1373874677595188,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T11:06:08.782301Z|h:24,2026-06-29T11:06:08.782301Z,2026-06-29T11:06:48.116243+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Chronos-2,5.691223427311949,2.385628518297002,0.06948273301970269,0.06372138777135845,1.1373874677595188,True @@ -1307,6 +1311,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:09:35.408893Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:18:16.513936Z|h:24,2026-06-29T12:18:16.513936Z,2026-06-29T12:24:33.339623+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,248458.34532978825,498.4559612742015,0.006882816939412288,0.005644647574895811,22.23409420016959,True binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:29:20.672571Z|h:24,2026-06-29T12:29:20.672571Z,2026-06-29T12:34:06.572829+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,235777.85179992588,485.56961581211596,0.006710538984099905,0.005469564630897775,23.998732249517946,True binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:39:14.553454Z|h:24,2026-06-29T12:39:14.553454Z,2026-06-29T12:41:53.482597+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,230431.09184057816,480.03238624136407,0.0065988631877609075,0.005360956047719358,24.96058372696635,True +binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:47:18.375431Z|h:24,2026-06-29T12:47:18.375431Z,2026-06-29T12:50:45.207081+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,226373.74834497846,475.7875033510007,0.006466689179967975,0.005286253409253977,26.39918290889229,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:22:02.463619+00:00,2026-06-22T01:22:02.463619+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.0407717866337577,0.201920248201506,0.0022009716898305,0.0960955086908494,78.1859319232306,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:33:31.014985+00:00,2026-06-22T07:33:31.014985+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.0864408961350167,0.2940083266423194,0.0025388064632111,0.1380528538051167,52.223162771726436,True binance_btcusdt_1h_close/1h/short|window:0740b84fb5a867feca5c,2026-06-22T08:13:23.012177+00:00,2026-06-22T08:13:23.012177+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.1569766000828541,0.3962027259911952,0.0040922131316173,0.2100823941511999,24.56300165808982,True @@ -1447,6 +1452,7 @@ data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T11:51:57.504580Z|h:12,2026-06-29T11:51:57.504580Z,2026-06-29T11:54:57.076929+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ETS,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T12:09:35.408893Z|h:12,2026-06-29T12:09:35.408893Z,2026-06-29T12:13:15.385292+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ETS,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T12:29:20.672571Z|h:12,2026-06-29T12:29:20.672571Z,2026-06-29T12:34:06.607118+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ETS,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T12:47:18.375431Z|h:12,2026-06-29T12:47:18.375431Z,2026-06-29T12:50:45.223513+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ETS,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T07:34:52.372126Z|h:24,2026-06-29T07:34:52.372126Z,2026-06-29T07:39:37.271281+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,ETS,91.07949075925895,9.543557552572256,0.3110937607728242,0.32366464879618545,-87.98333276546316,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T08:43:00.875911Z|h:24,2026-06-29T08:43:00.875911Z,2026-06-29T08:47:47.619368+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,ETS,91.07949075925895,9.543557552572256,0.3110937607728242,0.32366464879618545,-87.98333276546316,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T11:06:08.782301Z|h:24,2026-06-29T11:06:08.782301Z,2026-06-29T11:12:55.362560+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,ETS,91.07949075925895,9.543557552572256,0.3110937607728242,0.32366464879618545,-87.98333276546316,True @@ -1798,6 +1804,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:09:35.408893Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:18:16.513936Z|h:24,2026-06-29T12:18:16.513936Z,2026-06-29T12:23:05.634224+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,469566.28814315796,685.2490701512538,0.010085897955514527,0.00718545102023729,-9.188973410266692,True binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:29:20.672571Z|h:24,2026-06-29T12:29:20.672571Z,2026-06-29T12:32:55.019845+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,448415.48014386493,669.6383203968131,0.010010187537524631,0.007266758973723806,-7.650463274423603,True binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:39:14.553454Z|h:24,2026-06-29T12:39:14.553454Z,2026-06-29T12:41:25.417572+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,426892.9040063222,653.3704186801865,0.009638380546116555,0.006936549125255326,-5.324782561334032,True +binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:47:18.375431Z|h:24,2026-06-29T12:47:18.375431Z,2026-06-29T12:49:56.738578+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,466275.02156893414,682.8433360361175,0.010329407249545031,0.007412283960769459,-9.065014327055202,True binance_btcusdt_1h_close/1h/short|window:01879e0ba67816eb9c43,2026-06-17T06:55:52.923423+00:00,2026-06-17T06:55:52.923423+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.4381369625632698,0.6619191510775843,0.0122809197835173,0.3062045609808345,,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:21:38.406071+00:00,2026-06-22T01:21:38.406071+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.3065049334316586,0.5536288769849876,0.0051562118826857,0.2613208096822324,4.149065055029456,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:32:48.220080+00:00,2026-06-22T07:32:48.220080+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.1143422068302237,0.3381452451687348,0.0034218690302553,0.2704204796842313,41.32596797676891,True @@ -2049,6 +2056,7 @@ data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T11:51:57.504580Z|h:12,2026-06-29T11:51:57.504580Z,2026-06-29T11:54:20.036911+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moirai-1.1-Large,44414.14695255557,210.74664161631515,,,-100.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T12:09:35.408893Z|h:12,2026-06-29T12:09:35.408893Z,2026-06-29T12:12:27.829896+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moirai-1.1-Large,0.05755574438508768,0.23990778308568417,,,-100.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T12:29:20.672571Z|h:12,2026-06-29T12:29:20.672571Z,2026-06-29T12:33:05.004810+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moirai-1.1-Large,11.328527851547987,3.3657878500505625,,,-100.0,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T12:47:18.375431Z|h:12,2026-06-29T12:47:18.375431Z,2026-06-29T12:50:03.575166+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moirai-1.1-Large,1.3826167147037536,1.1758472327236025,,,-99.99999999999999,False nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T07:34:52.372126Z|h:24,2026-06-29T07:34:52.372126Z,2026-06-29T07:38:35.300687+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Moirai-1.1-Large,3.98731854756655,1.9968271200999224,0.06213572348843068,0.056225063009911466,18.704908204281562,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T08:43:00.875911Z|h:24,2026-06-29T08:43:00.875911Z,2026-06-29T08:46:35.246764+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Moirai-1.1-Large,3.978088474998458,1.994514596336276,0.06276211089724061,0.05642635756077601,18.816706716326447,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T11:06:08.782301Z|h:24,2026-06-29T11:06:08.782301Z,2026-06-29T11:11:38.865199+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Moirai-1.1-Large,4.144024255878321,2.0356876616707,0.06308794807784426,0.0571640805472505,16.83842575407797,True @@ -2554,6 +2562,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:09:35.408893Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:18:16.513936Z|h:24,2026-06-29T12:18:16.513936Z,2026-06-29T12:24:33.512176+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,335033.7761289883,578.8210225354538,0.008833915115849487,0.0070831758225926795,7.648968254913508,True binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:29:20.672571Z|h:24,2026-06-29T12:29:20.672571Z,2026-06-29T12:34:06.666072+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,327651.9936058368,572.4089391386518,0.008660915043766065,0.006927423834684272,8.00579645495258,True binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:39:14.553454Z|h:24,2026-06-29T12:39:14.553454Z,2026-06-29T12:41:53.536798+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,325716.508153406,570.715785793074,0.008548771149432118,0.006890121101707192,8.177165823872253,True +binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:47:18.375431Z|h:24,2026-06-29T12:47:18.375431Z,2026-06-29T12:50:45.243685+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,328715.92351151374,573.3375301787889,0.008765341427638976,0.007000485674084743,8.369492808857824,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:22:02.488519+00:00,2026-06-22T01:22:02.488519+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.1489742184098265,0.3859717844737184,0.0048771123255213,0.2210326747420907,38.18680422959462,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:33:31.068326+00:00,2026-06-22T07:33:31.068326+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.1029916725943077,0.3209231568371278,0.003220088745007,0.1530588119969513,45.56516023795812,True binance_btcusdt_1h_close/1h/short|window:0740b84fb5a867feca5c,2026-06-22T08:13:23.059241+00:00,2026-06-22T08:13:23.059241+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.1001716084949669,0.3164989865623062,0.0030892525816164,0.1543325711714026,44.25222081261605,True @@ -2694,6 +2703,7 @@ data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T11:51:57.504580Z|h:12,2026-06-29T11:51:57.504580Z,2026-06-29T11:54:57.140466+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moving-Average,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T12:09:35.408893Z|h:12,2026-06-29T12:09:35.408893Z,2026-06-29T12:13:15.448070+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moving-Average,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T12:29:20.672571Z|h:12,2026-06-29T12:29:20.672571Z,2026-06-29T12:34:06.696078+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moving-Average,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T12:47:18.375431Z|h:12,2026-06-29T12:47:18.375431Z,2026-06-29T12:50:45.257867+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moving-Average,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T07:34:52.372126Z|h:24,2026-06-29T07:34:52.372126Z,2026-06-29T07:39:37.424662+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Moving-Average,13.283119199052095,3.644601377249931,0.12283489203386348,0.11988099865698312,-39.051707811787956,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T08:43:00.875911Z|h:24,2026-06-29T08:43:00.875911Z,2026-06-29T08:47:47.730152+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Moving-Average,13.283119199052095,3.644601377249931,0.12283489203386348,0.11988099865698312,-39.051707811787956,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T11:06:08.782301Z|h:24,2026-06-29T11:06:08.782301Z,2026-06-29T11:12:55.537079+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Moving-Average,13.283119199052095,3.644601377249931,0.12283489203386348,0.11988099865698312,-39.051707811787956,True @@ -3045,6 +3055,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:09:35.408893Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:18:16.513936Z|h:24,2026-06-29T12:18:16.513936Z,2026-06-29T12:24:33.622092+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,390532.07797813416,624.9256579611164,0.008968624104519086,0.006983520930426136,0.0,True binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:29:20.672571Z|h:24,2026-06-29T12:29:20.672571Z,2026-06-29T12:34:06.732309+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,384679.8294429779,620.2256278508474,0.008795555737604087,0.006949278369436762,0.0,True binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:39:14.553454Z|h:24,2026-06-29T12:39:14.553454Z,2026-06-29T12:41:53.573304+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,383729.0476843516,619.4586731044708,0.008698908609108916,0.006939209694597377,0.0,True +binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:47:18.375431Z|h:24,2026-06-29T12:47:18.375431Z,2026-06-29T12:50:45.270474+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,388765.4777990977,623.5106076075192,0.00893292064964275,0.00697408565187051,0.0,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:22:02.507250+00:00,2026-06-22T01:22:02.507250+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.3330400717529599,0.5770962413263147,0.0074647926873788,0.3493354391815629,0.0,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:33:31.096521+00:00,2026-06-22T07:33:31.096521+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.2754118389969035,0.5247969502549568,0.0054985069346336,0.3525814888009477,0.0,True binance_btcusdt_1h_close/1h/short|window:0740b84fb5a867feca5c,2026-06-22T08:13:23.090823+00:00,2026-06-22T08:13:23.090823+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.2592027377306001,0.5091195711525929,0.0051633669136927,0.3473196849970218,0.0,True @@ -3186,6 +3197,7 @@ data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T11:51:57.504580Z|h:12,2026-06-29T11:51:57.504580Z,2026-06-29T11:54:57.185266+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Seasonal-Naive,0.0,0.0,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T12:09:35.408893Z|h:12,2026-06-29T12:09:35.408893Z,2026-06-29T12:13:15.554238+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Seasonal-Naive,0.0,0.0,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T12:29:20.672571Z|h:12,2026-06-29T12:29:20.672571Z,2026-06-29T12:34:06.756088+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Seasonal-Naive,0.0,0.0,,,0.0,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T12:47:18.375431Z|h:12,2026-06-29T12:47:18.375431Z,2026-06-29T12:50:45.283689+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Seasonal-Naive,0.0,0.0,,,0.0,False nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T07:34:52.372126Z|h:24,2026-06-29T07:34:52.372126Z,2026-06-29T07:39:37.555169+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Seasonal-Naive,5.822175382487785,2.4129184367665197,0.07862645318264146,0.07666914501382317,0.0,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T08:43:00.875911Z|h:24,2026-06-29T08:43:00.875911Z,2026-06-29T08:47:47.818007+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Seasonal-Naive,5.822175382487785,2.4129184367665197,0.07862645318264146,0.07666914501382317,0.0,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T09:42:32.652885Z|h:24,2026-06-29T09:42:32.652885Z,2026-06-29T09:54:03.464044+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Seasonal-Naive,5.822175382487785,2.4129184367665197,0.07862645318264146,0.07666914501382317,0.0,True @@ -3543,6 +3555,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:09:35.408893Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:18:16.513936Z|h:24,2026-06-29T12:18:16.513936Z,2026-06-29T12:22:00.639422+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,313835.0643011729,560.209839525488,0.008401675733126888,0.006090895115405167,10.888783572267783,True binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:29:20.672571Z|h:24,2026-06-29T12:29:20.672571Z,2026-06-29T12:32:05.071561+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,308670.3912054698,555.5811292740871,0.008228513662336446,0.005994147116676021,10.962632732188528,True binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:39:14.553454Z|h:24,2026-06-29T12:39:14.553454Z,2026-06-29T12:40:56.295689+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,308162.26589012146,555.1236491900894,0.008176933117732346,0.005959022450627436,10.921770560152636,True +binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:47:18.375431Z|h:24,2026-06-29T12:47:18.375431Z,2026-06-29T12:49:15.606213+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,314114.4006099701,560.4590980704749,0.008411071858688038,0.006038613758506227,10.620744665233051,True binance_btcusdt_1h_close/1h/short|window:01879e0ba67816eb9c43,2026-06-17T06:54:34.213561+00:00,2026-06-17T06:54:34.213561+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.160538580492642,0.4006726600264136,0.0077998502585261,0.2146609791701683,,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:20:54.533078+00:00,2026-06-22T01:20:54.533078+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.3253257633711659,0.5703733543663886,0.006509406779106,0.2858020737091157,1.1717358298733047,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:31:44.064640+00:00,2026-06-22T07:31:44.064640+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.2663201865137117,0.5160621924862465,0.005269364684183,0.2671874556573511,1.678256417390571,True @@ -3796,6 +3809,7 @@ data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T11:51:57.504580Z|h:12,2026-06-29T11:51:57.504580Z,2026-06-29T11:53:56.458580+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TiRex,2.0440368407041843e-18,1.4296981641955705e-09,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T12:09:35.408893Z|h:12,2026-06-29T12:09:35.408893Z,2026-06-29T12:11:49.497669+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TiRex,2.0440368407041843e-18,1.4296981641955705e-09,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T12:29:20.672571Z|h:12,2026-06-29T12:29:20.672571Z,2026-06-29T12:32:14.499106+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TiRex,2.0440368407041843e-18,1.4296981641955705e-09,,,0.0,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T12:47:18.375431Z|h:12,2026-06-29T12:47:18.375431Z,2026-06-29T12:49:21.802484+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TiRex,2.0440368407041843e-18,1.4296981641955705e-09,,,0.0,False nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T07:34:52.372126Z|h:24,2026-06-29T07:34:52.372126Z,2026-06-29T07:37:49.833711+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,TiRex,2.4940922205109928,1.5792695211745817,0.04640573262886946,0.04279827575737358,40.018952261429305,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T08:43:00.875911Z|h:24,2026-06-29T08:43:00.875911Z,2026-06-29T08:45:40.096912+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,TiRex,2.4940922205109928,1.5792695211745817,0.04640573262886946,0.04279827575737358,40.018952261429305,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T11:06:08.782301Z|h:24,2026-06-29T11:06:08.782301Z,2026-06-29T11:10:40.398108+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,TiRex,2.4940922205109928,1.5792695211745817,0.04640573262886946,0.04279827575737358,40.018952261429305,True @@ -4314,6 +4328,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:09:35.408893Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:18:16.513936Z|h:24,2026-06-29T12:18:16.513936Z,2026-06-29T12:24:02.250759+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,302116.82082811993,549.6515449156128,0.008078907010800149,0.005625007104278621,12.764801518113076,True binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:29:20.672571Z|h:24,2026-06-29T12:29:20.672571Z,2026-06-29T12:33:42.421582+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,295334.8603789012,543.4472010958389,0.007905965346504812,0.005528177073462694,13.138682208097514,True binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:39:14.553454Z|h:24,2026-06-29T12:39:14.553454Z,2026-06-29T12:41:48.127260+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,293785.53634325665,542.0198671112126,0.007793859313870784,0.005465820148959805,13.27550926009732,True +binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:47:18.375431Z|h:24,2026-06-29T12:47:18.375431Z,2026-06-29T12:50:37.664855+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,297583.78744188946,545.5124081465879,0.007982221713283682,0.005524916617507117,13.285027751168792,True binance_btcusdt_1h_close/1h/short|window:01879e0ba67816eb9c43,2026-06-17T06:58:35.029666+00:00,2026-06-17T06:58:35.029666+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.0565088861879648,0.237715977982055,0.0047191124135397,0.1699283194647917,,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:21:57.655072+00:00,2026-06-22T01:21:57.655072+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.094376840947432,0.3072081394550477,0.003290280361809,0.1643725886038777,55.83850889232936,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:33:19.087735+00:00,2026-06-22T07:33:19.087735+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.1390943968371703,0.3729536121787405,0.0036446519853812,0.2070857689137401,32.88670480081774,True @@ -4563,6 +4578,7 @@ data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T11:51:57.504580Z|h:12,2026-06-29T11:51:57.504580Z,2026-06-29T11:54:51.860391+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Timer-S1,1.1760797597599717e-16,1.0844721111028959e-08,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T12:09:35.408893Z|h:12,2026-06-29T12:09:35.408893Z,2026-06-29T12:13:09.851870+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Timer-S1,1.1760797597599717e-16,1.0844721111028959e-08,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T12:29:20.672571Z|h:12,2026-06-29T12:29:20.672571Z,2026-06-29T12:33:54.673243+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Timer-S1,1.1760797597599717e-16,1.0844721111028959e-08,,,0.0,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T12:47:18.375431Z|h:12,2026-06-29T12:47:18.375431Z,2026-06-29T12:50:44.319629+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Timer-S1,1.1760797597599717e-16,1.0844721111028959e-08,,,0.0,False nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T07:34:52.372126Z|h:24,2026-06-29T07:34:52.372126Z,2026-06-29T07:39:20.894857+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Timer-S1,1.5831685118550922,1.2582402440929523,0.03453328717232778,0.03293096568544059,57.242539051710665,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T08:43:00.875911Z|h:24,2026-06-29T08:43:00.875911Z,2026-06-29T08:47:32.894676+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Timer-S1,1.5831685118550922,1.2582402440929523,0.03453328717232778,0.03293096568544059,57.242539051710665,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T11:06:08.782301Z|h:24,2026-06-29T11:06:08.782301Z,2026-06-29T11:12:32.544971+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Timer-S1,1.5831685118550922,1.2582402440929523,0.03453328717232778,0.03293096568544059,57.242539051710665,True @@ -5049,6 +5065,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:09:35.408893Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:18:16.513936Z|h:24,2026-06-29T12:18:16.513936Z,2026-06-29T12:19:50.027331+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,289692.79384994507,538.231171384513,0.006775275380004001,0.007596656401195677,14.82440414993754,True binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:29:20.672571Z|h:24,2026-06-29T12:29:20.672571Z,2026-06-29T12:30:39.503657+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,285360.50088119507,534.1914459079208,0.00660226420866979,0.007500173532149024,14.822888125813417,True binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:39:14.553454Z|h:24,2026-06-29T12:39:14.553454Z,2026-06-29T12:40:09.128143+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,285388.25629297894,534.2174241757554,0.0064901131194648074,0.007469864327093422,14.697092842588395,True +binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:47:18.375431Z|h:24,2026-06-29T12:47:18.375431Z,2026-06-29T12:48:32.147048+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,292448.94473902386,540.7854886542573,0.006712043749967725,0.007700816829604582,14.138945077118338,True binance_btcusdt_1h_close/1h/short|window:01879e0ba67816eb9c43,2026-06-17T06:53:42.689625+00:00,2026-06-17T06:53:42.689625+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.1316480282298061,0.3628333339562478,0.0115041829002529,0.2379950762051307,,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:20:14.323519+00:00,2026-06-22T01:20:14.323519+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.1876052556822667,0.4331342236331213,0.0035212021999806,0.2825173319955255,27.933567902573127,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:30:36.018310+00:00,2026-06-22T07:30:36.018310+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.1876660841999844,0.4332044369578691,0.0029553106220395,0.282650315619165,18.948377886633143,True @@ -5307,6 +5324,7 @@ data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T11:51:57.504580Z|h:12,2026-06-29T11:51:57.504580Z,2026-06-29T11:53:03.421382+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TimesFM-2.5,0.0,0.0,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T12:09:35.408893Z|h:12,2026-06-29T12:09:35.408893Z,2026-06-29T12:10:52.673375+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TimesFM-2.5,0.0,0.0,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T12:29:20.672571Z|h:12,2026-06-29T12:29:20.672571Z,2026-06-29T12:30:51.827953+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TimesFM-2.5,0.0,0.0,,,0.0,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T12:47:18.375431Z|h:12,2026-06-29T12:47:18.375431Z,2026-06-29T12:48:38.557099+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TimesFM-2.5,0.0,0.0,,,0.0,False nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T07:34:52.372126Z|h:24,2026-06-29T07:34:52.372126Z,2026-06-29T07:36:32.892207+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,TimesFM-2.5,6.613498703618461,2.5716723554174745,0.08541748411560328,0.0740711694846831,-6.363332744581831,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T08:43:00.875911Z|h:24,2026-06-29T08:43:00.875911Z,2026-06-29T08:44:29.008217+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,TimesFM-2.5,6.613498703618461,2.5716723554174745,0.08541748411560328,0.0740711694846831,-6.363332744581831,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T11:06:08.782301Z|h:24,2026-06-29T11:06:08.782301Z,2026-06-29T11:08:28.558457+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,TimesFM-2.5,6.613498703618461,2.5716723554174745,0.08541748411560328,0.0740711694846831,-6.363332744581831,True @@ -5838,6 +5856,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:09:35.408893Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:18:16.513936Z|h:24,2026-06-29T12:18:16.513936Z,2026-06-29T12:21:09.505362+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,323228.3040116628,568.5317088884865,0.008413974384727086,0.006191143077099961,9.429463397624312,True binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:29:20.672571Z|h:24,2026-06-29T12:29:20.672571Z,2026-06-29T12:31:31.242982+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,317057.0737870534,563.0782128506247,0.008240949489144514,0.0060944127297146945,9.636482753673507,True binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:39:14.553454Z|h:24,2026-06-29T12:39:14.553454Z,2026-06-29T12:40:41.240846+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,315900.9337622325,562.0506505309219,0.008128789503465447,0.0060321199623212095,9.694855240748103,True +binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:47:18.375431Z|h:24,2026-06-29T12:47:18.375431Z,2026-06-29T12:49:02.563215+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,320512.54794375104,566.1382763457626,0.008357348221539617,0.0061093110987568595,9.622873877117973,True binance_btcusdt_1h_close/1h/short|window:01879e0ba67816eb9c43,2026-06-17T06:54:06.418915+00:00,2026-06-17T06:54:06.418915+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.2538744236056837,0.5038595276519873,0.0096861404413673,0.2595518987896321,,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:20:46.561689+00:00,2026-06-22T01:20:46.561689+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.1086373133447541,0.3296017496081508,0.0033714615341156,0.2404084905840144,50.80693872487049,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:31:22.722969+00:00,2026-06-22T07:31:22.722969+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.1424910624386554,0.3774798834887171,0.0034849946383276,0.2479472775316385,31.80661730312123,True @@ -6092,6 +6111,7 @@ data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T11:51:57.504580Z|h:12,2026-06-29T11:51:57.504580Z,2026-06-29T11:53:38.058458+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Toto-2.0-1B,9.285839740510159e-20,3.047267585971104e-10,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T12:09:35.408893Z|h:12,2026-06-29T12:09:35.408893Z,2026-06-29T12:11:29.134245+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Toto-2.0-1B,9.285839740510159e-20,3.047267585971104e-10,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T12:29:20.672571Z|h:12,2026-06-29T12:29:20.672571Z,2026-06-29T12:31:44.581354+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Toto-2.0-1B,9.285839740510159e-20,3.047267585971104e-10,,,0.0,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T12:47:18.375431Z|h:12,2026-06-29T12:47:18.375431Z,2026-06-29T12:49:07.602851+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Toto-2.0-1B,9.285839740510159e-20,3.047267585971104e-10,,,0.0,False nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T07:34:52.372126Z|h:24,2026-06-29T07:34:52.372126Z,2026-06-29T07:37:19.669310+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Toto-2.0-1B,4.1231865031386405,2.030563100014043,0.05832365833151538,0.05027504602863044,17.08322833183793,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T08:43:00.875911Z|h:24,2026-06-29T08:43:00.875911Z,2026-06-29T08:45:09.455602+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Toto-2.0-1B,4.1231865031386405,2.030563100014043,0.05832365833151538,0.05027504602863044,17.08322833183793,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T11:06:08.782301Z|h:24,2026-06-29T11:06:08.782301Z,2026-06-29T11:09:32.346777+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Toto-2.0-1B,4.1231865031386405,2.030563100014043,0.05832365833151538,0.05027504602863044,17.08322833183793,True diff --git a/results/aggregates/live_results_by_dataset.csv b/results/aggregates/live_results_by_dataset.csv index afe9b47babec7c2f195762a3d31cb4d938adb9a9..e50f84c4535d27f7702332d511bdbf70ae470010 100644 --- a/results/aggregates/live_results_by_dataset.csv +++ b/results/aggregates/live_results_by_dataset.csv @@ -1,7 +1,7 @@ model,dataset,domain,frequency,prediction_lengths,MSE,RMSE,MAPE,CRPS,RTG,Stability,Improvement,Improvement_pvalue,n_releases,MAPE_coverage,first_release,last_release -ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,143138.32424229773,188.49855461601484,0.008356632678642607,0.380401301604225,-3.564571624408463,261241.9352453393,0.2294756731223429,3.9593012827371515e-05,146,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-29T12:39:14.553454Z +ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,146218.77961371103,192.46786965322565,0.008328650782061079,0.3778353996330241,-3.6834606819730284,263011.05359868135,0.23679060665362034,2.0840307623383398e-05,147,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-29T12:47:18.375431Z ARIMA,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,4.407835548068247e-15,6.639153220154093e-08,,,0.0,0.0,0.0,1.0,12,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T12:29:20.672571Z -ARIMA,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.786828912128036e-08,,,0.0,0.0,0.0,1.0,19,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T12:29:20.672571Z +ARIMA,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.786828912128036e-08,,,0.0,0.0,0.0,1.0,20,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T12:47:18.375431Z ARIMA,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,14.148730585769163,2.9612333277120015,0.13595570141917662,0.599382275713096,-60.523465755767006,16.162524742778892,0.7399853698407473,0.004051149991792091,10,1.0,2026-06-18T05:03:29.867986+00:00,2026-06-29T12:18:16.513936Z ARIMA,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.7163844377984494,1.1845848961601324,1.8919052499517515,0.8909655961493881,0.5958726324804412,1.3063194602588581,-0.16547497446373852,0.021652466420462764,89,0.9438202247191011,2026-06-17T12:10:12.335728+00:00,2026-06-29T12:39:14.553454Z ARIMA,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,4.656841675707536,1.7793053853711576,0.12058477515090903,1.2363090956033806,12.268256435891985,5.366571772530078,-0.12316308124153637,0.1439960674812089,66,1.0,2026-06-17T12:10:12.398268+00:00,2026-06-29T12:29:20.672571Z @@ -11,9 +11,9 @@ ARIMA,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,3.6564033 ARIMA,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,2.605879933538989,1.374318306284795,0.6483221303665216,0.4751212446284472,13.369400506161242,3.624865360643519,-0.09538461538461539,0.5122312629584481,26,1.0,2026-06-17T12:10:12.513260+00:00,2026-06-29T12:18:16.513936Z ARIMA,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,389.4014275247918,10.849259149929956,0.014203032275259002,0.44111447148077365,8.395566941732008,753.9759768681835,0.574408216730919,1.3617994433196997e-07,41,1.0,2026-06-17T12:26:17.165483+00:00,2026-06-29T12:29:20.672571Z ARIMA,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.9275977165973884,0.9443098602037467,0.1884584089766501,0.47223069206859825,51.524375704327745,0.37575855793936136,0.0,1.0,4,1.0,2026-06-17T12:10:12.582752+00:00,2026-06-20T17:12:56.741396+00:00 -Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,24956.515840652817,59.23709583104006,0.007502275105237364,0.25881242953516914,27.68383741753316,65033.83068175856,0.28653109342764516,5.299711441721108e-12,261,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-29T12:39:14.553454Z +Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,26035.990563451498,61.1284742357681,0.007504999138935217,0.25784796401689064,27.572330974598728,67219.74521061529,0.29186043110760146,1.933189079846215e-12,262,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-29T12:47:18.375431Z Chronos-2,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,1.6284716271939713e-18,1.2761158361191083e-09,,,0.0,2.011568221522905e-34,0.0,1.0,12,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T12:29:20.672571Z -Chronos-2,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.729686274365332e-18,1.3151753777977035e-09,,,0.0,1.97870491965299e-34,0.0,1.0,19,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T12:29:20.672571Z +Chronos-2,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.729686274365332e-18,1.3151753777977035e-09,,,0.0,1.9759624305738685e-34,0.0,1.0,20,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T12:47:18.375431Z Chronos-2,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,2.3141497833952536,1.191830683010236,0.062382437057061965,0.20457246563031797,12.963900103151508,2.7090486648021446,0.5586227431838291,0.020374355479771452,11,1.0,2026-06-17T05:11:12.972050+00:00,2026-06-29T12:18:16.513936Z Chronos-2,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.22230125454894642,0.35902104264688717,0.5831535814435147,0.18329544763168604,61.97655924621655,0.3561036635751331,0.29273504273504275,1.9305106780361298e-07,144,0.9583333333333334,2026-06-16T12:06:44.487655+00:00,2026-06-29T12:39:14.553454Z Chronos-2,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.045639627653859,1.676658224968038,0.1303114479986891,0.9537891774802641,-1.763759327496382,5.254422108840092,0.14991747407556916,0.02560447094688637,102,1.0,2026-06-16T12:06:47.974062+00:00,2026-06-29T12:29:20.672571Z @@ -23,9 +23,9 @@ Chronos-2,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.196 Chronos-2,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.7720365438539698,1.108109008355862,0.6145939963785152,0.45592977061329926,24.364237528802196,2.9959092507448752,0.08013937282229966,0.4545929496230867,42,1.0,2026-06-16T13:12:36.348072+00:00,2026-06-29T12:18:16.513936Z Chronos-2,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,256.512473038576,6.6755655908752045,0.009121045456263084,0.42901868983819,31.879048863618703,708.7559894167675,0.37364646577715893,3.0077738878634997e-05,59,1.0,2026-06-16T12:40:50.960167+00:00,2026-06-29T12:29:20.672571Z Chronos-2,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.1456044109597034,0.3540856210491078,0.07326493977323642,0.20971254396934885,91.35627345305528,0.09048796560262944,0.6666666666666669,0.3333333333333333,4,1.0,2026-06-17T09:43:59.015450+00:00,2026-06-21T17:41:22.192896+00:00 -ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,36405.07087814645,95.67107213562196,0.007588498299867166,0.3284087448929862,34.598642959176786,65994.43722148873,0.2536608408124705,5.546158594838228e-06,146,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-29T12:39:14.553454Z +ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,37697.37480649225,98.25689819831159,0.007580866945310029,0.3262106327060221,34.54286431937893,67608.67122673798,0.2630696114062063,2.267546630984621e-06,147,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-29T12:47:18.375431Z ETS,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,4.407835548068247e-15,6.639153220154093e-08,,,0.0,0.0,0.0,1.0,12,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T12:29:20.672571Z -ETS,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.786828912128036e-08,,,0.0,0.0,0.0,1.0,19,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T12:29:20.672571Z +ETS,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.786828912128036e-08,,,0.0,0.0,0.0,1.0,20,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T12:47:18.375431Z ETS,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,38.94798154188767,4.841623391371913,0.23473093536583778,0.9206045031240226,-74.4733119134025,45.002387663102084,0.7399853698407473,0.004051149991792091,10,1.0,2026-06-18T05:03:30.268230+00:00,2026-06-29T12:18:16.513936Z ETS,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.268884491965322,1.3433995870804023,1.9102476701555244,0.9799658644648861,-8.505295211313321,1.9345643728287854,-0.16700715015321757,0.020467112495201337,89,0.9438202247191011,2026-06-17T12:10:12.697348+00:00,2026-06-29T12:39:14.553454Z ETS,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,5.7168981711933125,2.0131983818696044,0.17065330194867656,1.280122281270973,-5.349156215046911,6.721541676674853,0.11010033020076736,0.1915156400725031,66,1.0,2026-06-17T12:10:12.728630+00:00,2026-06-29T12:29:20.672571Z @@ -35,9 +35,9 @@ ETS,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,35.96506200 ETS,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,2.6498524887654678,1.3764664198929932,0.7275294314228002,0.5048029505785118,14.979398994549513,3.6177918434315504,-0.033846153846153845,0.8273014975871174,26,1.0,2026-06-17T12:10:12.797899+00:00,2026-06-29T12:18:16.513936Z ETS,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,441.0770553311998,10.75929336114012,0.011844925116334233,0.42302542539281707,20.037440714799008,1047.9794217911112,0.4519331172147316,3.374621780873226e-05,41,1.0,2026-06-17T12:26:17.324923+00:00,2026-06-29T12:29:20.672571Z ETS,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0355298506068462,1.016318790561134,0.2100370240294873,0.5501238398295335,45.32341836016455,0.11787053128673673,0.3333333333333334,0.75,4,1.0,2026-06-17T12:10:12.836543+00:00,2026-06-20T17:12:56.912547+00:00 -Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,75912.78628156101,103.07254370121888,0.009700082158734368,0.3065461055100759,1.1162401975299818,207966.0275729191,0.24993920233463035,2.378706165956477e-09,257,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-29T12:39:14.553454Z +Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,77425.8182012795,105.31971731492004,0.009702521403272392,0.30538667209321807,1.0455370411092517,208978.9743494505,0.2545470998099719,1.1178198821026123e-09,258,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-29T12:47:18.375431Z Moirai-1.1-Large,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,559541.0451532663,384.40641586163,,,-100.0,1345438.0343984985,-0.1515151515151515,0.5452047007776174,12,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T12:29:20.672571Z -Moirai-1.1-Large,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,2608.8867263243437,18.76413847047906,,,-100.0,10162.057951510282,-0.017543859649122806,0.945006868714699,19,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T12:29:20.672571Z +Moirai-1.1-Large,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,2478.511520843862,17.884723908591287,,,-100.0,9908.190966582062,-0.010526315789473684,0.9744669029388741,20,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T12:47:18.375431Z Moirai-1.1-Large,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,1.6872641011596903,1.035500793625986,0.05742158729518867,0.19085985546470363,23.80268529916103,1.9217081635308424,0.5636363636363636,0.016540504248837583,11,1.0,2026-06-17T05:16:48.534000+00:00,2026-06-29T12:18:16.513936Z Moirai-1.1-Large,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,1.400693424385306,0.9286486247159446,1.7523328380860266,0.4770551533753654,17.045648726816975,2.176797103279584,0.19368694436120268,0.0006264777785253286,142,0.9647887323943662,2026-06-16T12:07:52.741323+00:00,2026-06-29T12:39:14.553454Z Moirai-1.1-Large,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,7.607909925422414,1.842229088738099,0.13180991480390827,0.9130622821810723,-2.6205474188024636,38.078314135326885,0.20161616161616164,0.002957120008772157,100,1.0,2026-06-16T12:07:56.991709+00:00,2026-06-29T12:29:20.672571Z @@ -47,9 +47,9 @@ Moirai-1.1-Large,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,2 Moirai-1.1-Large,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,2.5346313466441472,1.34918130365558,0.6688968782442211,0.4786639430371723,7.184688665938387,3.887639390007278,-0.036036036036036036,0.7536021943195694,37,1.0,2026-06-16T13:15:41.040444+00:00,2026-06-29T12:18:16.513936Z Moirai-1.1-Large,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2917.128907508598,15.8148879802352,0.011866422330230964,0.5416142860254991,2.571964042282881,16824.93203917716,0.41318814277071986,4.615325345032519e-06,58,1.0,2026-06-16T12:43:22.358427+00:00,2026-06-29T12:29:20.672571Z Moirai-1.1-Large,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.14917155913022512,0.35835614759999057,0.060813743611269774,0.18543381466807796,92.89588533626512,0.11224549076916286,0.6666666666666669,0.3333333333333333,4,1.0,2026-06-17T09:46:01.162798+00:00,2026-06-21T19:13:08.416535+00:00 -Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,85797.42745514914,147.93471922634703,0.00892385482862818,0.34371348938354873,18.311827157097262,147847.5345544114,0.053755314123760035,0.33567707304297967,146,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-29T12:39:14.553454Z +Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,87449.93423104277,150.8286158994929,0.00892277650617247,0.34142292473246405,18.244192229558223,148696.3331292675,0.061410865716149475,0.269723367136645,147,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-29T12:47:18.375431Z Moving-Average,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,4.407835548068247e-15,6.639153220154093e-08,,,0.0,0.0,0.0,1.0,12,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T12:29:20.672571Z -Moving-Average,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.786828912128036e-08,,,0.0,0.0,0.0,1.0,19,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T12:29:20.672571Z +Moving-Average,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.786828912128036e-08,,,0.0,0.0,0.0,1.0,20,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T12:47:18.375431Z Moving-Average,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,5.6595417763609035,1.8706256917947344,0.09482267932224521,0.32573618973737817,-34.4605751968562,6.574353311743567,0.7877263614433762,0.002216473715654366,10,1.0,2026-06-18T05:03:30.400278+00:00,2026-06-29T12:18:16.513936Z Moving-Average,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.8810769891296637,1.197035283989055,1.9245690166392133,1.0029132766749902,4.795722956707979,1.8677067311671685,-0.021450459652706845,0.7659453180808753,89,0.9438202247191011,2026-06-17T12:10:12.867076+00:00,2026-06-29T12:39:14.553454Z Moving-Average,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,4.867595739144588,1.8348962374777005,0.11870374087657755,1.1969586103686405,11.036521693438278,5.326734856980192,-0.10356895468038285,0.21921148117266287,66,1.0,2026-06-17T12:10:12.884991+00:00,2026-06-29T12:29:20.672571Z @@ -59,10 +59,10 @@ Moving-Average,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24, Moving-Average,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,2.5829822469115884,1.354400734557507,0.7341698815888058,0.48200956198687306,15.604953674087911,3.705890235267311,-0.10153846153846155,0.4844245357791813,26,1.0,2026-06-17T12:10:12.921461+00:00,2026-06-29T12:18:16.513936Z Moving-Average,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,361.5571563780856,10.047145880253485,0.012579173424288097,0.5041550733210828,17.674335827924487,745.6814016236665,0.525418176924444,1.429597336273048e-06,41,1.0,2026-06-17T12:26:17.359102+00:00,2026-06-29T12:29:20.672571Z Moving-Average,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0762729471721073,1.0365663956063864,0.2116032762980239,0.5617661939340133,43.72824413897228,0.1006489058726523,0.0,1.0,4,1.0,2026-06-17T12:10:12.956394+00:00,2026-06-20T17:12:56.975490+00:00 -Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,96370.5883939579,156.85240143319803,0.010078495999950495,0.3242770279994115,0.0,166003.58292174616,0.07094945677846008,0.20384111655594794,146,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-29T12:39:14.553454Z +Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,98359.66927426498,160.0269470534315,0.010070702970356565,0.3221185045820813,0.0,167182.6508740997,0.08321684838318891,0.13475651739924355,147,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-29T12:47:18.375431Z Seasonal-Naive,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,36436.1429036395,190.88253692687422,0.8264244641534466,0.9402466648974208,0.0,,,,1,1.0,2026-06-29T09:42:32.652885Z,2026-06-29T09:42:32.652885Z Seasonal-Naive,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,0.0,0.0,,,0.0,0.0,0.0,1.0,12,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T12:29:20.672571Z -Seasonal-Naive,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,,0.0,0.0,0.0,1.0,19,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T12:29:20.672571Z +Seasonal-Naive,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,,0.0,0.0,0.0,1.0,20,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T12:47:18.375431Z Seasonal-Naive,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,2.786385858940004,1.351886172198906,0.0651776893545529,0.21767878663689702,0.0,2.9117873186478795,0.6633249580710799,0.006737785384328536,11,1.0,2026-06-18T05:03:30.473716+00:00,2026-06-29T12:18:16.513936Z Seasonal-Naive,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.9733300159183063,1.2377290513809291,1.8965293124229128,1.048734465254394,0.0,1.9037907663280658,-0.043922369765066395,0.5421660056470603,89,0.9438202247191011,2026-06-17T12:10:12.978229+00:00,2026-06-29T12:39:14.553454Z Seasonal-Naive,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,5.355850163984258,1.9691567606259455,0.1284338520399217,1.5600868998386868,0.0,5.488900403978083,-0.15208774426038202,0.07119983134031527,66,1.0,2026-06-17T12:10:12.994311+00:00,2026-06-29T12:29:20.672571Z @@ -72,9 +72,9 @@ Seasonal-Naive,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24, Seasonal-Naive,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,3.7121014451180767,1.6425052224098795,0.7141256300436896,0.8130583233787705,0.0,4.8705183603979405,0.06552706552706554,0.6495672634399079,27,1.0,2026-06-17T12:10:13.024713+00:00,2026-06-29T12:18:16.513936Z Seasonal-Naive,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,439.71344355100393,11.559983307777394,0.013001265073623293,0.430797545717906,0.0,829.312698733287,0.5523626988180054,4.0190003022332973e-07,41,1.0,2026-06-17T12:26:17.384303+00:00,2026-06-29T12:29:20.672571Z Seasonal-Naive,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1616.696102674672,19.296585827568386,0.35112400705711844,1.1347582547310677,0.0,3608.8641772125693,0.39999999999999997,0.48333333333333334,5,1.0,2026-06-17T12:10:13.040774+00:00,2026-06-29T09:42:32.652885Z -TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,38005.26535173916,74.00358065735034,0.008005461448888397,0.27564103533955114,11.82492774832297,94288.69906561647,0.4422196282661399,2.8673896272801544e-26,259,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-29T12:39:14.553454Z +TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,39067.22356427082,75.8745634166316,0.00800702148892609,0.27460410294885484,11.816623037405108,95651.70895329816,0.4462726462726462,8.051453960203578e-27,260,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-29T12:47:18.375431Z TiRex,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,5.906315718058049e-17,7.685255830522527e-09,,,0.0,1.2874036617746592e-32,0.0,1.0,12,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T12:29:20.672571Z -TiRex,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,2.0440368407041843e-18,1.4296981641955705e-09,,,0.0,0.0,0.0,1.0,19,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T12:29:20.672571Z +TiRex,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,2.0440368407041843e-18,1.4296981641955703e-09,,,0.0,0.0,0.0,1.0,20,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T12:47:18.375431Z TiRex,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,1.131648118271035,0.8605073390870556,0.04900921885098641,0.1744611766613101,43.370453824701976,1.1502124497367763,0.5586227431838291,0.020374355479771452,11,1.0,2026-06-17T05:15:19.765080+00:00,2026-06-29T12:18:16.513936Z TiRex,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.26386667601483743,0.3926393614068542,0.7680560684564454,0.18924993409639548,61.412093829514276,0.41481599283566845,0.29794149512459367,1.294496647884597e-07,143,0.958041958041958,2026-06-16T12:07:37.946365+00:00,2026-06-29T12:39:14.553454Z TiRex,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,3.8054164806556052,1.6272548859280025,0.11642033257142989,0.8969921149899088,4.09198759321528,4.8702380530016525,0.08378726724195833,0.21453757244664762,101,1.0,2026-06-16T12:07:42.045490+00:00,2026-06-29T12:29:20.672571Z @@ -84,9 +84,9 @@ TiRex,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.2002938 TiRex,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.8398030675503159,1.1294391375470496,0.6339096933316953,0.4567775378716495,19.371875062842008,3.0918237199224152,0.13076923076923078,0.23467368067816763,40,1.0,2026-06-16T13:14:44.379149+00:00,2026-06-29T12:18:16.513936Z TiRex,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,190.93430233598775,5.825646381805105,0.008659761779124779,0.4285199317318126,33.0148911744054,577.4085977530178,0.40761432630235517,5.30804083244425e-06,59,1.0,2026-06-16T12:42:39.570887+00:00,2026-06-29T12:29:20.672571Z TiRex,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.1142507117917414,0.3157392361563049,0.05766464594502298,0.18845260977496125,92.97571825184865,0.06887221261822021,1.0,0.08333333333333333,4,1.0,2026-06-17T09:45:42.165364+00:00,2026-06-21T19:06:33.434447+00:00 -Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,39986.25918132544,76.55265672327546,0.0071180411728546415,0.23959925069522528,26.1418585304686,97596.74176230216,0.26700633009109154,2.1252000257667e-10,255,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-29T12:39:14.553454Z +Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,40992.49952609326,78.38453075227278,0.007121416878090693,0.23868489782773417,26.05257498339013,98726.77246220756,0.2721200980392157,8.78423595796418e-11,256,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-29T12:47:18.375431Z Timer-S1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,8.874856741867843e-16,2.9790697779454317e-08,,,0.0,0.0,0.0,1.0,12,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T12:29:20.672571Z -Timer-S1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.1760797597599717e-16,1.0844721111028959e-08,,,0.0,0.0,0.0,1.0,19,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T12:29:20.672571Z +Timer-S1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.1760797597599717e-16,1.0844721111028959e-08,,,0.0,0.0,0.0,1.0,20,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T12:47:18.375431Z Timer-S1,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.7809625477981453,0.7672253789958329,0.04738582834559961,0.17083609835321434,35.08150036107833,0.7073889214614557,0.4430456239044162,0.06584027756773742,11,1.0,2026-06-17T05:17:34.201964+00:00,2026-06-29T12:18:16.513936Z Timer-S1,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.08758827207671893,0.2094581668586652,0.4851275172454872,0.10642799108449646,90.49207895830516,0.2107363508408199,0.13956834532374102,0.014425766290139905,140,0.9642857142857143,2026-06-16T12:08:08.243141+00:00,2026-06-29T12:39:14.553454Z Timer-S1,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.040341742191742,1.6923364713646565,0.12006711076344116,1.0259558851343076,-0.6184424415059776,4.890357972717662,0.04189494255582212,0.5433493946655275,97,1.0,2026-06-16T12:08:12.826217+00:00,2026-06-29T12:29:20.672571Z @@ -96,9 +96,9 @@ Timer-S1,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1566 Timer-S1,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,2.1873034797803195,1.2523999901562108,0.6951565753066293,0.5086024066356543,10.248930926914857,3.463600664106929,0.31111111111111117,0.0075920118473087805,36,1.0,2026-06-16T13:16:37.448453+00:00,2026-06-29T12:18:16.513936Z Timer-S1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,186.04191225595596,5.762770402411745,0.01008031628437015,0.48204461625719713,28.75878735264248,568.957085850972,0.41984592357827544,6.2915709417505715e-06,55,1.0,2026-06-16T12:43:54.916074+00:00,2026-06-29T12:29:20.672571Z Timer-S1,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.1866843274900648,0.40946779875447853,0.0860893988633661,0.21608656247132377,87.32650247673674,0.12627353465371907,0.33333333333333337,1.0,3,1.0,2026-06-17T09:46:15.518954+00:00,2026-06-20T17:12:49.922736+00:00 -TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,40557.80761525386,74.79960353759114,0.007150534651683743,0.3155391671778914,21.4563756099531,102974.5616007504,0.2815719966330944,1.0161333288340199e-11,263,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-29T12:39:14.553454Z +TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,41511.940710419665,76.56470158727547,0.007148873701298453,0.31437311282051145,21.405910571795616,103941.23112031702,0.28574720589929714,4.568339264944447e-12,264,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-29T12:47:18.375431Z TimesFM-2.5,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,0.0,0.0,,,0.0,0.0,0.0,1.0,12,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T12:29:20.672571Z -TimesFM-2.5,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,,0.0,0.0,0.0,1.0,19,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T12:29:20.672571Z +TimesFM-2.5,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,,0.0,0.0,0.0,1.0,20,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T12:47:18.375431Z TimesFM-2.5,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,2.637805909315257,1.2683614942845072,0.06892183324770457,0.252586070988376,4.420764277144168,3.1667807632580223,0.4430456239044162,0.06584027756773742,11,1.0,2026-06-17T05:12:05.733003+00:00,2026-06-29T12:18:16.513936Z TimesFM-2.5,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.1158004305393688,0.2638229035814243,0.4164598455483034,0.18543582467210848,74.81150706550584,0.1856912437680912,0.07751403526051413,0.16957373950640264,143,0.958041958041958,2026-06-16T12:07:01.390017+00:00,2026-06-29T12:39:14.553454Z TimesFM-2.5,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,3.4684545540706795,1.520460416503637,0.11293459735002837,1.0329859232763197,15.195064959455717,4.723992293163048,0.10815957786735843,0.1055410455463675,103,1.0,2026-06-16T12:07:07.769114+00:00,2026-06-29T12:29:20.672571Z @@ -108,9 +108,9 @@ TimesFM-2.5,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1 TimesFM-2.5,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.779838260310325,1.1130099384500813,0.5416319406272408,0.6802930955965413,20.932212571530386,3.045111401906571,0.1450719822812846,0.1703842810882269,43,1.0,2026-06-16T13:13:22.668298+00:00,2026-06-29T12:18:16.513936Z TimesFM-2.5,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,171.15018117555798,5.22353605947655,0.008985658025253715,0.5259411161736843,35.32949615756035,553.5887411104162,0.3877731924882558,1.2449592399883553e-05,60,1.0,2026-06-16T12:41:30.056174+00:00,2026-06-29T12:29:20.672571Z TimesFM-2.5,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.14441614689804608,0.36546156650664174,0.061049477862986375,0.29176317177851196,91.05485763998298,0.07761564379005298,0.3333333333333334,0.75,4,1.0,2026-06-17T09:44:33.543452+00:00,2026-06-21T18:01:25.705423+00:00 -Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,49001.7195376364,83.60537393936772,0.007395351035210379,0.2522805721494651,26.079064814183432,122814.77720804863,0.29652509652509645,1.0483022516400265e-12,260,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-29T12:39:14.553454Z +Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,50041.99091083991,85.45415900605887,0.00739903684818482,0.25133738724122484,25.96635117762819,123725.10294493576,0.300324196875921,4.853736539885418e-13,261,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-29T12:47:18.375431Z Toto-2.0-1B,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,7.920339745816729e-22,2.8143098169563225e-11,,,0.0,9.82211045665481e-38,0.0,1.0,12,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T12:29:20.672571Z -Toto-2.0-1B,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.285839740510159e-20,3.047267585971104e-10,,,0.0,0.0,0.0,1.0,19,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T12:29:20.672571Z +Toto-2.0-1B,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.28583974051016e-20,3.047267585971104e-10,,,0.0,1.2349765191086678e-35,0.0,1.0,20,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T12:47:18.375431Z Toto-2.0-1B,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,1.787413609917356,1.098410904655247,0.0617952475546594,0.21120350168572016,12.537398895180011,1.9051305851076337,0.5200970367573582,0.030817269763521584,11,1.0,2026-06-17T05:14:00.045696+00:00,2026-06-29T12:18:16.513936Z Toto-2.0-1B,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.16336290894279978,0.27238146702068683,0.4549676402492452,0.1452580114107542,78.64544916529438,0.35980239802645,0.24682848866247128,1.3114138030830884e-05,142,0.9577464788732394,2026-06-16T12:07:21.772238+00:00,2026-06-29T12:39:14.553454Z Toto-2.0-1B,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,3.824442742305291,1.6530472297442858,0.12057464793963289,0.9310737819973667,3.8137869147710366,4.798713071587708,0.033895078979559505,0.6119961625018142,103,1.0,2026-06-16T12:07:26.464043+00:00,2026-06-29T12:29:20.672571Z diff --git a/results/aggregates/metadata.json b/results/aggregates/metadata.json index 69ef80ebabcfd4d42d14caa71e9ec855b4f31fbf..8dd3a50fd90681df891ab96850f716a3b62396f8 100644 --- a/results/aggregates/metadata.json +++ b/results/aggregates/metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-29T12:41:53.793390+00:00", + "generated_at": "2026-06-29T12:50:45.530713+00:00", "baseline_model": "Seasonal-Naive", "normalization": "Per-config metric / Seasonal-Naive metric", "metric_aggregation": "Geometric mean over dataset configurations", diff --git a/results/aggregates/results_by_domain.csv b/results/aggregates/results_by_domain.csv index 534f40dafdebaebd72275abd74949acb43fde368..0f13f79803fd603e10f396bb107c19afc78a27f7 100644 --- a/results/aggregates/results_by_domain.csv +++ b/results/aggregates/results_by_domain.csv @@ -9,16 +9,16 @@ Climate,Moirai-1.1-Large,1999.7476995343143,0.7097773673500241,7,5,5,1.0 Climate,ARIMA,1.2239944144805912,1.2242674322516238,8,5,5,1.0 Climate,Moving-Average,1.1563000429314145,1.3340010346253566,9,5,5,1.0 Climate,ETS,4.574603928133236,2.8714906791984447,10,5,5,1.0 -Finance,ARIMA,1.5418235933926432,0.4927084134112788,1,1,2,0.5 -Finance,ETS,0.6005046874380136,0.7725600296951985,2,1,2,0.5 -Finance,Timer-S1,0.765606716812638,0.7876718516253162,3,1,2,0.5 -Finance,TiRex,0.8030725527550107,0.8587465594629531,4,1,2,0.5 -Finance,Toto-2.0-1B,0.823239563615436,0.869280541704578,5,1,2,0.5 -Finance,Seasonal-Naive,1.0,1.0,6,2,2,1.0 -Finance,Chronos-2,0.7902114992834817,0.8713658559180492,7,1,2,0.5 -Finance,Moving-Average,0.8488190042400291,0.9929259101467393,8,1,2,0.5 -Finance,Moirai-1.1-Large,1.1124852459891865,0.9996165889980135,9,1,2,0.5 -Finance,TimesFM-2.5,0.7437233590086044,1.0764719119108412,10,1,2,0.5 +Finance,ARIMA,1.532968583563431,0.460807623838626,1,1,2,0.5 +Finance,ETS,0.5822887094464742,0.7579851572135609,2,1,2,0.5 +Finance,Timer-S1,0.765458366124967,0.7922065906984204,3,1,2,0.5 +Finance,TiRex,0.8079791507935665,0.8658645821028309,4,1,2,0.5 +Finance,Seasonal-Naive,1.0,1.0,5,2,2,1.0 +Finance,Toto-2.0-1B,0.8244367523532588,0.8760017303656485,6,1,2,0.5 +Finance,Chronos-2,0.7916826744913774,0.8778876618141063,7,1,2,0.5 +Finance,Moving-Average,0.8455378429495847,1.0037854456529538,8,1,2,0.5 +Finance,Moirai-1.1-Large,1.199373525161334,1.0628323669614486,9,1,2,0.5 +Finance,TimesFM-2.5,0.7522502934022158,1.104204509954518,10,1,2,0.5 Hazards,ARIMA,0.828958483307688,0.7252496544458745,1,1,1,1.0 Hazards,ETS,0.7641468112545281,0.743885338769619,2,1,1,1.0 Hazards,Moving-Average,0.7909549099926808,0.7455224968716011,3,1,1,1.0 @@ -58,7 +58,7 @@ Transportation,Timer-S1,1.0,,6,1,1,1.0 Transportation,ARIMA,1.0,,7,1,1,1.0 Transportation,ETS,1.0,,8,1,1,1.0 Transportation,Moving-Average,1.0,,9,1,1,1.0 -Transportation,Moirai-1.1-Large,11328527851547.988,,10,1,1,1.0 +Transportation,Moirai-1.1-Large,1382616714703.753,,10,1,1,1.0 Web,Moirai-1.1-Large,1.8479142653327492e-05,0.5492013789516712,1,1,1,1.0 Web,TiRex,1.4153201949177802e-05,0.5581421777937835,2,1,1,1.0 Web,Chronos-2,1.803724984016004e-05,0.621107959934863,3,1,1,1.0 diff --git a/results/aggregates/results_by_frequency.csv b/results/aggregates/results_by_frequency.csv index 9dc63a643639233bb0c7e7d29d339873bcc7a029..9a560559b40173ae96ef202c15bc2429e1a924ff 100644 --- a/results/aggregates/results_by_frequency.csv +++ b/results/aggregates/results_by_frequency.csv @@ -29,15 +29,15 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 1D,ARIMA,0.0001149093743462177,1.3986108614095323,8,1,1,1.0 1D,ETS,0.00012827984062590336,1.629307858274777,9,1,1,1.0 1D,Moving-Average,0.00013332703258365767,1.663789147137162,10,1,1,1.0 -1h,TiRex,0.33176946682243547,0.5979204728439595,1,6,6,1.0 -1h,Timer-S1,0.3298728874979703,0.5792702721076574,2,6,6,1.0 -1h,Toto-2.0-1B,0.4566715524600861,0.7040760311655874,3,6,6,1.0 -1h,ARIMA,1.2328515188569693,0.9640445768481618,4,6,6,1.0 -1h,Chronos-2,0.5922614812755528,0.7289108627770959,5,6,6,1.0 -1h,Moirai-1.1-Large,0.7776692999083643,0.7655021988711272,6,6,6,1.0 -1h,TimesFM-2.5,0.46913105013390266,0.8034413676265956,7,6,6,1.0 -1h,Moving-Average,1.0561361827373799,1.1525692901454383,8,6,6,1.0 -1h,ETS,3.1182441526525526,1.8420919853057318,9,6,6,1.0 +1h,TiRex,0.33210644980637216,0.5987436467481103,1,6,6,1.0 +1h,Timer-S1,0.32986223345934673,0.5798247670460519,2,6,6,1.0 +1h,Toto-2.0-1B,0.45678217053539155,0.7049804292653711,3,6,6,1.0 +1h,ARIMA,1.2316685983395066,0.9533493221594281,4,6,6,1.0 +1h,Chronos-2,0.592445112549892,0.7298173051277523,5,6,6,1.0 +1h,Moirai-1.1-Large,0.7874778029894662,0.7733658581975438,6,6,6,1.0 +1h,TimesFM-2.5,0.47002324403015816,0.806854684214745,7,6,6,1.0 +1h,ETS,3.102276082058399,1.8362538698174276,8,6,6,1.0 +1h,Moving-Average,1.0554546578115587,1.154660702953078,9,6,6,1.0 1h,Seasonal-Naive,1.0,1.0,10,6,6,1.0 1mo,Seasonal-Naive,1.0,1.0,1,1,1,1.0 5min,Seasonal-Naive,1.0,,1,2,2,1.0 @@ -49,7 +49,7 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 5min,ARIMA,1.0,,7,2,2,1.0 5min,ETS,1.0,,8,2,2,1.0 5min,Moving-Average,1.0,,9,2,2,1.0 -5min,Moirai-1.1-Large,1347792113027831.8,,10,2,2,1.0 +5min,Moirai-1.1-Large,470854877667546.56,,10,2,2,1.0 6min,Timer-S1,0.015216809126766697,0.0893555302315434,1,1,1,1.0 6min,TimesFM-2.5,0.010602040267844365,0.10381904466654224,2,1,1,1.0 6min,Toto-2.0-1B,0.042504533072971404,0.13158738727591043,3,1,1,1.0 diff --git a/results/aggregates/results_by_prediction_length.csv b/results/aggregates/results_by_prediction_length.csv index e9237f40e947547a56087671c85f654d5bbe549e..3991f2d47dca389bf3c88259667d93159f8d6378 100644 --- a/results/aggregates/results_by_prediction_length.csv +++ b/results/aggregates/results_by_prediction_length.csv @@ -18,16 +18,16 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 12,ARIMA,1.0,,7,1,2,0.5 12,ETS,1.0,,8,1,2,0.5 12,Moving-Average,1.0,,9,1,2,0.5 -12,Moirai-1.1-Large,11328527851547.988,,10,1,2,0.5 -24,TiRex,0.1879729528583429,0.5898722499735575,1,7,7,1.0 -24,Timer-S1,0.2434517872914552,0.5605165832814902,2,7,7,1.0 -24,Chronos-2,0.21491445004326196,0.6544649512187086,3,7,7,1.0 -24,Toto-2.0-1B,0.5147368565042293,0.7226210002838688,4,7,7,1.0 -24,ARIMA,1.025805128350488,1.0098327925925792,5,7,7,1.0 -24,Moirai-1.1-Large,0.6616341463928668,0.6889840975760623,6,7,7,1.0 -24,TimesFM-2.5,0.21398666926134766,0.581371791300914,7,7,7,1.0 -24,Moving-Average,0.9361530201727878,1.1283613623878095,8,7,7,1.0 -24,ETS,2.4160792999610883,1.6989663184741266,9,7,7,1.0 +12,Moirai-1.1-Large,1382616714703.753,,10,1,2,0.5 +24,TiRex,0.18813659254282045,0.5905682618639698,1,7,7,1.0 +24,Timer-S1,0.24344504768054928,0.56097644614236,2,7,7,1.0 +24,Chronos-2,0.21497156401597395,0.6551624875133112,3,7,7,1.0 +24,Toto-2.0-1B,0.5148437258379345,0.7234165439837781,4,7,7,1.0 +24,ARIMA,1.0249614194300747,1.0002223769093812,5,7,7,1.0 +24,TimesFM-2.5,0.2143354448188785,0.5834881922731548,6,7,7,1.0 +24,Moirai-1.1-Large,0.6687805795045004,0.6950461978453908,7,7,7,1.0 +24,Moving-Average,0.9356351965032267,1.130116123017692,8,7,7,1.0 +24,ETS,2.40547050983279,1.6943499786554248,9,7,7,1.0 24,Seasonal-Naive,1.0,1.0,10,7,7,1.0 36,Seasonal-Naive,1.0,,1,1,1,1.0 36,TimesFM-2.5,1.0,,2,1,1,1.0 diff --git a/results/aggregates/results_overall.csv b/results/aggregates/results_overall.csv index 5e070d510803d860d85434ce058276f2a191fbbb..4ee34f24199bd5fb811a7ae2e58e8794cb7fd8b3 100644 --- a/results/aggregates/results_overall.csv +++ b/results/aggregates/results_overall.csv @@ -1,11 +1,11 @@ overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage -Overall,Timer-S1,0.1241580215750701,0.4885023654927283,1,12,13,0.9230769230769231 -Overall,TiRex,0.11482337907461038,0.5576855946317119,2,12,13,0.9230769230769231 -Overall,Chronos-2,0.12369088060249467,0.6072014055816127,3,12,13,0.9230769230769231 -Overall,TimesFM-2.5,0.1111561113190547,0.533572724183019,4,12,13,0.9230769230769231 -Overall,Toto-2.0-1B,0.23807301683919735,0.6696859246041311,5,12,13,0.9230769230769231 -Overall,ARIMA,0.4422559265116208,0.9944952607308095,6,12,13,0.9230769230769231 +Overall,Timer-S1,0.12415601656785642,0.48878287730339937,1,12,13,0.9230769230769231 +Overall,TiRex,0.11488167814726478,0.5581461367205188,2,12,13,0.9230769230769231 +Overall,Chronos-2,0.12371005435803434,0.607654346774693,3,12,13,0.9230769230769231 +Overall,TimesFM-2.5,0.11126175951380878,0.534931659602146,4,12,13,0.9230769230769231 +Overall,Toto-2.0-1B,0.23810184892232672,0.6702019261271308,5,12,13,0.9230769230769231 +Overall,ARIMA,0.44204370340401444,0.987860648382433,6,12,13,0.9230769230769231 Overall,Seasonal-Naive,1.0,1.0,7,13,13,1.0 -Overall,Moirai-1.1-Large,124.32630687466472,0.7598801837448522,8,12,13,0.9230769230769231 -Overall,Moving-Average,0.44551579602131886,1.1233859713581311,9,12,13,0.9230769230769231 -Overall,ETS,0.8785610049156473,1.6360150237795277,10,12,13,0.9230769230769231 +Overall,Moirai-1.1-Large,104.99341862958175,0.7645541513411617,8,12,13,0.9230769230769231 +Overall,Moving-Average,0.44537202710034207,1.1246086025170947,9,12,13,0.9230769230769231 +Overall,ETS,0.8763086267168212,1.6329020496758182,10,12,13,0.9230769230769231 diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index 4812018f732a349a147df59deac09493d2ee91c7..d9e4da22ead30fa8a37322fbb9640917d8e60308 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,ARIMA,591642.499189824,104941.43665208486,268.02912131500335,0.3585795663870317,0.004474738214154506,0.004484427343762026,2.011710240131535,769.1830076060079,0.012861783310061634,0.0044818104989984295,0.003419006998953221,Finance,1,24 +binance_btcusdt_1h_close/1h/short,ARIMA,595965.2638400433,91420.22045317844,254.00373069000338,0.33981586465176167,0.0042432938811581625,0.004251117311701371,2.011710240131535,771.9878650860021,0.012911713698084328,0.00424828368066288,0.0032137118376855535,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,ARIMA,352712.83224398614,193015.82919532855,354.69099477687513,0.43164268449098886,0.005915830372389362,0.005939763665658109,2.627262331838513,593.8963143882829,0.00993728090970913,0.005934813814886878,0.004808699705784534,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,ARIMA,4.407835548068247e-15,1.12132504091072e-14,8.609260281087649e-08,nan,nan,2.0,nan,6.639153220154094e-08,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,ARIMA,9.578202015526527e-15,9.143141084502762e-15,9.078851462715541e-08,nan,nan,2.0,nan,9.786828912128038e-08,inf,inf,inf,Transportation,1,12 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index 2106f7917838fb4655f69b92d5c9c145b8277a5c..3db9ea5f2c05facf0f7e7322324cc84f8727061a 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-29T12:41:53.359947+00:00", + "evaluated_at": "2026-06-29T12:50:45.117717+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 60057.0, 60088.0, 59956.05078125, - 60282.26953125 + 59945.66015625 ], "p50": [ 59652.76889025347, diff --git a/results/arima/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/arima/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index 7f456a8161e751fcd29882896c7030c84d1b9d99..d04cff00313fb0fa47db678f4868de205ce24cf4 100644 --- a/results/arima/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/arima/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,7 +1,7 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "ARIMA", - "evaluated_at": "2026-06-29T12:34:06.436641+00:00", + "evaluated_at": "2026-06-29T12:50:45.144081+00:00", "freq": "5min", "context_length": 120, "prediction_length": 12, @@ -326,11 +326,6 @@ ] }, "timestamps": [ - "2026-06-25 07:25:00", - "2026-06-25 07:30:00", - "2026-06-25 07:35:00", - "2026-06-25 07:40:00", - "2026-06-25 07:45:00", "2026-06-25 07:50:00", "2026-06-25 07:55:00", "2026-06-25 08:00:00", @@ -457,6 +452,11 @@ "2026-06-25 18:05:00", "2026-06-25 18:10:00", "2026-06-25 18:15:00", - "2026-06-25 18:20:00" + "2026-06-25 18:20:00", + "2026-06-25 18:25:00", + "2026-06-25 18:30:00", + "2026-06-25 18:35:00", + "2026-06-25 18:40:00", + "2026-06-25 18:45:00" ] } diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index 148119febba165a4f5a36b1328dc30ffaf8e9749..460884031efa2480614d14ffe7f341fb416217d8 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,19 +1,19 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-29T12:41:53.439804+00:00", + "evaluated_at": "2026-06-29T12:50:45.153723+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t120000z", - "data_fetched_at": "2026-06-29T12:39:14.553454Z", + "data_fetched_at": "2026-06-29T12:47:18.375431Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t063000z", - "data_fetched_at": "2026-06-29T12:39:14.553454Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260629t105500z", + "data_fetched_at": "2026-06-29T12:47:18.375431Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index 7a03a4f9f8a5f72f908231b72db2c098c7f9bb17..da8c9376d9fecb5c4206f80775dfd47eb89693bb 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -20,4 +20,4 @@ date,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank, 2026-06-26,Chronos-2,4.857,4.429,5.308,5.143,4.857,4.929,4.615,5.000,4.929,5.167 2026-06-27,Seasonal-Naive,1.532,1.661,1.532,1.523,1.532,1.532,1.642,1.532,1.541,1.505 2026-06-28,ETS,6.154,6.308,6.455,6.615,6.154,6.692,7.182,6.692,6.231,6.182 -2026-06-29,Seasonal-Naive,8.143,9.750,8.750,7.286,8.143,8.750,9.500,8.667,8.833,9.250 +2026-06-29,Seasonal-Naive,8.143,9.583,8.750,7.286,8.143,8.750,9.417,8.667,8.833,9.250 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index ad50ef35628306ee9b0631b8485786d103d8175c..d83ca69734e738581eb97795d9edc8f24dffc624 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -2,4 +2,4 @@ week,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank, 2026-W24,Chronos-Bolt-Mini,,2.751,3.064,3.077,2.902,3.077,2.505,3.077,2.918,3.103 2026-W25,Chronos-Bolt-Mini,4.967,4.229,4.414,4.414,4.414,4.529,3.857,4.486,4.429,4.529 2026-W26,Chronos-Bolt-Mini,4.424,4.054,4.456,4.526,4.424,4.421,4.076,4.476,4.46,4.52 -2026-W27,Chronos-Bolt-Mini,8.143,9.75,8.75,7.286,8.143,8.75,9.5,8.667,8.833,9.25 +2026-W27,Chronos-Bolt-Mini,8.143,9.583,8.75,7.286,8.143,8.75,9.417,8.667,8.833,9.25 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index b754afd7c1b882a5e87bb8718e7635a871d572a8..d134f1b20c87bcb4978347c9885834d2a4ec3702 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,Chronos-2,303227.1060892741,303227.1060892741,476.5426432291667,0.6375368972434091,0.007990369862907083,0.007947840675922755,12.241120056161327,550.660608804801,0.009207792369045372,0.007968439441081691,0.006046590394927669,Finance,1,24 +binance_btcusdt_1h_close/1h/short,Chronos-2,307778.8932139079,307778.8932139079,490.0651041666667,0.6556277604886593,0.008215971934074468,0.008172810729855049,12.241120056161327,554.7782378697888,0.009278821724101115,0.008196476401500119,0.006122463746211986,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,Chronos-2,148617.43701171875,148617.43701171875,303.1731770833333,0.3689478615160032,0.005093459937072112,0.005073250715459147,1.8670604337379941,385.50932156268124,0.006450476840600733,0.005072799665492439,0.0041584090026742905,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Chronos-2,1.6284716271939715e-18,1.6284716271939715e-18,9.786685842996647e-10,nan,nan,2.0,nan,1.2761158361191085e-09,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Chronos-2,1.7296862743653321e-18,1.7296862743653321e-18,1.0190191815362404e-09,nan,nan,2.0,nan,1.3151753777977035e-09,inf,inf,inf,Transportation,1,12 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index 7d02ce35b88b3d0b132028463067e517407d2fad..7c91b5a92f1a1207a11e7e4ea848b0a2cb8a2d74 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-29T12:39:37.140447+00:00", + "evaluated_at": "2026-06-29T12:47:47.286941+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 60057.0, 60088.0, 59956.05078125, - 60282.26953125 + 59945.66015625 ], "p50": [ 60305.8359375, diff --git a/results/chronos_2/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/chronos_2/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index c9a4ffc30221772c7d2fe613185cae4281f1f935..33a0d0036308821e93a054deb4463a2f142e5d67 100644 --- a/results/chronos_2/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/chronos_2/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,7 +1,7 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-29T12:29:55.877125+00:00", + "evaluated_at": "2026-06-29T12:47:52.299364+00:00", "freq": "5min", "context_length": 120, "prediction_length": 12, @@ -326,11 +326,6 @@ ] }, "timestamps": [ - "2026-06-25 07:25:00", - "2026-06-25 07:30:00", - "2026-06-25 07:35:00", - "2026-06-25 07:40:00", - "2026-06-25 07:45:00", "2026-06-25 07:50:00", "2026-06-25 07:55:00", "2026-06-25 08:00:00", @@ -457,6 +452,11 @@ "2026-06-25 18:05:00", "2026-06-25 18:10:00", "2026-06-25 18:15:00", - "2026-06-25 18:20:00" + "2026-06-25 18:20:00", + "2026-06-25 18:25:00", + "2026-06-25 18:30:00", + "2026-06-25 18:35:00", + "2026-06-25 18:40:00", + "2026-06-25 18:45:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index e97fb6c18884d965360d019871b6ebdec5b645aa..233a5ed3aff8d475608299dad5236e0284dd248e 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,19 +1,19 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-29T12:39:44.814372+00:00", + "evaluated_at": "2026-06-29T12:47:54.711317+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t120000z", - "data_fetched_at": "2026-06-29T12:39:14.553454Z", + "data_fetched_at": "2026-06-29T12:47:18.375431Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t063000z", - "data_fetched_at": "2026-06-29T12:39:14.553454Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260629t105500z", + "data_fetched_at": "2026-06-29T12:47:18.375431Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index 93af1d69f53acc3ac6b6aa8c3b5770b2519591cd..04248dd25028c9f2e81e48bffcc6ce22e01f3e6b 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,ETS,230431.09184057816,238232.46619807987,393.34540530270624,0.5262324637777349,0.0065988631877609075,0.0065662057522293225,3.5631426423297348,480.03238624136407,0.00802679267820062,0.00657726876307071,0.005360956047719358,Finance,1,24 +binance_btcusdt_1h_close/1h/short,ETS,226373.74834497846,235544.7382562183,385.3606961963078,0.5155502158374673,0.006466689179967975,0.006433600489502339,3.5631426423297348,475.7875033510007,0.007957679520921072,0.006445265793429116,0.005286253409253977,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,ETS,89913.02765255816,97751.73906239623,263.1762487344883,0.3202734328495814,0.004407317023893177,0.004408454087681149,1.832959610002229,299.8550110512715,0.0050172789505682925,0.0044035570672497325,0.0033115666201833276,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,ETS,4.407835548068247e-15,1.12132504091072e-14,8.609260281087649e-08,nan,nan,2.0,nan,6.639153220154094e-08,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,ETS,9.578202015526527e-15,9.143141084502762e-15,9.078851462715541e-08,nan,nan,2.0,nan,9.786828912128038e-08,inf,inf,inf,Transportation,1,12 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index 9658026fc4feaf15e0fd0fbb814d9ebbe4da9577..004590f0ac925e562963d7d426cc4e091d3eecfb 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-29T12:41:53.473618+00:00", + "evaluated_at": "2026-06-29T12:50:45.197810+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 60057.0, 60088.0, 59956.05078125, - 60282.26953125 + 59945.66015625 ], "p50": [ 60306.7537219819, diff --git a/results/ets/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/ets/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index f01b73dd40797e8cc2937d25133fd25a8ab51015..9900348c3cb8c5f0bf3e80106fb695655e9fc77e 100644 --- a/results/ets/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/ets/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,7 +1,7 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "ETS", - "evaluated_at": "2026-06-29T12:34:06.603256+00:00", + "evaluated_at": "2026-06-29T12:50:45.219930+00:00", "freq": "5min", "context_length": 120, "prediction_length": 12, @@ -326,11 +326,6 @@ ] }, "timestamps": [ - "2026-06-25 07:25:00", - "2026-06-25 07:30:00", - "2026-06-25 07:35:00", - "2026-06-25 07:40:00", - "2026-06-25 07:45:00", "2026-06-25 07:50:00", "2026-06-25 07:55:00", "2026-06-25 08:00:00", @@ -457,6 +452,11 @@ "2026-06-25 18:05:00", "2026-06-25 18:10:00", "2026-06-25 18:15:00", - "2026-06-25 18:20:00" + "2026-06-25 18:20:00", + "2026-06-25 18:25:00", + "2026-06-25 18:30:00", + "2026-06-25 18:35:00", + "2026-06-25 18:40:00", + "2026-06-25 18:45:00" ] } diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index cabf73122298b1681794bbacc97e2d785172a4aa..d9a5819ca89e5d2aae9eddb7a90c8f23c3aab585 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,19 +1,19 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-29T12:41:53.522933+00:00", + "evaluated_at": "2026-06-29T12:50:45.228946+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t120000z", - "data_fetched_at": "2026-06-29T12:39:14.553454Z", + "data_fetched_at": "2026-06-29T12:47:18.375431Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t063000z", - "data_fetched_at": "2026-06-29T12:39:14.553454Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260629t105500z", + "data_fetched_at": "2026-06-29T12:47:18.375431Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index 005ff1b3636b2185ea15f091d34273e6b03a0480..631bb13eb687d26816af9a1fd109eb6c3fd97435 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -3038,3 +3038,5 @@ {"evaluated_at": "2026-06-29T12:34:07.260292+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} {"evaluated_at": "2026-06-29T12:41:54.119182+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} {"evaluated_at": "2026-06-29T12:41:54.119182+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} +{"evaluated_at": "2026-06-29T12:50:45.866700+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-29T12:50:45.866700+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count", "prediction_length": 12} diff --git a/results/evaluation_metrics.jsonl b/results/evaluation_metrics.jsonl index 8ed6e66bbb9b49dd98f3b943f2ed587774c4715c..5a908ff5ca29e7ada542ecbea5cac955cdcf25ed 100644 --- a/results/evaluation_metrics.jsonl +++ b/results/evaluation_metrics.jsonl @@ -6613,3 +6613,23 @@ {"release_id": "noaa_coops_sf_water_level_water_level/6min/short|source:2026-06-29T12:39:14.553454Z|h:60", "release_time": "2026-06-29T12:39:14.553454Z", "evaluated_at": "2026-06-29T12:41:53.557284+00:00", "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "domain": "Ocean", "frequency": "6min", "prediction_length": 60, "model": "Moving-Average", "MSE": 1.3559717732961523, "RMSE": 1.164462010241705, "MAPE": 9.592543670037514, "CRPS": 1.0070961067742479, "MAPE_eligible": true} {"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:39:14.553454Z|h:24", "release_time": "2026-06-29T12:39:14.553454Z", "evaluated_at": "2026-06-29T12:41:53.573304+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Seasonal-Naive", "MSE": 383729.0476843516, "RMSE": 619.4586731044708, "MAPE": 0.008698908609108916, "CRPS": 0.006939209694597377, "MAPE_eligible": true} {"release_id": "noaa_coops_sf_water_level_water_level/6min/short|source:2026-06-29T12:39:14.553454Z|h:60", "release_time": "2026-06-29T12:39:14.553454Z", "evaluated_at": "2026-06-29T12:41:53.593547+00:00", "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "domain": "Ocean", "frequency": "6min", "prediction_length": 60, "model": "Seasonal-Naive", "MSE": 1.3479161727462121, "RMSE": 1.1609979210774721, "MAPE": 9.553937446984305, "CRPS": 1.0117940971364645, "MAPE_eligible": true} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:47:18.375431Z|h:24", "release_time": "2026-06-29T12:47:18.375431Z", "evaluated_at": "2026-06-29T12:47:49.765636+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Chronos-2", "MSE": 307778.8932139079, "RMSE": 554.7782378697888, "MAPE": 0.008215971934074468, "CRPS": 0.006122463746211986, "MAPE_eligible": true} +{"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T12:47:18.375431Z|h:12", "release_time": "2026-06-29T12:47:18.375431Z", "evaluated_at": "2026-06-29T12:47:54.698628+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "Chronos-2", "MSE": 1.7296862743653321e-18, "RMSE": 1.3151753777977035e-09, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:47:18.375431Z|h:24", "release_time": "2026-06-29T12:47:18.375431Z", "evaluated_at": "2026-06-29T12:48:32.147048+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "TimesFM-2.5", "MSE": 292448.94473902386, "RMSE": 540.7854886542573, "MAPE": 0.006712043749967725, "CRPS": 0.007700816829604582, "MAPE_eligible": true} +{"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T12:47:18.375431Z|h:12", "release_time": "2026-06-29T12:47:18.375431Z", "evaluated_at": "2026-06-29T12:48:38.557099+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "TimesFM-2.5", "MSE": 0.0, "RMSE": 0.0, "MAPE": NaN, "CRPS": NaN, "MAPE_eligible": false} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:47:18.375431Z|h:24", "release_time": "2026-06-29T12:47:18.375431Z", "evaluated_at": "2026-06-29T12:49:02.563215+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Toto-2.0-1B", "MSE": 320512.54794375104, "RMSE": 566.1382763457626, "MAPE": 0.008357348221539617, "CRPS": 0.0061093110987568595, "MAPE_eligible": true} +{"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T12:47:18.375431Z|h:12", "release_time": "2026-06-29T12:47:18.375431Z", "evaluated_at": "2026-06-29T12:49:07.602851+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "Toto-2.0-1B", "MSE": 9.285839740510159e-20, "RMSE": 3.047267585971104e-10, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:47:18.375431Z|h:24", "release_time": "2026-06-29T12:47:18.375431Z", "evaluated_at": "2026-06-29T12:49:15.606213+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "TiRex", "MSE": 314114.4006099701, "RMSE": 560.4590980704749, "MAPE": 0.008411071858688038, "CRPS": 0.006038613758506227, "MAPE_eligible": true} +{"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T12:47:18.375431Z|h:12", "release_time": "2026-06-29T12:47:18.375431Z", "evaluated_at": "2026-06-29T12:49:21.802484+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "TiRex", "MSE": 2.0440368407041843e-18, "RMSE": 1.4296981641955705e-09, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:47:18.375431Z|h:24", "release_time": "2026-06-29T12:47:18.375431Z", "evaluated_at": "2026-06-29T12:49:56.738578+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Moirai-1.1-Large", "MSE": 466275.02156893414, "RMSE": 682.8433360361175, "MAPE": 0.010329407249545031, "CRPS": 0.007412283960769459, "MAPE_eligible": true} +{"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T12:47:18.375431Z|h:12", "release_time": "2026-06-29T12:47:18.375431Z", "evaluated_at": "2026-06-29T12:50:03.575166+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "Moirai-1.1-Large", "MSE": 1.3826167147037536, "RMSE": 1.1758472327236025, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:47:18.375431Z|h:24", "release_time": "2026-06-29T12:47:18.375431Z", "evaluated_at": "2026-06-29T12:50:37.664855+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Timer-S1", "MSE": 297583.78744188946, "RMSE": 545.5124081465879, "MAPE": 0.007982221713283682, "CRPS": 0.005524916617507117, "MAPE_eligible": true} +{"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T12:47:18.375431Z|h:12", "release_time": "2026-06-29T12:47:18.375431Z", "evaluated_at": "2026-06-29T12:50:44.319629+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "Timer-S1", "MSE": 1.1760797597599717e-16, "RMSE": 1.0844721111028959e-08, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:47:18.375431Z|h:24", "release_time": "2026-06-29T12:47:18.375431Z", "evaluated_at": "2026-06-29T12:50:45.130656+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "ARIMA", "MSE": 595965.2638400433, "RMSE": 771.9878650860021, "MAPE": 0.0042432938811581625, "CRPS": 0.0032137118376855535, "MAPE_eligible": true} +{"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T12:47:18.375431Z|h:12", "release_time": "2026-06-29T12:47:18.375431Z", "evaluated_at": "2026-06-29T12:50:45.148006+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "ARIMA", "MSE": 9.578202015526527e-15, "RMSE": 9.786828912128038e-08, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:47:18.375431Z|h:24", "release_time": "2026-06-29T12:47:18.375431Z", "evaluated_at": "2026-06-29T12:50:45.207081+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "ETS", "MSE": 226373.74834497846, "RMSE": 475.7875033510007, "MAPE": 0.006466689179967975, "CRPS": 0.005286253409253977, "MAPE_eligible": true} +{"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T12:47:18.375431Z|h:12", "release_time": "2026-06-29T12:47:18.375431Z", "evaluated_at": "2026-06-29T12:50:45.223513+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "ETS", "MSE": 9.578202015526527e-15, "RMSE": 9.786828912128038e-08, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:47:18.375431Z|h:24", "release_time": "2026-06-29T12:47:18.375431Z", "evaluated_at": "2026-06-29T12:50:45.243685+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Moving-Average", "MSE": 328715.92351151374, "RMSE": 573.3375301787889, "MAPE": 0.008765341427638976, "CRPS": 0.007000485674084743, "MAPE_eligible": true} +{"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T12:47:18.375431Z|h:12", "release_time": "2026-06-29T12:47:18.375431Z", "evaluated_at": "2026-06-29T12:50:45.257867+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "Moving-Average", "MSE": 9.578202015526527e-15, "RMSE": 9.786828912128038e-08, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:47:18.375431Z|h:24", "release_time": "2026-06-29T12:47:18.375431Z", "evaluated_at": "2026-06-29T12:50:45.270474+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Seasonal-Naive", "MSE": 388765.4777990977, "RMSE": 623.5106076075192, "MAPE": 0.00893292064964275, "CRPS": 0.00697408565187051, "MAPE_eligible": true} +{"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T12:47:18.375431Z|h:12", "release_time": "2026-06-29T12:47:18.375431Z", "evaluated_at": "2026-06-29T12:50:45.283689+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "Seasonal-Naive", "MSE": 0.0, "RMSE": 0.0, "MAPE": NaN, "CRPS": NaN, "MAPE_eligible": false} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index 2a7f04cc1e36fb3f5ae674c6b1f4039df2d34d16..d4e6cb1d21590c517f474da734100e6e8f622c68 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,426892.9040063222,412811.9714856148,575.068603515625,0.7693486792768357,0.009638380546116555,0.009580577212196668,4.63026632210368,653.3704186801865,0.01092523971950933,0.009615927150884638,0.006936549125255326,Finance,1,24 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,466275.02156893414,450350.2525687218,616.424072265625,0.824675600394035,0.010329407249545031,0.01026639545473184,5.584950976421474,682.8433360361175,0.011420746431760208,0.010309865604965596,0.007412283960769459,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,Moirai-1.1-Large,1060171.0864022572,254060.2033047676,415.4149576822917,0.505540964253952,0.006977186579702474,0.006941886096748245,2.530876052504917,1029.646097648244,0.017228398732285963,0.006950868406778763,0.005337442736243882,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Moirai-1.1-Large,160351.24808311323,1.7619403127370807e-18,1.0736366896315415e-09,nan,nan,2.0,nan,400.43881940080837,inf,inf,inf,Climate,1,36 -data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Moirai-1.1-Large,11.328527851547987,1.7571476713168746e-18,1.0500139377425374e-09,nan,nan,2.0,nan,3.3657878500505625,inf,inf,inf,Transportation,1,12 +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Moirai-1.1-Large,1.3826167147037536,2.068149712345738e-18,1.1524964110947351e-09,nan,nan,2.0,nan,1.1758472327236025,inf,inf,inf,Transportation,1,12 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,4.185792649431733,4.552878562503527,1.6521598100662231,1.205786894826567,0.06266774630639388,0.06534701612914566,19.07190649757833,2.0459209782960173,0.08430702890389355,0.06808116556735905,0.057525885246246196,Weather,1,24 noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,1.8530936937369284,1.7905331596699916,1.069432088981072,1.2052993904274654,11.62163474147792,0.8386324044517051,28.82593800069399,1.361283840254092,1.4381785491759345,1.1298409961921705,0.9120893212596468,Ocean,1,60 noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.673681763254769,0.28862149802278025,0.5010789185762405,0.4062802171394552,0.17438384179115474,0.15837263733819698,2.981164049252733,0.8207811908509899,0.2804757585073323,0.17122771735788905,0.17046861151782705,Ocean,1,72 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index c24c2ae0fdf1854d9d3820f3a5a925b5bc03a7f7..d68878b3ce40317e6ea984d972193979712d367e 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-29T12:41:22.733664+00:00", + "evaluated_at": "2026-06-29T12:49:53.554872+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,346 +127,346 @@ 60057.0, 60088.0, 59956.05078125, - 60282.26953125 + 59945.66015625 ], "p50": [ - 60326.36328125, - 60325.6953125, - 60375.27734375, - 60337.35546875, - 60309.658203125, - 60337.109375, - 60425.998046875, - 60356.146484375, - 60394.70703125, - 60358.056640625, - 60426.046875, - 60401.498046875, - 60423.189453125, - 60440.6796875, - 60383.28515625, - 60391.0546875, - 60439.0390625, - 60350.513671875, - 60399.416015625, - 60441.8515625, - 60437.38671875, - 60370.931640625, - 60450.4375, - 60514.046875 + 60305.63671875, + 60332.375, + 60342.994140625, + 60363.609375, + 60329.4140625, + 60364.16796875, + 60360.775390625, + 60367.615234375, + 60332.990234375, + 60419.962890625, + 60368.859375, + 60336.25390625, + 60475.4296875, + 60407.8046875, + 60244.8046875, + 60435.52734375, + 60340.330078125, + 60418.076171875, + 60463.36328125, + 60416.736328125, + 60437.1015625, + 60472.390625, + 60533.330078125, + 60374.9921875 ], "p10": [ - 60102.13671875, - 60010.0234375, - 59989.279296875, - 59834.974609375, - 59767.341796875, - 59752.958984375, - 59744.396484375, - 59430.203125, - 59433.12890625, - 59519.3203125, - 59378.18359375, - 59423.5, - 59451.60546875, - 59483.5, - 59102.603515625, - 59433.3203125, - 59009.337890625, - 59190.318359375, - 59078.359375, - 58941.134765625, - 58919.86328125, - 58965.69921875, - 58665.0390625, - 59375.279296875 + 60096.900390625, + 59927.509765625, + 59899.8984375, + 59977.92578125, + 59734.693359375, + 59659.59765625, + 59762.1796875, + 59768.810546875, + 59548.0546875, + 59518.111328125, + 59331.876953125, + 59447.068359375, + 59479.41015625, + 59290.1875, + 58972.82421875, + 59151.134765625, + 59122.2265625, + 58972.998046875, + 59080.9609375, + 58966.189453125, + 59022.515625, + 59063.28515625, + 59088.751953125, + 58500.0234375 ], "p90": [ - 60525.658203125, - 60707.2734375, - 60832.12890625, - 60964.09375, - 60930.76953125, - 60942.8203125, - 61055.6484375, - 61074.724609375, - 61227.568359375, - 61233.765625, - 61415.185546875, - 61552.572265625, - 61355.689453125, - 61456.3515625, - 61474.876953125, - 61535.923828125, - 61836.982421875, - 61843.517578125, - 61863.662109375, - 61633.125, - 61784.986328125, - 61860.68359375, - 62201.224609375, - 62422.751953125 + 60500.77734375, + 60659.166015625, + 60788.646484375, + 60834.619140625, + 60915.931640625, + 60969.818359375, + 61118.96875, + 61271.37109375, + 61027.169921875, + 61257.869140625, + 61389.0625, + 61213.595703125, + 61684.69921875, + 61696.931640625, + 61597.830078125, + 61686.83984375, + 61340.587890625, + 61893.416015625, + 62132.36328125, + 62003.96484375, + 61762.701171875, + 62212.583984375, + 61976.98828125, + 62060.142578125 ], "mean": [ - 60327.2109375, - 60372.671875, - 60381.69921875, - 60235.90234375, - 60278.45703125, - 60431.53515625, - 60428.16796875, - 60280.5390625, - 60433.46484375, - 60375.71484375, - 60341.31640625, - 60471.9453125, - 60378.6796875, - 60447.56640625, - 60306.81640625, - 60476.05859375, - 60471.17578125, - 60348.71875, - 60418.12109375, - 60595.01171875, - 60485.70703125, - 60451.90234375, - 60496.66796875, - 60791.8046875 + 60292.23046875, + 60300.09375, + 60310.2109375, + 60386.92578125, + 60298.08984375, + 60359.35546875, + 60353.015625, + 60438.4140625, + 60336.69140625, + 60397.40625, + 60355.47265625, + 60189.96484375, + 60535.79296875, + 60601.34765625, + 60238.47265625, + 60549.328125, + 60307.8359375, + 60535.64453125, + 60523.1484375, + 60525.63671875, + 60433.1953125, + 60509.37890625, + 60488.890625, + 60172.578125 ], "quantiles": { "0.1": [ - 60102.13671875, - 60010.0234375, - 59989.279296875, - 59834.974609375, - 59767.341796875, - 59752.958984375, - 59744.396484375, - 59430.203125, - 59433.12890625, - 59519.3203125, - 59378.18359375, - 59423.5, - 59451.60546875, - 59483.5, - 59102.603515625, - 59433.3203125, - 59009.337890625, - 59190.318359375, - 59078.359375, - 58941.134765625, - 58919.86328125, - 58965.69921875, - 58665.0390625, - 59375.279296875 + 60096.900390625, + 59927.509765625, + 59899.8984375, + 59977.92578125, + 59734.693359375, + 59659.59765625, + 59762.1796875, + 59768.810546875, + 59548.0546875, + 59518.111328125, + 59331.876953125, + 59447.068359375, + 59479.41015625, + 59290.1875, + 58972.82421875, + 59151.134765625, + 59122.2265625, + 58972.998046875, + 59080.9609375, + 58966.189453125, + 59022.515625, + 59063.28515625, + 59088.751953125, + 58500.0234375 ], "0.2": [ - 60102.13671875, - 60010.0234375, - 59989.279296875, - 59834.974609375, - 59767.341796875, - 59752.958984375, - 59744.396484375, - 59430.203125, - 59433.12890625, - 59519.3203125, - 59378.18359375, - 59423.5, - 59451.60546875, - 59483.5, - 59102.603515625, - 59433.3203125, - 59009.337890625, - 59190.318359375, - 59078.359375, - 58941.134765625, - 58919.86328125, - 58965.69921875, - 58665.0390625, - 59375.279296875 + 60096.900390625, + 59927.509765625, + 59899.8984375, + 59977.92578125, + 59734.693359375, + 59659.59765625, + 59762.1796875, + 59768.810546875, + 59548.0546875, + 59518.111328125, + 59331.876953125, + 59447.068359375, + 59479.41015625, + 59290.1875, + 58972.82421875, + 59151.134765625, + 59122.2265625, + 58972.998046875, + 59080.9609375, + 58966.189453125, + 59022.515625, + 59063.28515625, + 59088.751953125, + 58500.0234375 ], "0.3": [ - 60102.13671875, - 60010.0234375, - 59989.279296875, - 59834.974609375, - 59767.341796875, - 59752.958984375, - 59744.396484375, - 59430.203125, - 59433.12890625, - 59519.3203125, - 59378.18359375, - 59423.5, - 59451.60546875, - 59483.5, - 59102.603515625, - 59433.3203125, - 59009.337890625, - 59190.318359375, - 59078.359375, - 58941.134765625, - 58919.86328125, - 58965.69921875, - 58665.0390625, - 59375.279296875 + 60096.900390625, + 59927.509765625, + 59899.8984375, + 59977.92578125, + 59734.693359375, + 59659.59765625, + 59762.1796875, + 59768.810546875, + 59548.0546875, + 59518.111328125, + 59331.876953125, + 59447.068359375, + 59479.41015625, + 59290.1875, + 58972.82421875, + 59151.134765625, + 59122.2265625, + 58972.998046875, + 59080.9609375, + 58966.189453125, + 59022.515625, + 59063.28515625, + 59088.751953125, + 58500.0234375 ], "0.4": [ - 60326.36328125, - 60325.6953125, - 60375.27734375, - 60337.35546875, - 60309.658203125, - 60337.109375, - 60425.998046875, - 60356.146484375, - 60394.70703125, - 60358.056640625, - 60426.046875, - 60401.498046875, - 60423.189453125, - 60440.6796875, - 60383.28515625, - 60391.0546875, - 60439.0390625, - 60350.513671875, - 60399.416015625, - 60441.8515625, - 60437.38671875, - 60370.931640625, - 60450.4375, - 60514.046875 + 60305.63671875, + 60332.375, + 60342.994140625, + 60363.609375, + 60329.4140625, + 60364.16796875, + 60360.775390625, + 60367.615234375, + 60332.990234375, + 60419.962890625, + 60368.859375, + 60336.25390625, + 60475.4296875, + 60407.8046875, + 60244.8046875, + 60435.52734375, + 60340.330078125, + 60418.076171875, + 60463.36328125, + 60416.736328125, + 60437.1015625, + 60472.390625, + 60533.330078125, + 60374.9921875 ], "0.5": [ - 60326.36328125, - 60325.6953125, - 60375.27734375, - 60337.35546875, - 60309.658203125, - 60337.109375, - 60425.998046875, - 60356.146484375, - 60394.70703125, - 60358.056640625, - 60426.046875, - 60401.498046875, - 60423.189453125, - 60440.6796875, - 60383.28515625, - 60391.0546875, - 60439.0390625, - 60350.513671875, - 60399.416015625, - 60441.8515625, - 60437.38671875, - 60370.931640625, - 60450.4375, - 60514.046875 + 60305.63671875, + 60332.375, + 60342.994140625, + 60363.609375, + 60329.4140625, + 60364.16796875, + 60360.775390625, + 60367.615234375, + 60332.990234375, + 60419.962890625, + 60368.859375, + 60336.25390625, + 60475.4296875, + 60407.8046875, + 60244.8046875, + 60435.52734375, + 60340.330078125, + 60418.076171875, + 60463.36328125, + 60416.736328125, + 60437.1015625, + 60472.390625, + 60533.330078125, + 60374.9921875 ], "0.6": [ - 60326.36328125, - 60325.6953125, - 60375.27734375, - 60337.35546875, - 60309.658203125, - 60337.109375, - 60425.998046875, - 60356.146484375, - 60394.70703125, - 60358.056640625, - 60426.046875, - 60401.498046875, - 60423.189453125, - 60440.6796875, - 60383.28515625, - 60391.0546875, - 60439.0390625, - 60350.513671875, - 60399.416015625, - 60441.8515625, - 60437.38671875, - 60370.931640625, - 60450.4375, - 60514.046875 + 60305.63671875, + 60332.375, + 60342.994140625, + 60363.609375, + 60329.4140625, + 60364.16796875, + 60360.775390625, + 60367.615234375, + 60332.990234375, + 60419.962890625, + 60368.859375, + 60336.25390625, + 60475.4296875, + 60407.8046875, + 60244.8046875, + 60435.52734375, + 60340.330078125, + 60418.076171875, + 60463.36328125, + 60416.736328125, + 60437.1015625, + 60472.390625, + 60533.330078125, + 60374.9921875 ], "0.7": [ - 60326.36328125, - 60325.6953125, - 60375.27734375, - 60337.35546875, - 60309.658203125, - 60337.109375, - 60425.998046875, - 60356.146484375, - 60394.70703125, - 60358.056640625, - 60426.046875, - 60401.498046875, - 60423.189453125, - 60440.6796875, - 60383.28515625, - 60391.0546875, - 60439.0390625, - 60350.513671875, - 60399.416015625, - 60441.8515625, - 60437.38671875, - 60370.931640625, - 60450.4375, - 60514.046875 + 60305.63671875, + 60332.375, + 60342.994140625, + 60363.609375, + 60329.4140625, + 60364.16796875, + 60360.775390625, + 60367.615234375, + 60332.990234375, + 60419.962890625, + 60368.859375, + 60336.25390625, + 60475.4296875, + 60407.8046875, + 60244.8046875, + 60435.52734375, + 60340.330078125, + 60418.076171875, + 60463.36328125, + 60416.736328125, + 60437.1015625, + 60472.390625, + 60533.330078125, + 60374.9921875 ], "0.8": [ - 60525.658203125, - 60707.2734375, - 60832.12890625, - 60964.09375, - 60930.76953125, - 60942.8203125, - 61055.6484375, - 61074.724609375, - 61227.568359375, - 61233.765625, - 61415.185546875, - 61552.572265625, - 61355.689453125, - 61456.3515625, - 61474.876953125, - 61535.923828125, - 61836.982421875, - 61843.517578125, - 61863.662109375, - 61633.125, - 61784.986328125, - 61860.68359375, - 62201.224609375, - 62422.751953125 + 60500.77734375, + 60659.166015625, + 60788.646484375, + 60834.619140625, + 60915.931640625, + 60969.818359375, + 61118.96875, + 61271.37109375, + 61027.169921875, + 61257.869140625, + 61389.0625, + 61213.595703125, + 61684.69921875, + 61696.931640625, + 61597.830078125, + 61686.83984375, + 61340.587890625, + 61893.416015625, + 62132.36328125, + 62003.96484375, + 61762.701171875, + 62212.583984375, + 61976.98828125, + 62060.142578125 ], "0.9": [ - 60525.658203125, - 60707.2734375, - 60832.12890625, - 60964.09375, - 60930.76953125, - 60942.8203125, - 61055.6484375, - 61074.724609375, - 61227.568359375, - 61233.765625, - 61415.185546875, - 61552.572265625, - 61355.689453125, - 61456.3515625, - 61474.876953125, - 61535.923828125, - 61836.982421875, - 61843.517578125, - 61863.662109375, - 61633.125, - 61784.986328125, - 61860.68359375, - 62201.224609375, - 62422.751953125 + 60500.77734375, + 60659.166015625, + 60788.646484375, + 60834.619140625, + 60915.931640625, + 60969.818359375, + 61118.96875, + 61271.37109375, + 61027.169921875, + 61257.869140625, + 61389.0625, + 61213.595703125, + 61684.69921875, + 61696.931640625, + 61597.830078125, + 61686.83984375, + 61340.587890625, + 61893.416015625, + 62132.36328125, + 62003.96484375, + 61762.701171875, + 62212.583984375, + 61976.98828125, + 62060.142578125 ] }, "timestamps": [ diff --git a/results/moirai_1_1_large/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/moirai_1_1_large/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index 9265294318cd71ce381cdfbae19d18848f07c01b..de06cf68827a3e56498a5589b7b891cc15d0a42b 100644 --- a/results/moirai_1_1_large/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/moirai_1_1_large/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,7 +1,7 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-29T12:33:02.513806+00:00", + "evaluated_at": "2026-06-29T12:50:00.424852+00:00", "freq": "5min", "context_length": 120, "prediction_length": 12, @@ -142,195 +142,190 @@ 0.0 ], "p50": [ - -1.164845719880958e-09, - -9.123547195510895e-10, - -4.3387769765868e-10, - -1.5001048181417787e-09, - -2.3822505079706957e-09, - 1.3205127546989104e-09, - 5.952874825021492e-11, - -3.8630874887868316e-10, - -2.1861230603548165e-09, - 3.218861982512422e-10, - 5.67897173731069e-10, - 1.4989264829345927e-09 + -1.5158454491626117e-09, + -1.211608369189321e-09, + -4.968531142068855e-10, + -1.008450933870364e-09, + -2.4171441515008496e-09, + 1.3205014304240592e-09, + -4.020433569396076e-10, + 1.0609854661502993e-10, + -2.6663271590621207e-09, + 0.0, + 4.4611417338025205e-10, + 1.6028436355952635e-09 ], "p10": [ - -4.681522725036302e-09, - -4.745609682998975e-09, - -3.6534572034341295e-09, - -5.389532375943418e-09, - -6.04891869926405e-09, - -2.3103438051563785e-09, - -4.048967161551786e-09, - -4.031153633121676e-09, - -5.951009018900777e-09, - -3.2721918508116232e-09, - -3.170423701348568e-09, - -1.7512496452987136e-09 + -4.6865544778285084e-09, + -4.9615278552295194e-09, + -4.4836359069933e-09, + -4.0279288793243495e-09, + -6.432821164636948e-09, + -2.4269133369614337e-09, + -4.152347576891202e-09, + -3.292273342836438e-09, + -5.922800916380311e-09, + -3.6265986880223977e-09, + -3.2785875125895814e-09, + -1.5397596531130375e-09 ], "p90": [ - 4.474832282497232e-09, - 3.5111902274564954e-09, - 3.887867805474343e-09, - 5.350571097295642e-09, - 2.8816979913415253e-09, - 5.427307714356289e-09, - 4.148659860092607e-09, - 3.578437879347973e-09, - 2.203306204151545e-09, - 4.377312956549417e-09, - 6.8161494226615105e-09, - 6.521828854744172e-09 + 2.3043393859722983e-09, + 2.986725089471065e-09, + 3.6039263795473175e-09, + 2.655979325361102e-09, + 1.59713031688824e-09, + 5.691909610305856e-09, + 3.2594069665492498e-09, + 5.105858846832234e-09, + 1.0273371597868675e-09, + 6.620856973782452e-09, + 5.5211122340637075e-09, + 5.746872311362949e-09 ], "mean": [ - 0.02391325682401657, - 0.01465932372957468, - 0.23409992456436157, - 1.8632222414016724, - 2.2488856315612793, - 11.204962730407715, - 0.8339971899986267, - 2.360944986343384, - 0.32268425822257996, - 0.03074023500084877, - 0.03737547621130943, - 4.4932752643944696e-05 + 0.00011994176747975871, + 3.608889471706789e-07, + 0.0091737424954772, + 7.434892654418945, + 0.00014405339607037604, + 0.0013436507433652878, + 0.004958502482622862, + 0.016139108687639236, + 6.959221363067627, + 0.018549513071775436, + 0.9384652376174927, + 0.015070555731654167 ], "quantiles": { "0.1": [ - -4.681522725036302e-09, - -4.745609682998975e-09, - -3.6534572034341295e-09, - -5.389532375943418e-09, - -6.04891869926405e-09, - -2.3103438051563785e-09, - -4.048967161551786e-09, - -4.031153633121676e-09, - -5.951009018900777e-09, - -3.2721918508116232e-09, - -3.170423701348568e-09, - -1.7512496452987136e-09 + -4.6865544778285084e-09, + -4.9615278552295194e-09, + -4.4836359069933e-09, + -4.0279288793243495e-09, + -6.432821164636948e-09, + -2.4269133369614337e-09, + -4.152347576891202e-09, + -3.292273342836438e-09, + -5.922800916380311e-09, + -3.6265986880223977e-09, + -3.2785875125895814e-09, + -1.5397596531130375e-09 ], "0.2": [ - -4.681522725036302e-09, - -4.745609682998975e-09, - -3.6534572034341295e-09, - -5.389532375943418e-09, - -6.04891869926405e-09, - -2.3103438051563785e-09, - -4.048967161551786e-09, - -4.031153633121676e-09, - -5.951009018900777e-09, - -3.2721918508116232e-09, - -3.170423701348568e-09, - -1.7512496452987136e-09 + -4.6865544778285084e-09, + -4.9615278552295194e-09, + -4.4836359069933e-09, + -4.0279288793243495e-09, + -6.432821164636948e-09, + -2.4269133369614337e-09, + -4.152347576891202e-09, + -3.292273342836438e-09, + -5.922800916380311e-09, + -3.6265986880223977e-09, + -3.2785875125895814e-09, + -1.5397596531130375e-09 ], "0.3": [ - -4.681522725036302e-09, - -4.745609682998975e-09, - -3.6534572034341295e-09, - -5.389532375943418e-09, - -6.04891869926405e-09, - -2.3103438051563785e-09, - -4.048967161551786e-09, - -4.031153633121676e-09, - -5.951009018900777e-09, - -3.2721918508116232e-09, - -3.170423701348568e-09, - -1.7512496452987136e-09 + -4.6865544778285084e-09, + -4.9615278552295194e-09, + -4.4836359069933e-09, + -4.0279288793243495e-09, + -6.432821164636948e-09, + -2.4269133369614337e-09, + -4.152347576891202e-09, + -3.292273342836438e-09, + -5.922800916380311e-09, + -3.6265986880223977e-09, + -3.2785875125895814e-09, + -1.5397596531130375e-09 ], "0.4": [ - -1.164845719880958e-09, - -9.123547195510895e-10, - -4.3387769765868e-10, - -1.5001048181417787e-09, - -2.3822505079706957e-09, - 1.3205127546989104e-09, - 5.952874825021492e-11, - -3.8630874887868316e-10, - -2.1861230603548165e-09, - 3.218861982512422e-10, - 5.67897173731069e-10, - 1.4989264829345927e-09 + -1.5158454491626117e-09, + -1.211608369189321e-09, + -4.968531142068855e-10, + -1.008450933870364e-09, + -2.4171441515008496e-09, + 1.3205014304240592e-09, + -4.020433569396076e-10, + 1.0609854661502993e-10, + -2.6663271590621207e-09, + 0.0, + 4.4611417338025205e-10, + 1.6028436355952635e-09 ], "0.5": [ - -1.164845719880958e-09, - -9.123547195510895e-10, - -4.3387769765868e-10, - -1.5001048181417787e-09, - -2.3822505079706957e-09, - 1.3205127546989104e-09, - 5.952874825021492e-11, - -3.8630874887868316e-10, - -2.1861230603548165e-09, - 3.218861982512422e-10, - 5.67897173731069e-10, - 1.4989264829345927e-09 + -1.5158454491626117e-09, + -1.211608369189321e-09, + -4.968531142068855e-10, + -1.008450933870364e-09, + -2.4171441515008496e-09, + 1.3205014304240592e-09, + -4.020433569396076e-10, + 1.0609854661502993e-10, + -2.6663271590621207e-09, + 0.0, + 4.4611417338025205e-10, + 1.6028436355952635e-09 ], "0.6": [ - -1.164845719880958e-09, - -9.123547195510895e-10, - -4.3387769765868e-10, - -1.5001048181417787e-09, - -2.3822505079706957e-09, - 1.3205127546989104e-09, - 5.952874825021492e-11, - -3.8630874887868316e-10, - -2.1861230603548165e-09, - 3.218861982512422e-10, - 5.67897173731069e-10, - 1.4989264829345927e-09 + -1.5158454491626117e-09, + -1.211608369189321e-09, + -4.968531142068855e-10, + -1.008450933870364e-09, + -2.4171441515008496e-09, + 1.3205014304240592e-09, + -4.020433569396076e-10, + 1.0609854661502993e-10, + -2.6663271590621207e-09, + 0.0, + 4.4611417338025205e-10, + 1.6028436355952635e-09 ], "0.7": [ - -1.164845719880958e-09, - -9.123547195510895e-10, - -4.3387769765868e-10, - -1.5001048181417787e-09, - -2.3822505079706957e-09, - 1.3205127546989104e-09, - 5.952874825021492e-11, - -3.8630874887868316e-10, - -2.1861230603548165e-09, - 3.218861982512422e-10, - 5.67897173731069e-10, - 1.4989264829345927e-09 + -1.5158454491626117e-09, + -1.211608369189321e-09, + -4.968531142068855e-10, + -1.008450933870364e-09, + -2.4171441515008496e-09, + 1.3205014304240592e-09, + -4.020433569396076e-10, + 1.0609854661502993e-10, + -2.6663271590621207e-09, + 0.0, + 4.4611417338025205e-10, + 1.6028436355952635e-09 ], "0.8": [ - 4.474832282497232e-09, - 3.5111902274564954e-09, - 3.887867805474343e-09, - 5.350571097295642e-09, - 2.8816979913415253e-09, - 5.427307714356289e-09, - 4.148659860092607e-09, - 3.578437879347973e-09, - 2.203306204151545e-09, - 4.377312956549417e-09, - 6.8161494226615105e-09, - 6.521828854744172e-09 + 2.3043393859722983e-09, + 2.986725089471065e-09, + 3.6039263795473175e-09, + 2.655979325361102e-09, + 1.59713031688824e-09, + 5.691909610305856e-09, + 3.2594069665492498e-09, + 5.105858846832234e-09, + 1.0273371597868675e-09, + 6.620856973782452e-09, + 5.5211122340637075e-09, + 5.746872311362949e-09 ], "0.9": [ - 4.474832282497232e-09, - 3.5111902274564954e-09, - 3.887867805474343e-09, - 5.350571097295642e-09, - 2.8816979913415253e-09, - 5.427307714356289e-09, - 4.148659860092607e-09, - 3.578437879347973e-09, - 2.203306204151545e-09, - 4.377312956549417e-09, - 6.8161494226615105e-09, - 6.521828854744172e-09 + 2.3043393859722983e-09, + 2.986725089471065e-09, + 3.6039263795473175e-09, + 2.655979325361102e-09, + 1.59713031688824e-09, + 5.691909610305856e-09, + 3.2594069665492498e-09, + 5.105858846832234e-09, + 1.0273371597868675e-09, + 6.620856973782452e-09, + 5.5211122340637075e-09, + 5.746872311362949e-09 ] }, "timestamps": [ - "2026-06-25 07:25:00", - "2026-06-25 07:30:00", - "2026-06-25 07:35:00", - "2026-06-25 07:40:00", - "2026-06-25 07:45:00", "2026-06-25 07:50:00", "2026-06-25 07:55:00", "2026-06-25 08:00:00", @@ -457,6 +452,11 @@ "2026-06-25 18:05:00", "2026-06-25 18:10:00", "2026-06-25 18:15:00", - "2026-06-25 18:20:00" + "2026-06-25 18:20:00", + "2026-06-25 18:25:00", + "2026-06-25 18:30:00", + "2026-06-25 18:35:00", + "2026-06-25 18:40:00", + "2026-06-25 18:45:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index 5f4b185322eb24f5f7f6ab0239e1000e43f9e9dc..ef312ee8e1afec38eabd5152b9c79b834f7860b3 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,19 +1,19 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-29T12:41:31.156769+00:00", + "evaluated_at": "2026-06-29T12:50:03.588739+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t120000z", - "data_fetched_at": "2026-06-29T12:39:14.553454Z", + "data_fetched_at": "2026-06-29T12:47:18.375431Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t063000z", - "data_fetched_at": "2026-06-29T12:39:14.553454Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260629t105500z", + "data_fetched_at": "2026-06-29T12:47:18.375431Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index 9d162cace33d81a1dfd36190426511b65b72f9d4..678be29f863b27ca1eb71d19563aaf878e89bd26 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,Moving-Average,325716.508153406,337337.1659908911,509.9286199915502,0.6822019284613913,0.008548771149432118,0.008501486874749033,4.959534135029261,570.715785793074,0.009543142133818423,0.008526698261760786,0.006890121101707192,Finance,1,24 +binance_btcusdt_1h_close/1h/short,Moving-Average,328715.92351151374,341706.1969027417,522.9081483004411,0.6995664357584936,0.008765341427638976,0.00871744906738041,4.959534135029261,573.3375301787889,0.00958923109654141,0.008745785531873045,0.007000485674084743,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,Moving-Average,322731.014513818,348365.048478851,492.3817545572941,0.5992060285184049,0.008269296703238385,0.008220363374281699,4.428661821834581,568.094195106602,0.009505550822897627,0.008238703779280128,0.006810998931259922,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Moving-Average,4.407835548068247e-15,1.12132504091072e-14,8.609260281087649e-08,nan,nan,2.0,nan,6.639153220154094e-08,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Moving-Average,9.578202015526527e-15,9.143141084502762e-15,9.078851462715541e-08,nan,nan,2.0,nan,9.786828912128038e-08,inf,inf,inf,Transportation,1,12 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index 98ae2ebeaa2befb51d82363662ef96881ba36535..9d4ef24ca2d9cd9bd703d4c3be728571e6515296 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-29T12:41:53.533079+00:00", + "evaluated_at": "2026-06-29T12:50:45.240155+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 60057.0, 60088.0, 59956.05078125, - 60282.26953125 + 59945.66015625 ], "p50": [ 60330.27777720669, diff --git a/results/moving_average/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/moving_average/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index 0d68bcb7f663e7648b49d7a3b120f0f84005055d..0caac3292ea216fd5c6c9140a0b8a1d8468b1385 100644 --- a/results/moving_average/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/moving_average/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,7 +1,7 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-29T12:34:06.693722+00:00", + "evaluated_at": "2026-06-29T12:50:45.254301+00:00", "freq": "5min", "context_length": 120, "prediction_length": 12, @@ -326,11 +326,6 @@ ] }, "timestamps": [ - "2026-06-25 07:25:00", - "2026-06-25 07:30:00", - "2026-06-25 07:35:00", - "2026-06-25 07:40:00", - "2026-06-25 07:45:00", "2026-06-25 07:50:00", "2026-06-25 07:55:00", "2026-06-25 08:00:00", @@ -457,6 +452,11 @@ "2026-06-25 18:05:00", "2026-06-25 18:10:00", "2026-06-25 18:15:00", - "2026-06-25 18:20:00" + "2026-06-25 18:20:00", + "2026-06-25 18:25:00", + "2026-06-25 18:30:00", + "2026-06-25 18:35:00", + "2026-06-25 18:40:00", + "2026-06-25 18:45:00" ] } diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index 7e72d004049fa077d0822a33615c443abbaa8920..3fd84bee560b031715ea96b4bdea0605738b0c31 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,19 +1,19 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-29T12:41:53.564002+00:00", + "evaluated_at": "2026-06-29T12:50:45.263096+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t120000z", - "data_fetched_at": "2026-06-29T12:39:14.553454Z", + "data_fetched_at": "2026-06-29T12:47:18.375431Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t063000z", - "data_fetched_at": "2026-06-29T12:39:14.553454Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260629t105500z", + "data_fetched_at": "2026-06-29T12:47:18.375431Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index e4c4b3790dc7643487bac9cc7ba13a3f59a3bc62..3c4add803d5d14ce31e4d355fdf6150350a52978 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,7 +1,7 @@ { "status": "ok", - "started_at": "2026-06-29T12:39:16.596413+00:00", - "finished_at": "2026-06-29T12:41:54.117300+00:00", + "started_at": "2026-06-29T12:47:20.683786+00:00", + "finished_at": "2026-06-29T12:50:45.853724+00:00", "task_count": 2, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", @@ -10,19 +10,19 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-29T12:39:44.814372+00:00", + "evaluated_at": "2026-06-29T12:47:54.711317+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t120000z", - "data_fetched_at": "2026-06-29T12:39:14.553454Z", + "data_fetched_at": "2026-06-29T12:47:18.375431Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t063000z", - "data_fetched_at": "2026-06-29T12:39:14.553454Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260629t105500z", + "data_fetched_at": "2026-06-29T12:47:18.375431Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] @@ -30,19 +30,19 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-29T12:40:14.356387+00:00", + "evaluated_at": "2026-06-29T12:48:38.571631+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t120000z", - "data_fetched_at": "2026-06-29T12:39:14.553454Z", + "data_fetched_at": "2026-06-29T12:47:18.375431Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t063000z", - "data_fetched_at": "2026-06-29T12:39:14.553454Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260629t105500z", + "data_fetched_at": "2026-06-29T12:47:18.375431Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] @@ -50,19 +50,19 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-29T12:40:46.613086+00:00", + "evaluated_at": "2026-06-29T12:49:07.616165+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t120000z", - "data_fetched_at": "2026-06-29T12:39:14.553454Z", + "data_fetched_at": "2026-06-29T12:47:18.375431Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t063000z", - "data_fetched_at": "2026-06-29T12:39:14.553454Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260629t105500z", + "data_fetched_at": "2026-06-29T12:47:18.375431Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] @@ -70,19 +70,19 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-29T12:41:01.409569+00:00", + "evaluated_at": "2026-06-29T12:49:21.814812+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t120000z", - "data_fetched_at": "2026-06-29T12:39:14.553454Z", + "data_fetched_at": "2026-06-29T12:47:18.375431Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t063000z", - "data_fetched_at": "2026-06-29T12:39:14.553454Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260629t105500z", + "data_fetched_at": "2026-06-29T12:47:18.375431Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] @@ -90,19 +90,19 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-29T12:41:31.156769+00:00", + "evaluated_at": "2026-06-29T12:50:03.588739+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t120000z", - "data_fetched_at": "2026-06-29T12:39:14.553454Z", + "data_fetched_at": "2026-06-29T12:47:18.375431Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t063000z", - "data_fetched_at": "2026-06-29T12:39:14.553454Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260629t105500z", + "data_fetched_at": "2026-06-29T12:47:18.375431Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] @@ -110,19 +110,19 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-29T12:41:53.021689+00:00", + "evaluated_at": "2026-06-29T12:50:44.332668+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t120000z", - "data_fetched_at": "2026-06-29T12:39:14.553454Z", + "data_fetched_at": "2026-06-29T12:47:18.375431Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t063000z", - "data_fetched_at": "2026-06-29T12:39:14.553454Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260629t105500z", + "data_fetched_at": "2026-06-29T12:47:18.375431Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] @@ -130,19 +130,19 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-29T12:41:53.439804+00:00", + "evaluated_at": "2026-06-29T12:50:45.153723+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t120000z", - "data_fetched_at": "2026-06-29T12:39:14.553454Z", + "data_fetched_at": "2026-06-29T12:47:18.375431Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t063000z", - "data_fetched_at": "2026-06-29T12:39:14.553454Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260629t105500z", + "data_fetched_at": "2026-06-29T12:47:18.375431Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] @@ -150,19 +150,19 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-29T12:41:53.522933+00:00", + "evaluated_at": "2026-06-29T12:50:45.228946+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t120000z", - "data_fetched_at": "2026-06-29T12:39:14.553454Z", + "data_fetched_at": "2026-06-29T12:47:18.375431Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t063000z", - "data_fetched_at": "2026-06-29T12:39:14.553454Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260629t105500z", + "data_fetched_at": "2026-06-29T12:47:18.375431Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] @@ -170,19 +170,19 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-29T12:41:53.564002+00:00", + "evaluated_at": "2026-06-29T12:50:45.263096+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t120000z", - "data_fetched_at": "2026-06-29T12:39:14.553454Z", + "data_fetched_at": "2026-06-29T12:47:18.375431Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t063000z", - "data_fetched_at": "2026-06-29T12:39:14.553454Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260629t105500z", + "data_fetched_at": "2026-06-29T12:47:18.375431Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] @@ -190,19 +190,19 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-29T12:41:53.600694+00:00", + "evaluated_at": "2026-06-29T12:50:45.289094+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t120000z", - "data_fetched_at": "2026-06-29T12:39:14.553454Z", + "data_fetched_at": "2026-06-29T12:47:18.375431Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t063000z", - "data_fetched_at": "2026-06-29T12:39:14.553454Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260629t105500z", + "data_fetched_at": "2026-06-29T12:47:18.375431Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] @@ -224,7 +224,5 @@ "live_overall": "aggregates/live_overall_up_to_now.csv", "live_metadata": "aggregates/live_metadata.json" }, - "push_status": "ok", - "pushed_at": "2026-06-29T12:42:01.877256+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index 64484f3307b7a515c05aa995a0f1cbc96a7c8f62..62c5856a54ff15da737d72d603a3499beab8da18 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,383729.0476843516,383729.0476843516,518.97802734375,0.6943085702639356,0.008698908609108916,0.008645475982948587,4.840876863200395,619.4586731044708,0.010358189331048057,0.008678016628518168,0.006939209694597377,Finance,1,24 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,388765.4777990977,388765.4777990977,533.00341796875,0.7130722719992058,0.00893292064964275,0.008878789271770977,4.840876863200395,623.5106076075192,0.010428389897359365,0.00891463175026229,0.00697408565187051,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,Seasonal-Naive,364837.5669593811,364837.5669593811,491.4205729166667,0.5980363145145157,0.008249638397354637,0.008198604368839528,4.39876320331303,604.017853179342,0.010106638037828153,0.00822262095179532,0.006824462396764629,Finance,1,24 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Seasonal-Naive,36436.1429036395,36436.1429036395,152.79166432221731,1.6109556133900285,0.8264244641534466,1.5187046461435552,64.32233589831223,190.88253692687422,1.1751439790441005,0.9406423828344558,0.9402466648974208,Finance,1,12 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Seasonal-Naive,0.0,0.0,0.0,nan,nan,nan,nan,0.0,nan,nan,nan,Climate,1,36 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index f6f2b8ca74d031ae90a5e865c65a3a5a141c2b90..b10e3cb053aea439b9003699ca6b2b7ebf75dbcf 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-29T12:41:53.571338+00:00", + "evaluated_at": "2026-06-29T12:50:45.268575+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 60057.0, 60088.0, 59956.05078125, - 60282.26953125 + 59945.66015625 ], "p50": [ 60588.3515625, diff --git a/results/seasonal_naive/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/seasonal_naive/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index da9d5e9b0d893c025d1074a9afb114f520e3e769..49fc06e681f4ed8fee0ce944de9134e3a8234e93 100644 --- a/results/seasonal_naive/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/seasonal_naive/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,7 +1,7 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-29T12:34:06.754176+00:00", + "evaluated_at": "2026-06-29T12:50:45.280750+00:00", "freq": "5min", "context_length": 120, "prediction_length": 12, @@ -326,11 +326,6 @@ ] }, "timestamps": [ - "2026-06-25 07:25:00", - "2026-06-25 07:30:00", - "2026-06-25 07:35:00", - "2026-06-25 07:40:00", - "2026-06-25 07:45:00", "2026-06-25 07:50:00", "2026-06-25 07:55:00", "2026-06-25 08:00:00", @@ -457,6 +452,11 @@ "2026-06-25 18:05:00", "2026-06-25 18:10:00", "2026-06-25 18:15:00", - "2026-06-25 18:20:00" + "2026-06-25 18:20:00", + "2026-06-25 18:25:00", + "2026-06-25 18:30:00", + "2026-06-25 18:35:00", + "2026-06-25 18:40:00", + "2026-06-25 18:45:00" ] } diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index fcef409b4364d2d232018bdb1c86d9695f353848..04b3888e5ac3f4eae669c87f69cd507142d7ad2a 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,19 +1,19 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-29T12:41:53.600694+00:00", + "evaluated_at": "2026-06-29T12:50:45.289094+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t120000z", - "data_fetched_at": "2026-06-29T12:39:14.553454Z", + "data_fetched_at": "2026-06-29T12:47:18.375431Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t063000z", - "data_fetched_at": "2026-06-29T12:39:14.553454Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260629t105500z", + "data_fetched_at": "2026-06-29T12:47:18.375431Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index af65b1500b4114972caaa4d65e9ab4cc2703f6f0..5eebe4c9f930a6944e2d72aceef190b17df1f45e 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,Timer-S1,293785.53634325665,293785.53634325665,464.7840169270833,0.6218057591490792,0.007793859313870784,0.00775265997365576,6.736286941881562,542.0198671112126,0.009063307446468827,0.007771819258334682,0.005465820148959805,Finance,1,24 +binance_btcusdt_1h_close/1h/short,Timer-S1,297583.78744188946,297583.78744188946,476.06787109375,0.636901728998947,0.007982221713283682,0.007940482751373648,6.736286941881562,545.5124081465879,0.00912384812157196,0.007962368750102354,0.005524916617507117,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,Timer-S1,269226.56801160175,269226.56801160175,426.15087890625,0.518606088336136,0.007157969950632982,0.007120498826686938,5.070383883280151,518.8704732508892,0.00868192228766175,0.007130505596709583,0.004987927169000084,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Timer-S1,8.874856741867843e-16,8.874856741867843e-16,2.050398961728206e-08,nan,nan,2.0,nan,2.9790697779454317e-08,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Timer-S1,1.1760797597599717e-16,1.1760797597599717e-16,9.226596375810914e-09,nan,nan,2.0,nan,1.0844721111028959e-08,inf,inf,inf,Transportation,1,12 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index a9b9bed35f58d1da7e9247bced3ea61f0c491162..da8f49ead9f6f0399af35ff31fa53c6899551f65 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-29T12:41:45.664954+00:00", + "evaluated_at": "2026-06-29T12:50:35.070767+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 60057.0, 60088.0, 59956.05078125, - 60282.26953125 + 59945.66015625 ], "p50": [ 60347.875, diff --git a/results/timer_s1/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/timer_s1/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index 83f2137e8fbc12f51325c77f3a545d0feb46273e..a2b58927ff90ce9728c1310a9524e788ba899b92 100644 --- a/results/timer_s1/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/timer_s1/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,7 +1,7 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-29T12:33:52.191049+00:00", + "evaluated_at": "2026-06-29T12:50:41.631858+00:00", "freq": "5min", "context_length": 120, "prediction_length": 12, @@ -326,11 +326,6 @@ ] }, "timestamps": [ - "2026-06-25 07:25:00", - "2026-06-25 07:30:00", - "2026-06-25 07:35:00", - "2026-06-25 07:40:00", - "2026-06-25 07:45:00", "2026-06-25 07:50:00", "2026-06-25 07:55:00", "2026-06-25 08:00:00", @@ -457,6 +452,11 @@ "2026-06-25 18:05:00", "2026-06-25 18:10:00", "2026-06-25 18:15:00", - "2026-06-25 18:20:00" + "2026-06-25 18:20:00", + "2026-06-25 18:25:00", + "2026-06-25 18:30:00", + "2026-06-25 18:35:00", + "2026-06-25 18:40:00", + "2026-06-25 18:45:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index 37a98171e9d2bc2eada9e4924c5026cfe1147890..a7dbb994a655b622b4ff84253a19f25db39839a5 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,19 +1,19 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-29T12:41:53.021689+00:00", + "evaluated_at": "2026-06-29T12:50:44.332668+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t120000z", - "data_fetched_at": "2026-06-29T12:39:14.553454Z", + "data_fetched_at": "2026-06-29T12:47:18.375431Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t063000z", - "data_fetched_at": "2026-06-29T12:39:14.553454Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260629t105500z", + "data_fetched_at": "2026-06-29T12:47:18.375431Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index b3ee684dc4b7b70ff24f8ebfe11244c253a130df..415164a7ece2bdc5c16f1b951b998f0d76872563 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,285388.25629297894,219521.243695577,386.8961588541667,0.5176044162592618,0.0064901131194648074,0.006459278467059459,24.811416871566674,534.2174241757554,0.008932840016308986,0.006469428613829154,0.007469864327093422,Finance,1,24 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,292448.94473902386,223998.740079244,400.1979166666667,0.5354000144584063,0.006712043749967725,0.006680586926203072,25.561964940977475,540.7854886542573,0.009044789066476492,0.006693422469787349,0.007700816829604582,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,TimesFM-2.5,262305.8912595113,192959.45042037964,348.951171875,0.4246575830862385,0.00586230812653368,0.0058362077727840515,20.27281125524148,512.1580725318222,0.008569608050465975,0.005838773089989192,0.006846444787670643,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,TimesFM-2.5,0.0,0.0,0.0,nan,nan,nan,nan,0.0,nan,nan,nan,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,TimesFM-2.5,0.0,0.0,0.0,nan,nan,nan,nan,0.0,nan,nan,nan,Transportation,1,12 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index eb8b8b354b1b4bd51ceb2351b00588e32c44b7fa..21f9f8bf87509288c057108e123c63e2f6c446a6 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-29T12:40:03.683032+00:00", + "evaluated_at": "2026-06-29T12:48:28.246298+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 60057.0, 60088.0, 59956.05078125, - 60282.26953125 + 59945.66015625 ], "p50": [ 60259.48046875, diff --git a/results/timesfm_2_5/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/timesfm_2_5/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index 01431a0e0c0f881dacd2824f1ea558e9b9b6c699..a7b794e9998819c35c2979470cf708cf380536d1 100644 --- a/results/timesfm_2_5/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/timesfm_2_5/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,7 +1,7 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-29T12:30:48.378049+00:00", + "evaluated_at": "2026-06-29T12:48:35.828071+00:00", "freq": "5min", "context_length": 120, "prediction_length": 12, @@ -326,11 +326,6 @@ ] }, "timestamps": [ - "2026-06-25 07:25:00", - "2026-06-25 07:30:00", - "2026-06-25 07:35:00", - "2026-06-25 07:40:00", - "2026-06-25 07:45:00", "2026-06-25 07:50:00", "2026-06-25 07:55:00", "2026-06-25 08:00:00", @@ -457,6 +452,11 @@ "2026-06-25 18:05:00", "2026-06-25 18:10:00", "2026-06-25 18:15:00", - "2026-06-25 18:20:00" + "2026-06-25 18:20:00", + "2026-06-25 18:25:00", + "2026-06-25 18:30:00", + "2026-06-25 18:35:00", + "2026-06-25 18:40:00", + "2026-06-25 18:45:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index 54dd3aa4074d75ea6221b90fb74b3b7b1215b09b..0dea4f13a56bb98414c5089d855f78916fa337de 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,19 +1,19 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-29T12:40:14.356387+00:00", + "evaluated_at": "2026-06-29T12:48:38.571631+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t120000z", - "data_fetched_at": "2026-06-29T12:39:14.553454Z", + "data_fetched_at": "2026-06-29T12:47:18.375431Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t063000z", - "data_fetched_at": "2026-06-29T12:39:14.553454Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260629t105500z", + "data_fetched_at": "2026-06-29T12:47:18.375431Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index fbf35290ee610216c5fc2a8753a0fdc298ced664..278055a75fc119c9008e835e581f002cc6814cd5 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,TiRex,308162.26589012146,308162.26589012146,487.7527669270833,0.6525342276641574,0.008176933117732346,0.008133722783454705,7.2372811750677855,555.1236491900894,0.009282420458553346,0.00815588791622461,0.005959022450627436,Finance,1,24 +binance_btcusdt_1h_close/1h/short,TiRex,314114.4006099701,314114.4006099701,501.7781575520833,0.6712979293994276,0.008411071858688038,0.008367035866625306,7.2372811750677855,560.4590980704749,0.009373835705262503,0.008392380506580876,0.006038613758506227,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,TiRex,208938.26499557495,208938.26499557495,370.5755208333333,0.45097342468412477,0.006224903860661102,0.006196182878665589,3.0735205509569847,457.0976536754208,0.007648317859019216,0.006200599262138231,0.0042967235885134816,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,TiRex,5.906315718058047e-17,5.906315718058047e-17,4.2397065989136564e-09,nan,nan,2.0,nan,7.685255830522526e-09,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,TiRex,2.0440368407041843e-18,2.0440368407041843e-18,1.2956792120692266e-09,nan,nan,2.0,nan,1.4296981641955705e-09,inf,inf,inf,Transportation,1,12 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index bbb1246d41f9d5e00ecff49441175dac0c0579e4..bafad4148927fa64d58fc9c1ddb8ee548f546592 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-29T12:40:53.858184+00:00", + "evaluated_at": "2026-06-29T12:49:13.239958+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 60057.0, 60088.0, 59956.05078125, - 60282.26953125 + 59945.66015625 ], "p50": [ 60288.95703125, diff --git a/results/tirex/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/tirex/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index 1c4031e3b88740ec08ede61ca4b6ec1e5ec8d16e..0d7c1c67d218e07d01e8de896bf9660d32e85159 100644 --- a/results/tirex/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/tirex/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,7 +1,7 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "TiRex", - "evaluated_at": "2026-06-29T12:32:12.197530+00:00", + "evaluated_at": "2026-06-29T12:49:19.307060+00:00", "freq": "5min", "context_length": 120, "prediction_length": 12, @@ -326,11 +326,6 @@ ] }, "timestamps": [ - "2026-06-25 07:25:00", - "2026-06-25 07:30:00", - "2026-06-25 07:35:00", - "2026-06-25 07:40:00", - "2026-06-25 07:45:00", "2026-06-25 07:50:00", "2026-06-25 07:55:00", "2026-06-25 08:00:00", @@ -457,6 +452,11 @@ "2026-06-25 18:05:00", "2026-06-25 18:10:00", "2026-06-25 18:15:00", - "2026-06-25 18:20:00" + "2026-06-25 18:20:00", + "2026-06-25 18:25:00", + "2026-06-25 18:30:00", + "2026-06-25 18:35:00", + "2026-06-25 18:40:00", + "2026-06-25 18:45:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 1dec94dbffb8238f9c1d7461f64337a2c8a4aa52..0ca01a08a6b5929476ec9aee90b3852a765d51b3 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,19 +1,19 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-29T12:41:01.409569+00:00", + "evaluated_at": "2026-06-29T12:49:21.814812+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t120000z", - "data_fetched_at": "2026-06-29T12:39:14.553454Z", + "data_fetched_at": "2026-06-29T12:47:18.375431Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t063000z", - "data_fetched_at": "2026-06-29T12:39:14.553454Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260629t105500z", + "data_fetched_at": "2026-06-29T12:47:18.375431Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 84d3b2c1b048b8e1f1083b2a98c09962f15f0117..ec8de22821cd5432627e493c9086138c85df3439 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,315900.9337622325,315900.9337622325,484.78466796875,0.6485633918376199,0.008128789503465447,0.008084490283867362,5.286522500677194,562.0506505309219,0.009398249317684786,0.008106257275314175,0.0060321199623212095,Finance,1,24 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,320512.54794375104,320512.54794375104,498.48486328125,0.6668920348987607,0.008357348221539617,0.008312408938621485,5.286522500677194,566.1382763457626,0.009468821555749579,0.008337299235654674,0.0061093110987568595,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,Toto-2.0-1B,297921.62673632306,297921.62673632306,450.6170247395833,0.548380266486025,0.007568408346599796,0.007527075059881278,3.3774855556017727,545.8219734824928,0.009132884218643587,0.007539881708386864,0.007200933369304012,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Toto-2.0-1B,7.92033974581673e-22,7.92033974581673e-22,2.228279148683914e-11,nan,nan,2.0,nan,2.8143098169563228e-11,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Toto-2.0-1B,9.285839740510159e-20,9.285839740510159e-20,2.8203846723362513e-10,nan,nan,2.0,nan,3.047267585971104e-10,inf,inf,inf,Transportation,1,12 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index 573e732e85ef205294d8bbcf1b5d32b5dac0a520..9104fb00fa0dddd2d8f69873489794ac3409b2ea 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-29T12:40:38.706778+00:00", + "evaluated_at": "2026-06-29T12:49:00.680464+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 60057.0, 60088.0, 59956.05078125, - 60282.26953125 + 59945.66015625 ], "p50": [ 60319.1796875, diff --git a/results/toto_2_0_1b/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/toto_2_0_1b/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index 5cd96d22cf39c7450639e65841338d3ff7c65252..1a2f573fdae593c908370ffc07731dcbcc8401b0 100644 --- a/results/toto_2_0_1b/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/toto_2_0_1b/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,7 +1,7 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-29T12:31:41.544201+00:00", + "evaluated_at": "2026-06-29T12:49:05.096344+00:00", "freq": "5min", "context_length": 120, "prediction_length": 12, @@ -326,11 +326,6 @@ ] }, "timestamps": [ - "2026-06-25 07:25:00", - "2026-06-25 07:30:00", - "2026-06-25 07:35:00", - "2026-06-25 07:40:00", - "2026-06-25 07:45:00", "2026-06-25 07:50:00", "2026-06-25 07:55:00", "2026-06-25 08:00:00", @@ -457,6 +452,11 @@ "2026-06-25 18:05:00", "2026-06-25 18:10:00", "2026-06-25 18:15:00", - "2026-06-25 18:20:00" + "2026-06-25 18:20:00", + "2026-06-25 18:25:00", + "2026-06-25 18:30:00", + "2026-06-25 18:35:00", + "2026-06-25 18:40:00", + "2026-06-25 18:45:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index dea8d7960d3c38f24caab9d0b896ba79b3fa959f..9f67fefeef309c6c821e2403b9128f56306535d9 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,19 +1,19 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-29T12:40:46.613086+00:00", + "evaluated_at": "2026-06-29T12:49:07.616165+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t120000z", - "data_fetched_at": "2026-06-29T12:39:14.553454Z", + "data_fetched_at": "2026-06-29T12:47:18.375431Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t063000z", - "data_fetched_at": "2026-06-29T12:39:14.553454Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260629t105500z", + "data_fetched_at": "2026-06-29T12:47:18.375431Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": []