diff --git a/results/aggregates/live_metadata.json b/results/aggregates/live_metadata.json index aac3c72f05f16ccbcf184fbcb1102c93af36a1a0..73c5a0336c2965deb8ec4028ec834dcdec3ed881 100644 --- a/results/aggregates/live_metadata.json +++ b/results/aggregates/live_metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-29T13:00:02.642599+00:00", + "generated_at": "2026-06-29T13:08:33.711292+00:00", "scope": "All deduplicated metrics-only evaluation releases saved up to generation time", "release_deduplication": "One row per model, dataset, data source timestamp, and prediction length", "dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets", @@ -12,6 +12,6 @@ "temporal_metrics": "Per-dataset MSE stability and Kendall tau, then equal-weight mean over datasets", "num_models": 10, "num_datasets": 13, - "num_model_releases": 6649, - "num_unique_releases": 818 + "num_model_releases": 6669, + "num_unique_releases": 820 } diff --git a/results/aggregates/live_overall_up_to_now.csv b/results/aggregates/live_overall_up_to_now.csv index 447b1c7e7473eb367da73b18fda4c967c76be706..12283470c677abeed7d04150b8721e5d049706d5 100644 --- a/results/aggregates/live_overall_up_to_now.csv +++ b/results/aggregates/live_overall_up_to_now.csv @@ -1,11 +1,11 @@ Rank,model,MSE,RMSE,MAPE,CRPS,RTG,AverageRank,WinRate,Elo,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release -1,TiRex,3361.8280145707563,7.638472741576204,0.21166704177880952,0.44493431266488653,31.919342999488748,3.73851143462308,0.6675202207329337,1189.5439144495983,8136.692312054486,0.2607209216002079,0.0,12,778,0.8333333333333334,2026-06-16T12:07:33.925127+00:00,2026-06-29T12:55:34.621226Z -2,Chronos-2,2282.6629235837995,6.505573507675256,0.19528326353597264,0.4590355328365597,30.608518845825873,3.698537609746937,0.6741249912345397,1173.0372898223234,5841.567707180923,0.21421414769663413,0.0,12,787,0.8333333333333334,2026-06-16T12:06:40.343188+00:00,2026-06-29T12:55:34.621226Z -3,Toto-2.0-1B,4268.371540267438,8.371111319430744,0.1806425558222718,0.4400644356945128,32.88081241440565,3.5477587827463757,0.6918653319891059,1116.4861770598131,10418.647471702316,0.1539467804132089,0.0,12,784,0.8333333333333334,2026-06-16T12:07:16.543073+00:00,2026-06-29T12:55:34.621226Z -4,Moirai-1.1-Large,50182.0400027896,43.03756744498458,0.3280016503005516,0.4742893403406366,1.1502805785259902,5.5638532583720535,0.4453513695181799,1088.5938886647325,127777.80992227739,0.19815890643915157,0.0,12,763,0.8333333333333334,2026-06-16T12:07:48.486125+00:00,2026-06-29T12:55:34.621226Z -5,TimesFM-2.5,3555.02575459048,7.644423489071223,0.1618168020726604,0.5459815206869576,31.625972196514727,3.964140689923051,0.6200965132636164,1049.3483806448855,8793.495958263653,0.15675255048966005,0.0,12,795,0.8333333333333334,2026-06-16T12:06:55.147862+00:00,2026-06-29T12:55:34.621226Z -6,Timer-S1,3517.417248709991,7.862040536055651,0.194468208217992,0.4520626158524007,30.468208259991002,4.394235612210359,0.5932406489465125,1045.3141567183104,8374.108903177135,0.20944151041146097,0.0,12,743,0.8333333333333334,2026-06-16T12:08:03.698792+00:00,2026-06-29T12:55:34.621226Z -7,ARIMA,12475.435201035594,18.40535287325732,0.37833459197285557,0.7061289074287859,-0.25819341566360104,6.787485960620288,0.3303190354465284,871.1441405149717,22131.40928291137,0.08204864243762618,0.08333333333333333,12,498,0.8333333333333334,2026-06-17T12:10:12.135642+00:00,2026-06-29T12:55:34.621226Z -8,ETS,3295.0369421680057,10.954945433447227,0.49030885796682905,0.9649809048080586,-4.244736355973519,7.0222790805813196,0.30652308808158313,867.2632481921977,5867.427962921919,0.15055792694497808,0.08333333333333333,12,498,0.8333333333333334,2026-06-17T12:10:12.660440+00:00,2026-06-29T12:55:34.621226Z -9,Moving-Average,7460.2153146227565,14.768023708741987,0.3892959514462779,0.6744980155739498,5.322984601571412,6.773891452342945,0.32664131870945395,852.5962159558934,12535.385997412595,0.09782670139545158,0.0,12,498,0.8333333333333334,2026-06-17T12:10:12.847893+00:00,2026-06-29T12:55:34.621226Z -10,Seasonal-Naive,10686.248104131506,30.610700569160464,0.4363282141953231,0.7920568410943454,0.0,6.573507334421514,0.34431748207754614,746.6725879772736,14412.107223099978,0.1704183217625632,0.07692307692307693,13,505,0.8461538461538461,2026-06-17T12:10:12.963911+00:00,2026-06-29T12:55:34.621226Z +1,TiRex,3424.722093832647,7.768872957226744,0.21166666560630656,0.4448318909402351,31.92552212497875,3.738856310955058,0.6675199905811539,1189.5442390454655,8185.180134271748,0.26093405311104934,0.0,12,780,0.8333333333333334,2026-06-16T12:07:33.925127+00:00,2026-06-29T13:05:43.514284Z +2,Chronos-2,2337.3966678003226,6.627029230192296,0.19528280455925237,0.45893995911147495,30.61033094161152,3.6981711685081478,0.6742035184317821,1173.038751222483,5898.759781500295,0.21462903731202876,0.0,12,789,0.8333333333333334,2026-06-16T12:06:40.343188+00:00,2026-06-29T13:05:43.514284Z +3,Toto-2.0-1B,4313.479996452263,8.482811679414878,0.18064199136462064,0.4399712006253888,32.884415232716556,3.5477007326491417,0.6919140766642811,1116.4875127824398,10424.59208506744,0.15419897954253897,0.0,12,786,0.8333333333333334,2026-06-16T12:07:16.543073+00:00,2026-06-29T13:05:43.514284Z +4,Moirai-1.1-Large,50231.7606051146,43.13422846607722,0.32800084297939286,0.47417479406296037,1.1598688912378101,5.564258540027335,0.44533855425737356,1088.593520376774,127750.39570024512,0.20249768776691698,0.0,12,765,0.8333333333333334,2026-06-16T12:07:48.486125+00:00,2026-06-29T13:05:43.514284Z +5,TimesFM-2.5,3606.2686381062413,7.762088064418826,0.1618160933033867,0.5458661186116364,31.630532911683392,3.964409891371498,0.6201232109803235,1049.3488970974486,8816.92511446576,0.1570177933566904,0.0,12,797,0.8333333333333334,2026-06-16T12:06:55.147862+00:00,2026-06-29T13:05:43.514284Z +6,Timer-S1,3587.2893745381025,8.000297986890299,0.19446824531959261,0.4519724379658829,30.464096969097337,4.394760954311124,0.5932259161559785,1045.3141860847095,8433.412910419016,0.20973249872071398,0.0,12,745,0.8333333333333334,2026-06-16T12:08:03.698792+00:00,2026-06-29T13:05:43.514284Z +7,ARIMA,12574.910019539797,18.615397959483037,0.3783330386385643,0.7058801959576819,-0.2520597372098674,6.787092950160164,0.330301707706577,871.143455448059,22090.26192703145,0.08236525133525137,0.08333333333333333,12,500,0.8333333333333334,2026-06-17T12:10:12.135642+00:00,2026-06-29T13:05:43.514284Z +8,ETS,3355.789081040008,11.113433125437233,0.4903070872978722,0.9647660928584255,-4.239530334886997,7.020569107185104,0.3067117532753479,867.2667293092284,5895.6152758608405,0.1511754119824056,0.08333333333333333,12,500,0.8333333333333334,2026-06-17T12:10:12.660440+00:00,2026-06-29T13:05:43.514284Z +9,Moving-Average,7585.938845823389,14.99540687263414,0.38929559102881545,0.6742749142349868,5.317974424603374,6.7753671310417785,0.32646198178378905,852.5930210953343,12587.691053130438,0.09827863257605006,0.0,12,500,0.8333333333333334,2026-06-17T12:10:12.847893+00:00,2026-06-29T13:05:43.514284Z +10,Seasonal-Naive,10829.409269011909,30.843717360268165,0.43632732208109926,0.7918658175856443,0.0,6.574684476328521,0.34419929016339346,746.6696875380585,14492.23987938436,0.17096177029258888,0.07692307692307693,13,507,0.8461538461538461,2026-06-17T12:10:12.963911+00:00,2026-06-29T13:05:43.514284Z diff --git a/results/aggregates/live_rank_up_to_now.csv b/results/aggregates/live_rank_up_to_now.csv index d8928359e650fad02c1f8269b67a039d6327e038..ead06086969a4bf92944d931b4d94100eb962924 100644 --- a/results/aggregates/live_rank_up_to_now.csv +++ b/results/aggregates/live_rank_up_to_now.csv @@ -1,11 +1,11 @@ Rank,model,AverageRank,WinRate,Elo,dataset_pair_matches,shared_releases,pairwise_matches -1,TiRex,3.73851143462308,0.6675202207329337,1189.5439144495983,108,778,5751 -2,Chronos-2,3.698537609746937,0.6741249912345397,1173.0372898223234,108,785,5743 -3,Toto-2.0-1B,3.5477587827463757,0.6918653319891059,1116.4861770598131,108,784,5780 -4,Moirai-1.1-Large,5.5638532583720535,0.4453513695181799,1088.5938886647325,108,763,5682 -5,TimesFM-2.5,3.964140689923051,0.6200965132636164,1049.3483806448855,108,791,5780 -6,Timer-S1,4.394235612210359,0.5932406489465125,1045.3141567183104,108,743,5608 -7,ARIMA,6.787485960620288,0.3303190354465284,871.1441405149717,108,498,4392 -8,ETS,7.0222790805813196,0.30652308808158313,867.2632481921977,108,498,4392 -9,Moving-Average,6.773891452342945,0.32664131870945395,852.5962159558934,108,498,4392 -10,Seasonal-Naive,6.573507334421514,0.34431748207754614,746.6725879772736,108,498,4392 +1,TiRex,3.738856310955058,0.6675199905811539,1189.5442390454655,108,780,5769 +2,Chronos-2,3.6981711685081478,0.6742035184317821,1173.038751222483,108,787,5761 +3,Toto-2.0-1B,3.5477007326491417,0.6919140766642811,1116.4875127824398,108,786,5798 +4,Moirai-1.1-Large,5.564258540027335,0.44533855425737356,1088.593520376774,108,765,5700 +5,TimesFM-2.5,3.964409891371498,0.6201232109803235,1049.3488970974486,108,793,5798 +6,Timer-S1,4.394760954311124,0.5932259161559785,1045.3141860847095,108,745,5626 +7,ARIMA,6.787092950160164,0.330301707706577,871.143455448059,108,500,4410 +8,ETS,7.020569107185104,0.3067117532753479,867.2667293092284,108,500,4410 +9,Moving-Average,6.7753671310417785,0.32646198178378905,852.5930210953343,108,500,4410 +10,Seasonal-Naive,6.574684476328521,0.34419929016339346,746.6696875380585,108,500,4410 diff --git a/results/aggregates/live_release_metrics.csv b/results/aggregates/live_release_metrics.csv index 1b98558c799ae7591a71b0fccbe14a308b0c8d44..2482d200ac83045fa3fb14ad966461f5186d4f67 100644 --- a/results/aggregates/live_release_metrics.csv +++ b/results/aggregates/live_release_metrics.csv @@ -38,6 +38,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:29:20.672571Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:39:14.553454Z|h:24,2026-06-29T12:39:14.553454Z,2026-06-29T12:41:53.372713+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,591642.499189824,769.1830076060079,0.004474738214154506,0.003419006998953221,-21.31633347023332,True binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:47:18.375431Z|h:24,2026-06-29T12:47:18.375431Z,2026-06-29T12:50:45.130656+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,595965.2638400433,771.9878650860021,0.0042432938811581625,0.0032137118376855535,-21.041263086399603,True binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:55:34.621226Z|h:24,2026-06-29T12:55:34.621226Z,2026-06-29T13:00:01.609782+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,596843.2601957185,772.556315226093,0.004221729300865997,0.0031968853073405103,-20.99570258477423,True +binance_btcusdt_1h_close/1h/short|source:2026-06-29T13:05:43.514284Z|h:24,2026-06-29T13:05:43.514284Z,2026-06-29T13:08:33.058790+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,327124.5151031584,571.9480003489464,0.005986433218688155,0.004723966375068859,7.166581785849136,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:22:02.369176+00:00,2026-06-22T01:22:02.369176+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.3169074533967339,0.5629453378408369,0.0085352021500282,0.4356122103113208,2.4821416702079793,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:33:30.776110+00:00,2026-06-22T07:33:30.776110+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.3737040337380361,0.6113133678712057,0.012305158444961,0.7985186914109059,-15.142472841866445,True binance_btcusdt_1h_close/1h/short|window:0740b84fb5a867feca5c,2026-06-22T08:13:22.917126+00:00,2026-06-22T08:13:22.917126+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.2732656714019672,0.5227481911991348,0.0117912606294595,0.7610992079601563,-2.641083194827792,True @@ -180,6 +181,7 @@ data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T12:09:35.408893Z|h:12,2026-06-29T12:09:35.408893Z,2026-06-29T12:13:15.276563+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ARIMA,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T12:29:20.672571Z|h:12,2026-06-29T12:29:20.672571Z,2026-06-29T12:34:06.439165+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ARIMA,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T12:47:18.375431Z|h:12,2026-06-29T12:47:18.375431Z,2026-06-29T12:50:45.148006+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ARIMA,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T13:05:43.514284Z|h:12,2026-06-29T13:05:43.514284Z,2026-06-29T13:08:33.071365+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ARIMA,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T07:34:52.372126Z|h:24,2026-06-29T07:34:52.372126Z,2026-06-29T07:39:36.965639+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,ARIMA,32.863400400238184,5.73266084817846,0.1714652592832502,0.18574778332311517,-69.90001950500876,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T08:43:00.875911Z|h:24,2026-06-29T08:43:00.875911Z,2026-06-29T08:47:47.296794+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,ARIMA,32.863400400238184,5.73266084817846,0.1714652592832502,0.18574778332311517,-69.90001950500876,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T11:06:08.782301Z|h:24,2026-06-29T11:06:08.782301Z,2026-06-29T11:12:55.077486+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,ARIMA,32.863400400238184,5.73266084817846,0.1714652592832502,0.18574778332311517,-69.90001950500876,True @@ -536,6 +538,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:29:20.672571Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:39:14.553454Z|h:24,2026-06-29T12:39:14.553454Z,2026-06-29T12:39:39.699138+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,303227.1060892741,550.660608804801,0.007990369862907083,0.006046590394927669,11.718643344682157,True binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:47:18.375431Z|h:24,2026-06-29T12:47:18.375431Z,2026-06-29T12:47:49.765636+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,307778.8932139079,554.7782378697888,0.008215971934074468,0.006122463746211986,11.626909634975382,True binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:55:34.621226Z|h:24,2026-06-29T12:55:34.621226Z,2026-06-29T12:56:01.766574+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,308678.0983072917,555.588065303145,0.008237769509821776,0.006129837794361524,11.602648445470368,True +binance_btcusdt_1h_close/1h/short|source:2026-06-29T13:05:43.514284Z|h:24,2026-06-29T13:05:43.514284Z,2026-06-29T13:06:10.843244+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,200507.1770617167,447.78027766050246,0.006296086796581536,0.004576226651787434,30.63698704946172,True binance_btcusdt_1h_close/1h/short|window:01879e0ba67816eb9c43,2026-06-17T06:52:59.517094+00:00,2026-06-17T06:52:59.517094+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.1813123535575668,0.4258078833905812,0.0083663181977859,0.2410261424253861,,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:19:41.412209+00:00,2026-06-22T01:19:41.412209+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.3026024844282185,0.5500931597722504,0.0063219336945878,0.2735899804256079,4.788475382706393,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:29:55.777922+00:00,2026-06-22T07:29:55.777922+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.1135532687832525,0.3369766591075004,0.0030837061496461,0.2504677210622425,41.612619480802856,True @@ -793,6 +796,7 @@ data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T12:09:35.408893Z|h:12,2026-06-29T12:09:35.408893Z,2026-06-29T12:10:10.330850+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-2,1.7296862743653321e-18,1.3151753777977035e-09,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T12:29:20.672571Z|h:12,2026-06-29T12:29:20.672571Z,2026-06-29T12:29:58.255823+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-2,1.7296862743653321e-18,1.3151753777977035e-09,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T12:47:18.375431Z|h:12,2026-06-29T12:47:18.375431Z,2026-06-29T12:47:54.698628+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-2,1.7296862743653321e-18,1.3151753777977035e-09,,,0.0,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T13:05:43.514284Z|h:12,2026-06-29T13:05:43.514284Z,2026-06-29T13:06:16.468985+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-2,1.7296862743653321e-18,1.3151753777977035e-09,,,0.0,False nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T07:34:52.372126Z|h:24,2026-06-29T07:34:52.372126Z,2026-06-29T07:35:40.137211+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Chronos-2,5.691223427311949,2.385628518297002,0.06948273301970269,0.06372138777135845,1.1373874677595188,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T08:43:00.875911Z|h:24,2026-06-29T08:43:00.875911Z,2026-06-29T08:43:39.771609+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Chronos-2,5.691223427311949,2.385628518297002,0.06948273301970269,0.06372138777135845,1.1373874677595188,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T11:06:08.782301Z|h:24,2026-06-29T11:06:08.782301Z,2026-06-29T11:06:48.116243+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Chronos-2,5.691223427311949,2.385628518297002,0.06948273301970269,0.06372138777135845,1.1373874677595188,True @@ -1323,6 +1327,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:29:20.672571Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:39:14.553454Z|h:24,2026-06-29T12:39:14.553454Z,2026-06-29T12:41:53.482597+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,230431.09184057816,480.03238624136407,0.0065988631877609075,0.005360956047719358,24.96058372696635,True binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:47:18.375431Z|h:24,2026-06-29T12:47:18.375431Z,2026-06-29T12:50:45.207081+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,226373.74834497846,475.7875033510007,0.006466689179967975,0.005286253409253977,26.39918290889229,True binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:55:34.621226Z|h:24,2026-06-29T12:55:34.621226Z,2026-06-29T13:00:01.853849+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,226475.70070720292,475.89463193778823,0.0064883934245695,0.005293609319107542,26.491036425103825,True +binance_btcusdt_1h_close/1h/short|source:2026-06-29T13:05:43.514284Z|h:24,2026-06-29T13:05:43.514284Z,2026-06-29T13:08:33.116217+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,147597.72833869277,384.18449778549467,0.00493518862171253,0.003972469486511199,43.79682577955467,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:22:02.463619+00:00,2026-06-22T01:22:02.463619+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.0407717866337577,0.201920248201506,0.0022009716898305,0.0960955086908494,78.1859319232306,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:33:31.014985+00:00,2026-06-22T07:33:31.014985+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.0864408961350167,0.2940083266423194,0.0025388064632111,0.1380528538051167,52.223162771726436,True binance_btcusdt_1h_close/1h/short|window:0740b84fb5a867feca5c,2026-06-22T08:13:23.012177+00:00,2026-06-22T08:13:23.012177+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.1569766000828541,0.3962027259911952,0.0040922131316173,0.2100823941511999,24.56300165808982,True @@ -1465,6 +1470,7 @@ data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T12:09:35.408893Z|h:12,2026-06-29T12:09:35.408893Z,2026-06-29T12:13:15.385292+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ETS,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T12:29:20.672571Z|h:12,2026-06-29T12:29:20.672571Z,2026-06-29T12:34:06.607118+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ETS,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T12:47:18.375431Z|h:12,2026-06-29T12:47:18.375431Z,2026-06-29T12:50:45.223513+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ETS,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T13:05:43.514284Z|h:12,2026-06-29T13:05:43.514284Z,2026-06-29T13:08:33.130240+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ETS,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T07:34:52.372126Z|h:24,2026-06-29T07:34:52.372126Z,2026-06-29T07:39:37.271281+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,ETS,91.07949075925895,9.543557552572256,0.3110937607728242,0.32366464879618545,-87.98333276546316,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T08:43:00.875911Z|h:24,2026-06-29T08:43:00.875911Z,2026-06-29T08:47:47.619368+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,ETS,91.07949075925895,9.543557552572256,0.3110937607728242,0.32366464879618545,-87.98333276546316,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T11:06:08.782301Z|h:24,2026-06-29T11:06:08.782301Z,2026-06-29T11:12:55.362560+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,ETS,91.07949075925895,9.543557552572256,0.3110937607728242,0.32366464879618545,-87.98333276546316,True @@ -1821,6 +1827,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:29:20.672571Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:39:14.553454Z|h:24,2026-06-29T12:39:14.553454Z,2026-06-29T12:41:25.417572+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,426892.9040063222,653.3704186801865,0.009638380546116555,0.006936549125255326,-5.324782561334032,True binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:47:18.375431Z|h:24,2026-06-29T12:47:18.375431Z,2026-06-29T12:49:56.738578+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,466275.02156893414,682.8433360361175,0.010329407249545031,0.007412283960769459,-9.065014327055202,True binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:55:34.621226Z|h:24,2026-06-29T12:55:34.621226Z,2026-06-29T12:58:57.644609+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,434505.774225235,659.1705198393166,0.010008126744555553,0.007298515904765695,-5.435012997552511,True +binance_btcusdt_1h_close/1h/short|source:2026-06-29T13:05:43.514284Z|h:24,2026-06-29T13:05:43.514284Z,2026-06-29T13:08:02.665205+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,263510.8704217275,513.3330988955685,0.0076046663338309025,0.006415430613007005,17.799567463674393,True binance_btcusdt_1h_close/1h/short|window:01879e0ba67816eb9c43,2026-06-17T06:55:52.923423+00:00,2026-06-17T06:55:52.923423+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.4381369625632698,0.6619191510775843,0.0122809197835173,0.3062045609808345,,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:21:38.406071+00:00,2026-06-22T01:21:38.406071+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.3065049334316586,0.5536288769849876,0.0051562118826857,0.2613208096822324,4.149065055029456,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:32:48.220080+00:00,2026-06-22T07:32:48.220080+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.1143422068302237,0.3381452451687348,0.0034218690302553,0.2704204796842313,41.32596797676891,True @@ -2074,6 +2081,7 @@ data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T12:09:35.408893Z|h:12,2026-06-29T12:09:35.408893Z,2026-06-29T12:12:27.829896+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moirai-1.1-Large,0.05755574438508768,0.23990778308568417,,,-100.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T12:29:20.672571Z|h:12,2026-06-29T12:29:20.672571Z,2026-06-29T12:33:05.004810+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moirai-1.1-Large,11.328527851547987,3.3657878500505625,,,-100.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T12:47:18.375431Z|h:12,2026-06-29T12:47:18.375431Z,2026-06-29T12:50:03.575166+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moirai-1.1-Large,1.3826167147037536,1.1758472327236025,,,-99.99999999999999,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T13:05:43.514284Z|h:12,2026-06-29T13:05:43.514284Z,2026-06-29T13:08:08.093518+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moirai-1.1-Large,89.51227688696747,9.4610927956007,,,-100.0,False nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T07:34:52.372126Z|h:24,2026-06-29T07:34:52.372126Z,2026-06-29T07:38:35.300687+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Moirai-1.1-Large,3.98731854756655,1.9968271200999224,0.06213572348843068,0.056225063009911466,18.704908204281562,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T08:43:00.875911Z|h:24,2026-06-29T08:43:00.875911Z,2026-06-29T08:46:35.246764+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Moirai-1.1-Large,3.978088474998458,1.994514596336276,0.06276211089724061,0.05642635756077601,18.816706716326447,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T11:06:08.782301Z|h:24,2026-06-29T11:06:08.782301Z,2026-06-29T11:11:38.865199+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Moirai-1.1-Large,4.144024255878321,2.0356876616707,0.06308794807784426,0.0571640805472505,16.83842575407797,True @@ -2584,6 +2592,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:29:20.672571Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:39:14.553454Z|h:24,2026-06-29T12:39:14.553454Z,2026-06-29T12:41:53.536798+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,325716.508153406,570.715785793074,0.008548771149432118,0.006890121101707192,8.177165823872253,True binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:47:18.375431Z|h:24,2026-06-29T12:47:18.375431Z,2026-06-29T12:50:45.243685+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,328715.92351151374,573.3375301787889,0.008765341427638976,0.007000485674084743,8.369492808857824,True binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:55:34.621226Z|h:24,2026-06-29T12:55:34.621226Z,2026-06-29T13:00:01.960785+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,329471.3704619175,573.9959672871556,0.008787136647310416,0.007017533761291044,8.375944103429356,True +binance_btcusdt_1h_close/1h/short|source:2026-06-29T13:05:43.514284Z|h:24,2026-06-29T13:05:43.514284Z,2026-06-29T13:08:33.148204+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,313878.88799230993,560.2489517993853,0.00838483800156828,0.006742433792520739,9.219318458503832,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:22:02.488519+00:00,2026-06-22T01:22:02.488519+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.1489742184098265,0.3859717844737184,0.0048771123255213,0.2210326747420907,38.18680422959462,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:33:31.068326+00:00,2026-06-22T07:33:31.068326+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.1029916725943077,0.3209231568371278,0.003220088745007,0.1530588119969513,45.56516023795812,True binance_btcusdt_1h_close/1h/short|window:0740b84fb5a867feca5c,2026-06-22T08:13:23.059241+00:00,2026-06-22T08:13:23.059241+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.1001716084949669,0.3164989865623062,0.0030892525816164,0.1543325711714026,44.25222081261605,True @@ -2726,6 +2735,7 @@ data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T12:09:35.408893Z|h:12,2026-06-29T12:09:35.408893Z,2026-06-29T12:13:15.448070+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moving-Average,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T12:29:20.672571Z|h:12,2026-06-29T12:29:20.672571Z,2026-06-29T12:34:06.696078+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moving-Average,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T12:47:18.375431Z|h:12,2026-06-29T12:47:18.375431Z,2026-06-29T12:50:45.257867+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moving-Average,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T13:05:43.514284Z|h:12,2026-06-29T13:05:43.514284Z,2026-06-29T13:08:33.161644+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moving-Average,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T07:34:52.372126Z|h:24,2026-06-29T07:34:52.372126Z,2026-06-29T07:39:37.424662+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Moving-Average,13.283119199052095,3.644601377249931,0.12283489203386348,0.11988099865698312,-39.051707811787956,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T08:43:00.875911Z|h:24,2026-06-29T08:43:00.875911Z,2026-06-29T08:47:47.730152+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Moving-Average,13.283119199052095,3.644601377249931,0.12283489203386348,0.11988099865698312,-39.051707811787956,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T11:06:08.782301Z|h:24,2026-06-29T11:06:08.782301Z,2026-06-29T11:12:55.537079+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Moving-Average,13.283119199052095,3.644601377249931,0.12283489203386348,0.11988099865698312,-39.051707811787956,True @@ -3082,6 +3092,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:29:20.672571Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:39:14.553454Z|h:24,2026-06-29T12:39:14.553454Z,2026-06-29T12:41:53.573304+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,383729.0476843516,619.4586731044708,0.008698908609108916,0.006939209694597377,0.0,True binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:47:18.375431Z|h:24,2026-06-29T12:47:18.375431Z,2026-06-29T12:50:45.270474+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,388765.4777990977,623.5106076075192,0.00893292064964275,0.00697408565187051,0.0,True binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:55:34.621226Z|h:24,2026-06-29T12:55:34.621226Z,2026-06-29T13:00:02.038016+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,389709.5634924571,624.2672212221759,0.0089547244733618,0.006981478172609422,0.0,True +binance_btcusdt_1h_close/1h/short|source:2026-06-29T13:05:43.514284Z|h:24,2026-06-29T13:05:43.514284Z,2026-06-29T13:08:33.175470+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,377631.42601394653,614.5172300383014,0.008600987362196486,0.006901669588588326,0.0,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:22:02.507250+00:00,2026-06-22T01:22:02.507250+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.3330400717529599,0.5770962413263147,0.0074647926873788,0.3493354391815629,0.0,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:33:31.096521+00:00,2026-06-22T07:33:31.096521+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.2754118389969035,0.5247969502549568,0.0054985069346336,0.3525814888009477,0.0,True binance_btcusdt_1h_close/1h/short|window:0740b84fb5a867feca5c,2026-06-22T08:13:23.090823+00:00,2026-06-22T08:13:23.090823+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.2592027377306001,0.5091195711525929,0.0051633669136927,0.3473196849970218,0.0,True @@ -3225,6 +3236,7 @@ data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T12:09:35.408893Z|h:12,2026-06-29T12:09:35.408893Z,2026-06-29T12:13:15.554238+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Seasonal-Naive,0.0,0.0,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T12:29:20.672571Z|h:12,2026-06-29T12:29:20.672571Z,2026-06-29T12:34:06.756088+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Seasonal-Naive,0.0,0.0,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T12:47:18.375431Z|h:12,2026-06-29T12:47:18.375431Z,2026-06-29T12:50:45.283689+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Seasonal-Naive,0.0,0.0,,,0.0,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T13:05:43.514284Z|h:12,2026-06-29T13:05:43.514284Z,2026-06-29T13:08:33.190033+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Seasonal-Naive,0.0,0.0,,,0.0,False nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T07:34:52.372126Z|h:24,2026-06-29T07:34:52.372126Z,2026-06-29T07:39:37.555169+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Seasonal-Naive,5.822175382487785,2.4129184367665197,0.07862645318264146,0.07666914501382317,0.0,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T08:43:00.875911Z|h:24,2026-06-29T08:43:00.875911Z,2026-06-29T08:47:47.818007+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Seasonal-Naive,5.822175382487785,2.4129184367665197,0.07862645318264146,0.07666914501382317,0.0,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T09:42:32.652885Z|h:24,2026-06-29T09:42:32.652885Z,2026-06-29T09:54:03.464044+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Seasonal-Naive,5.822175382487785,2.4129184367665197,0.07862645318264146,0.07666914501382317,0.0,True @@ -3587,6 +3599,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:29:20.672571Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:39:14.553454Z|h:24,2026-06-29T12:39:14.553454Z,2026-06-29T12:40:56.295689+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,308162.26589012146,555.1236491900894,0.008176933117732346,0.005959022450627436,10.921770560152636,True binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:47:18.375431Z|h:24,2026-06-29T12:47:18.375431Z,2026-06-29T12:49:15.606213+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,314114.4006099701,560.4590980704749,0.008411071858688038,0.006038613758506227,10.620744665233051,True binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:55:34.621226Z|h:24,2026-06-29T12:55:34.621226Z,2026-06-29T12:58:03.825449+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,315143.28557395935,561.3762424381347,0.008432887487584535,0.006045985987859912,10.57898510550981,True +binance_btcusdt_1h_close/1h/short|source:2026-06-29T13:05:43.514284Z|h:24,2026-06-29T13:05:43.514284Z,2026-06-29T13:07:45.089362+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,237863.9714533488,487.71300111166687,0.007023081201581218,0.005230226059568206,22.708123429635293,True binance_btcusdt_1h_close/1h/short|window:01879e0ba67816eb9c43,2026-06-17T06:54:34.213561+00:00,2026-06-17T06:54:34.213561+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.160538580492642,0.4006726600264136,0.0077998502585261,0.2146609791701683,,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:20:54.533078+00:00,2026-06-22T01:20:54.533078+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.3253257633711659,0.5703733543663886,0.006509406779106,0.2858020737091157,1.1717358298733047,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:31:44.064640+00:00,2026-06-22T07:31:44.064640+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.2663201865137117,0.5160621924862465,0.005269364684183,0.2671874556573511,1.678256417390571,True @@ -3842,6 +3855,7 @@ data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T12:09:35.408893Z|h:12,2026-06-29T12:09:35.408893Z,2026-06-29T12:11:49.497669+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TiRex,2.0440368407041843e-18,1.4296981641955705e-09,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T12:29:20.672571Z|h:12,2026-06-29T12:29:20.672571Z,2026-06-29T12:32:14.499106+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TiRex,2.0440368407041843e-18,1.4296981641955705e-09,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T12:47:18.375431Z|h:12,2026-06-29T12:47:18.375431Z,2026-06-29T12:49:21.802484+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TiRex,2.0440368407041843e-18,1.4296981641955705e-09,,,0.0,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T13:05:43.514284Z|h:12,2026-06-29T13:05:43.514284Z,2026-06-29T13:07:52.135315+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TiRex,2.0440368407041843e-18,1.4296981641955705e-09,,,0.0,False nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T07:34:52.372126Z|h:24,2026-06-29T07:34:52.372126Z,2026-06-29T07:37:49.833711+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,TiRex,2.4940922205109928,1.5792695211745817,0.04640573262886946,0.04279827575737358,40.018952261429305,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T08:43:00.875911Z|h:24,2026-06-29T08:43:00.875911Z,2026-06-29T08:45:40.096912+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,TiRex,2.4940922205109928,1.5792695211745817,0.04640573262886946,0.04279827575737358,40.018952261429305,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T11:06:08.782301Z|h:24,2026-06-29T11:06:08.782301Z,2026-06-29T11:10:40.398108+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,TiRex,2.4940922205109928,1.5792695211745817,0.04640573262886946,0.04279827575737358,40.018952261429305,True @@ -4365,6 +4379,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:29:20.672571Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:39:14.553454Z|h:24,2026-06-29T12:39:14.553454Z,2026-06-29T12:41:48.127260+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,293785.53634325665,542.0198671112126,0.007793859313870784,0.005465820148959805,13.27550926009732,True binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:47:18.375431Z|h:24,2026-06-29T12:47:18.375431Z,2026-06-29T12:50:37.664855+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,297583.78744188946,545.5124081465879,0.007982221713283682,0.005524916617507117,13.285027751168792,True binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:55:34.621226Z|h:24,2026-06-29T12:55:34.621226Z,2026-06-29T12:59:40.095648+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,298413.2109648387,546.2721034107807,0.008004009574515575,0.005532277704220759,13.267451088161037,True +binance_btcusdt_1h_close/1h/short|source:2026-06-29T13:05:43.514284Z|h:24,2026-06-29T13:05:43.514284Z,2026-06-29T13:08:28.033331+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,258318.2380994161,508.2501727490273,0.00722057322056872,0.0051187419731661046,18.761420069444675,True binance_btcusdt_1h_close/1h/short|window:01879e0ba67816eb9c43,2026-06-17T06:58:35.029666+00:00,2026-06-17T06:58:35.029666+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.0565088861879648,0.237715977982055,0.0047191124135397,0.1699283194647917,,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:21:57.655072+00:00,2026-06-22T01:21:57.655072+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.094376840947432,0.3072081394550477,0.003290280361809,0.1643725886038777,55.83850889232936,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:33:19.087735+00:00,2026-06-22T07:33:19.087735+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.1390943968371703,0.3729536121787405,0.0036446519853812,0.2070857689137401,32.88670480081774,True @@ -4616,6 +4631,7 @@ data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T12:09:35.408893Z|h:12,2026-06-29T12:09:35.408893Z,2026-06-29T12:13:09.851870+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Timer-S1,1.1760797597599717e-16,1.0844721111028959e-08,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T12:29:20.672571Z|h:12,2026-06-29T12:29:20.672571Z,2026-06-29T12:33:54.673243+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Timer-S1,1.1760797597599717e-16,1.0844721111028959e-08,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T12:47:18.375431Z|h:12,2026-06-29T12:47:18.375431Z,2026-06-29T12:50:44.319629+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Timer-S1,1.1760797597599717e-16,1.0844721111028959e-08,,,0.0,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T13:05:43.514284Z|h:12,2026-06-29T13:05:43.514284Z,2026-06-29T13:08:32.653688+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Timer-S1,1.1760797597599717e-16,1.0844721111028959e-08,,,0.0,False nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T07:34:52.372126Z|h:24,2026-06-29T07:34:52.372126Z,2026-06-29T07:39:20.894857+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Timer-S1,1.5831685118550922,1.2582402440929523,0.03453328717232778,0.03293096568544059,57.242539051710665,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T08:43:00.875911Z|h:24,2026-06-29T08:43:00.875911Z,2026-06-29T08:47:32.894676+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Timer-S1,1.5831685118550922,1.2582402440929523,0.03453328717232778,0.03293096568544059,57.242539051710665,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T11:06:08.782301Z|h:24,2026-06-29T11:06:08.782301Z,2026-06-29T11:12:32.544971+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Timer-S1,1.5831685118550922,1.2582402440929523,0.03453328717232778,0.03293096568544059,57.242539051710665,True @@ -5107,6 +5123,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:29:20.672571Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:39:14.553454Z|h:24,2026-06-29T12:39:14.553454Z,2026-06-29T12:40:09.128143+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,285388.25629297894,534.2174241757554,0.0064901131194648074,0.007469864327093422,14.697092842588395,True binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:47:18.375431Z|h:24,2026-06-29T12:47:18.375431Z,2026-06-29T12:48:32.147048+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,292448.94473902386,540.7854886542573,0.006712043749967725,0.007700816829604582,14.138945077118338,True binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:55:34.621226Z|h:24,2026-06-29T12:55:34.621226Z,2026-06-29T12:56:49.375981+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,293580.48786036175,541.8306819112053,0.006733840367965804,0.0077227076046535266,14.068560700067739,True +binance_btcusdt_1h_close/1h/short|source:2026-06-29T13:05:43.514284Z|h:24,2026-06-29T13:05:43.514284Z,2026-06-29T13:06:36.820410+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,206030.42695744833,453.9057467772889,0.005261981269766201,0.0062464211256526535,29.40075630827775,True binance_btcusdt_1h_close/1h/short|window:01879e0ba67816eb9c43,2026-06-17T06:53:42.689625+00:00,2026-06-17T06:53:42.689625+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.1316480282298061,0.3628333339562478,0.0115041829002529,0.2379950762051307,,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:20:14.323519+00:00,2026-06-22T01:20:14.323519+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.1876052556822667,0.4331342236331213,0.0035212021999806,0.2825173319955255,27.933567902573127,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:30:36.018310+00:00,2026-06-22T07:30:36.018310+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.1876660841999844,0.4332044369578691,0.0029553106220395,0.282650315619165,18.948377886633143,True @@ -5367,6 +5384,7 @@ data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T12:09:35.408893Z|h:12,2026-06-29T12:09:35.408893Z,2026-06-29T12:10:52.673375+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TimesFM-2.5,0.0,0.0,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T12:29:20.672571Z|h:12,2026-06-29T12:29:20.672571Z,2026-06-29T12:30:51.827953+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TimesFM-2.5,0.0,0.0,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T12:47:18.375431Z|h:12,2026-06-29T12:47:18.375431Z,2026-06-29T12:48:38.557099+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TimesFM-2.5,0.0,0.0,,,0.0,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T13:05:43.514284Z|h:12,2026-06-29T13:05:43.514284Z,2026-06-29T13:06:41.974418+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TimesFM-2.5,0.0,0.0,,,0.0,False nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T07:34:52.372126Z|h:24,2026-06-29T07:34:52.372126Z,2026-06-29T07:36:32.892207+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,TimesFM-2.5,6.613498703618461,2.5716723554174745,0.08541748411560328,0.0740711694846831,-6.363332744581831,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T08:43:00.875911Z|h:24,2026-06-29T08:43:00.875911Z,2026-06-29T08:44:29.008217+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,TimesFM-2.5,6.613498703618461,2.5716723554174745,0.08541748411560328,0.0740711694846831,-6.363332744581831,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T11:06:08.782301Z|h:24,2026-06-29T11:06:08.782301Z,2026-06-29T11:08:28.558457+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,TimesFM-2.5,6.613498703618461,2.5716723554174745,0.08541748411560328,0.0740711694846831,-6.363332744581831,True @@ -5903,6 +5921,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:29:20.672571Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:39:14.553454Z|h:24,2026-06-29T12:39:14.553454Z,2026-06-29T12:40:41.240846+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,315900.9337622325,562.0506505309219,0.008128789503465447,0.0060321199623212095,9.694855240748103,True binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:47:18.375431Z|h:24,2026-06-29T12:47:18.375431Z,2026-06-29T12:49:02.563215+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,320512.54794375104,566.1382763457626,0.008357348221539617,0.0061093110987568595,9.622873877117973,True binance_btcusdt_1h_close/1h/short|source:2026-06-29T12:55:34.621226Z|h:24,2026-06-29T12:55:34.621226Z,2026-06-29T12:57:34.648298+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,321417.2933508555,566.9367630969573,0.008379146568571702,0.006116684861611417,9.60338784626283,True +binance_btcusdt_1h_close/1h/short|source:2026-06-29T13:05:43.514284Z|h:24,2026-06-29T13:05:43.514284Z,2026-06-29T13:07:27.846290+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,193440.06222724915,439.81821497892645,0.0059182541024673865,0.0051931985657121624,32.25364382206786,True binance_btcusdt_1h_close/1h/short|window:01879e0ba67816eb9c43,2026-06-17T06:54:06.418915+00:00,2026-06-17T06:54:06.418915+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.2538744236056837,0.5038595276519873,0.0096861404413673,0.2595518987896321,,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:20:46.561689+00:00,2026-06-22T01:20:46.561689+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.1086373133447541,0.3296017496081508,0.0033714615341156,0.2404084905840144,50.80693872487049,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:31:22.722969+00:00,2026-06-22T07:31:22.722969+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.1424910624386554,0.3774798834887171,0.0034849946383276,0.2479472775316385,31.80661730312123,True @@ -6159,6 +6178,7 @@ data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T12:09:35.408893Z|h:12,2026-06-29T12:09:35.408893Z,2026-06-29T12:11:29.134245+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Toto-2.0-1B,9.285839740510159e-20,3.047267585971104e-10,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T12:29:20.672571Z|h:12,2026-06-29T12:29:20.672571Z,2026-06-29T12:31:44.581354+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Toto-2.0-1B,9.285839740510159e-20,3.047267585971104e-10,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T12:47:18.375431Z|h:12,2026-06-29T12:47:18.375431Z,2026-06-29T12:49:07.602851+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Toto-2.0-1B,9.285839740510159e-20,3.047267585971104e-10,,,0.0,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T13:05:43.514284Z|h:12,2026-06-29T13:05:43.514284Z,2026-06-29T13:07:34.505275+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Toto-2.0-1B,9.285839740510159e-20,3.047267585971104e-10,,,0.0,False nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T07:34:52.372126Z|h:24,2026-06-29T07:34:52.372126Z,2026-06-29T07:37:19.669310+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Toto-2.0-1B,4.1231865031386405,2.030563100014043,0.05832365833151538,0.05027504602863044,17.08322833183793,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T08:43:00.875911Z|h:24,2026-06-29T08:43:00.875911Z,2026-06-29T08:45:09.455602+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Toto-2.0-1B,4.1231865031386405,2.030563100014043,0.05832365833151538,0.05027504602863044,17.08322833183793,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T11:06:08.782301Z|h:24,2026-06-29T11:06:08.782301Z,2026-06-29T11:09:32.346777+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Toto-2.0-1B,4.1231865031386405,2.030563100014043,0.05832365833151538,0.05027504602863044,17.08322833183793,True diff --git a/results/aggregates/live_results_by_dataset.csv b/results/aggregates/live_results_by_dataset.csv index 44874bd6b0573c942b45c8256a62cd040f90628e..c45b5456c9c99640799c7512f23b6f7b2d63f74e 100644 --- a/results/aggregates/live_results_by_dataset.csv +++ b/results/aggregates/live_results_by_dataset.csv @@ -1,7 +1,7 @@ model,dataset,domain,frequency,prediction_lengths,MSE,RMSE,MAPE,CRPS,RTG,Stability,Improvement,Improvement_pvalue,n_releases,MAPE_coverage,first_release,last_release -ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,149263.5396176435,196.38738617736664,0.008300901312593546,0.3753040583200127,-3.8004352894243887,264719.24890764465,0.24397867255010114,1.0819165087496429e-05,148,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-29T12:55:34.621226Z +ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,150457.2374396939,198.9079272120752,0.008285367969681429,0.37281694360897283,-3.7268311479795995,264225.4806370856,0.24777797932160345,7.323525262460543e-06,149,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-29T13:05:43.514284Z ARIMA,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,4.407835548068246e-15,6.639153220154093e-08,,,0.0,8.210724623533278e-31,0.0,1.0,13,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T12:55:34.621226Z -ARIMA,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.786828912128036e-08,,,0.0,0.0,0.0,1.0,20,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T12:47:18.375431Z +ARIMA,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.786828912128036e-08,,,0.0,0.0,0.0,1.0,21,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T13:05:43.514284Z ARIMA,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,14.148730585769163,2.9612333277120015,0.13595570141917662,0.599382275713096,-60.523465755767006,16.162524742778892,0.7399853698407473,0.004051149991792091,10,1.0,2026-06-18T05:03:29.867986+00:00,2026-06-29T12:18:16.513936Z ARIMA,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.712791277395957,1.1845367774313813,1.992190417111167,0.8934866932146992,0.6329703625032472,1.2994070486945,-0.16254681647940075,0.023274482807235528,90,0.9444444444444444,2026-06-17T12:10:12.335728+00:00,2026-06-29T12:55:34.621226Z ARIMA,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,4.588553486224044,1.7570103767108392,0.12012291774252064,1.2190416849265107,12.389681320529084,5.355013267734733,-0.14663954499376694,0.07953159170202816,67,1.0,2026-06-17T12:10:12.398268+00:00,2026-06-29T12:55:34.621226Z @@ -11,9 +11,9 @@ ARIMA,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,3.6564033 ARIMA,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,2.605879933538989,1.374318306284795,0.6483221303665216,0.4751212446284472,13.369400506161242,3.624865360643519,-0.09538461538461539,0.5122312629584481,26,1.0,2026-06-17T12:10:12.513260+00:00,2026-06-29T12:18:16.513936Z ARIMA,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,389.4166683789635,11.061168918884919,0.014106963328273067,0.43085163782294217,9.367320187439699,744.7243940655067,0.5682675667953718,1.2883409186225814e-07,42,1.0,2026-06-17T12:26:17.165483+00:00,2026-06-29T12:55:34.621226Z ARIMA,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.9275977165973884,0.9443098602037467,0.1884584089766501,0.47223069206859825,51.524375704327745,0.37575855793936136,0.0,1.0,4,1.0,2026-06-17T12:10:12.582752+00:00,2026-06-20T17:12:56.741396+00:00 -Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,27110.675383770285,63.00854872651859,0.007507785338064062,0.2568908608753601,27.462195233018534,69318.10130183866,0.29718747278901697,6.892691326568997e-13,263,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-29T12:55:34.621226Z +Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,27767.480314368564,64.46601739672306,0.007503195570861477,0.25593512362451326,27.483940382446228,70004.40619367111,0.30216614817375276,2.5564474969859134e-13,264,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-29T13:05:43.514284Z Chronos-2,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,1.6284716271939713e-18,1.276115836119108e-09,,,0.0,2.0045714412923043e-34,0.0,1.0,13,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T12:55:34.621226Z -Chronos-2,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.729686274365332e-18,1.3151753777977035e-09,,,0.0,1.9759624305738685e-34,0.0,1.0,20,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T12:47:18.375431Z +Chronos-2,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.729686274365332e-18,1.3151753777977035e-09,,,0.0,1.9734909318823315e-34,0.0,1.0,21,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T13:05:43.514284Z Chronos-2,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,2.3141497833952536,1.191830683010236,0.062382437057061965,0.20457246563031797,12.963900103151508,2.7090486648021446,0.5586227431838291,0.020374355479771452,11,1.0,2026-06-17T05:11:12.972050+00:00,2026-06-29T12:18:16.513936Z Chronos-2,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.2224439203057683,0.3599446072925043,0.6098799976190642,0.18434259632391264,62.09309282142349,0.35486919664468053,0.2957854406130268,1.3001469083002133e-07,145,0.9586206896551724,2026-06-16T12:06:44.487655+00:00,2026-06-29T12:55:34.621226Z Chronos-2,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.006933143749267,1.6627356702312317,0.1297730691157754,0.9455730242958098,-1.200996884505694,5.243337626564215,0.1283442878214781,0.054779595078340765,103,1.0,2026-06-16T12:06:47.974062+00:00,2026-06-29T12:55:34.621226Z @@ -23,9 +23,9 @@ Chronos-2,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.196 Chronos-2,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.7720365438539698,1.108109008355862,0.6145939963785152,0.45592977061329926,24.364237528802196,2.9959092507448752,0.08013937282229966,0.4545929496230867,42,1.0,2026-06-16T13:12:36.348072+00:00,2026-06-29T12:18:16.513936Z Chronos-2,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,252.2466353487269,6.5768029600346845,0.008973099731697192,0.4219115409976815,33.538143199573,703.5003492345454,0.35787181266446405,5.5407556175231466e-05,60,1.0,2026-06-16T12:40:50.960167+00:00,2026-06-29T12:55:34.621226Z Chronos-2,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.1456044109597034,0.3540856210491078,0.07326493977323642,0.20971254396934885,91.35627345305528,0.09048796560262944,0.6666666666666669,0.3333333333333333,4,1.0,2026-06-17T09:43:59.015450+00:00,2026-06-21T17:41:22.192896+00:00 -ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,38972.90403555111,100.80850450736212,0.007573485367467189,0.3240422744398943,34.488460076850046,69142.0994701682,0.27229270086412943,9.072499382470793e-07,148,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-29T12:55:34.621226Z +ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,39701.92970201514,102.71035681124219,0.007555778677898366,0.3218941549435629,34.550932329888326,69480.34722543527,0.27970252131325957,4.1530809064843886e-07,149,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-29T13:05:43.514284Z ETS,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,4.407835548068246e-15,6.639153220154093e-08,,,0.0,8.210724623533278e-31,0.0,1.0,13,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T12:55:34.621226Z -ETS,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.786828912128036e-08,,,0.0,0.0,0.0,1.0,20,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T12:47:18.375431Z +ETS,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.786828912128036e-08,,,0.0,0.0,0.0,1.0,21,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T13:05:43.514284Z ETS,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,38.94798154188767,4.841623391371913,0.23473093536583778,0.9206045031240226,-74.4733119134025,45.002387663102084,0.7399853698407473,0.004051149991792091,10,1.0,2026-06-18T05:03:30.268230+00:00,2026-06-29T12:18:16.513936Z ETS,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.258159027020427,1.3411590340907258,2.006549796717597,0.9811274529242245,-8.330338709641591,1.926354461918014,-0.16853932584269662,0.018645443414841957,90,0.9444444444444444,2026-06-17T12:10:12.697348+00:00,2026-06-29T12:55:34.621226Z ETS,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,5.642884755401771,1.996145145721371,0.17215639862852952,1.2650426632091563,-6.344125229508251,6.697881410943541,0.08870787289746396,0.2888239685092463,67,1.0,2026-06-17T12:10:12.728630+00:00,2026-06-29T12:55:34.621226Z @@ -35,9 +35,9 @@ ETS,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,35.96506200 ETS,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,2.6498524887654678,1.3764664198929932,0.7275294314228002,0.5048029505785118,14.979398994549513,3.6177918434315504,-0.033846153846153845,0.8273014975871174,26,1.0,2026-06-17T12:10:12.797899+00:00,2026-06-29T12:18:16.513936Z ETS,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,444.83752678981557,11.085853539910083,0.011750954855177256,0.4131414432203154,20.306522560976667,1035.4071402889276,0.4609151722467595,1.84432348993213e-05,42,1.0,2026-06-17T12:26:17.324923+00:00,2026-06-29T12:55:34.621226Z ETS,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0355298506068462,1.016318790561134,0.2100370240294873,0.5501238398295335,45.32341836016455,0.11787053128673673,0.3333333333333334,0.75,4,1.0,2026-06-17T12:10:12.836543+00:00,2026-06-20T17:12:56.912547+00:00 -Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,78804.50529017508,107.45813740188683,0.009703701346675031,0.30423575257125496,1.0008435925667574,209750.42576064466,0.2588668402621891,5.395738377736171e-10,259,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-29T12:55:34.621226Z +Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,79514.9143868349,109.0191949460933,0.009695628135087168,0.30309028979449243,1.1159033451085907,209658.27527906717,0.26231066231066225,2.93809731907523e-10,260,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-29T13:05:43.514284Z Moirai-1.1-Large,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,517984.3570796263,365.52432202911507,,,-100.0,1296843.734063477,-0.07692307692307691,0.7650248459102625,13,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T12:55:34.621226Z -Moirai-1.1-Large,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,2478.511520843862,17.884723908591287,,,-100.0,9908.190966582062,-0.010526315789473684,0.9744669029388741,20,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T12:47:18.375431Z +Moirai-1.1-Large,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,2364.74965208401,17.483598617496494,,,-100.0,9671.370783772272,0.0380952380952381,0.8346819234227341,21,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T13:05:43.514284Z Moirai-1.1-Large,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,1.6872641011596903,1.035500793625986,0.05742158729518867,0.19085985546470363,23.80268529916103,1.9217081635308424,0.5636363636363636,0.016540504248837583,11,1.0,2026-06-17T05:16:48.534000+00:00,2026-06-29T12:18:16.513936Z Moirai-1.1-Large,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,1.4057001129216606,0.9323285020873008,1.8352300142191809,0.4814675709365755,16.65185446931013,2.1699448989401287,0.19964542499753765,0.0004034999661272035,143,0.965034965034965,2026-06-16T12:07:52.741323+00:00,2026-06-29T12:55:34.621226Z Moirai-1.1-Large,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,7.538525421938671,1.8316589505080505,0.1322590722974872,0.9056607338596785,-3.5941106190859244,37.893860484997326,0.18217821782178223,0.006945038692843152,101,1.0,2026-06-16T12:07:56.991709+00:00,2026-06-29T12:55:34.621226Z @@ -47,9 +47,9 @@ Moirai-1.1-Large,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,2 Moirai-1.1-Large,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,2.5346313466441472,1.34918130365558,0.6688968782442211,0.4786639430371723,7.184688665938387,3.887639390007278,-0.036036036036036036,0.7536021943195694,37,1.0,2026-06-16T13:15:41.040444+00:00,2026-06-29T12:18:16.513936Z Moirai-1.1-Large,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2872.31490722455,15.826937759625663,0.01166866784940994,0.5324813519130654,4.00937874315059,16682.810509727577,0.4213909994155465,2.417460408338116e-06,59,1.0,2026-06-16T12:43:22.358427+00:00,2026-06-29T12:55:34.621226Z Moirai-1.1-Large,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.14917155913022512,0.35835614759999057,0.060813743611269774,0.18543381466807796,92.89588533626512,0.11224549076916286,0.6666666666666669,0.3333333333333333,4,1.0,2026-06-17T09:46:01.162798+00:00,2026-06-21T19:13:08.416535+00:00 -Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,89085.21420557573,153.68785476022035,0.00892186002063962,0.33916342884752365,18.17751487735465,149519.09594685276,0.0689464975179261,0.2137058338884209,148,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-29T12:55:34.621226Z +Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,90593.89657998332,156.41645272692617,0.00891825584601498,0.33693241545789276,18.1173927537382,150146.75661546687,0.07436967168510791,0.1783427598957682,149,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-29T13:05:43.514284Z Moving-Average,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,4.407835548068246e-15,6.639153220154093e-08,,,0.0,8.210724623533278e-31,0.0,1.0,13,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T12:55:34.621226Z -Moving-Average,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.786828912128036e-08,,,0.0,0.0,0.0,1.0,20,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T12:47:18.375431Z +Moving-Average,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.786828912128036e-08,,,0.0,0.0,0.0,1.0,21,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T13:05:43.514284Z Moving-Average,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,5.6595417763609035,1.8706256917947344,0.09482267932224521,0.32573618973737817,-34.4605751968562,6.574353311743567,0.7877263614433762,0.002216473715654366,10,1.0,2026-06-18T05:03:30.400278+00:00,2026-06-29T12:18:16.513936Z Moving-Average,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.8769871145599217,1.1974019573312054,2.0304358030349348,1.0047349843210247,4.740274383941805,1.8575896125907778,-0.016729088639200997,0.8153639653758428,90,0.9444444444444444,2026-06-17T12:10:12.867076+00:00,2026-06-29T12:55:34.621226Z Moving-Average,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,4.796262350492099,1.8119438109077128,0.11830839144077013,1.1802831323810878,11.119208531823565,5.318375679930114,-0.12310480320464387,0.14102119300794644,67,1.0,2026-06-17T12:10:12.884991+00:00,2026-06-29T12:55:34.621226Z @@ -59,10 +59,10 @@ Moving-Average,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24, Moving-Average,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,2.5829822469115884,1.354400734557507,0.7341698815888058,0.48200956198687306,15.604953674087911,3.705890235267311,-0.10153846153846155,0.4844245357791813,26,1.0,2026-06-17T12:10:12.921461+00:00,2026-06-29T12:18:16.513936Z Moving-Average,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,365.33606319961893,10.351010385967575,0.012458312742838087,0.4923300245468518,18.147479929802046,736.9386330576535,0.5309276034741154,8.07592453018451e-07,42,1.0,2026-06-17T12:26:17.359102+00:00,2026-06-29T12:55:34.621226Z Moving-Average,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0762729471721073,1.0365663956063864,0.2116032762980239,0.5617661939340133,43.72824413897228,0.1006489058726523,0.0,1.0,4,1.0,2026-06-17T12:10:12.956394+00:00,2026-06-20T17:12:56.975490+00:00 -Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,100328.24964060413,163.16370566267983,0.010063162575106602,0.3199892003495849,0.0,168325.42326319698,0.09523809523809523,0.08586873144705359,148,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-29T12:55:34.621226Z +Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,102189.34478404938,166.19292394707998,0.010053349318644116,0.3178879417538735,0.0,169287.01513860957,0.10175947759840376,0.06554082144440863,149,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-29T13:05:43.514284Z Seasonal-Naive,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,36436.1429036395,190.88253692687422,0.8264244641534466,0.9402466648974208,0.0,,,,1,1.0,2026-06-29T09:42:32.652885Z,2026-06-29T09:42:32.652885Z Seasonal-Naive,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,0.0,0.0,,,0.0,0.0,0.0,1.0,13,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T12:55:34.621226Z -Seasonal-Naive,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,,0.0,0.0,0.0,1.0,20,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T12:47:18.375431Z +Seasonal-Naive,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,,0.0,0.0,0.0,1.0,21,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T13:05:43.514284Z Seasonal-Naive,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,2.786385858940004,1.351886172198906,0.0651776893545529,0.21767878663689702,0.0,2.9117873186478795,0.6633249580710799,0.006737785384328536,11,1.0,2026-06-18T05:03:30.473716+00:00,2026-06-29T12:18:16.513936Z Seasonal-Naive,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.968149790182049,1.2376169948422988,2.0019346421740183,1.0500297273536316,0.0,1.8937028796197852,-0.03920099875156055,0.5842519872824323,90,0.9444444444444444,2026-06-17T12:10:12.978229+00:00,2026-06-29T12:55:34.621226Z Seasonal-Naive,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,5.2777528979223565,1.9450079800918296,0.12808592001582875,1.5382377849235216,0.0,5.4845407862637385,-0.1665535572768711,0.04642288860513577,67,1.0,2026-06-17T12:10:12.994311+00:00,2026-06-29T12:55:34.621226Z @@ -72,9 +72,9 @@ Seasonal-Naive,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24, Seasonal-Naive,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,3.7121014451180767,1.6425052224098795,0.7141256300436896,0.8130583233787705,0.0,4.8705183603979405,0.06552706552706554,0.6495672634399079,27,1.0,2026-06-17T12:10:13.024713+00:00,2026-06-29T12:18:16.513936Z Seasonal-Naive,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,456.5258218791546,12.090701800909276,0.01287986111593166,0.42072028705777353,0.0,826.3513077293409,0.5565988282574793,2.315176870001658e-07,42,1.0,2026-06-17T12:26:17.384303+00:00,2026-06-29T12:55:34.621226Z Seasonal-Naive,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1616.696102674672,19.296585827568386,0.35112400705711844,1.1347582547310677,0.0,3608.8641772125693,0.39999999999999997,0.48333333333333334,5,1.0,2026-06-17T12:10:13.040774+00:00,2026-06-29T09:42:32.652885Z -TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,40124.98625396312,77.73472310636915,0.008008653159419033,0.27357514464632227,11.808146065268838,96984.96255981881,0.45039787798408487,2.179684033780701e-27,261,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-29T12:55:34.621226Z +TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,40879.71520510581,79.29952569417563,0.008004891434389119,0.27255092739980796,11.882295571148884,97566.81642642595,0.45295545611418214,8.794470899645432e-28,262,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-29T13:05:43.514284Z TiRex,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,5.906315718058049e-17,7.685255830522529e-09,,,0.0,1.2829257224270747e-32,0.0,1.0,13,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T12:55:34.621226Z -TiRex,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,2.0440368407041843e-18,1.4296981641955703e-09,,,0.0,0.0,0.0,1.0,20,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T12:47:18.375431Z +TiRex,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,2.0440368407041843e-18,1.4296981641955703e-09,,,0.0,0.0,0.0,1.0,21,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T13:05:43.514284Z TiRex,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,1.131648118271035,0.8605073390870556,0.04900921885098641,0.1744611766613101,43.370453824701976,1.1502124497367763,0.5586227431838291,0.020374355479771452,11,1.0,2026-06-17T05:15:19.765080+00:00,2026-06-29T12:18:16.513936Z TiRex,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.2636372703273671,0.39324915790220616,0.7926666916003814,0.18991988207188149,61.550301226479675,0.4133722092053457,0.2993395493395493,1.0186803128797387e-07,144,0.9583333333333334,2026-06-16T12:07:37.946365+00:00,2026-06-29T12:55:34.621226Z TiRex,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,3.7685439677735406,1.613367690213516,0.11588613238461,0.889111481975566,4.733019809750215,4.860355164852348,0.06253034540457676,0.3518380689377024,102,1.0,2026-06-16T12:07:42.045490+00:00,2026-06-29T12:55:34.621226Z @@ -84,9 +84,9 @@ TiRex,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.2002938 TiRex,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.8398030675503159,1.1294391375470496,0.6339096933316953,0.4567775378716495,19.371875062842008,3.0918237199224152,0.13076923076923078,0.23467368067816763,40,1.0,2026-06-16T13:14:44.379149+00:00,2026-06-29T12:18:16.513936Z TiRex,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,187.8708100375551,5.77303936604742,0.008529905640647718,0.4214463862917626,34.61853016077173,572.9859760337501,0.4122320880059016,3.4180985173782747e-06,60,1.0,2026-06-16T12:42:39.570887+00:00,2026-06-29T12:55:34.621226Z TiRex,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.1142507117917414,0.3157392361563049,0.05766464594502298,0.18845260977496125,92.97571825184865,0.06887221261822021,1.0,0.08333333333333333,4,1.0,2026-06-17T09:45:42.165364+00:00,2026-06-21T19:06:33.434447+00:00 -Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,41994.13653558253,80.2051049649518,0.007124851090917248,0.23777768918912126,25.96440171514717,99833.57946577879,0.2771765564202334,3.589164470952361e-11,257,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-29T12:55:34.621226Z +Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,42832.602045519874,81.8641943749676,0.007125222106923649,0.23687591032394317,25.91506622442318,100545.22755268136,0.28066841613127014,1.8585845698888915e-11,258,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-29T13:05:43.514284Z Timer-S1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,8.874856741867843e-16,2.9790697779454317e-08,,,0.0,0.0,0.0,1.0,13,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T12:55:34.621226Z -Timer-S1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.1760797597599717e-16,1.0844721111028959e-08,,,0.0,0.0,0.0,1.0,20,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T12:47:18.375431Z +Timer-S1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.1760797597599717e-16,1.0844721111028959e-08,,,0.0,0.0,0.0,1.0,21,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T13:05:43.514284Z Timer-S1,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.7809625477981453,0.7672253789958329,0.04738582834559961,0.17083609835321434,35.08150036107833,0.7073889214614557,0.4430456239044162,0.06584027756773742,11,1.0,2026-06-17T05:17:34.201964+00:00,2026-06-29T12:18:16.513936Z Timer-S1,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.0871559897270574,0.20913014300648636,0.4862122485659186,0.10647271032813962,90.56224797258844,0.21004510237670784,0.13839918946301924,0.01489791382256188,141,0.9645390070921985,2026-06-16T12:08:08.243141+00:00,2026-06-29T12:55:34.621226Z Timer-S1,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,4.000144041943553,1.6783101118021497,0.11983541583768426,1.0163243430224045,-0.45551956402164306,4.881332022405728,0.02104598652699196,0.7588933633855404,98,1.0,2026-06-16T12:08:12.826217+00:00,2026-06-29T12:55:34.621226Z @@ -96,9 +96,9 @@ Timer-S1,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1566 Timer-S1,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,2.1873034797803195,1.2523999901562108,0.6951565753066293,0.5086024066356543,10.248930926914857,3.463600664106929,0.31111111111111117,0.0075920118473087805,36,1.0,2026-06-16T13:16:37.448453+00:00,2026-06-29T12:18:16.513936Z Timer-S1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,183.52463995213,5.779752479074169,0.009940509653137555,0.47349872713848623,30.311748692106033,564.0756533964474,0.42838686926132397,3.2961735365219083e-06,56,1.0,2026-06-16T12:43:54.916074+00:00,2026-06-29T12:55:34.621226Z Timer-S1,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.1866843274900648,0.40946779875447853,0.0860893988633661,0.21608656247132377,87.32650247673674,0.12627353465371907,0.33333333333333337,1.0,3,1.0,2026-06-17T09:46:15.518954+00:00,2026-06-20T17:12:49.922736+00:00 -TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,42463.142775136424,78.32042226774314,0.007147307537776444,0.31321594148007426,21.355654750756386,104893.39465384762,0.28987993138936535,2.037461935928507e-12,265,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-29T12:55:34.621226Z +TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,43078.05737732556,79.73239717191437,0.007140219845039562,0.3120619207268622,21.41038333278034,105174.54452827289,0.29306284579372965,1.0584587830159517e-12,266,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-29T13:05:43.514284Z TimesFM-2.5,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,0.0,0.0,,,0.0,0.0,0.0,1.0,13,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T12:55:34.621226Z -TimesFM-2.5,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,,0.0,0.0,0.0,1.0,20,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T12:47:18.375431Z +TimesFM-2.5,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,,0.0,0.0,0.0,1.0,21,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T13:05:43.514284Z TimesFM-2.5,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,2.637805909315257,1.2683614942845072,0.06892183324770457,0.252586070988376,4.420764277144168,3.1667807632580223,0.4430456239044162,0.06584027756773742,11,1.0,2026-06-17T05:12:05.733003+00:00,2026-06-29T12:18:16.513936Z TimesFM-2.5,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.11519144719794722,0.26315504255114824,0.417309678070018,0.18529353831151382,75.05894248895572,0.18518508151536614,0.07362082362082362,0.19044988389072504,144,0.9583333333333334,2026-06-16T12:07:01.390017+00:00,2026-06-29T12:55:34.621226Z TimesFM-2.5,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,3.436101120464031,1.5089369595983892,0.11292750884951312,1.0239215613248676,15.09588205854121,4.712568666360539,0.0909515396599591,0.17135233332145128,104,1.0,2026-06-16T12:07:07.769114+00:00,2026-06-29T12:55:34.621226Z @@ -108,9 +108,9 @@ TimesFM-2.5,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1 TimesFM-2.5,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,1.779838260310325,1.1130099384500813,0.5416319406272408,0.6802930955965413,20.932212571530386,3.045111401906571,0.1450719822812846,0.1703842810882269,43,1.0,2026-06-16T13:13:22.668298+00:00,2026-06-29T12:18:16.513936Z TimesFM-2.5,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,168.3806425852087,5.162265700020758,0.008854025781696818,0.5173294636029198,36.86011024843402,549.3821168946873,0.38773367947739085,1.0502370617106056e-05,61,1.0,2026-06-16T12:41:30.056174+00:00,2026-06-29T12:55:34.621226Z TimesFM-2.5,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.14441614689804608,0.36546156650664174,0.061049477862986375,0.29176317177851196,91.05485763998298,0.07761564379005298,0.3333333333333334,0.75,4,1.0,2026-06-17T09:44:33.543452+00:00,2026-06-21T18:01:25.705423+00:00 -Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,51077.77450793921,87.29187886900124,0.007402777724980191,0.2504014303619133,25.85503850190462,124620.76963169526,0.3043198502529906,2.1403820991998002e-13,262,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-29T12:55:34.621226Z +Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,51619.07598215711,88.63228318881085,0.007397133148468736,0.249469079670673,25.89827232163545,124692.10499207674,0.3073462398049517,1.1105970091431713e-13,263,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-29T13:05:43.514284Z Toto-2.0-1B,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,7.920339745816729e-22,2.8143098169563225e-11,,,0.0,9.78794649068508e-38,0.0,1.0,13,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T12:55:34.621226Z -Toto-2.0-1B,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.28583974051016e-20,3.047267585971104e-10,,,0.0,1.2349765191086678e-35,0.0,1.0,20,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T12:47:18.375431Z +Toto-2.0-1B,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.28583974051016e-20,3.047267585971104e-10,,,0.0,1.2334318324264572e-35,0.0,1.0,21,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T13:05:43.514284Z Toto-2.0-1B,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,1.787413609917356,1.098410904655247,0.0617952475546594,0.21120350168572016,12.537398895180011,1.9051305851076337,0.5200970367573582,0.030817269763521584,11,1.0,2026-06-17T05:14:00.045696+00:00,2026-06-29T12:18:16.513936Z Toto-2.0-1B,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.16267050179936693,0.27225062061313066,0.4651443784560018,0.14545469663250926,78.7967695477829,0.3586288462659488,0.2475130503299517,1.1544646833987558e-05,143,0.958041958041958,2026-06-16T12:07:21.772238+00:00,2026-06-29T12:55:34.621226Z Toto-2.0-1B,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,3.792832054150582,1.6441982744224657,0.1213719788082511,0.9240419831060053,2.8219209346642593,4.78623006725216,0.018489122025330495,0.7809599190937008,104,1.0,2026-06-16T12:07:26.464043+00:00,2026-06-29T12:55:34.621226Z diff --git a/results/aggregates/metadata.json b/results/aggregates/metadata.json index 341ebad9bb7c2818221d2e204547cb507c76ca1e..83f0e3653c74edc71f4bd99d5c61259cdfde0f71 100644 --- a/results/aggregates/metadata.json +++ b/results/aggregates/metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-29T13:00:02.296006+00:00", + "generated_at": "2026-06-29T13:08:33.389167+00:00", "baseline_model": "Seasonal-Naive", "normalization": "Per-config metric / Seasonal-Naive metric", "metric_aggregation": "Geometric mean over dataset configurations", diff --git a/results/aggregates/results_by_domain.csv b/results/aggregates/results_by_domain.csv index b828dbac5945c7b094164b7f007ff427c5614226..408cb55915ec948e77bac2371d622fefb0890fa2 100644 --- a/results/aggregates/results_by_domain.csv +++ b/results/aggregates/results_by_domain.csv @@ -9,16 +9,16 @@ Climate,Moirai-1.1-Large,1309.4552148577127,0.7097773673500241,7,5,5,1.0 Climate,ARIMA,1.2239944144805912,1.2242674322516238,8,5,5,1.0 Climate,Moving-Average,1.1563000429314145,1.3340010346253566,9,5,5,1.0 Climate,ETS,4.574603928133236,2.8714906791984447,10,5,5,1.0 -Finance,ARIMA,1.5315078615135667,0.4579095183428226,1,1,2,0.5 -Finance,ETS,0.5811397048550655,0.7582361769569149,2,1,2,0.5 -Finance,Timer-S1,0.7657323271478159,0.7924221156954436,3,1,2,0.5 -Finance,TiRex,0.8086619244078649,0.8660037084381731,4,1,2,0.5 -Finance,Seasonal-Naive,1.0,1.0,5,2,2,1.0 -Finance,Toto-2.0-1B,0.8247611130463741,0.8761303423692043,6,1,2,0.5 -Finance,Chronos-2,0.7920721666181698,0.8780143177143831,7,1,2,0.5 -Finance,Moving-Average,0.8454279836227178,1.0051644634259629,8,1,2,0.5 -Finance,Moirai-1.1-Large,1.1149476813741188,1.045411261672355,9,1,2,0.5 -Finance,TimesFM-2.5,0.7533314944323763,1.106170844299447,10,1,2,0.5 +Finance,ETS,0.3908512855951818,0.5755809424837516,1,1,2,0.5 +Finance,Chronos-2,0.5309599870385566,0.6630608134811397,2,1,2,0.5 +Finance,ARIMA,0.8662534221690469,0.6844671878931635,3,1,2,0.5 +Finance,Timer-S1,0.6840485730387174,0.7416672020390231,4,1,2,0.5 +Finance,Toto-2.0-1B,0.5122456683997086,0.7524554021390557,5,1,2,0.5 +Finance,Seasonal-Naive,1.0,1.0,6,2,2,1.0 +Finance,TiRex,0.6298839425629902,0.7578204074295617,7,1,2,0.5 +Finance,TimesFM-2.5,0.545586020560268,0.9050594273566597,8,1,2,0.5 +Finance,Moirai-1.1-Large,0.6977991032239875,0.9295476305638738,9,1,2,0.5 +Finance,Moving-Average,0.8311778797263496,0.9769279311297528,10,1,2,0.5 Hazards,ARIMA,0.828958483307688,0.7252496544458745,1,1,1,1.0 Hazards,ETS,0.7641468112545281,0.743885338769619,2,1,1,1.0 Hazards,Moving-Average,0.7909549099926808,0.7455224968716011,3,1,1,1.0 @@ -58,7 +58,7 @@ Transportation,Timer-S1,1.0,,6,1,1,1.0 Transportation,ARIMA,1.0,,7,1,1,1.0 Transportation,ETS,1.0,,8,1,1,1.0 Transportation,Moving-Average,1.0,,9,1,1,1.0 -Transportation,Moirai-1.1-Large,1382616714703.753,,10,1,1,1.0 +Transportation,Moirai-1.1-Large,89512276886967.64,,10,1,1,1.0 Web,Moirai-1.1-Large,1.8479142653327492e-05,0.5492013789516712,1,1,1,1.0 Web,TiRex,1.4153201949177802e-05,0.5581421777937835,2,1,1,1.0 Web,Chronos-2,1.803724984016004e-05,0.621107959934863,3,1,1,1.0 diff --git a/results/aggregates/results_by_frequency.csv b/results/aggregates/results_by_frequency.csv index 4bbc1e0370b88b808294d3d4a5d5c4505f8b1a3e..c766a2a25650f1d02db75684da1609a34abb405e 100644 --- a/results/aggregates/results_by_frequency.csv +++ b/results/aggregates/results_by_frequency.csv @@ -29,15 +29,15 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 1D,ARIMA,0.0001149093743462177,1.3986108614095323,8,1,1,1.0 1D,ETS,0.00012827984062590336,1.629307858274777,9,1,1,1.0 1D,Moving-Average,0.00013332703258365767,1.663789147137162,10,1,1,1.0 -1h,TiRex,0.3321532071437494,0.5987596799390348,1,6,6,1.0 -1h,Timer-S1,0.3298819070573974,0.5798510549212038,2,6,6,1.0 -1h,Toto-2.0-1B,0.4568121178294198,0.7049976787365133,3,6,6,1.0 -1h,ARIMA,1.2314729169861671,0.9523473946372802,4,6,6,1.0 -1h,Chronos-2,0.592493681129651,0.729834852952236,5,6,6,1.0 -1h,Moirai-1.1-Large,0.777955924933781,0.771238549385806,6,6,6,1.0 -1h,TimesFM-2.5,0.47013576986263417,0.8070939771694937,7,6,6,1.0 -1h,ETS,3.1012549781330625,1.8363552069787983,8,6,6,1.0 -1h,Moving-Average,1.0554318009958334,1.1549249338756966,9,6,6,1.0 +1h,TiRex,0.31860606628259724,0.5855899818755287,1,6,6,1.0 +1h,Timer-S1,0.3237378586315497,0.5734891414897544,2,6,6,1.0 +1h,Chronos-2,0.5542851327550946,0.6964659569534464,3,6,6,1.0 +1h,Toto-2.0-1B,0.4219515977023836,0.6873422300083547,4,6,6,1.0 +1h,ARIMA,1.1198997660557788,1.0183355185179879,5,6,6,1.0 +1h,TimesFM-2.5,0.4455223342351318,0.7805485500104435,6,6,6,1.0 +1h,Moirai-1.1-Large,0.7195058220120317,0.7562861400185009,7,6,6,1.0 +1h,ETS,2.902859216223921,1.75390880420252,8,6,6,1.0 +1h,Moving-Average,1.052445790333003,1.14945328095726,9,6,6,1.0 1h,Seasonal-Naive,1.0,1.0,10,6,6,1.0 1mo,Seasonal-Naive,1.0,1.0,1,1,1,1.0 5min,Seasonal-Naive,1.0,,1,2,2,1.0 @@ -49,7 +49,7 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 5min,ARIMA,1.0,,7,2,2,1.0 5min,ETS,1.0,,8,2,2,1.0 5min,Moving-Average,1.0,,9,2,2,1.0 -5min,Moirai-1.1-Large,163371269179224.88,,10,2,2,1.0 +5min,Moirai-1.1-Large,1314516626670531.2,,10,2,2,1.0 6min,Timer-S1,0.01767386991175012,0.0967412900247652,1,1,1,1.0 6min,TimesFM-2.5,0.018649491394748696,0.14154762610108937,2,1,1,1.0 6min,Toto-2.0-1B,0.04269675090447789,0.1487881230194311,3,1,1,1.0 diff --git a/results/aggregates/results_by_prediction_length.csv b/results/aggregates/results_by_prediction_length.csv index a46041363d294842a8e2aaa1b6cd4f457a0b58bb..71c35f2123937800e672c8216bff0ff98e4b36f4 100644 --- a/results/aggregates/results_by_prediction_length.csv +++ b/results/aggregates/results_by_prediction_length.csv @@ -18,16 +18,16 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 12,ARIMA,1.0,,7,1,2,0.5 12,ETS,1.0,,8,1,2,0.5 12,Moving-Average,1.0,,9,1,2,0.5 -12,Moirai-1.1-Large,1382616714703.753,,10,1,2,0.5 -24,TiRex,0.1881592961351077,0.590581816926623,1,7,7,1.0 -24,Timer-S1,0.24345749292706173,0.5609982460750224,2,7,7,1.0 -24,Chronos-2,0.21498666965027527,0.6551759899022129,3,7,7,1.0 -24,Toto-2.0-1B,0.5148726576106009,0.7234317158711981,4,7,7,1.0 -24,ARIMA,1.0248218400607443,0.9993212900951436,5,7,7,1.0 -24,TimesFM-2.5,0.2143794265865352,0.5836365160142102,6,7,7,1.0 -24,Moirai-1.1-Large,0.6569950757623301,0.6935843225539435,7,7,7,1.0 -24,Moving-Average,0.9356178290323635,1.1303377886881025,8,7,7,1.0 -24,ETS,2.4047918487273643,1.6944301262754764,9,7,7,1.0 +12,Moirai-1.1-Large,89512276886967.64,,10,1,2,0.5 +24,Timer-S1,0.2395656616219889,0.5557183221459955,1,7,7,1.0 +24,TiRex,0.1815619160410992,0.5794300393192114,2,7,7,1.0 +24,Chronos-2,0.2030471152723609,0.6294145772988489,3,7,7,1.0 +24,Toto-2.0-1B,0.4810052827175941,0.7078747284228382,4,7,7,1.0 +24,TimesFM-2.5,0.20472248718979894,0.5671437555746276,5,7,7,1.0 +24,Moirai-1.1-Large,0.6144509862970768,0.6820423399483061,6,7,7,1.0 +24,ARIMA,0.9447021535657009,1.058386117247446,7,7,7,1.0 +24,ETS,2.2723102813035725,1.629010698203867,8,7,7,1.0 +24,Moving-Average,0.9333484829716054,1.1257460892833868,9,7,7,1.0 24,Seasonal-Naive,1.0,1.0,10,7,7,1.0 36,Seasonal-Naive,1.0,,1,1,1,1.0 36,TimesFM-2.5,1.0,,2,1,1,1.0 diff --git a/results/aggregates/results_overall.csv b/results/aggregates/results_overall.csv index 1e038f0a8704fc594ba1856c324fddc915783630..5bed4a7c0f98e15f225ea20433a4104dd7ccf8f9 100644 --- a/results/aggregates/results_overall.csv +++ b/results/aggregates/results_overall.csv @@ -1,11 +1,11 @@ overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage -Overall,Timer-S1,0.12660710148262758,0.4972229456514243,1,12,13,0.9230769230769231 -Overall,TiRex,0.11690923431574957,0.5651081483019805,2,12,13,0.9230769230769231 -Overall,Chronos-2,0.13256934567547524,0.6331113824855819,3,12,13,0.9230769230769231 -Overall,TimesFM-2.5,0.11583878443936066,0.5524545623360787,4,12,13,0.9230769230769231 -Overall,Toto-2.0-1B,0.24471593208642947,0.6839416835592429,5,12,13,0.9230769230769231 -Overall,ARIMA,0.45717179515495104,1.0097650213988276,6,12,13,0.9230769230769231 -Overall,Seasonal-Naive,1.0,1.0,7,13,13,1.0 -Overall,Moirai-1.1-Large,86.60635698783327,0.7658069740470169,8,12,13,0.9230769230769231 -Overall,Moving-Average,0.44488518921808373,1.1252384535959055,9,12,13,0.9230769230769231 -Overall,ETS,0.9087418267452267,1.6717932398978854,10,12,13,0.9230769230769231 +Overall,Timer-S1,0.12542253167621956,0.4939425172976032,1,12,13,0.9230769230769231 +Overall,TiRex,0.1145002965133875,0.5576172803091517,2,12,13,0.9230769230769231 +Overall,Chronos-2,0.12822357054803216,0.6155811293128802,3,12,13,0.9230769230769231 +Overall,TimesFM-2.5,0.11276571659001144,0.5414795425747996,4,12,13,0.9230769230769231 +Overall,Toto-2.0-1B,0.23519319650798853,0.6736127168213843,5,12,13,0.9230769230769231 +Overall,ARIMA,0.43596996779052627,1.0511812815406998,6,12,13,0.9230769230769231 +Overall,Moirai-1.1-Large,117.90199780531768,0.7568638532784211,7,12,13,0.9230769230769231 +Overall,Seasonal-Naive,1.0,1.0,8,13,13,1.0 +Overall,Moving-Average,0.4442554124558455,1.1220368111818866,9,12,13,0.9230769230769231 +Overall,ETS,0.8791941050761467,1.6263452860032508,10,12,13,0.9230769230769231 diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index 4bc72c5c9c0ae14ffd1fa271db9a71ac6f634e0c..2debcf6975b889da607b5a7f6a023716cb1e2ab2 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,ARIMA,596843.2601957185,90645.76627763669,252.70490256500338,0.3380782429202542,0.004221729300865997,0.004229445053022268,2.011710240131535,772.556315226093,0.01292150146130813,0.004226652094375545,0.0031968853073405103,Finance,1,24 +binance_btcusdt_1h_close/1h/short,ARIMA,327124.5151031584,173184.66612466722,358.68082998958107,0.5035412113623858,0.005986433218688155,0.006008637507515486,1.8392250485681547,571.9480003489464,0.009565695007300768,0.005998852032969001,0.004723966375068859,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,ARIMA,352712.83224398614,193015.82919532855,354.69099477687513,0.43164268449098886,0.005915830372389362,0.005939763665658109,2.627262331838513,593.8963143882829,0.00993728090970913,0.005934813814886878,0.004808699705784534,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,ARIMA,4.407835548068247e-15,1.12132504091072e-14,8.609260281087649e-08,nan,nan,2.0,nan,6.639153220154094e-08,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,ARIMA,9.578202015526527e-15,9.143141084502762e-15,9.078851462715541e-08,nan,nan,2.0,nan,9.786828912128038e-08,inf,inf,inf,Transportation,1,12 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index 5ad7287bfbbb186a216dfe37938531e89a2b817a..a6fc23a747c4b7099269c37a996e0e594fc75f99 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-29T13:00:01.594445+00:00", + "evaluated_at": "2026-06-29T13:08:33.045040+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 61338.01171875, 61113.1015625, 60250.0, 59850.0, @@ -101,10 +100,10 @@ 60258.83984375, 60166.7109375, 60342.0, - 60293.51171875 + 60293.51171875, + 60071.87890625 ], "actuals": [ - 60071.87890625, 60033.0, 59890.0, 59690.62109375, @@ -127,350 +126,350 @@ 60057.0, 60088.0, 59956.05078125, - 59914.48828125 + 59948.78125, + 60112.96875 ], "p50": [ - 59652.76889025347, - 59644.91028065619, - 59630.79232959376, - 59675.02803768174, - 59666.29120723505, - 59638.73758280444, - 59632.885853678985, - 59648.321269038424, - 59640.47499396857, - 59631.09170288535, - 59631.95159457316, - 59631.94578700729, - 59611.39271838133, - 59611.390913190815, - 59645.32662154545, - 59613.845096839446, - 59640.43316246776, - 59668.10644789714, - 59638.494045859676, - 59642.3716815543, - 59640.43280637455, - 59638.493944568836, - 59629.386326452906, - 59631.93847598506 + 59468.32811896861, + 59474.37974214519, + 59468.54607484184, + 59459.97279253497, + 59480.21918377067, + 59511.46054759178, + 59475.65172676057, + 59422.64045156339, + 59470.82657771523, + 59473.243775656796, + 59475.66057843935, + 59483.07742749683, + 59477.989150114896, + 59480.774570428046, + 59468.43796861416, + 59445.14989563622, + 59477.98915670406, + 59468.43796919985, + 59469.632677893096, + 59482.59522040501, + 59465.30952247522, + 59475.66065174598, + 59483.95895772786, + 59480.774572428105 ], "p10": [ - 59353.5509112973, - 59324.323066865625, - 59300.02236597084, - 59298.07654917736, - 59387.79250051411, - 59386.98369192975, - 59324.51311904016, - 59321.87691829935, - 59350.11259726997, - 59321.82472246284, - 59324.39039795098, - 59324.3845903851, - 59298.62043075026, - 59324.37954733066, - 59321.802448714494, - 59175.79102699606, - 59374.0012505979, - 59431.70119855922, - 59347.50118423243, - 59321.801248896, - 59366.06897232327, - 59339.64220059864, - 59338.11570054324, - 59285.37945259117 + 59192.285870991975, + 59190.9511661065, + 59101.66128453965, + 59209.967243672036, + 59203.10324284155, + 59204.2457672984, + 59209.68354232567, + 59107.124396209634, + 59193.53767540506, + 59210.294118640246, + 59204.27534048774, + 59204.275391725736, + 59193.53847762591, + 59225.73440802515, + 59224.57727368587, + 59142.43068378453, + 59193.538484215074, + 59209.69246729479, + 59204.27541378956, + 59213.776183600676, + 59203.20172084157, + 59245.40511551448, + 59193.5384842696, + 59188.42770423924 ], "p90": [ - 60036.08371303954, - 60051.70379884757, - 60041.30548548207, - 60042.65806731256, - 60271.49540224719, - 60031.80401357969, - 60142.170628745575, - 60063.87684579318, - 60261.18569883117, - 59926.7209593849, - 59920.64526719889, - 59920.639459633014, - 60041.878258385375, - 60261.14574772026, - 60031.561622239635, - 60041.87488564071, - 60114.95191221149, - 60360.29260744195, - 59926.69754003184, - 60032.591804872754, - 60049.1819506524, - 60271.05838583818, - 60129.57072538352, - 60129.57072014549 + 59797.50348466089, + 60172.227771243175, + 59857.9522302856, + 59847.052412738056, + 59858.94035534133, + 59944.34872250441, + 59801.07251877657, + 59770.83109097661, + 60175.83637699203, + 59944.378125494346, + 59847.37945790566, + 59809.49300539465, + 59770.833771172045, + 59809.49302546335, + 59796.9945750133, + 59848.5454612441, + 59847.379531157865, + 60175.83718584019, + 59770.78326438614, + 59797.30980038746, + 59867.57278690722, + 59796.994575615274, + 59859.03883334176, + 60180.9430103483 ], "mean": [ - 59982.862372467265, - 59968.76422176144, - 60584.418820660765, - 60303.34325246667, - 60609.19435451296, - 60257.00201377898, - 60528.840669316705, - 59951.544748881766, - 60560.84677048182, - 59913.45283762858, - 60225.814722050316, - 59919.21431097558, - 61450.338884007695, - 61177.37388661527, - 60240.31531506863, - 60190.425159609236, - 60562.83029866517, - 60045.27481483343, - 60560.68081589047, - 59652.114367185524, - 60281.51838761092, - 60881.755609855194, - 60856.11861522922, - 60268.06980830315 + 59498.4279609306, + 60079.637523189376, + 60353.15824525677, + 59789.02264998671, + 59766.552544746024, + 60397.472673091994, + 59795.24015812154, + 59714.92780079612, + 60107.698136925894, + 59525.13357343907, + 60076.5358892574, + 60113.05864596127, + 60980.481899011225, + 60374.03438729657, + 59765.35904186937, + 60077.712386386935, + 61285.73989299525, + 60113.29634749211, + 59738.44777130667, + 59793.653597676595, + 60094.118316843844, + 59792.89321441282, + 61004.796562836076, + 60416.16068298486 ], "quantiles": { "0.1": [ - 59353.5509112973, - 59324.323066865625, - 59300.02236597084, - 59298.07654917736, - 59387.79250051411, - 59386.98369192975, - 59324.51311904016, - 59321.87691829935, - 59350.11259726997, - 59321.82472246284, - 59324.39039795098, - 59324.3845903851, - 59298.62043075026, - 59324.37954733066, - 59321.802448714494, - 59175.79102699606, - 59374.0012505979, - 59431.70119855922, - 59347.50118423243, - 59321.801248896, - 59366.06897232327, - 59339.64220059864, - 59338.11570054324, - 59285.37945259117 + 59192.285870991975, + 59190.9511661065, + 59101.66128453965, + 59209.967243672036, + 59203.10324284155, + 59204.2457672984, + 59209.68354232567, + 59107.124396209634, + 59193.53767540506, + 59210.294118640246, + 59204.27534048774, + 59204.275391725736, + 59193.53847762591, + 59225.73440802515, + 59224.57727368587, + 59142.43068378453, + 59193.538484215074, + 59209.69246729479, + 59204.27541378956, + 59213.776183600676, + 59203.20172084157, + 59245.40511551448, + 59193.5384842696, + 59188.42770423924 ], "0.2": [ - 59433.39752608248, - 59482.937826245834, - 59423.50697855158, - 59426.65776641637, - 59486.988154085564, - 59480.65959943476, - 59397.90914893766, - 59480.49167767956, - 59433.99510236584, - 59428.89770903093, - 59433.96600187525, - 59422.10828119493, - 59405.61288557369, - 59422.10323814049, - 59473.624444783236, - 59400.00750833079, - 59486.55151062127, - 59528.23181368697, - 59485.66384183749, - 59397.77337097059, - 59428.874205238535, - 59465.94307337088, - 59433.95288852517, - 59473.62318325452 + 59323.27242094176, + 59263.27539220339, + 59260.64127945995, + 59315.31868377739, + 59266.78632881636, + 59299.70835047827, + 59266.01418000301, + 59229.622253761685, + 59327.224400451865, + 59262.57605416932, + 59262.57622436872, + 59340.149888605454, + 59262.57629103176, + 59314.491576491455, + 59307.951293911654, + 59248.61175552498, + 59262.406614589054, + 59315.41495748329, + 59262.576297670545, + 59338.864435007315, + 59307.95129451332, + 59315.41495749958, + 59299.737996974334, + 59307.951294513754 ], "0.3": [ - 59532.31324924651, - 59550.01625482863, - 59541.266173487216, - 59528.573779003375, - 59569.001715362836, - 59546.60190087373, - 59529.25084741018, - 59567.075077238784, - 59546.40046708366, - 59524.72150695995, - 59516.71139387388, - 59523.2513899709, - 59506.34839370064, - 59519.85393053662, - 59529.116269261605, - 59485.220727762164, - 59561.14824241016, - 59588.34782389546, - 59547.49449107279, - 59561.147916542504, - 59527.78992840256, - 59546.358262638125, - 59519.85166780686, - 59529.11500773289 + 59393.23774261312, + 59400.12360144009, + 59359.17537650902, + 59362.20402824525, + 59362.43266871916, + 59405.19763891955, + 59405.2183604301, + 59334.61653907241, + 59404.621747956575, + 59372.32101549489, + 59362.53107341286, + 59405.76016952453, + 59384.47128462403, + 59384.47128926769, + 59405.00076291598, + 59325.777783252095, + 59380.826281533184, + 59384.471291251335, + 59354.96725619999, + 59405.000763516604, + 59362.53114671918, + 59403.7330160534, + 59403.73301605349, + 59372.321259001044 ], "0.4": [ - 59593.94297828919, - 59591.21515382817, - 59590.099282527204, - 59599.75364506097, - 59602.42064668714, - 59590.147513370845, - 59590.03970017936, - 59602.059346758535, - 59589.946079580775, - 59587.564598035584, - 59584.56429426173, - 59578.061934738835, - 59584.55524883192, - 59567.001614093, - 59587.542324287235, - 59575.03774213574, - 59590.57355942284, - 59630.917827241065, - 59584.55129159763, - 59588.693335858545, - 59575.037073206775, - 59600.77808921034, - 59580.066350284294, - 59578.054623716605 + 59433.16035301495, + 59421.97491517501, + 59416.93656881479, + 59417.69605339661, + 59424.30937523362, + 59466.70375826399, + 59445.14097083193, + 59403.73032921436, + 59425.583520923865, + 59418.362016882165, + 59425.58425648168, + 59458.41872421488, + 59434.50259524589, + 59445.14989381741, + 59434.50260128751, + 59405.00076333683, + 59430.93529299458, + 59425.58432977202, + 59422.643138397616, + 59446.839519553556, + 59407.134052165624, + 59418.58831939976, + 59446.16367005998, + 59418.58831939988 ], "0.5": [ - 59652.76889025347, - 59644.91028065619, - 59630.79232959376, - 59675.02803768174, - 59666.29120723505, - 59638.73758280444, - 59632.885853678985, - 59648.321269038424, - 59640.47499396857, - 59631.09170288535, - 59631.95159457316, - 59631.94578700729, - 59611.39271838133, - 59611.390913190815, - 59645.32662154545, - 59613.845096839446, - 59640.43316246776, - 59668.10644789714, - 59638.494045859676, - 59642.3716815543, - 59640.43280637455, - 59638.493944568836, - 59629.386326452906, - 59631.93847598506 + 59468.32811896861, + 59474.37974214519, + 59468.54607484184, + 59459.97279253497, + 59480.21918377067, + 59511.46054759178, + 59475.65172676057, + 59422.64045156339, + 59470.82657771523, + 59473.243775656796, + 59475.66057843935, + 59483.07742749683, + 59477.989150114896, + 59480.774570428046, + 59468.43796861416, + 59445.14989563622, + 59477.98915670406, + 59468.43796919985, + 59469.632677893096, + 59482.59522040501, + 59465.30952247522, + 59475.66065174598, + 59483.95895772786, + 59480.774572428105 ], "0.6": [ - 59700.384557753416, - 59680.14223648626, - 59701.09031305327, - 59723.954815028286, - 59704.83386255741, - 59667.89947589379, - 59683.61885217839, - 59691.109897544535, - 59697.44821759231, - 59693.606434541085, - 59675.90371925666, - 59677.95908905856, - 59691.03823958927, - 59671.71759644474, - 59678.45017140991, - 59671.71602889059, - 59703.10215149343, - 59716.92907509741, - 59677.95189396034, - 59706.339494624975, - 59699.68433615906, - 59697.40601314678, - 59675.890605906585, - 59674.73742990998 + 59502.865435914115, + 59532.13803979595, + 59537.60272580866, + 59502.84184949809, + 59519.80367765933, + 59542.74943792159, + 59508.11508666004, + 59467.412543703394, + 59524.443477319975, + 59519.90191215363, + 59528.965480167724, + 59538.68930679609, + 59528.96554683076, + 59541.166902546625, + 59519.90215505769, + 59514.85497853538, + 59535.74745435482, + 59521.71900785327, + 59519.902155654854, + 59536.21012341347, + 59492.2216368162, + 59508.12401164545, + 59536.210123414916, + 59535.74745440938 ], "0.7": [ - 59780.64183269463, - 59724.87262863117, - 59742.26274413029, - 59826.70664531978, - 59799.248743713804, - 59720.13384984567, - 59728.227876568955, - 59745.69651733433, - 59796.87800059712, - 59745.64432149782, - 59728.105155479774, - 59709.52357264256, - 59753.832600884634, - 59719.892464944685, - 59773.92275283938, - 59707.625409705994, - 59772.98031215055, - 59797.42877402846, - 59745.620902144765, - 59796.83584322864, - 59797.42859234905, - 59750.006058628154, - 59782.33367594976, - 59731.30892577496 + 59533.509522988825, + 59595.53135355654, + 59619.65226510001, + 59598.8136496956, + 59555.80910640925, + 59629.35737465786, + 59542.77015943215, + 59524.6530584455, + 59617.283447709175, + 59582.38005132921, + 59575.19716152806, + 59599.140746101206, + 59545.49905914762, + 59628.97584430682, + 59545.499065189244, + 59587.823341175244, + 59545.49906573679, + 59617.28425655733, + 59543.59507882485, + 59582.380294833885, + 59568.877539537345, + 59561.69447953712, + 59604.58381469107, + 59561.69447953724 ], "0.8": [ - 59847.68350681308, - 59865.57011571079, - 59877.854034521624, - 59894.00636641595, - 59884.576383976215, - 59843.403807353236, - 59859.834128180286, - 59876.9700113933, - 59950.720921752254, - 59825.94629851136, - 59830.439263725115, - 59798.81902369386, - 59826.190812305766, - 59876.45029411053, - 59859.69955003171, - 59876.89498069337, - 59846.46816886605, - 59924.033050764614, - 59826.18685507147, - 59878.679358537906, - 59881.8686015696, - 59881.8685847181, - 59879.31715671716, - 59825.922763234295 + 59643.73671873071, + 59767.173849777646, + 59674.66919211553, + 59675.48290453449, + 59663.207693936514, + 59682.20092364955, + 59657.50924172868, + 59655.72357469407, + 59707.0443044341, + 59678.128550186244, + 59675.75572186496, + 59676.026912288624, + 59657.5181600705, + 59675.810021008794, + 59658.28039050273, + 59686.53623085122, + 59730.89678269469, + 59676.02693434097, + 59657.518166709284, + 59660.19376612681, + 59690.63800748527, + 59658.6630661094, + 59663.30617193694, + 59686.53623103247 ], "0.9": [ - 60036.08371303954, - 60051.70379884757, - 60041.30548548207, - 60042.65806731256, - 60271.49540224719, - 60031.80401357969, - 60142.170628745575, - 60063.87684579318, - 60261.18569883117, - 59926.7209593849, - 59920.64526719889, - 59920.639459633014, - 60041.878258385375, - 60261.14574772026, - 60031.561622239635, - 60041.87488564071, - 60114.95191221149, - 60360.29260744195, - 59926.69754003184, - 60032.591804872754, - 60049.1819506524, - 60271.05838583818, - 60129.57072538352, - 60129.57072014549 + 59797.50348466089, + 60172.227771243175, + 59857.9522302856, + 59847.052412738056, + 59858.94035534133, + 59944.34872250441, + 59801.07251877657, + 59770.83109097661, + 60175.83637699203, + 59944.378125494346, + 59847.37945790566, + 59809.49300539465, + 59770.833771172045, + 59809.49302546335, + 59796.9945750133, + 59848.5454612441, + 59847.379531157865, + 60175.83718584019, + 59770.78326438614, + 59797.30980038746, + 59867.57278690722, + 59796.994575615274, + 59859.03883334176, + 60180.9430103483 ] }, "timestamps": [ - "2026-06-24 13:00:00", "2026-06-24 14:00:00", "2026-06-24 15:00:00", "2026-06-24 16:00:00", @@ -589,6 +588,7 @@ "2026-06-29 09:00:00", "2026-06-29 10:00:00", "2026-06-29 11:00:00", - "2026-06-29 12:00:00" + "2026-06-29 12:00:00", + "2026-06-29 13:00:00" ] } diff --git a/results/arima/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/arima/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index d04cff00313fb0fa47db678f4868de205ce24cf4..02de33b92236dd510172f78fa5798e9ecb1fd86f 100644 --- a/results/arima/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/arima/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,7 +1,7 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "ARIMA", - "evaluated_at": "2026-06-29T12:50:45.144081+00:00", + "evaluated_at": "2026-06-29T13:08:33.068795+00:00", "freq": "5min", "context_length": 120, "prediction_length": 12, @@ -326,42 +326,6 @@ ] }, "timestamps": [ - "2026-06-25 07:50:00", - "2026-06-25 07:55:00", - "2026-06-25 08:00:00", - "2026-06-25 08:05:00", - "2026-06-25 08:10:00", - "2026-06-25 08:15:00", - "2026-06-25 08:20:00", - "2026-06-25 08:25:00", - "2026-06-25 08:30:00", - "2026-06-25 08:35:00", - "2026-06-25 08:40:00", - "2026-06-25 08:45:00", - "2026-06-25 08:50:00", - "2026-06-25 08:55:00", - "2026-06-25 09:00:00", - "2026-06-25 09:05:00", - "2026-06-25 09:10:00", - "2026-06-25 09:15:00", - "2026-06-25 09:20:00", - "2026-06-25 09:25:00", - "2026-06-25 09:30:00", - "2026-06-25 09:35:00", - "2026-06-25 09:40:00", - "2026-06-25 09:45:00", - "2026-06-25 09:50:00", - "2026-06-25 09:55:00", - "2026-06-25 10:00:00", - "2026-06-25 10:05:00", - "2026-06-25 10:10:00", - "2026-06-25 10:15:00", - "2026-06-25 10:20:00", - "2026-06-25 10:25:00", - "2026-06-25 10:30:00", - "2026-06-25 10:35:00", - "2026-06-25 10:40:00", - "2026-06-25 10:45:00", "2026-06-25 10:50:00", "2026-06-25 10:55:00", "2026-06-25 11:00:00", @@ -457,6 +421,42 @@ "2026-06-25 18:30:00", "2026-06-25 18:35:00", "2026-06-25 18:40:00", - "2026-06-25 18:45:00" + "2026-06-25 18:45:00", + "2026-06-25 18:50:00", + "2026-06-25 18:55:00", + "2026-06-25 19:00:00", + "2026-06-25 19:05:00", + "2026-06-25 19:10:00", + "2026-06-25 19:15:00", + "2026-06-25 19:20:00", + "2026-06-25 19:25:00", + "2026-06-25 19:30:00", + "2026-06-25 19:35:00", + "2026-06-25 19:40:00", + "2026-06-25 19:45:00", + "2026-06-25 19:50:00", + "2026-06-25 19:55:00", + "2026-06-25 20:00:00", + "2026-06-25 20:05:00", + "2026-06-25 20:10:00", + "2026-06-25 20:15:00", + "2026-06-25 20:20:00", + "2026-06-25 20:25:00", + "2026-06-25 20:30:00", + "2026-06-25 20:35:00", + "2026-06-25 20:40:00", + "2026-06-25 20:45:00", + "2026-06-25 20:50:00", + "2026-06-25 20:55:00", + "2026-06-25 21:00:00", + "2026-06-25 21:05:00", + "2026-06-25 21:10:00", + "2026-06-25 21:15:00", + "2026-06-25 21:20:00", + "2026-06-25 21:25:00", + "2026-06-25 21:30:00", + "2026-06-25 21:35:00", + "2026-06-25 21:40:00", + "2026-06-25 21:45:00" ] } diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index 340a2bc07074f8d934b9445c2397d1fdeff2bb25..eff2b5b496ae1fc29f04973b15564244681d1000 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,37 +1,19 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-29T13:00:01.804192+00:00", + "evaluated_at": "2026-06-29T13:08:33.075874+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t120000z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t130000z", + "data_fetched_at": "2026-06-29T13:05:43.514284Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260629t094500z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t064200z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260628t132000z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260629t095000z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260629t111500z", + "data_fetched_at": "2026-06-29T13:05:43.514284Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index cd199541a52f4dcb66913918e673d6e5d42ccb86..f4545a1b7f7c1ed1331cbbc4827eb8ebcd23fdee 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -20,4 +20,4 @@ date,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank, 2026-06-26,Chronos-2,4.857,4.429,5.308,5.143,4.857,4.929,4.615,5.000,4.929,5.167 2026-06-27,Seasonal-Naive,1.532,1.661,1.532,1.523,1.532,1.532,1.642,1.532,1.541,1.505 2026-06-28,ETS,6.154,6.308,6.455,6.615,6.154,6.692,7.182,6.692,6.231,6.182 -2026-06-29,Seasonal-Naive,8.143,9.583,8.667,7.214,8.143,8.750,9.417,8.583,8.833,9.250 +2026-06-29,Seasonal-Naive,8.286,9.833,8.750,7.286,8.286,8.833,9.583,8.667,9.000,9.333 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index 3152b42be5a97bbf462bb39b1c345e961d228d6c..b0bfd904b93930dcd144465d3e82148b08d843c6 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -2,4 +2,4 @@ week,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank, 2026-W24,Chronos-Bolt-Mini,,2.751,3.064,3.077,2.902,3.077,2.505,3.077,2.918,3.103 2026-W25,Chronos-Bolt-Mini,4.967,4.229,4.414,4.414,4.414,4.529,3.857,4.486,4.429,4.529 2026-W26,Chronos-Bolt-Mini,4.424,4.054,4.456,4.526,4.424,4.421,4.076,4.476,4.46,4.52 -2026-W27,Chronos-Bolt-Mini,8.143,9.583,8.667,7.214,8.143,8.75,9.417,8.583,8.833,9.25 +2026-W27,Chronos-Bolt-Mini,8.286,9.833,8.75,7.286,8.286,8.833,9.583,8.667,9.0,9.333 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index ba30b667104875a83e494aa24776272ef627d876..6d4b2cdaed8dc435ceff3a7b562e0a414844edd7 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,Chronos-2,308678.0983072917,308678.0983072917,491.3639322916667,0.6573653822201667,0.008237769509821776,0.008194482943562165,12.241120056161327,555.588065303145,0.009292567876555328,0.008218377927934952,0.006129837794361524,Finance,1,24 +binance_btcusdt_1h_close/1h/short,Chronos-2,200507.1770617167,200507.1770617167,375.3587239583333,0.5269548042556633,0.006296086796581536,0.006267908424319933,9.111688998952124,447.78027766050246,0.007489019218130939,0.006277785864317047,0.004576226651787434,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,Chronos-2,148617.43701171875,148617.43701171875,303.1731770833333,0.3689478615160032,0.005093459937072112,0.005073250715459147,1.8670604337379941,385.50932156268124,0.006450476840600733,0.005072799665492439,0.0041584090026742905,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Chronos-2,1.6284716271939715e-18,1.6284716271939715e-18,9.786685842996647e-10,nan,nan,2.0,nan,1.2761158361191085e-09,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Chronos-2,1.7296862743653321e-18,1.7296862743653321e-18,1.0190191815362404e-09,nan,nan,2.0,nan,1.3151753777977035e-09,inf,inf,inf,Transportation,1,12 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index c0a986cfc0121ac5b54e57c498ac7890a24a053e..fb632c902817225f78955dbd6d895f4236fea43a 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-29T12:55:59.610967+00:00", + "evaluated_at": "2026-06-29T13:06:08.686224+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 61338.01171875, 61113.1015625, 60250.0, 59850.0, @@ -101,10 +100,10 @@ 60258.83984375, 60166.7109375, 60342.0, - 60293.51171875 + 60293.51171875, + 60071.87890625 ], "actuals": [ - 60071.87890625, 60033.0, 59890.0, 59690.62109375, @@ -127,350 +126,350 @@ 60057.0, 60088.0, 59956.05078125, - 59914.48828125 + 59948.78125, + 60112.96875 ], "p50": [ - 60305.8359375, - 60292.6796875, - 60291.39453125, - 60282.3828125, - 60273.546875, - 60266.16015625, - 60266.86328125, - 60265.24609375, - 60269.90625, - 60270.88671875, - 60274.91015625, - 60280.125, - 60280.58984375, - 60284.27734375, - 60287.30859375, - 60292.83984375, - 60277.19921875, - 60276.1640625, - 60277.359375, - 60276.74609375, - 60281.9765625, - 60282.43359375, - 60282.11328125, - 60276.234375 + 60137.84375, + 60128.28125, + 60116.2890625, + 60134.12890625, + 60134.421875, + 60141.70703125, + 60147.98828125, + 60142.11328125, + 60133.5234375, + 60133.71484375, + 60135.0078125, + 60145.4140625, + 60146.5234375, + 60161.37109375, + 60160.90234375, + 60167.984375, + 60197.6875, + 60209.87890625, + 60206.6484375, + 60213.79296875, + 60218.6015625, + 60229.44921875, + 60232.32421875, + 60230.83984375 ], "p10": [ - 60167.90625, - 60115.59765625, - 60087.55078125, - 60039.1953125, - 59990.6015625, - 59960.47265625, - 59947.875, - 59945.8671875, - 59946.125, - 59936.1328125, - 59937.64453125, - 59946.296875, - 59946.078125, - 59946.5859375, - 59950.3671875, - 59947.27734375, - 59913.265625, - 59920.296875, - 59921.921875, - 59930.90625, - 59920.359375, - 59927.08984375, - 59920.4296875, - 59904.91015625 + 59921.03125, + 59855.7109375, + 59815.95703125, + 59865.2265625, + 59845.0234375, + 59868.69921875, + 59865.921875, + 59866.46484375, + 59840.9921875, + 59815.25, + 59832.08203125, + 59853.80078125, + 59849.4140625, + 59876.921875, + 59881.48046875, + 59884.27734375, + 59972.37109375, + 59984.36328125, + 59982.890625, + 59991.35546875, + 59997.6171875, + 60001.46484375, + 59999.7734375, + 60008.10546875 ], "p90": [ - 60431.3046875, - 60437.203125, - 60454.19140625, - 60472.6171875, - 60492.04296875, - 60510.1484375, - 60513.66015625, - 60521.05859375, - 60529.73046875, - 60540.8828125, - 60538.9375, - 60553.359375, - 60555.4609375, - 60559.69921875, - 60557.90625, - 60577.30859375, - 60614.2265625, - 60603.47265625, - 60608.62890625, - 60610.65625, - 60615.3359375, - 60637.2265625, - 60637.21875, - 60638.4296875 + 60285.3515625, + 60309.50390625, + 60312.94921875, + 60316.31640625, + 60335.65234375, + 60340.4375, + 60335.6796875, + 60336.83984375, + 60340.203125, + 60345.66796875, + 60344.2109375, + 60338.21875, + 60348.51953125, + 60365.3046875, + 60360.63671875, + 60369.109375, + 60376.11328125, + 60375.453125, + 60386.76953125, + 60392.94140625, + 60412.8828125, + 60421.62890625, + 60422.8046875, + 60419.5234375 ], "mean": [ - 60305.8359375, - 60292.6796875, - 60291.39453125, - 60282.3828125, - 60273.546875, - 60266.16015625, - 60266.86328125, - 60265.24609375, - 60269.90625, - 60270.88671875, - 60274.91015625, - 60280.125, - 60280.58984375, - 60284.27734375, - 60287.30859375, - 60292.83984375, - 60277.19921875, - 60276.1640625, - 60277.359375, - 60276.74609375, - 60281.9765625, - 60282.43359375, - 60282.11328125, - 60276.234375 + 60137.84375, + 60128.28125, + 60116.2890625, + 60134.12890625, + 60134.421875, + 60141.70703125, + 60147.98828125, + 60142.11328125, + 60133.5234375, + 60133.71484375, + 60135.0078125, + 60145.4140625, + 60146.5234375, + 60161.37109375, + 60160.90234375, + 60167.984375, + 60197.6875, + 60209.87890625, + 60206.6484375, + 60213.79296875, + 60218.6015625, + 60229.44921875, + 60232.32421875, + 60230.83984375 ], "quantiles": { "0.1": [ - 60167.90625, - 60115.59765625, - 60087.55078125, - 60039.1953125, - 59990.6015625, - 59960.47265625, - 59947.875, - 59945.8671875, - 59946.125, - 59936.1328125, - 59937.64453125, - 59946.296875, - 59946.078125, - 59946.5859375, - 59950.3671875, - 59947.27734375, - 59913.265625, - 59920.296875, - 59921.921875, - 59930.90625, - 59920.359375, - 59927.08984375, - 59920.4296875, - 59904.91015625 + 59921.03125, + 59855.7109375, + 59815.95703125, + 59865.2265625, + 59845.0234375, + 59868.69921875, + 59865.921875, + 59866.46484375, + 59840.9921875, + 59815.25, + 59832.08203125, + 59853.80078125, + 59849.4140625, + 59876.921875, + 59881.48046875, + 59884.27734375, + 59972.37109375, + 59984.36328125, + 59982.890625, + 59991.35546875, + 59997.6171875, + 60001.46484375, + 59999.7734375, + 60008.10546875 ], "0.2": [ - 60167.90625, - 60115.59765625, - 60087.55078125, - 60039.1953125, - 59990.6015625, - 59960.47265625, - 59947.875, - 59945.8671875, - 59946.125, - 59936.1328125, - 59937.64453125, - 59946.296875, - 59946.078125, - 59946.5859375, - 59950.3671875, - 59947.27734375, - 59913.265625, - 59920.296875, - 59921.921875, - 59930.90625, - 59920.359375, - 59927.08984375, - 59920.4296875, - 59904.91015625 + 59921.03125, + 59855.7109375, + 59815.95703125, + 59865.2265625, + 59845.0234375, + 59868.69921875, + 59865.921875, + 59866.46484375, + 59840.9921875, + 59815.25, + 59832.08203125, + 59853.80078125, + 59849.4140625, + 59876.921875, + 59881.48046875, + 59884.27734375, + 59972.37109375, + 59984.36328125, + 59982.890625, + 59991.35546875, + 59997.6171875, + 60001.46484375, + 59999.7734375, + 60008.10546875 ], "0.3": [ - 60167.90625, - 60115.59765625, - 60087.55078125, - 60039.1953125, - 59990.6015625, - 59960.47265625, - 59947.875, - 59945.8671875, - 59946.125, - 59936.1328125, - 59937.64453125, - 59946.296875, - 59946.078125, - 59946.5859375, - 59950.3671875, - 59947.27734375, - 59913.265625, - 59920.296875, - 59921.921875, - 59930.90625, - 59920.359375, - 59927.08984375, - 59920.4296875, - 59904.91015625 + 59921.03125, + 59855.7109375, + 59815.95703125, + 59865.2265625, + 59845.0234375, + 59868.69921875, + 59865.921875, + 59866.46484375, + 59840.9921875, + 59815.25, + 59832.08203125, + 59853.80078125, + 59849.4140625, + 59876.921875, + 59881.48046875, + 59884.27734375, + 59972.37109375, + 59984.36328125, + 59982.890625, + 59991.35546875, + 59997.6171875, + 60001.46484375, + 59999.7734375, + 60008.10546875 ], "0.4": [ - 60305.8359375, - 60292.6796875, - 60291.39453125, - 60282.3828125, - 60273.546875, - 60266.16015625, - 60266.86328125, - 60265.24609375, - 60269.90625, - 60270.88671875, - 60274.91015625, - 60280.125, - 60280.58984375, - 60284.27734375, - 60287.30859375, - 60292.83984375, - 60277.19921875, - 60276.1640625, - 60277.359375, - 60276.74609375, - 60281.9765625, - 60282.43359375, - 60282.11328125, - 60276.234375 + 60137.84375, + 60128.28125, + 60116.2890625, + 60134.12890625, + 60134.421875, + 60141.70703125, + 60147.98828125, + 60142.11328125, + 60133.5234375, + 60133.71484375, + 60135.0078125, + 60145.4140625, + 60146.5234375, + 60161.37109375, + 60160.90234375, + 60167.984375, + 60197.6875, + 60209.87890625, + 60206.6484375, + 60213.79296875, + 60218.6015625, + 60229.44921875, + 60232.32421875, + 60230.83984375 ], "0.5": [ - 60305.8359375, - 60292.6796875, - 60291.39453125, - 60282.3828125, - 60273.546875, - 60266.16015625, - 60266.86328125, - 60265.24609375, - 60269.90625, - 60270.88671875, - 60274.91015625, - 60280.125, - 60280.58984375, - 60284.27734375, - 60287.30859375, - 60292.83984375, - 60277.19921875, - 60276.1640625, - 60277.359375, - 60276.74609375, - 60281.9765625, - 60282.43359375, - 60282.11328125, - 60276.234375 + 60137.84375, + 60128.28125, + 60116.2890625, + 60134.12890625, + 60134.421875, + 60141.70703125, + 60147.98828125, + 60142.11328125, + 60133.5234375, + 60133.71484375, + 60135.0078125, + 60145.4140625, + 60146.5234375, + 60161.37109375, + 60160.90234375, + 60167.984375, + 60197.6875, + 60209.87890625, + 60206.6484375, + 60213.79296875, + 60218.6015625, + 60229.44921875, + 60232.32421875, + 60230.83984375 ], "0.6": [ - 60305.8359375, - 60292.6796875, - 60291.39453125, - 60282.3828125, - 60273.546875, - 60266.16015625, - 60266.86328125, - 60265.24609375, - 60269.90625, - 60270.88671875, - 60274.91015625, - 60280.125, - 60280.58984375, - 60284.27734375, - 60287.30859375, - 60292.83984375, - 60277.19921875, - 60276.1640625, - 60277.359375, - 60276.74609375, - 60281.9765625, - 60282.43359375, - 60282.11328125, - 60276.234375 + 60137.84375, + 60128.28125, + 60116.2890625, + 60134.12890625, + 60134.421875, + 60141.70703125, + 60147.98828125, + 60142.11328125, + 60133.5234375, + 60133.71484375, + 60135.0078125, + 60145.4140625, + 60146.5234375, + 60161.37109375, + 60160.90234375, + 60167.984375, + 60197.6875, + 60209.87890625, + 60206.6484375, + 60213.79296875, + 60218.6015625, + 60229.44921875, + 60232.32421875, + 60230.83984375 ], "0.7": [ - 60305.8359375, - 60292.6796875, - 60291.39453125, - 60282.3828125, - 60273.546875, - 60266.16015625, - 60266.86328125, - 60265.24609375, - 60269.90625, - 60270.88671875, - 60274.91015625, - 60280.125, - 60280.58984375, - 60284.27734375, - 60287.30859375, - 60292.83984375, - 60277.19921875, - 60276.1640625, - 60277.359375, - 60276.74609375, - 60281.9765625, - 60282.43359375, - 60282.11328125, - 60276.234375 + 60137.84375, + 60128.28125, + 60116.2890625, + 60134.12890625, + 60134.421875, + 60141.70703125, + 60147.98828125, + 60142.11328125, + 60133.5234375, + 60133.71484375, + 60135.0078125, + 60145.4140625, + 60146.5234375, + 60161.37109375, + 60160.90234375, + 60167.984375, + 60197.6875, + 60209.87890625, + 60206.6484375, + 60213.79296875, + 60218.6015625, + 60229.44921875, + 60232.32421875, + 60230.83984375 ], "0.8": [ - 60431.3046875, - 60437.203125, - 60454.19140625, - 60472.6171875, - 60492.04296875, - 60510.1484375, - 60513.66015625, - 60521.05859375, - 60529.73046875, - 60540.8828125, - 60538.9375, - 60553.359375, - 60555.4609375, - 60559.69921875, - 60557.90625, - 60577.30859375, - 60614.2265625, - 60603.47265625, - 60608.62890625, - 60610.65625, - 60615.3359375, - 60637.2265625, - 60637.21875, - 60638.4296875 + 60285.3515625, + 60309.50390625, + 60312.94921875, + 60316.31640625, + 60335.65234375, + 60340.4375, + 60335.6796875, + 60336.83984375, + 60340.203125, + 60345.66796875, + 60344.2109375, + 60338.21875, + 60348.51953125, + 60365.3046875, + 60360.63671875, + 60369.109375, + 60376.11328125, + 60375.453125, + 60386.76953125, + 60392.94140625, + 60412.8828125, + 60421.62890625, + 60422.8046875, + 60419.5234375 ], "0.9": [ - 60431.3046875, - 60437.203125, - 60454.19140625, - 60472.6171875, - 60492.04296875, - 60510.1484375, - 60513.66015625, - 60521.05859375, - 60529.73046875, - 60540.8828125, - 60538.9375, - 60553.359375, - 60555.4609375, - 60559.69921875, - 60557.90625, - 60577.30859375, - 60614.2265625, - 60603.47265625, - 60608.62890625, - 60610.65625, - 60615.3359375, - 60637.2265625, - 60637.21875, - 60638.4296875 + 60285.3515625, + 60309.50390625, + 60312.94921875, + 60316.31640625, + 60335.65234375, + 60340.4375, + 60335.6796875, + 60336.83984375, + 60340.203125, + 60345.66796875, + 60344.2109375, + 60338.21875, + 60348.51953125, + 60365.3046875, + 60360.63671875, + 60369.109375, + 60376.11328125, + 60375.453125, + 60386.76953125, + 60392.94140625, + 60412.8828125, + 60421.62890625, + 60422.8046875, + 60419.5234375 ] }, "timestamps": [ - "2026-06-24 13:00:00", "2026-06-24 14:00:00", "2026-06-24 15:00:00", "2026-06-24 16:00:00", @@ -589,6 +588,7 @@ "2026-06-29 09:00:00", "2026-06-29 10:00:00", "2026-06-29 11:00:00", - "2026-06-29 12:00:00" + "2026-06-29 12:00:00", + "2026-06-29 13:00:00" ] } diff --git a/results/chronos_2/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/chronos_2/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index 33a0d0036308821e93a054deb4463a2f142e5d67..92b829d27b0e3821b14b7d194be1cbe963dee8fc 100644 --- a/results/chronos_2/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/chronos_2/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,7 +1,7 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-29T12:47:52.299364+00:00", + "evaluated_at": "2026-06-29T13:06:14.531474+00:00", "freq": "5min", "context_length": 120, "prediction_length": 12, @@ -326,42 +326,6 @@ ] }, "timestamps": [ - "2026-06-25 07:50:00", - "2026-06-25 07:55:00", - "2026-06-25 08:00:00", - "2026-06-25 08:05:00", - "2026-06-25 08:10:00", - "2026-06-25 08:15:00", - "2026-06-25 08:20:00", - "2026-06-25 08:25:00", - "2026-06-25 08:30:00", - "2026-06-25 08:35:00", - "2026-06-25 08:40:00", - "2026-06-25 08:45:00", - "2026-06-25 08:50:00", - "2026-06-25 08:55:00", - "2026-06-25 09:00:00", - "2026-06-25 09:05:00", - "2026-06-25 09:10:00", - "2026-06-25 09:15:00", - "2026-06-25 09:20:00", - "2026-06-25 09:25:00", - "2026-06-25 09:30:00", - "2026-06-25 09:35:00", - "2026-06-25 09:40:00", - "2026-06-25 09:45:00", - "2026-06-25 09:50:00", - "2026-06-25 09:55:00", - "2026-06-25 10:00:00", - "2026-06-25 10:05:00", - "2026-06-25 10:10:00", - "2026-06-25 10:15:00", - "2026-06-25 10:20:00", - "2026-06-25 10:25:00", - "2026-06-25 10:30:00", - "2026-06-25 10:35:00", - "2026-06-25 10:40:00", - "2026-06-25 10:45:00", "2026-06-25 10:50:00", "2026-06-25 10:55:00", "2026-06-25 11:00:00", @@ -457,6 +421,42 @@ "2026-06-25 18:30:00", "2026-06-25 18:35:00", "2026-06-25 18:40:00", - "2026-06-25 18:45:00" + "2026-06-25 18:45:00", + "2026-06-25 18:50:00", + "2026-06-25 18:55:00", + "2026-06-25 19:00:00", + "2026-06-25 19:05:00", + "2026-06-25 19:10:00", + "2026-06-25 19:15:00", + "2026-06-25 19:20:00", + "2026-06-25 19:25:00", + "2026-06-25 19:30:00", + "2026-06-25 19:35:00", + "2026-06-25 19:40:00", + "2026-06-25 19:45:00", + "2026-06-25 19:50:00", + "2026-06-25 19:55:00", + "2026-06-25 20:00:00", + "2026-06-25 20:05:00", + "2026-06-25 20:10:00", + "2026-06-25 20:15:00", + "2026-06-25 20:20:00", + "2026-06-25 20:25:00", + "2026-06-25 20:30:00", + "2026-06-25 20:35:00", + "2026-06-25 20:40:00", + "2026-06-25 20:45:00", + "2026-06-25 20:50:00", + "2026-06-25 20:55:00", + "2026-06-25 21:00:00", + "2026-06-25 21:05:00", + "2026-06-25 21:10:00", + "2026-06-25 21:15:00", + "2026-06-25 21:20:00", + "2026-06-25 21:25:00", + "2026-06-25 21:30:00", + "2026-06-25 21:35:00", + "2026-06-25 21:40:00", + "2026-06-25 21:45:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 7be5383488b66d99ea9fd91bdb3cc3479a0e060d..95a842f61a830bff1837f4ddc129194e2f3c0dd4 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,37 +1,19 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-29T12:56:20.667661+00:00", + "evaluated_at": "2026-06-29T13:06:16.481595+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t120000z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t130000z", + "data_fetched_at": "2026-06-29T13:05:43.514284Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260629t094500z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t064200z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260628t132000z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260629t095000z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260629t111500z", + "data_fetched_at": "2026-06-29T13:05:43.514284Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index 05247c467c8ba683ef84ab7dcd95fa484c857722..55ef8389dd6693b0fce02854bc3b931d8234ce6b 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,ETS,226475.70070720292,235773.52453338992,386.6595243213078,0.5172878375689747,0.0064883934245695,0.0064552728712505515,3.5631426423297348,475.89463193778823,0.007959643926039496,0.006467129334234116,0.005293609319107542,Finance,1,24 +binance_btcusdt_1h_close/1h/short,ETS,147597.72833869277,146799.5327470762,294.02436483813744,0.41277194782044097,0.00493518862171253,0.004915366363038431,2.648590038114094,384.18449778549467,0.0064253948437741565,0.004917487948276787,0.003972469486511199,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,ETS,89913.02765255816,97751.73906239623,263.1762487344883,0.3202734328495814,0.004407317023893177,0.004408454087681149,1.832959610002229,299.8550110512715,0.0050172789505682925,0.0044035570672497325,0.0033115666201833276,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,ETS,4.407835548068247e-15,1.12132504091072e-14,8.609260281087649e-08,nan,nan,2.0,nan,6.639153220154094e-08,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,ETS,9.578202015526527e-15,9.143141084502762e-15,9.078851462715541e-08,nan,nan,2.0,nan,9.786828912128038e-08,inf,inf,inf,Transportation,1,12 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index 164d30b1f979916297a532ee5b83f1be0a0a0ee4..0a84643d21e1372b4af2a13901d5f093e968b9c0 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-29T13:00:01.846782+00:00", + "evaluated_at": "2026-06-29T13:08:33.107554+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 61338.01171875, 61113.1015625, 60250.0, 59850.0, @@ -101,10 +100,10 @@ 60258.83984375, 60166.7109375, 60342.0, - 60293.51171875 + 60293.51171875, + 60071.87890625 ], "actuals": [ - 60071.87890625, 60033.0, 59890.0, 59690.62109375, @@ -127,350 +126,350 @@ 60057.0, 60088.0, 59956.05078125, - 59914.48828125 + 59948.78125, + 60112.96875 ], "p50": [ - 60306.7537219819, - 60307.91676899239, - 60240.88450350288, - 60279.62176926337, - 60268.67153502387, - 60241.88145703436, - 60224.689035294854, - 60207.49661355534, - 60212.136223065834, - 60194.94380132633, - 60162.51309833682, - 60175.11364534731, - 60172.4759111078, - 60127.787395618296, - 60171.59106762879, - 60109.97286463928, - 60132.81559914977, - 60145.56067741026, - 60121.87216192076, - 60119.94536518125, - 60078.733412191745, - 60098.53708420223, - 60082.211849962725, - 60018.14833447322 + 60143.71722335771, + 60132.03031090508, + 60116.68910157745, + 60069.580314124825, + 60112.9461360472, + 60098.05414546958, + 60097.56059239195, + 60028.52016431432, + 60033.231689361695, + 60058.39633940907, + 60062.79536445644, + 60035.73345200381, + 60013.618805176186, + 60076.83228334856, + 60050.09654277093, + 60028.3256459433, + 59973.80474911568, + 60013.729164788056, + 59958.41920546043, + 59998.3436211328, + 59981.42428680517, + 59936.290108727546, + 59970.48210252492, + 59908.99050257229 ], "p10": [ - 59899.7732532319, - 59920.73590961739, - 59910.31184725288, - 59904.33661301337, - 59890.99067564886, - 59958.53770703436, - 59840.282785294854, - 59830.36770730534, - 59820.452629315834, - 59805.44770757633, - 59795.53262958682, - 59790.70739534731, - 59775.7024736078, - 59805.185833118296, - 59795.27075512879, - 59676.60958338928, - 59852.61091164977, - 59731.21692741026, - 59721.30184942076, - 59711.38677143125, - 59735.780287191745, - 59725.86520920223, - 59720.594662462725, - 59618.30185009822 + 59837.348863982705, + 59653.81742028008, + 59692.72230470245, + 59707.779532874825, + 59700.0867610472, + 59692.39398921958, + 59798.13090489195, + 59674.73344556432, + 59646.565673736695, + 59661.62290190907, + 59760.42114570644, + 59646.23735825381, + 59615.794586426186, + 59674.89478334856, + 59740.04966777093, + 59728.8959584433, + 59612.86334286568, + 59597.805727288054, + 59705.81764296043, + 59628.7381523828, + 59582.09225555517, + 59569.309639977546, + 59563.92272752492, + 59559.01394007229 ], "p90": [ - 60524.6244251069, - 60648.87223774239, - 60748.83372225288, - 60623.25067551337, - 60472.19106627387, - 60589.58848828436, - 60579.673410294854, - 60589.38176980534, - 60578.733879315834, - 60435.38872320133, - 60553.84512958682, - 60394.534348472305, - 60521.5661454828, - 60524.605754993296, - 60501.73598950379, - 60491.82091151428, - 60494.35466164977, - 60863.71692741026, - 60324.21200567076, - 60469.66802143125, - 60454.694349691745, - 60432.33044357723, - 60439.922787462725, - 60309.01942822322 + 60373.24066085771, + 60860.75492028008, + 60486.17152345245, + 60453.643204749824, + 60464.190667297196, + 60456.497895469576, + 60448.07231114195, + 60285.92524243932, + 60440.014892486695, + 60419.93540190907, + 60527.91059883144, + 60405.05571762881, + 60396.857086426186, + 60394.22290834856, + 60386.53013652093, + 60361.3299428183, + 60388.80084286568, + 60363.451821038056, + 60220.94654921043, + 60355.3944023828, + 60322.86608368017, + 60187.616671227544, + 60214.209446274916, + 60298.40456507229 ], "mean": [ - 60299.08547979461, - 60331.050772898576, - 60294.05280428414, - 60260.28747238812, - 60225.18487486768, - 60261.131339846965, - 60198.08007045096, - 60243.829953398934, - 60152.76589103473, - 60164.62409429528, - 60166.59329364927, - 60164.09983675358, - 60170.44503220131, - 60135.95692686836, - 60156.44889966015, - 60048.55354823289, - 60148.76333352462, - 60163.87759147292, - 60057.328450983456, - 60090.4470448687, - 60078.970267660516, - 60100.57472092074, - 60080.8183343378, - 59969.32204541084 + 60079.93052413879, + 60096.241306998854, + 60122.96658204608, + 60076.30668131215, + 60119.33674151617, + 60084.74293453223, + 60133.522154891965, + 60000.29446118953, + 60033.24047842432, + 60065.87202300281, + 60092.86124336254, + 60028.94659653486, + 59992.94427392614, + 60039.1237481922, + 60071.27914042694, + 60032.46453266224, + 60018.34918270953, + 59999.18885228834, + 59957.28762342933, + 60000.29453910163, + 59930.5743649301, + 59916.32061653991, + 59905.94194627466, + 59883.23938929096 ], "quantiles": { "0.1": [ - 59899.7732532319, - 59920.73590961739, - 59910.31184725288, - 59904.33661301337, - 59890.99067564886, - 59958.53770703436, - 59840.282785294854, - 59830.36770730534, - 59820.452629315834, - 59805.44770757633, - 59795.53262958682, - 59790.70739534731, - 59775.7024736078, - 59805.185833118296, - 59795.27075512879, - 59676.60958338928, - 59852.61091164977, - 59731.21692741026, - 59721.30184942076, - 59711.38677143125, - 59735.780287191745, - 59725.86520920223, - 59720.594662462725, - 59618.30185009822 + 59837.348863982705, + 59653.81742028008, + 59692.72230470245, + 59707.779532874825, + 59700.0867610472, + 59692.39398921958, + 59798.13090489195, + 59674.73344556432, + 59646.565673736695, + 59661.62290190907, + 59760.42114570644, + 59646.23735825381, + 59615.794586426186, + 59674.89478334856, + 59740.04966777093, + 59728.8959584433, + 59612.86334286568, + 59597.805727288054, + 59705.81764296043, + 59628.7381523828, + 59582.09225555517, + 59569.309639977546, + 59563.92272752492, + 59559.01394007229 ], "0.2": [ - 60089.7420032319, - 60086.08083149239, - 60049.28137850288, - 60019.59051926337, - 60030.11294127387, - 60020.19786328436, - 59999.181222794854, - 59989.60364480534, - 59969.88700431583, - 59969.43598882633, - 59959.94278583682, - 59949.60583284731, - 59940.0282548578, - 59940.215520618294, - 59956.93247387879, - 59859.62911463928, - 59936.09294289977, - 59932.22083366026, - 59917.52450567076, - 59870.28520893125, - 59851.034193441745, - 59861.55661545223, - 59846.85872496272, - 59780.26005322322 + 59901.164879607706, + 59887.15335778008, + 59879.798085952454, + 59871.767814124825, + 59864.4969172972, + 59856.71977046958, + 59863.06840489195, + 59823.595945564324, + 59786.206298736695, + 59826.03305815907, + 59860.02388008144, + 59792.824858253814, + 59793.06880517618, + 59830.90259584856, + 59891.25591777093, + 59793.8334584433, + 59769.89459286568, + 59852.358071038056, + 59756.79811171043, + 59763.0623711328, + 59772.716474305176, + 59747.676827477546, + 59726.02702439992, + 59717.91237757229 ], "0.3": [ - 60181.1443469819, - 60188.58864399239, - 60163.69309725288, - 60131.54442551337, - 60143.14926939887, - 60133.23419140936, - 60106.271066544854, - 60111.13762918034, - 60016.675285565834, - 60061.61958257633, - 60066.61075458682, - 60069.73239534731, - 60031.8743486078, - 60038.877239368296, - 60043.99848950379, - 59953.24630213928, - 60024.16833352477, - 60012.58802116026, - 60015.53817754576, - 59992.15669330625, - 59962.98809969174, - 59974.592943577234, - 59932.723568712725, - 59873.92567822322 + 60018.98402023271, + 60007.27992028008, + 60001.93324220245, + 59958.109610999825, + 59999.4129329222, + 59976.85102046958, + 59992.61332676695, + 59877.05922681432, + 59942.405517486695, + 59928.229151909065, + 59942.05630195644, + 59882.93657700381, + 59888.874664551186, + 59937.50767397356, + 59957.41685527093, + 59901.9272084433, + 59863.94537411568, + 59907.951821038056, + 59874.83756483543, + 59892.6248711328, + 59862.86217743017, + 59853.766671227546, + 59811.94694627492, + 59820.53034632229 ], "0.4": [ - 60237.7959094819, - 60242.453487742394, - 60217.58372225288, - 60208.30536301337, - 60198.39028502387, - 60188.22051953436, - 60169.450754044854, - 60168.00833230534, - 60121.61356681583, - 60140.72739507633, - 60115.64278583682, - 60128.34802034731, - 60109.9602861078, - 60073.717083118296, - 60107.38403637879, - 60043.78536463928, - 60087.55388039977, - 60087.92786491026, - 60059.57919317076, - 60058.81645893125, - 60028.22872469175, - 60042.24411545223, - 60016.57434996273, - 59974.54286572322 + 60079.11175460771, + 60081.78617028008, + 60055.494960952456, + 60014.06547037482, + 60043.4539485472, + 60035.12445796958, + 60046.70121739195, + 59965.84828931432, + 60003.573486236695, + 60002.02758940907, + 60002.18403633144, + 59974.46782700381, + 59978.56724267619, + 60027.13540834856, + 59999.66216777093, + 59958.1967396933, + 59927.88365536568, + 59958.701821038056, + 59935.11842421043, + 59943.3162773828, + 59920.114911805176, + 59905.270577477546, + 59895.87468064992, + 59860.17487757229 ], "0.5": [ - 60306.7537219819, - 60307.91676899239, - 60240.88450350288, - 60279.62176926337, - 60268.67153502387, - 60241.88145703436, - 60224.689035294854, - 60207.49661355534, - 60212.136223065834, - 60194.94380132633, - 60162.51309833682, - 60175.11364534731, - 60172.4759111078, - 60127.787395618296, - 60171.59106762879, - 60109.97286463928, - 60132.81559914977, - 60145.56067741026, - 60121.87216192076, - 60119.94536518125, - 60078.733412191745, - 60098.53708420223, - 60082.211849962725, - 60018.14833447322 + 60143.71722335771, + 60132.03031090508, + 60116.68910157745, + 60069.580314124825, + 60112.9461360472, + 60098.05414546958, + 60097.56059239195, + 60028.52016431432, + 60033.231689361695, + 60058.39633940907, + 60062.79536445644, + 60035.73345200381, + 60013.618805176186, + 60076.83228334856, + 60050.09654277093, + 60028.3256459433, + 59973.80474911568, + 60013.729164788056, + 59958.41920546043, + 59998.3436211328, + 59981.42428680517, + 59936.290108727546, + 59970.48210252492, + 59908.99050257229 ], "0.6": [ - 60378.6404407319, - 60360.98708149239, - 60294.33606600288, - 60348.89520676337, - 60321.37466002387, - 60291.69786328436, - 60281.173410294854, - 60271.86770730534, - 60261.343254315834, - 60238.27973882633, - 60241.51309833682, - 60218.44958284731, - 60221.9266923578, - 60181.506145618296, - 60222.22388012879, - 60161.67598963928, - 60182.63200539977, - 60205.441146160265, - 60165.48153692076, - 60176.59536518125, - 60142.606068441746, - 60152.81833420223, - 60122.77591246273, - 60079.33817822322 + 60180.12737960771, + 60193.46351403008, + 60200.809804702454, + 60120.481095374824, + 60149.3562922972, + 60138.37445796958, + 60133.97074864195, + 60082.66860181432, + 60102.147704986695, + 60108.21274565907, + 60101.59184883144, + 60079.06938950381, + 60084.525055176186, + 60147.85181459856, + 60102.47310527093, + 60099.4233021933, + 60037.06881161568, + 60060.129946038054, + 60019.32545546043, + 60054.9936211328, + 60009.83444305517, + 59996.247139977546, + 60008.20671189992, + 59968.40065882229 ], "0.7": [ - 60426.7302844819, - 60414.892940867394, - 60398.90403475288, - 60399.62606613837, - 60351.02309752387, - 60369.15880078436, - 60335.169504044854, - 60354.57864480534, - 60304.704582440834, - 60290.59341070133, - 60314.64786396182, - 60273.61677034731, - 60275.6790361078, - 60249.928411243294, - 60260.95591137879, - 60217.59044276428, - 60260.09294289977, - 60259.98645866026, - 60233.21200567076, - 60230.34770893125, - 60222.83145906674, - 60210.51755295223, - 60205.852474962725, - 60142.85536572322 + 60249.97308273271, + 60257.02445153008, + 60256.110585952454, + 60191.736564124825, + 60217.0867610472, + 60224.984614219575, + 60216.74809239195, + 60160.96547681432, + 60171.6156737367, + 60163.92290190907, + 60187.78950508144, + 60135.57915512881, + 60123.114898926186, + 60189.20337709856, + 60157.01841777093, + 60145.590880318305, + 60097.11529599068, + 60132.127602288056, + 60088.38795546043, + 60118.5545586328, + 60073.00241180517, + 60066.50260872755, + 60066.70046189992, + 60038.49440882229 ], "0.8": [ - 60453.0349719819, - 60480.75661274239, - 60476.21262850288, - 60447.320206763376, - 60405.03481627387, - 60422.86348828436, - 60396.93200404485, - 60421.26614480534, - 60392.812004315834, - 60355.45942632633, - 60391.52091083682, - 60335.62927034731, - 60353.1516923578, - 60324.138958118296, - 60331.59341137879, - 60280.368958389285, - 60313.49138039977, - 60326.82630241026, - 60270.21200567076, - 60283.74614643125, - 60275.362318441745, - 60268.848802952234, - 60258.93372496273, - 60201.04833447322 + 60289.20941085771, + 60351.72367028008, + 60323.47230470245, + 60262.64984537483, + 60275.3758235472, + 60269.84320796958, + 60267.08324864195, + 60213.62953931432, + 60246.764892486695, + 60244.00493315907, + 60258.73013008144, + 60223.68657700381, + 60214.265680176184, + 60235.65181459856, + 60220.08951152093, + 60211.4545521933, + 60205.36412411568, + 60197.01119603805, + 60124.43483046043, + 60189.495183632804, + 60154.45163055517, + 60144.598702477546, + 60119.87468064992, + 60107.92409632229 ], "0.9": [ - 60524.6244251069, - 60648.87223774239, - 60748.83372225288, - 60623.25067551337, - 60472.19106627387, - 60589.58848828436, - 60579.673410294854, - 60589.38176980534, - 60578.733879315834, - 60435.38872320133, - 60553.84512958682, - 60394.534348472305, - 60521.5661454828, - 60524.605754993296, - 60501.73598950379, - 60491.82091151428, - 60494.35466164977, - 60863.71692741026, - 60324.21200567076, - 60469.66802143125, - 60454.694349691745, - 60432.33044357723, - 60439.922787462725, - 60309.01942822322 + 60373.24066085771, + 60860.75492028008, + 60486.17152345245, + 60453.643204749824, + 60464.190667297196, + 60456.497895469576, + 60448.07231114195, + 60285.92524243932, + 60440.014892486695, + 60419.93540190907, + 60527.91059883144, + 60405.05571762881, + 60396.857086426186, + 60394.22290834856, + 60386.53013652093, + 60361.3299428183, + 60388.80084286568, + 60363.451821038056, + 60220.94654921043, + 60355.3944023828, + 60322.86608368017, + 60187.616671227544, + 60214.209446274916, + 60298.40456507229 ] }, "timestamps": [ - "2026-06-24 13:00:00", "2026-06-24 14:00:00", "2026-06-24 15:00:00", "2026-06-24 16:00:00", @@ -589,6 +588,7 @@ "2026-06-29 09:00:00", "2026-06-29 10:00:00", "2026-06-29 11:00:00", - "2026-06-29 12:00:00" + "2026-06-29 12:00:00", + "2026-06-29 13:00:00" ] } diff --git a/results/ets/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/ets/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index 9900348c3cb8c5f0bf3e80106fb695655e9fc77e..d0093a25f11c1bdcfc4e633d46d05fb9a0a37b14 100644 --- a/results/ets/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/ets/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,7 +1,7 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "ETS", - "evaluated_at": "2026-06-29T12:50:45.219930+00:00", + "evaluated_at": "2026-06-29T13:08:33.126685+00:00", "freq": "5min", "context_length": 120, "prediction_length": 12, @@ -326,42 +326,6 @@ ] }, "timestamps": [ - "2026-06-25 07:50:00", - "2026-06-25 07:55:00", - "2026-06-25 08:00:00", - "2026-06-25 08:05:00", - "2026-06-25 08:10:00", - "2026-06-25 08:15:00", - "2026-06-25 08:20:00", - "2026-06-25 08:25:00", - "2026-06-25 08:30:00", - "2026-06-25 08:35:00", - "2026-06-25 08:40:00", - "2026-06-25 08:45:00", - "2026-06-25 08:50:00", - "2026-06-25 08:55:00", - "2026-06-25 09:00:00", - "2026-06-25 09:05:00", - "2026-06-25 09:10:00", - "2026-06-25 09:15:00", - "2026-06-25 09:20:00", - "2026-06-25 09:25:00", - "2026-06-25 09:30:00", - "2026-06-25 09:35:00", - "2026-06-25 09:40:00", - "2026-06-25 09:45:00", - "2026-06-25 09:50:00", - "2026-06-25 09:55:00", - "2026-06-25 10:00:00", - "2026-06-25 10:05:00", - "2026-06-25 10:10:00", - "2026-06-25 10:15:00", - "2026-06-25 10:20:00", - "2026-06-25 10:25:00", - "2026-06-25 10:30:00", - "2026-06-25 10:35:00", - "2026-06-25 10:40:00", - "2026-06-25 10:45:00", "2026-06-25 10:50:00", "2026-06-25 10:55:00", "2026-06-25 11:00:00", @@ -457,6 +421,42 @@ "2026-06-25 18:30:00", "2026-06-25 18:35:00", "2026-06-25 18:40:00", - "2026-06-25 18:45:00" + "2026-06-25 18:45:00", + "2026-06-25 18:50:00", + "2026-06-25 18:55:00", + "2026-06-25 19:00:00", + "2026-06-25 19:05:00", + "2026-06-25 19:10:00", + "2026-06-25 19:15:00", + "2026-06-25 19:20:00", + "2026-06-25 19:25:00", + "2026-06-25 19:30:00", + "2026-06-25 19:35:00", + "2026-06-25 19:40:00", + "2026-06-25 19:45:00", + "2026-06-25 19:50:00", + "2026-06-25 19:55:00", + "2026-06-25 20:00:00", + "2026-06-25 20:05:00", + "2026-06-25 20:10:00", + "2026-06-25 20:15:00", + "2026-06-25 20:20:00", + "2026-06-25 20:25:00", + "2026-06-25 20:30:00", + "2026-06-25 20:35:00", + "2026-06-25 20:40:00", + "2026-06-25 20:45:00", + "2026-06-25 20:50:00", + "2026-06-25 20:55:00", + "2026-06-25 21:00:00", + "2026-06-25 21:05:00", + "2026-06-25 21:10:00", + "2026-06-25 21:15:00", + "2026-06-25 21:20:00", + "2026-06-25 21:25:00", + "2026-06-25 21:30:00", + "2026-06-25 21:35:00", + "2026-06-25 21:40:00", + "2026-06-25 21:45:00" ] } diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index a2241baebc3fe448e10a4b854b3e9b356a73df22..90339ecd7ed8187b5f56d18490e46660802afe8a 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,37 +1,19 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-29T13:00:01.951887+00:00", + "evaluated_at": "2026-06-29T13:08:33.136065+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t120000z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t130000z", + "data_fetched_at": "2026-06-29T13:05:43.514284Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260629t094500z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t064200z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260628t132000z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260629t095000z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260629t111500z", + "data_fetched_at": "2026-06-29T13:05:43.514284Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index 83ed5ae0de3a542d6951adef58ecc7e4a581ab8c..7628e9ece290c0d878d64c3ca1a829208c13c9b8 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -3045,3 +3045,5 @@ {"evaluated_at": "2026-06-29T13:00:02.651990+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} {"evaluated_at": "2026-06-29T13:00:02.651990+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} {"evaluated_at": "2026-06-29T13:00:02.651990+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} +{"evaluated_at": "2026-06-29T13:08:33.714794+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-29T13:08:33.714794+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count", "prediction_length": 12} diff --git a/results/evaluation_metrics.jsonl b/results/evaluation_metrics.jsonl index 3eb824218e21d5274a57b6ddafb61ed3bbbe7fff..2c0e77c4e9578858f34f835910e1e93bc8256a26 100644 --- a/results/evaluation_metrics.jsonl +++ b/results/evaluation_metrics.jsonl @@ -6683,3 +6683,23 @@ {"release_id": "noaa_coops_sf_water_level_water_level/6min/short|source:2026-06-29T12:55:34.621226Z|h:60", "release_time": "2026-06-29T12:55:34.621226Z", "evaluated_at": "2026-06-29T13:00:02.066708+00:00", "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "domain": "Ocean", "frequency": "6min", "prediction_length": 60, "model": "Seasonal-Naive", "MSE": 1.5071096996551492, "RMSE": 1.2276439629042084, "MAPE": 10.855982341266905, "CRPS": 1.1653080541857888, "MAPE_eligible": true} {"release_id": "noaa_ndbc_46013_realtime_wave_height/10min/short|source:2026-06-29T12:55:34.621226Z|h:72", "release_time": "2026-06-29T12:55:34.621226Z", "evaluated_at": "2026-06-29T13:00:02.080559+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "domain": "Ocean", "frequency": "10min", "prediction_length": 72, "model": "Seasonal-Naive", "MSE": 0.12333333783680286, "RMSE": 0.35118846484018074, "MAPE": 0.10512240642569456, "CRPS": 0.09619620052262538, "MAPE_eligible": true} {"release_id": "usgs_potomac_iv_usgs_00060/15min/short|source:2026-06-29T12:55:34.621226Z|h:24", "release_time": "2026-06-29T12:55:34.621226Z", "evaluated_at": "2026-06-29T13:00:02.094065+00:00", "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "domain": "Hydrology", "frequency": "15min", "prediction_length": 24, "model": "Seasonal-Naive", "MSE": 1145.8333333333333, "RMSE": 33.8501600193165, "MAPE": 0.007902298850574712, "CRPS": 0.0075526819923371746, "MAPE_eligible": true} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-29T13:05:43.514284Z|h:24", "release_time": "2026-06-29T13:05:43.514284Z", "evaluated_at": "2026-06-29T13:06:10.843244+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Chronos-2", "MSE": 200507.1770617167, "RMSE": 447.78027766050246, "MAPE": 0.006296086796581536, "CRPS": 0.004576226651787434, "MAPE_eligible": true} +{"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T13:05:43.514284Z|h:12", "release_time": "2026-06-29T13:05:43.514284Z", "evaluated_at": "2026-06-29T13:06:16.468985+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "Chronos-2", "MSE": 1.7296862743653321e-18, "RMSE": 1.3151753777977035e-09, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-29T13:05:43.514284Z|h:24", "release_time": "2026-06-29T13:05:43.514284Z", "evaluated_at": "2026-06-29T13:06:36.820410+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "TimesFM-2.5", "MSE": 206030.42695744833, "RMSE": 453.9057467772889, "MAPE": 0.005261981269766201, "CRPS": 0.0062464211256526535, "MAPE_eligible": true} +{"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T13:05:43.514284Z|h:12", "release_time": "2026-06-29T13:05:43.514284Z", "evaluated_at": "2026-06-29T13:06:41.974418+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "TimesFM-2.5", "MSE": 0.0, "RMSE": 0.0, "MAPE": NaN, "CRPS": NaN, "MAPE_eligible": false} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-29T13:05:43.514284Z|h:24", "release_time": "2026-06-29T13:05:43.514284Z", "evaluated_at": "2026-06-29T13:07:27.846290+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Toto-2.0-1B", "MSE": 193440.06222724915, "RMSE": 439.81821497892645, "MAPE": 0.0059182541024673865, "CRPS": 0.0051931985657121624, "MAPE_eligible": true} +{"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T13:05:43.514284Z|h:12", "release_time": "2026-06-29T13:05:43.514284Z", "evaluated_at": "2026-06-29T13:07:34.505275+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "Toto-2.0-1B", "MSE": 9.285839740510159e-20, "RMSE": 3.047267585971104e-10, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-29T13:05:43.514284Z|h:24", "release_time": "2026-06-29T13:05:43.514284Z", "evaluated_at": "2026-06-29T13:07:45.089362+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "TiRex", "MSE": 237863.9714533488, "RMSE": 487.71300111166687, "MAPE": 0.007023081201581218, "CRPS": 0.005230226059568206, "MAPE_eligible": true} +{"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T13:05:43.514284Z|h:12", "release_time": "2026-06-29T13:05:43.514284Z", "evaluated_at": "2026-06-29T13:07:52.135315+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "TiRex", "MSE": 2.0440368407041843e-18, "RMSE": 1.4296981641955705e-09, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-29T13:05:43.514284Z|h:24", "release_time": "2026-06-29T13:05:43.514284Z", "evaluated_at": "2026-06-29T13:08:02.665205+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Moirai-1.1-Large", "MSE": 263510.8704217275, "RMSE": 513.3330988955685, "MAPE": 0.0076046663338309025, "CRPS": 0.006415430613007005, "MAPE_eligible": true} +{"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T13:05:43.514284Z|h:12", "release_time": "2026-06-29T13:05:43.514284Z", "evaluated_at": "2026-06-29T13:08:08.093518+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "Moirai-1.1-Large", "MSE": 89.51227688696747, "RMSE": 9.4610927956007, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-29T13:05:43.514284Z|h:24", "release_time": "2026-06-29T13:05:43.514284Z", "evaluated_at": "2026-06-29T13:08:28.033331+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Timer-S1", "MSE": 258318.2380994161, "RMSE": 508.2501727490273, "MAPE": 0.00722057322056872, "CRPS": 0.0051187419731661046, "MAPE_eligible": true} +{"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T13:05:43.514284Z|h:12", "release_time": "2026-06-29T13:05:43.514284Z", "evaluated_at": "2026-06-29T13:08:32.653688+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "Timer-S1", "MSE": 1.1760797597599717e-16, "RMSE": 1.0844721111028959e-08, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-29T13:05:43.514284Z|h:24", "release_time": "2026-06-29T13:05:43.514284Z", "evaluated_at": "2026-06-29T13:08:33.058790+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "ARIMA", "MSE": 327124.5151031584, "RMSE": 571.9480003489464, "MAPE": 0.005986433218688155, "CRPS": 0.004723966375068859, "MAPE_eligible": true} +{"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T13:05:43.514284Z|h:12", "release_time": "2026-06-29T13:05:43.514284Z", "evaluated_at": "2026-06-29T13:08:33.071365+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "ARIMA", "MSE": 9.578202015526527e-15, "RMSE": 9.786828912128038e-08, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-29T13:05:43.514284Z|h:24", "release_time": "2026-06-29T13:05:43.514284Z", "evaluated_at": "2026-06-29T13:08:33.116217+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "ETS", "MSE": 147597.72833869277, "RMSE": 384.18449778549467, "MAPE": 0.00493518862171253, "CRPS": 0.003972469486511199, "MAPE_eligible": true} +{"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T13:05:43.514284Z|h:12", "release_time": "2026-06-29T13:05:43.514284Z", "evaluated_at": "2026-06-29T13:08:33.130240+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "ETS", "MSE": 9.578202015526527e-15, "RMSE": 9.786828912128038e-08, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-29T13:05:43.514284Z|h:24", "release_time": "2026-06-29T13:05:43.514284Z", "evaluated_at": "2026-06-29T13:08:33.148204+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Moving-Average", "MSE": 313878.88799230993, "RMSE": 560.2489517993853, "MAPE": 0.00838483800156828, "CRPS": 0.006742433792520739, "MAPE_eligible": true} +{"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T13:05:43.514284Z|h:12", "release_time": "2026-06-29T13:05:43.514284Z", "evaluated_at": "2026-06-29T13:08:33.161644+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "Moving-Average", "MSE": 9.578202015526527e-15, "RMSE": 9.786828912128038e-08, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-29T13:05:43.514284Z|h:24", "release_time": "2026-06-29T13:05:43.514284Z", "evaluated_at": "2026-06-29T13:08:33.175470+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Seasonal-Naive", "MSE": 377631.42601394653, "RMSE": 614.5172300383014, "MAPE": 0.008600987362196486, "CRPS": 0.006901669588588326, "MAPE_eligible": true} +{"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T13:05:43.514284Z|h:12", "release_time": "2026-06-29T13:05:43.514284Z", "evaluated_at": "2026-06-29T13:08:33.190033+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "Seasonal-Naive", "MSE": 0.0, "RMSE": 0.0, "MAPE": NaN, "CRPS": NaN, "MAPE_eligible": false} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index e34b5fb33550b5ae0e5538096442c66913f86499..55d71402f55bfadfc56e2f8ff0aaa29c9737267f 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,434505.774225235,430641.33164135617,597.1856282552084,0.7989376773005633,0.010008126744555553,0.009947852218277835,5.5714716697978695,659.1705198393166,0.011025051077166177,0.009988313882223071,0.007298515904765695,Finance,1,24 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,263510.8704217275,265955.68447891873,453.648193359375,0.6368630317465612,0.0076046663338309025,0.007567356004170032,3.335653085109154,513.3330988955685,0.008585374646282068,0.0075871587200956655,0.006415430613007005,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,Moirai-1.1-Large,1060171.0864022572,254060.2033047676,415.4149576822917,0.505540964253952,0.006977186579702474,0.006941886096748245,2.530876052504917,1029.646097648244,0.017228398732285963,0.006950868406778763,0.005337442736243882,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Moirai-1.1-Large,19304.10019594589,1.897230459873169e-18,1.1225359191359517e-09,nan,nan,2.0,nan,138.93919603893602,inf,inf,inf,Climate,1,36 -data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Moirai-1.1-Large,1.3826167147037536,2.068149712345738e-18,1.1524964110947351e-09,nan,nan,2.0,nan,1.1758472327236025,inf,inf,inf,Transportation,1,12 +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Moirai-1.1-Large,89.51227688696747,1.6639312572889361e-18,1.0300285250020487e-09,nan,nan,2.0,nan,9.4610927956007,inf,inf,inf,Transportation,1,12 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,4.185792649431733,4.552878562503527,1.6521598100662231,1.205786894826567,0.06266774630639388,0.06534701612914566,19.07190649757833,2.0459209782960173,0.08430702890389355,0.06808116556735905,0.057525885246246196,Weather,1,24 noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,2.1166498850840156,2.047159483533974,1.1823966959491372,1.329257440111981,13.192143144461296,0.9184321508957202,34.43951935281466,1.454871088819905,1.6461853566214724,1.3378808208828368,1.1080308646284074,Ocean,1,60 noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.6000750735644047,0.3092008118657219,0.5145318706830343,0.4252329375716405,0.17717482165537843,0.1607697692248158,2.843963544990351,0.7746451275031714,0.26445922614679634,0.17565811171792553,0.16550590172030008,Ocean,1,72 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index 50f87b95ae55a295cca782068d23bed1ab4379b0..c7966d1230240e21a34fc2c30ebc157ec264d08b 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-29T12:58:54.447211+00:00", + "evaluated_at": "2026-06-29T13:08:00.088427+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 61338.01171875, 61113.1015625, 60250.0, 59850.0, @@ -101,10 +100,10 @@ 60258.83984375, 60166.7109375, 60342.0, - 60293.51171875 + 60293.51171875, + 60071.87890625 ], "actuals": [ - 60071.87890625, 60033.0, 59890.0, 59690.62109375, @@ -127,350 +126,350 @@ 60057.0, 60088.0, 59956.05078125, - 59914.48828125 + 59948.78125, + 60112.96875 ], "p50": [ - 60321.603515625, - 60349.408203125, - 60353.884765625, - 60335.029296875, - 60358.984375, - 60366.572265625, - 60361.814453125, - 60365.515625, - 60287.435546875, - 60367.6328125, - 60475.91796875, - 60454.927734375, - 60416.044921875, - 60368.484375, - 60379.0234375, - 60442.697265625, - 60343.763671875, - 60481.337890625, - 60498.98046875, - 60536.4921875, - 60373.9296875, - 60269.279296875, - 60385.345703125, - 60418.24609375 + 60125.646484375, + 60138.287109375, + 60192.396484375, + 60120.48828125, + 60235.009765625, + 60137.76171875, + 60267.234375, + 60251.443359375, + 60218.783203125, + 60199.30078125, + 60180.6953125, + 60346.046875, + 60205.896484375, + 60343.8359375, + 60337.4609375, + 60346.44140625, + 60182.099609375, + 60326.7109375, + 60395.34765625, + 60405.521484375, + 60294.427734375, + 60330.388671875, + 60397.767578125, + 60371.1796875 ], "p10": [ - 60078.353515625, - 59978.125, - 59849.40234375, - 59820.208984375, - 59665.1640625, - 59759.427734375, - 59529.970703125, - 59719.7421875, - 59338.111328125, - 59562.70703125, - 59519.908203125, - 59420.1796875, - 59558.138671875, - 59202.013671875, - 59214.642578125, - 59157.720703125, - 59207.177734375, - 58940.576171875, - 59155.525390625, - 59142.201171875, - 58957.568359375, - 58971.08984375, - 58536.212890625, - 58982.560546875 + 59860.544921875, + 59700.35546875, + 59659.669921875, + 59516.544921875, + 59579.130859375, + 59235.478515625, + 59568.416015625, + 59446.875, + 59147.69921875, + 59301.419921875, + 59243.79296875, + 59071.1640625, + 59208.515625, + 59201.1796875, + 59062.560546875, + 59103.294921875, + 58920.291015625, + 58785.576171875, + 58748.62109375, + 58566.90234375, + 58678.421875, + 58545.09765625, + 58394.431640625, + 58714.041015625 ], "p90": [ - 60593.775390625, - 60671.580078125, - 60751.67578125, - 60979.833984375, - 60987.234375, - 60933.416015625, - 61192.98046875, - 61113.84765625, - 60917.478515625, - 61151.546875, - 61388.357421875, - 61487.640625, - 61525.71484375, - 61349.5546875, - 61578.912109375, - 61924.671875, - 61487.3515625, - 61745.052734375, - 61947.4296875, - 62120.962890625, - 61901.76953125, - 61869.76953125, - 62120.6640625, - 61798.869140625 + 60370.009765625, + 60491.517578125, + 60682.904296875, + 60701.546875, + 60951.634765625, + 60848.666015625, + 60954.021484375, + 60998.224609375, + 61274.3671875, + 61229.32421875, + 61245.8203125, + 61580.431640625, + 61581.34765625, + 61363.4453125, + 61581.16796875, + 61562.185546875, + 61412.955078125, + 61808.1640625, + 61795.98828125, + 62158.8125, + 61750.37890625, + 61987.984375, + 62050.955078125, + 62260.9453125 ], "mean": [ - 60349.06640625, - 60349.92578125, - 60335.91015625, - 60380.2578125, - 60378.4453125, - 60446.1171875, - 60394.4375, - 60467.57421875, - 60205.47265625, - 60519.1796875, - 60382.95703125, - 60509.84375, - 60497.7109375, - 60451.43359375, - 60421.9921875, - 60431.3046875, - 60369.3515625, - 60440.19140625, - 60603.59375, - 60609.90234375, - 60564.95703125, - 60191.18359375, - 60391.6953125, - 60502.375 + 60121.5390625, + 60118.2890625, + 60170.59765625, + 60125.2265625, + 60206.37109375, + 60113.66796875, + 60272.5859375, + 59994.92578125, + 60232.75, + 60204.6640625, + 60188.87109375, + 60345.9140625, + 60284.296875, + 60197.3671875, + 60159.13671875, + 60188.90625, + 60071.0078125, + 60423.1171875, + 60455.6171875, + 60451.640625, + 60185.40234375, + 60092.375, + 60333.234375, + 60477.19140625 ], "quantiles": { "0.1": [ - 60078.353515625, - 59978.125, - 59849.40234375, - 59820.208984375, - 59665.1640625, - 59759.427734375, - 59529.970703125, - 59719.7421875, - 59338.111328125, - 59562.70703125, - 59519.908203125, - 59420.1796875, - 59558.138671875, - 59202.013671875, - 59214.642578125, - 59157.720703125, - 59207.177734375, - 58940.576171875, - 59155.525390625, - 59142.201171875, - 58957.568359375, - 58971.08984375, - 58536.212890625, - 58982.560546875 + 59860.544921875, + 59700.35546875, + 59659.669921875, + 59516.544921875, + 59579.130859375, + 59235.478515625, + 59568.416015625, + 59446.875, + 59147.69921875, + 59301.419921875, + 59243.79296875, + 59071.1640625, + 59208.515625, + 59201.1796875, + 59062.560546875, + 59103.294921875, + 58920.291015625, + 58785.576171875, + 58748.62109375, + 58566.90234375, + 58678.421875, + 58545.09765625, + 58394.431640625, + 58714.041015625 ], "0.2": [ - 60078.353515625, - 59978.125, - 59849.40234375, - 59820.208984375, - 59665.1640625, - 59759.427734375, - 59529.970703125, - 59719.7421875, - 59338.111328125, - 59562.70703125, - 59519.908203125, - 59420.1796875, - 59558.138671875, - 59202.013671875, - 59214.642578125, - 59157.720703125, - 59207.177734375, - 58940.576171875, - 59155.525390625, - 59142.201171875, - 58957.568359375, - 58971.08984375, - 58536.212890625, - 58982.560546875 + 59860.544921875, + 59700.35546875, + 59659.669921875, + 59516.544921875, + 59579.130859375, + 59235.478515625, + 59568.416015625, + 59446.875, + 59147.69921875, + 59301.419921875, + 59243.79296875, + 59071.1640625, + 59208.515625, + 59201.1796875, + 59062.560546875, + 59103.294921875, + 58920.291015625, + 58785.576171875, + 58748.62109375, + 58566.90234375, + 58678.421875, + 58545.09765625, + 58394.431640625, + 58714.041015625 ], "0.3": [ - 60078.353515625, - 59978.125, - 59849.40234375, - 59820.208984375, - 59665.1640625, - 59759.427734375, - 59529.970703125, - 59719.7421875, - 59338.111328125, - 59562.70703125, - 59519.908203125, - 59420.1796875, - 59558.138671875, - 59202.013671875, - 59214.642578125, - 59157.720703125, - 59207.177734375, - 58940.576171875, - 59155.525390625, - 59142.201171875, - 58957.568359375, - 58971.08984375, - 58536.212890625, - 58982.560546875 + 59860.544921875, + 59700.35546875, + 59659.669921875, + 59516.544921875, + 59579.130859375, + 59235.478515625, + 59568.416015625, + 59446.875, + 59147.69921875, + 59301.419921875, + 59243.79296875, + 59071.1640625, + 59208.515625, + 59201.1796875, + 59062.560546875, + 59103.294921875, + 58920.291015625, + 58785.576171875, + 58748.62109375, + 58566.90234375, + 58678.421875, + 58545.09765625, + 58394.431640625, + 58714.041015625 ], "0.4": [ - 60321.603515625, - 60349.408203125, - 60353.884765625, - 60335.029296875, - 60358.984375, - 60366.572265625, - 60361.814453125, - 60365.515625, - 60287.435546875, - 60367.6328125, - 60475.91796875, - 60454.927734375, - 60416.044921875, - 60368.484375, - 60379.0234375, - 60442.697265625, - 60343.763671875, - 60481.337890625, - 60498.98046875, - 60536.4921875, - 60373.9296875, - 60269.279296875, - 60385.345703125, - 60418.24609375 + 60125.646484375, + 60138.287109375, + 60192.396484375, + 60120.48828125, + 60235.009765625, + 60137.76171875, + 60267.234375, + 60251.443359375, + 60218.783203125, + 60199.30078125, + 60180.6953125, + 60346.046875, + 60205.896484375, + 60343.8359375, + 60337.4609375, + 60346.44140625, + 60182.099609375, + 60326.7109375, + 60395.34765625, + 60405.521484375, + 60294.427734375, + 60330.388671875, + 60397.767578125, + 60371.1796875 ], "0.5": [ - 60321.603515625, - 60349.408203125, - 60353.884765625, - 60335.029296875, - 60358.984375, - 60366.572265625, - 60361.814453125, - 60365.515625, - 60287.435546875, - 60367.6328125, - 60475.91796875, - 60454.927734375, - 60416.044921875, - 60368.484375, - 60379.0234375, - 60442.697265625, - 60343.763671875, - 60481.337890625, - 60498.98046875, - 60536.4921875, - 60373.9296875, - 60269.279296875, - 60385.345703125, - 60418.24609375 + 60125.646484375, + 60138.287109375, + 60192.396484375, + 60120.48828125, + 60235.009765625, + 60137.76171875, + 60267.234375, + 60251.443359375, + 60218.783203125, + 60199.30078125, + 60180.6953125, + 60346.046875, + 60205.896484375, + 60343.8359375, + 60337.4609375, + 60346.44140625, + 60182.099609375, + 60326.7109375, + 60395.34765625, + 60405.521484375, + 60294.427734375, + 60330.388671875, + 60397.767578125, + 60371.1796875 ], "0.6": [ - 60321.603515625, - 60349.408203125, - 60353.884765625, - 60335.029296875, - 60358.984375, - 60366.572265625, - 60361.814453125, - 60365.515625, - 60287.435546875, - 60367.6328125, - 60475.91796875, - 60454.927734375, - 60416.044921875, - 60368.484375, - 60379.0234375, - 60442.697265625, - 60343.763671875, - 60481.337890625, - 60498.98046875, - 60536.4921875, - 60373.9296875, - 60269.279296875, - 60385.345703125, - 60418.24609375 + 60125.646484375, + 60138.287109375, + 60192.396484375, + 60120.48828125, + 60235.009765625, + 60137.76171875, + 60267.234375, + 60251.443359375, + 60218.783203125, + 60199.30078125, + 60180.6953125, + 60346.046875, + 60205.896484375, + 60343.8359375, + 60337.4609375, + 60346.44140625, + 60182.099609375, + 60326.7109375, + 60395.34765625, + 60405.521484375, + 60294.427734375, + 60330.388671875, + 60397.767578125, + 60371.1796875 ], "0.7": [ - 60321.603515625, - 60349.408203125, - 60353.884765625, - 60335.029296875, - 60358.984375, - 60366.572265625, - 60361.814453125, - 60365.515625, - 60287.435546875, - 60367.6328125, - 60475.91796875, - 60454.927734375, - 60416.044921875, - 60368.484375, - 60379.0234375, - 60442.697265625, - 60343.763671875, - 60481.337890625, - 60498.98046875, - 60536.4921875, - 60373.9296875, - 60269.279296875, - 60385.345703125, - 60418.24609375 + 60125.646484375, + 60138.287109375, + 60192.396484375, + 60120.48828125, + 60235.009765625, + 60137.76171875, + 60267.234375, + 60251.443359375, + 60218.783203125, + 60199.30078125, + 60180.6953125, + 60346.046875, + 60205.896484375, + 60343.8359375, + 60337.4609375, + 60346.44140625, + 60182.099609375, + 60326.7109375, + 60395.34765625, + 60405.521484375, + 60294.427734375, + 60330.388671875, + 60397.767578125, + 60371.1796875 ], "0.8": [ - 60593.775390625, - 60671.580078125, - 60751.67578125, - 60979.833984375, - 60987.234375, - 60933.416015625, - 61192.98046875, - 61113.84765625, - 60917.478515625, - 61151.546875, - 61388.357421875, - 61487.640625, - 61525.71484375, - 61349.5546875, - 61578.912109375, - 61924.671875, - 61487.3515625, - 61745.052734375, - 61947.4296875, - 62120.962890625, - 61901.76953125, - 61869.76953125, - 62120.6640625, - 61798.869140625 + 60370.009765625, + 60491.517578125, + 60682.904296875, + 60701.546875, + 60951.634765625, + 60848.666015625, + 60954.021484375, + 60998.224609375, + 61274.3671875, + 61229.32421875, + 61245.8203125, + 61580.431640625, + 61581.34765625, + 61363.4453125, + 61581.16796875, + 61562.185546875, + 61412.955078125, + 61808.1640625, + 61795.98828125, + 62158.8125, + 61750.37890625, + 61987.984375, + 62050.955078125, + 62260.9453125 ], "0.9": [ - 60593.775390625, - 60671.580078125, - 60751.67578125, - 60979.833984375, - 60987.234375, - 60933.416015625, - 61192.98046875, - 61113.84765625, - 60917.478515625, - 61151.546875, - 61388.357421875, - 61487.640625, - 61525.71484375, - 61349.5546875, - 61578.912109375, - 61924.671875, - 61487.3515625, - 61745.052734375, - 61947.4296875, - 62120.962890625, - 61901.76953125, - 61869.76953125, - 62120.6640625, - 61798.869140625 + 60370.009765625, + 60491.517578125, + 60682.904296875, + 60701.546875, + 60951.634765625, + 60848.666015625, + 60954.021484375, + 60998.224609375, + 61274.3671875, + 61229.32421875, + 61245.8203125, + 61580.431640625, + 61581.34765625, + 61363.4453125, + 61581.16796875, + 61562.185546875, + 61412.955078125, + 61808.1640625, + 61795.98828125, + 62158.8125, + 61750.37890625, + 61987.984375, + 62050.955078125, + 62260.9453125 ] }, "timestamps": [ - "2026-06-24 13:00:00", "2026-06-24 14:00:00", "2026-06-24 15:00:00", "2026-06-24 16:00:00", @@ -589,6 +588,7 @@ "2026-06-29 09:00:00", "2026-06-29 10:00:00", "2026-06-29 11:00:00", - "2026-06-29 12:00:00" + "2026-06-29 12:00:00", + "2026-06-29 13:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/moirai_1_1_large/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index de06cf68827a3e56498a5589b7b891cc15d0a42b..9865840b619ff8a90073e932965b1d99787323c4 100644 --- a/results/moirai_1_1_large/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/moirai_1_1_large/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,7 +1,7 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-29T12:50:00.424852+00:00", + "evaluated_at": "2026-06-29T13:08:05.369968+00:00", "freq": "5min", "context_length": 120, "prediction_length": 12, @@ -142,226 +142,190 @@ 0.0 ], "p50": [ - -1.5158454491626117e-09, - -1.211608369189321e-09, - -4.968531142068855e-10, - -1.008450933870364e-09, - -2.4171441515008496e-09, - 1.3205014304240592e-09, - -4.020433569396076e-10, - 1.0609854661502993e-10, - -2.6663271590621207e-09, - 0.0, - 4.4611417338025205e-10, - 1.6028436355952635e-09 + -1.385124015484962e-09, + -8.211240298816591e-10, + -4.825275734532397e-10, + -1.4285720939533064e-09, + -2.2313250136463125e-09, + 1.4091573463659302e-09, + -2.1219048740306334e-10, + -1.9343254428760837e-11, + -2.4267814424661083e-09, + 2.953375460856833e-10, + 4.6156581334777513e-10, + 1.6496396471055164e-09 ], "p10": [ - -4.6865544778285084e-09, - -4.9615278552295194e-09, - -4.4836359069933e-09, - -4.0279288793243495e-09, - -6.432821164636948e-09, - -2.4269133369614337e-09, - -4.152347576891202e-09, - -3.292273342836438e-09, - -5.922800916380311e-09, - -3.6265986880223977e-09, - -3.2785875125895814e-09, - -1.5397596531130375e-09 + -4.8053829804217685e-09, + -4.703790690285814e-09, + -4.224986804857167e-09, + -5.323212093344409e-09, + -5.335599739808572e-09, + -2.212688365865745e-09, + -4.210468418364144e-09, + -3.52208384679642e-09, + -6.043281652878818e-09, + -3.863492414879488e-09, + -3.3936253807098637e-09, + -1.97931826484421e-09 ], "p90": [ - 2.3043393859722983e-09, - 2.986725089471065e-09, - 3.6039263795473175e-09, - 2.655979325361102e-09, - 1.59713031688824e-09, - 5.691909610305856e-09, - 3.2594069665492498e-09, - 5.105858846832234e-09, - 1.0273371597868675e-09, - 6.620856973782452e-09, - 5.5211122340637075e-09, - 5.746872311362949e-09 + 3.755864730337066e-09, + 3.849711438519421e-09, + 4.785387863748269e-09, + 3.67255204025696e-09, + 1.1679245348616973e-09, + 5.398438140957751e-09, + 4.797086283758745e-09, + 4.286560439936693e-09, + 1.3209210947273675e-09, + 6.581654554693728e-09, + 4.8231596494474616e-09, + 6.779386385602493e-09 ], "mean": [ - 0.00011994176747975871, - 3.608889471706789e-07, - 0.0091737424954772, - 7.434892654418945, - 0.00014405339607037604, - 0.0013436507433652878, - 0.004958502482622862, - 0.016139108687639236, - 6.959221363067627, - 0.018549513071775436, - 0.9384652376174927, - 0.015070555731654167 + 4.3726019859313965, + 0.0013835252029821277, + 0.04081213101744652, + 0.3674914836883545, + 1.37593412399292, + 1.254006028175354, + 6.126821041107178, + 0.042057812213897705, + 0.039592865854501724, + 0.05855754017829895, + 0.01362051535397768, + 0.028014101088047028 ], "quantiles": { "0.1": [ - -4.6865544778285084e-09, - -4.9615278552295194e-09, - -4.4836359069933e-09, - -4.0279288793243495e-09, - -6.432821164636948e-09, - -2.4269133369614337e-09, - -4.152347576891202e-09, - -3.292273342836438e-09, - -5.922800916380311e-09, - -3.6265986880223977e-09, - -3.2785875125895814e-09, - -1.5397596531130375e-09 + -4.8053829804217685e-09, + -4.703790690285814e-09, + -4.224986804857167e-09, + -5.323212093344409e-09, + -5.335599739808572e-09, + -2.212688365865745e-09, + -4.210468418364144e-09, + -3.52208384679642e-09, + -6.043281652878818e-09, + -3.863492414879488e-09, + -3.3936253807098637e-09, + -1.97931826484421e-09 ], "0.2": [ - -4.6865544778285084e-09, - -4.9615278552295194e-09, - -4.4836359069933e-09, - -4.0279288793243495e-09, - -6.432821164636948e-09, - -2.4269133369614337e-09, - -4.152347576891202e-09, - -3.292273342836438e-09, - -5.922800916380311e-09, - -3.6265986880223977e-09, - -3.2785875125895814e-09, - -1.5397596531130375e-09 + -4.8053829804217685e-09, + -4.703790690285814e-09, + -4.224986804857167e-09, + -5.323212093344409e-09, + -5.335599739808572e-09, + -2.212688365865745e-09, + -4.210468418364144e-09, + -3.52208384679642e-09, + -6.043281652878818e-09, + -3.863492414879488e-09, + -3.3936253807098637e-09, + -1.97931826484421e-09 ], "0.3": [ - -4.6865544778285084e-09, - -4.9615278552295194e-09, - -4.4836359069933e-09, - -4.0279288793243495e-09, - -6.432821164636948e-09, - -2.4269133369614337e-09, - -4.152347576891202e-09, - -3.292273342836438e-09, - -5.922800916380311e-09, - -3.6265986880223977e-09, - -3.2785875125895814e-09, - -1.5397596531130375e-09 + -4.8053829804217685e-09, + -4.703790690285814e-09, + -4.224986804857167e-09, + -5.323212093344409e-09, + -5.335599739808572e-09, + -2.212688365865745e-09, + -4.210468418364144e-09, + -3.52208384679642e-09, + -6.043281652878818e-09, + -3.863492414879488e-09, + -3.3936253807098637e-09, + -1.97931826484421e-09 ], "0.4": [ - -1.5158454491626117e-09, - -1.211608369189321e-09, - -4.968531142068855e-10, - -1.008450933870364e-09, - -2.4171441515008496e-09, - 1.3205014304240592e-09, - -4.020433569396076e-10, - 1.0609854661502993e-10, - -2.6663271590621207e-09, - 0.0, - 4.4611417338025205e-10, - 1.6028436355952635e-09 + -1.385124015484962e-09, + -8.211240298816591e-10, + -4.825275734532397e-10, + -1.4285720939533064e-09, + -2.2313250136463125e-09, + 1.4091573463659302e-09, + -2.1219048740306334e-10, + -1.9343254428760837e-11, + -2.4267814424661083e-09, + 2.953375460856833e-10, + 4.6156581334777513e-10, + 1.6496396471055164e-09 ], "0.5": [ - -1.5158454491626117e-09, - -1.211608369189321e-09, - -4.968531142068855e-10, - -1.008450933870364e-09, - -2.4171441515008496e-09, - 1.3205014304240592e-09, - -4.020433569396076e-10, - 1.0609854661502993e-10, - -2.6663271590621207e-09, - 0.0, - 4.4611417338025205e-10, - 1.6028436355952635e-09 + -1.385124015484962e-09, + -8.211240298816591e-10, + -4.825275734532397e-10, + -1.4285720939533064e-09, + -2.2313250136463125e-09, + 1.4091573463659302e-09, + -2.1219048740306334e-10, + -1.9343254428760837e-11, + -2.4267814424661083e-09, + 2.953375460856833e-10, + 4.6156581334777513e-10, + 1.6496396471055164e-09 ], "0.6": [ - -1.5158454491626117e-09, - -1.211608369189321e-09, - -4.968531142068855e-10, - -1.008450933870364e-09, - -2.4171441515008496e-09, - 1.3205014304240592e-09, - -4.020433569396076e-10, - 1.0609854661502993e-10, - -2.6663271590621207e-09, - 0.0, - 4.4611417338025205e-10, - 1.6028436355952635e-09 + -1.385124015484962e-09, + -8.211240298816591e-10, + -4.825275734532397e-10, + -1.4285720939533064e-09, + -2.2313250136463125e-09, + 1.4091573463659302e-09, + -2.1219048740306334e-10, + -1.9343254428760837e-11, + -2.4267814424661083e-09, + 2.953375460856833e-10, + 4.6156581334777513e-10, + 1.6496396471055164e-09 ], "0.7": [ - -1.5158454491626117e-09, - -1.211608369189321e-09, - -4.968531142068855e-10, - -1.008450933870364e-09, - -2.4171441515008496e-09, - 1.3205014304240592e-09, - -4.020433569396076e-10, - 1.0609854661502993e-10, - -2.6663271590621207e-09, - 0.0, - 4.4611417338025205e-10, - 1.6028436355952635e-09 + -1.385124015484962e-09, + -8.211240298816591e-10, + -4.825275734532397e-10, + -1.4285720939533064e-09, + -2.2313250136463125e-09, + 1.4091573463659302e-09, + -2.1219048740306334e-10, + -1.9343254428760837e-11, + -2.4267814424661083e-09, + 2.953375460856833e-10, + 4.6156581334777513e-10, + 1.6496396471055164e-09 ], "0.8": [ - 2.3043393859722983e-09, - 2.986725089471065e-09, - 3.6039263795473175e-09, - 2.655979325361102e-09, - 1.59713031688824e-09, - 5.691909610305856e-09, - 3.2594069665492498e-09, - 5.105858846832234e-09, - 1.0273371597868675e-09, - 6.620856973782452e-09, - 5.5211122340637075e-09, - 5.746872311362949e-09 + 3.755864730337066e-09, + 3.849711438519421e-09, + 4.785387863748269e-09, + 3.67255204025696e-09, + 1.1679245348616973e-09, + 5.398438140957751e-09, + 4.797086283758745e-09, + 4.286560439936693e-09, + 1.3209210947273675e-09, + 6.581654554693728e-09, + 4.8231596494474616e-09, + 6.779386385602493e-09 ], "0.9": [ - 2.3043393859722983e-09, - 2.986725089471065e-09, - 3.6039263795473175e-09, - 2.655979325361102e-09, - 1.59713031688824e-09, - 5.691909610305856e-09, - 3.2594069665492498e-09, - 5.105858846832234e-09, - 1.0273371597868675e-09, - 6.620856973782452e-09, - 5.5211122340637075e-09, - 5.746872311362949e-09 + 3.755864730337066e-09, + 3.849711438519421e-09, + 4.785387863748269e-09, + 3.67255204025696e-09, + 1.1679245348616973e-09, + 5.398438140957751e-09, + 4.797086283758745e-09, + 4.286560439936693e-09, + 1.3209210947273675e-09, + 6.581654554693728e-09, + 4.8231596494474616e-09, + 6.779386385602493e-09 ] }, "timestamps": [ - "2026-06-25 07:50:00", - "2026-06-25 07:55:00", - "2026-06-25 08:00:00", - "2026-06-25 08:05:00", - "2026-06-25 08:10:00", - "2026-06-25 08:15:00", - "2026-06-25 08:20:00", - "2026-06-25 08:25:00", - "2026-06-25 08:30:00", - "2026-06-25 08:35:00", - "2026-06-25 08:40:00", - "2026-06-25 08:45:00", - "2026-06-25 08:50:00", - "2026-06-25 08:55:00", - "2026-06-25 09:00:00", - "2026-06-25 09:05:00", - "2026-06-25 09:10:00", - "2026-06-25 09:15:00", - "2026-06-25 09:20:00", - "2026-06-25 09:25:00", - "2026-06-25 09:30:00", - "2026-06-25 09:35:00", - "2026-06-25 09:40:00", - "2026-06-25 09:45:00", - "2026-06-25 09:50:00", - "2026-06-25 09:55:00", - "2026-06-25 10:00:00", - "2026-06-25 10:05:00", - "2026-06-25 10:10:00", - "2026-06-25 10:15:00", - "2026-06-25 10:20:00", - "2026-06-25 10:25:00", - "2026-06-25 10:30:00", - "2026-06-25 10:35:00", - "2026-06-25 10:40:00", - "2026-06-25 10:45:00", "2026-06-25 10:50:00", "2026-06-25 10:55:00", "2026-06-25 11:00:00", @@ -457,6 +421,42 @@ "2026-06-25 18:30:00", "2026-06-25 18:35:00", "2026-06-25 18:40:00", - "2026-06-25 18:45:00" + "2026-06-25 18:45:00", + "2026-06-25 18:50:00", + "2026-06-25 18:55:00", + "2026-06-25 19:00:00", + "2026-06-25 19:05:00", + "2026-06-25 19:10:00", + "2026-06-25 19:15:00", + "2026-06-25 19:20:00", + "2026-06-25 19:25:00", + "2026-06-25 19:30:00", + "2026-06-25 19:35:00", + "2026-06-25 19:40:00", + "2026-06-25 19:45:00", + "2026-06-25 19:50:00", + "2026-06-25 19:55:00", + "2026-06-25 20:00:00", + "2026-06-25 20:05:00", + "2026-06-25 20:10:00", + "2026-06-25 20:15:00", + "2026-06-25 20:20:00", + "2026-06-25 20:25:00", + "2026-06-25 20:30:00", + "2026-06-25 20:35:00", + "2026-06-25 20:40:00", + "2026-06-25 20:45:00", + "2026-06-25 20:50:00", + "2026-06-25 20:55:00", + "2026-06-25 21:00:00", + "2026-06-25 21:05:00", + "2026-06-25 21:10:00", + "2026-06-25 21:15:00", + "2026-06-25 21:20:00", + "2026-06-25 21:25:00", + "2026-06-25 21:30:00", + "2026-06-25 21:35:00", + "2026-06-25 21:40:00", + "2026-06-25 21:45:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index 1e98b2fb20f1e3faa43a1d24d5076916b08f31f9..f5a0d2fc0c79cb03dc65d76ebfa816dead17c36d 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,37 +1,19 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-29T12:59:20.385858+00:00", + "evaluated_at": "2026-06-29T13:08:08.107912+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t120000z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t130000z", + "data_fetched_at": "2026-06-29T13:05:43.514284Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260629t094500z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t064200z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260628t132000z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260629t095000z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260629t111500z", + "data_fetched_at": "2026-06-29T13:05:43.514284Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index 9160bfb6f9f135fad2502ac84407cdf074a2c282..61935d1b347aa5e348fecfb8c9026a0e001f2ed1 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,Moving-Average,329471.3704619175,342588.47776809306,524.2069764254411,0.701304057490001,0.008787136647310416,0.008739121287770437,4.959534135029261,573.9959672871556,0.009600451881511525,0.008767698973410032,0.007017533761291044,Finance,1,24 +binance_btcusdt_1h_close/1h/short,Moving-Average,313878.88799230993,318070.85883821646,500.1699552837138,0.7021735317662432,0.00838483800156828,0.008340246850371451,5.090820074496445,560.2489517993853,0.009370031187805938,0.008365224183212908,0.006742433792520739,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,Moving-Average,322731.014513818,348365.048478851,492.3817545572941,0.5992060285184049,0.008269296703238385,0.008220363374281699,4.428661821834581,568.094195106602,0.009505550822897627,0.008238703779280128,0.006810998931259922,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Moving-Average,4.407835548068247e-15,1.12132504091072e-14,8.609260281087649e-08,nan,nan,2.0,nan,6.639153220154094e-08,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Moving-Average,9.578202015526527e-15,9.143141084502762e-15,9.078851462715541e-08,nan,nan,2.0,nan,9.786828912128038e-08,inf,inf,inf,Transportation,1,12 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index 54990848b9ea46f4aedc254e3df1dc6bd6d63a1b..f951731f39536a1c734fd45465ceea549bd14ae5 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-29T13:00:01.958426+00:00", + "evaluated_at": "2026-06-29T13:08:33.144443+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 61338.01171875, 61113.1015625, 60250.0, 59850.0, @@ -101,10 +100,10 @@ 60258.83984375, 60166.7109375, 60342.0, - 60293.51171875 + 60293.51171875, + 60071.87890625 ], "actuals": [ - 60071.87890625, 60033.0, 59890.0, 59690.62109375, @@ -127,350 +126,350 @@ 60057.0, 60088.0, 59956.05078125, - 59914.48828125 + 59948.78125, + 60112.96875 ], "p50": [ - 60330.27777720669, - 60341.35590220669, - 60284.23871470669, - 60332.89105845669, - 60331.85590220669, - 60314.98090220669, - 60307.70355845669, - 60300.42621470669, - 60314.98090220669, - 60307.70355845669, - 60285.18793345669, - 60307.70355845669, - 60314.98090220669, - 60280.20746470669, - 60333.92621470669, - 60282.22308970669, - 60314.98090220669, - 60337.64105845669, - 60323.86762095669, - 60331.85590220669, - 60300.55902720669, - 60330.27777720669, - 60323.86762095669, - 60269.71918345669 + 60309.512647341006, + 60305.518506716006, + 60297.870069216006, + 60258.454053591006, + 60309.512647341006, + 60302.313428591006, + 60309.512647341006, + 60248.164991091006, + 60260.569287966006, + 60293.426709841006, + 60305.518506716006, + 60286.149366091006, + 60271.727491091006, + 60342.633741091006, + 60323.590772341006, + 60309.512647341006, + 60262.684522341006, + 60310.301709841006, + 60262.684522341006, + 60310.301709841006, + 60301.075147341006, + 60263.633741091006, + 60305.518506716006, + 60251.719678591006 ], "p10": [ - 59923.29730845669, - 59954.17504283169, - 59953.66605845669, - 59957.60590220669, - 59954.17504283169, - 60031.63715220669, - 59923.29730845669, - 59923.29730845669, - 59923.29730845669, - 59918.20746470669, - 59918.20746470669, - 59923.29730845669, - 59918.20746470669, - 59957.60590220669, - 59957.60590220669, - 59848.85980845669, - 60034.77621470669, - 59923.29730845669, - 59923.29730845669, - 59923.29730845669, - 59957.60590220669, - 59957.60590220669, - 59962.25043345669, - 59869.872699081694 + 60003.144287966, + 59827.305616091006, + 59873.903272341006, + 59896.653272341006, + 59896.653272341006, + 59896.653272341006, + 60010.082959841006, + 59894.378272341004, + 59873.903272341006, + 59896.653272341006, + 60003.144287966, + 59896.653272341006, + 59873.903272341006, + 59940.696241091006, + 60013.543897341006, + 60010.082959841006, + 59901.743116091006, + 59894.378272341004, + 60010.082959841006, + 59940.696241091006, + 59901.743116091006, + 59896.653272341006, + 59898.95913171601, + 59901.743116091006 ], "p90": [ - 60548.14848033169, - 60682.31137095669, - 60792.18793345669, - 60676.51996470669, - 60535.37543345669, - 60662.68793345669, - 60662.68793345669, - 60682.31137095669, - 60681.57855845669, - 60548.14848033169, - 60676.51996470669, - 60527.12426158169, - 60664.07113658169, - 60677.02582408169, - 60664.07113658169, - 60664.07113658169, - 60676.51996470669, - 61055.79730845669, - 60526.20746470669, - 60681.57855845669, - 60676.51996470669, - 60664.07113658169, - 60681.57855845669, - 60560.59027720669 + 60539.036084841006, + 61034.243116091006, + 60667.352491091006, + 60642.516944216004, + 60660.757178591004, + 60660.757178591004, + 60660.024366091006, + 60505.570069216, + 60667.352491091006, + 60654.965772341006, + 60770.633741091006, + 60655.471631716006, + 60654.965772341006, + 60660.024366091006, + 60660.024366091006, + 60642.516944216004, + 60677.680616091006, + 60660.024366091006, + 60525.211866091006, + 60667.352491091006, + 60642.516944216004, + 60514.960303591004, + 60549.245850466, + 60641.133741091006 ], "mean": [ - 60322.609535019146, - 60364.489906112896, - 60337.407015487894, - 60313.55676158165, - 60288.369242050394, - 60334.23078501914, - 60281.0945936129, - 60336.759554550394, - 60255.6105701754, - 60277.383851425395, - 60289.268128769145, - 60296.6897498629, - 60312.95002330039, - 60288.37699595665, - 60318.7840467379, - 60220.803773300395, - 60330.928636581644, - 60355.95797251914, - 60259.32391001915, - 60302.357581894146, - 60300.7958826754, - 60332.3154139254, - 60322.47410533165, - 60220.89289439414 + 60245.725948122534, + 60269.729502810034, + 60304.14754968503, + 60265.180420778786, + 60315.903252810036, + 60289.00221765378, + 60345.47420984128, + 60219.939287966285, + 60260.57807702878, + 60300.90239343503, + 60335.58438562253, + 60279.36251062254, + 60251.05295984128, + 60304.92520593503, + 60344.773369997536, + 60313.65153406004, + 60307.22895593503, + 60295.76139734129, + 60261.55294031004, + 60312.252627810034, + 60250.22522546628, + 60243.664248903784, + 60240.978350466285, + 60225.96856531003 ], "quantiles": { "0.1": [ - 59923.29730845669, - 59954.17504283169, - 59953.66605845669, - 59957.60590220669, - 59954.17504283169, - 60031.63715220669, - 59923.29730845669, - 59923.29730845669, - 59923.29730845669, - 59918.20746470669, - 59918.20746470669, - 59923.29730845669, - 59918.20746470669, - 59957.60590220669, - 59957.60590220669, - 59848.85980845669, - 60034.77621470669, - 59923.29730845669, - 59923.29730845669, - 59923.29730845669, - 59957.60590220669, - 59957.60590220669, - 59962.25043345669, - 59869.872699081694 + 60003.144287966, + 59827.305616091006, + 59873.903272341006, + 59896.653272341006, + 59896.653272341006, + 59896.653272341006, + 60010.082959841006, + 59894.378272341004, + 59873.903272341006, + 59896.653272341006, + 60003.144287966, + 59896.653272341006, + 59873.903272341006, + 59940.696241091006, + 60013.543897341006, + 60010.082959841006, + 59901.743116091006, + 59894.378272341004, + 60010.082959841006, + 59940.696241091006, + 59901.743116091006, + 59896.653272341006, + 59898.95913171601, + 59901.743116091006 ], "0.2": [ - 60113.26605845669, - 60119.51996470669, - 60092.63558970669, - 60072.85980845669, - 60093.29730845669, - 60093.29730845669, - 60082.19574595669, - 60082.53324595669, - 60072.73168345669, - 60082.19574595669, - 60082.61762095669, - 60082.19574595669, - 60082.53324595669, - 60092.63558970669, - 60119.26762095669, - 60031.87933970669, - 60118.25824595669, - 60124.30121470669, - 60119.51996470669, - 60082.19574595669, - 60072.85980845669, - 60093.29730845669, - 60088.51449595669, - 60031.83090220669 + 60066.960303591004, + 60060.641553591006, + 60060.97905359101, + 60060.641553591006, + 60061.063428591006, + 60060.97905359101, + 60075.020459841006, + 60043.24077234101, + 60013.543897341006, + 60061.063428591006, + 60102.747022341006, + 60043.24077234101, + 60051.177491091, + 60096.704053591006, + 60164.75014734101, + 60075.020459841006, + 60058.774366091006, + 60148.930616091006, + 60061.063428591006, + 60075.020459841006, + 60092.36733484101, + 60075.020459841006, + 60061.063428591006, + 60060.641553591006 ], "0.3": [ - 60204.66840220669, - 60222.02777720669, - 60207.04730845669, - 60184.81371470669, - 60206.333636581694, - 60206.333636581694, - 60189.28558970669, - 60204.06723033169, - 60119.51996470669, - 60174.37933970669, - 60189.28558970669, - 60202.32230845669, - 60174.37933970669, - 60191.29730845669, - 60206.333636581694, - 60125.49652720669, - 60206.333636581694, - 60204.66840220669, - 60217.53363658169, - 60204.06723033169, - 60184.81371470669, - 60206.333636581694, - 60174.37933970669, - 60125.49652720669 + 60184.77944421601, + 60180.76811609101, + 60183.114209841006, + 60146.983350466006, + 60195.979444216006, + 60181.110303591006, + 60204.565381716006, + 60096.704053591006, + 60169.743116091006, + 60163.259522341, + 60184.77944421601, + 60133.352491091006, + 60146.983350466006, + 60203.30913171601, + 60230.911084841006, + 60183.114209841006, + 60152.825147341006, + 60204.524366091006, + 60179.102881716004, + 60204.582959841006, + 60182.513037966004, + 60181.110303591006, + 60146.983350466006, + 60163.259522341 ], "0.4": [ - 60261.319964706694, - 60275.89262095669, - 60260.93793345669, - 60261.57465220669, - 60261.57465220669, - 60261.319964706694, - 60252.46527720669, - 60260.93793345669, - 60224.45824595669, - 60253.48715220669, - 60238.31762095669, - 60260.93793345669, - 60252.46527720669, - 60226.13715220669, - 60269.71918345669, - 60216.03558970669, - 60269.71918345669, - 60280.00824595669, - 60261.57465220669, - 60270.72699595669, - 60250.054339706694, - 60273.98480845669, - 60258.230120956694, - 60226.11371470669 + 60244.907178591006, + 60255.274366091006, + 60236.67592859101, + 60202.939209841, + 60240.020459841006, + 60239.383741091006, + 60258.653272341006, + 60185.493116091006, + 60230.911084841006, + 60237.057959841004, + 60244.907178591006, + 60224.883741091006, + 60236.67592859101, + 60292.936866091004, + 60273.15639734101, + 60239.383741091006, + 60216.763428591, + 60255.274366091006, + 60239.383741091006, + 60255.274366091006, + 60239.76577234101, + 60232.614209841006, + 60230.911084841006, + 60202.904053591 ], "0.5": [ - 60330.27777720669, - 60341.35590220669, - 60284.23871470669, - 60332.89105845669, - 60331.85590220669, - 60314.98090220669, - 60307.70355845669, - 60300.42621470669, - 60314.98090220669, - 60307.70355845669, - 60285.18793345669, - 60307.70355845669, - 60314.98090220669, - 60280.20746470669, - 60333.92621470669, - 60282.22308970669, - 60314.98090220669, - 60337.64105845669, - 60323.86762095669, - 60331.85590220669, - 60300.55902720669, - 60330.27777720669, - 60323.86762095669, - 60269.71918345669 + 60309.512647341006, + 60305.518506716006, + 60297.870069216006, + 60258.454053591006, + 60309.512647341006, + 60302.313428591006, + 60309.512647341006, + 60248.164991091006, + 60260.569287966006, + 60293.426709841006, + 60305.518506716006, + 60286.149366091006, + 60271.727491091006, + 60342.633741091006, + 60323.590772341006, + 60309.512647341006, + 60262.684522341006, + 60310.301709841006, + 60262.684522341006, + 60310.301709841006, + 60301.075147341006, + 60263.633741091006, + 60305.518506716006, + 60251.719678591006 ], "0.6": [ - 60402.16449595669, - 60394.42621470669, - 60337.69027720669, - 60402.16449595669, - 60384.55902720669, - 60364.79730845669, - 60364.18793345669, - 60364.79730845669, - 60364.18793345669, - 60351.03949595669, - 60364.18793345669, - 60351.03949595669, - 60364.43168345669, - 60333.92621470669, - 60384.55902720669, - 60333.92621470669, - 60364.79730845669, - 60397.52152720669, - 60367.47699595669, - 60388.50590220669, - 60364.43168345669, - 60384.55902720669, - 60364.43168345669, - 60330.90902720669 + 60345.922803591006, + 60366.95170984101, + 60381.99077234101, + 60309.354834841004, + 60345.922803591006, + 60342.633741091006, + 60345.922803591006, + 60302.313428591006, + 60329.485303591006, + 60343.243116091006, + 60344.31499109101, + 60329.485303591006, + 60342.633741091006, + 60413.653272341006, + 60375.96733484101, + 60380.610303591006, + 60325.948584841004, + 60356.702491091004, + 60323.590772341006, + 60366.95170984101, + 60329.485303591006, + 60323.590772341006, + 60343.243116091006, + 60311.129834841006 ], "0.7": [ - 60450.25433970669, - 60448.33207408169, - 60442.25824595669, - 60452.89535533169, - 60414.20746470669, - 60442.25824595669, - 60418.18402720669, - 60447.50824595669, - 60407.54926158169, - 60403.353167831694, - 60437.32269908169, - 60406.206683456694, - 60418.18402720669, - 60402.34848033169, - 60423.29105845669, - 60389.84066783169, - 60442.25824595669, - 60452.06683970669, - 60435.20746470669, - 60442.25824595669, - 60444.65707408169, - 60442.25824595669, - 60447.50824595669, - 60394.42621470669 + 60415.768506716006, + 60430.512647341006, + 60437.29155359101, + 60380.610303591006, + 60413.653272341006, + 60429.243897341, + 60428.700147341006, + 60380.610303591006, + 60398.95327234101, + 60398.95327234101, + 60430.512647341006, + 60385.995069216006, + 60381.223584841006, + 60455.004834841006, + 60430.512647341006, + 60426.77788171601, + 60385.995069216006, + 60428.700147341006, + 60392.653272341006, + 60430.512647341006, + 60392.653272341006, + 60393.84624109101, + 60401.73686609101, + 60381.223584841006 ], "0.8": [ - 60476.55902720669, - 60514.19574595669, - 60519.56683970669, - 60500.589495956694, - 60468.21918345669, - 60495.96293345669, - 60479.94652720669, - 60514.19574595669, - 60495.65668345669, - 60468.21918345669, - 60514.19574595669, - 60468.21918345669, - 60495.65668345669, - 60476.55902720669, - 60493.92855845669, - 60452.61918345669, - 60495.65668345669, - 60518.90668345669, - 60472.20746470669, - 60495.65668345669, - 60497.18793345669, - 60500.589495956694, - 60500.589495956694, - 60452.61918345669 + 60455.004834841006, + 60525.211866091006, + 60504.653272341006, + 60451.52358484101, + 60471.942334841006, + 60474.102491091006, + 60479.03530359101, + 60433.274366091006, + 60474.102491091006, + 60479.03530359101, + 60501.45327234101, + 60474.102491091006, + 60472.374366091004, + 60501.45327234101, + 60493.583741091, + 60492.641553591006, + 60494.243897341, + 60493.583741091, + 60428.700147341006, + 60501.45327234101, + 60474.102491091006, + 60471.942334841006, + 60454.911084841006, + 60450.653272341006 ], "0.9": [ - 60548.14848033169, - 60682.31137095669, - 60792.18793345669, - 60676.51996470669, - 60535.37543345669, - 60662.68793345669, - 60662.68793345669, - 60682.31137095669, - 60681.57855845669, - 60548.14848033169, - 60676.51996470669, - 60527.12426158169, - 60664.07113658169, - 60677.02582408169, - 60664.07113658169, - 60664.07113658169, - 60676.51996470669, - 61055.79730845669, - 60526.20746470669, - 60681.57855845669, - 60676.51996470669, - 60664.07113658169, - 60681.57855845669, - 60560.59027720669 + 60539.036084841006, + 61034.243116091006, + 60667.352491091006, + 60642.516944216004, + 60660.757178591004, + 60660.757178591004, + 60660.024366091006, + 60505.570069216, + 60667.352491091006, + 60654.965772341006, + 60770.633741091006, + 60655.471631716006, + 60654.965772341006, + 60660.024366091006, + 60660.024366091006, + 60642.516944216004, + 60677.680616091006, + 60660.024366091006, + 60525.211866091006, + 60667.352491091006, + 60642.516944216004, + 60514.960303591004, + 60549.245850466, + 60641.133741091006 ] }, "timestamps": [ - "2026-06-24 13:00:00", "2026-06-24 14:00:00", "2026-06-24 15:00:00", "2026-06-24 16:00:00", @@ -589,6 +588,7 @@ "2026-06-29 09:00:00", "2026-06-29 10:00:00", "2026-06-29 11:00:00", - "2026-06-29 12:00:00" + "2026-06-29 12:00:00", + "2026-06-29 13:00:00" ] } diff --git a/results/moving_average/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/moving_average/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index 0caac3292ea216fd5c6c9140a0b8a1d8468b1385..f259b86071ee2c597124798ac92d73b2c3ee1c50 100644 --- a/results/moving_average/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/moving_average/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,7 +1,7 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-29T12:50:45.254301+00:00", + "evaluated_at": "2026-06-29T13:08:33.158611+00:00", "freq": "5min", "context_length": 120, "prediction_length": 12, @@ -326,42 +326,6 @@ ] }, "timestamps": [ - "2026-06-25 07:50:00", - "2026-06-25 07:55:00", - "2026-06-25 08:00:00", - "2026-06-25 08:05:00", - "2026-06-25 08:10:00", - "2026-06-25 08:15:00", - "2026-06-25 08:20:00", - "2026-06-25 08:25:00", - "2026-06-25 08:30:00", - "2026-06-25 08:35:00", - "2026-06-25 08:40:00", - "2026-06-25 08:45:00", - "2026-06-25 08:50:00", - "2026-06-25 08:55:00", - "2026-06-25 09:00:00", - "2026-06-25 09:05:00", - "2026-06-25 09:10:00", - "2026-06-25 09:15:00", - "2026-06-25 09:20:00", - "2026-06-25 09:25:00", - "2026-06-25 09:30:00", - "2026-06-25 09:35:00", - "2026-06-25 09:40:00", - "2026-06-25 09:45:00", - "2026-06-25 09:50:00", - "2026-06-25 09:55:00", - "2026-06-25 10:00:00", - "2026-06-25 10:05:00", - "2026-06-25 10:10:00", - "2026-06-25 10:15:00", - "2026-06-25 10:20:00", - "2026-06-25 10:25:00", - "2026-06-25 10:30:00", - "2026-06-25 10:35:00", - "2026-06-25 10:40:00", - "2026-06-25 10:45:00", "2026-06-25 10:50:00", "2026-06-25 10:55:00", "2026-06-25 11:00:00", @@ -457,6 +421,42 @@ "2026-06-25 18:30:00", "2026-06-25 18:35:00", "2026-06-25 18:40:00", - "2026-06-25 18:45:00" + "2026-06-25 18:45:00", + "2026-06-25 18:50:00", + "2026-06-25 18:55:00", + "2026-06-25 19:00:00", + "2026-06-25 19:05:00", + "2026-06-25 19:10:00", + "2026-06-25 19:15:00", + "2026-06-25 19:20:00", + "2026-06-25 19:25:00", + "2026-06-25 19:30:00", + "2026-06-25 19:35:00", + "2026-06-25 19:40:00", + "2026-06-25 19:45:00", + "2026-06-25 19:50:00", + "2026-06-25 19:55:00", + "2026-06-25 20:00:00", + "2026-06-25 20:05:00", + "2026-06-25 20:10:00", + "2026-06-25 20:15:00", + "2026-06-25 20:20:00", + "2026-06-25 20:25:00", + "2026-06-25 20:30:00", + "2026-06-25 20:35:00", + "2026-06-25 20:40:00", + "2026-06-25 20:45:00", + "2026-06-25 20:50:00", + "2026-06-25 20:55:00", + "2026-06-25 21:00:00", + "2026-06-25 21:05:00", + "2026-06-25 21:10:00", + "2026-06-25 21:15:00", + "2026-06-25 21:20:00", + "2026-06-25 21:25:00", + "2026-06-25 21:30:00", + "2026-06-25 21:35:00", + "2026-06-25 21:40:00", + "2026-06-25 21:45:00" ] } diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index f9ed3e8824f5a7370a46e7a55d2c6fbcabd6c9d4..feb2d290cb7d85bb828fdb9e0e8e99c812c795ea 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,37 +1,19 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-29T13:00:02.031509+00:00", + "evaluated_at": "2026-06-29T13:08:33.167303+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t120000z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t130000z", + "data_fetched_at": "2026-06-29T13:05:43.514284Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260629t094500z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t064200z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260628t132000z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260629t095000z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260629t111500z", + "data_fetched_at": "2026-06-29T13:05:43.514284Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index 587e4c6f82a75bf8f950fa561b468da885471029..2aebe839b3879a35fc8b18c9bf8e650de5a41c71 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-29T12:55:36.737134+00:00", - "finished_at": "2026-06-29T13:00:02.644739+00:00", - "task_count": 5, + "started_at": "2026-06-29T13:05:45.526118+00:00", + "finished_at": "2026-06-29T13:08:33.713007+00:00", + "task_count": 2, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/TSFM_Bench/space/vendor/ts_bench", @@ -10,37 +10,19 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-29T12:56:20.667661+00:00", + "evaluated_at": "2026-06-29T13:06:16.481595+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t120000z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t130000z", + "data_fetched_at": "2026-06-29T13:05:43.514284Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260629t094500z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t064200z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260628t132000z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260629t095000z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260629t111500z", + "data_fetched_at": "2026-06-29T13:05:43.514284Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] @@ -48,37 +30,19 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-29T12:57:11.707712+00:00", + "evaluated_at": "2026-06-29T13:06:41.986354+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t120000z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t130000z", + "data_fetched_at": "2026-06-29T13:05:43.514284Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260629t094500z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t064200z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260628t132000z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260629t095000z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260629t111500z", + "data_fetched_at": "2026-06-29T13:05:43.514284Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] @@ -86,37 +50,19 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-29T12:57:54.474487+00:00", + "evaluated_at": "2026-06-29T13:07:34.519278+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t120000z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t130000z", + "data_fetched_at": "2026-06-29T13:05:43.514284Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260629t094500z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t064200z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260628t132000z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260629t095000z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260629t111500z", + "data_fetched_at": "2026-06-29T13:05:43.514284Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] @@ -124,37 +70,19 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-29T12:58:31.247985+00:00", + "evaluated_at": "2026-06-29T13:07:52.147751+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t120000z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t130000z", + "data_fetched_at": "2026-06-29T13:05:43.514284Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260629t094500z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t064200z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260628t132000z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260629t095000z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260629t111500z", + "data_fetched_at": "2026-06-29T13:05:43.514284Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] @@ -162,37 +90,19 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-29T12:59:20.385858+00:00", + "evaluated_at": "2026-06-29T13:08:08.107912+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t120000z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t130000z", + "data_fetched_at": "2026-06-29T13:05:43.514284Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260629t094500z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t064200z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260628t132000z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260629t095000z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260629t111500z", + "data_fetched_at": "2026-06-29T13:05:43.514284Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] @@ -200,37 +110,19 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-29T13:00:00.940512+00:00", + "evaluated_at": "2026-06-29T13:08:32.669210+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t120000z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t130000z", + "data_fetched_at": "2026-06-29T13:05:43.514284Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260629t094500z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t064200z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260628t132000z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260629t095000z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260629t111500z", + "data_fetched_at": "2026-06-29T13:05:43.514284Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] @@ -238,37 +130,19 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-29T13:00:01.804192+00:00", + "evaluated_at": "2026-06-29T13:08:33.075874+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t120000z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t130000z", + "data_fetched_at": "2026-06-29T13:05:43.514284Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260629t094500z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t064200z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260628t132000z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260629t095000z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260629t111500z", + "data_fetched_at": "2026-06-29T13:05:43.514284Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] @@ -276,37 +150,19 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-29T13:00:01.951887+00:00", + "evaluated_at": "2026-06-29T13:08:33.136065+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t120000z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t130000z", + "data_fetched_at": "2026-06-29T13:05:43.514284Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260629t094500z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t064200z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260628t132000z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260629t095000z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260629t111500z", + "data_fetched_at": "2026-06-29T13:05:43.514284Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] @@ -314,37 +170,19 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-29T13:00:02.031509+00:00", + "evaluated_at": "2026-06-29T13:08:33.167303+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t120000z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t130000z", + "data_fetched_at": "2026-06-29T13:05:43.514284Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260629t094500z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t064200z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260628t132000z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260629t095000z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260629t111500z", + "data_fetched_at": "2026-06-29T13:05:43.514284Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] @@ -352,37 +190,19 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-29T13:00:02.098596+00:00", + "evaluated_at": "2026-06-29T13:08:33.195022+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t120000z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t130000z", + "data_fetched_at": "2026-06-29T13:05:43.514284Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260629t094500z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t064200z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260628t132000z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260629t095000z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260629t111500z", + "data_fetched_at": "2026-06-29T13:05:43.514284Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] @@ -404,7 +224,5 @@ "live_overall": "aggregates/live_overall_up_to_now.csv", "live_metadata": "aggregates/live_metadata.json" }, - "push_status": "ok", - "pushed_at": "2026-06-29T13:00:11.099693+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index 199c2e0375cca9230ff6fc49a478f95e9196477e..2c05eb5e28b169a705d4d694b1e6ca6ece951b56 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,389709.5634924571,389709.5634924571,534.30224609375,0.7148098937307131,0.0089547244733618,0.008900461467146629,4.840876863200395,624.2672212221759,0.010441270949818606,0.008936548854254224,0.006981478172609422,Finance,1,24 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,377631.42601394653,377631.42601394653,513.0657552083334,0.7202775567728724,0.008600987362196486,0.008548411644894243,5.077995783981173,614.5172300383014,0.010277655303788678,0.008580903386355188,0.006901669588588326,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,Seasonal-Naive,364837.5669593811,364837.5669593811,491.4205729166667,0.5980363145145157,0.008249638397354637,0.008198604368839528,4.39876320331303,604.017853179342,0.010106638037828153,0.00822262095179532,0.006824462396764629,Finance,1,24 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Seasonal-Naive,36436.1429036395,36436.1429036395,152.79166432221731,1.6109556133900285,0.8264244641534466,1.5187046461435552,64.32233589831223,190.88253692687422,1.1751439790441005,0.9406423828344558,0.9402466648974208,Finance,1,12 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Seasonal-Naive,0.0,0.0,0.0,nan,nan,nan,nan,0.0,nan,nan,nan,Climate,1,36 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index 31ed018b0ea79a4c2164e71b47323d5199b0fcb3..3d14a1d3942dee71f25bbe113a2a3d01fd385b4f 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-29T13:00:02.036151+00:00", + "evaluated_at": "2026-06-29T13:08:33.173527+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 61338.01171875, 61113.1015625, 60250.0, 59850.0, @@ -101,10 +100,10 @@ 60258.83984375, 60166.7109375, 60342.0, - 60293.51171875 + 60293.51171875, + 60071.87890625 ], "actuals": [ - 60071.87890625, 60033.0, 59890.0, 59690.62109375, @@ -127,10 +126,10 @@ 60057.0, 60088.0, 59956.05078125, - 59914.48828125 + 59948.78125, + 60112.96875 ], "p50": [ - 60588.3515625, 60611.5, 60840.05859375, 60807.98828125, @@ -153,10 +152,10 @@ 60258.83984375, 60166.7109375, 60342.0, - 60293.51171875 + 60293.51171875, + 60071.87890625 ], "p10": [ - 59376.58453125, 59399.27, 59623.257421875, 59591.828515625, @@ -179,10 +178,10 @@ 59053.663046875, 58963.37671875, 59135.159999999996, - 59087.641484374995 + 59087.641484374995, + 58870.441328125 ], "p90": [ - 61800.11859375, 61823.73, 62056.859765625, 62024.148046875, @@ -205,10 +204,10 @@ 61464.016640625, 61370.04515625, 61548.840000000004, - 61499.381953125005 + 61499.381953125005, + 61273.316484375 ], "mean": [ - 60588.3515625, 60611.5, 60840.05859375, 60807.98828125, @@ -231,11 +230,11 @@ 60258.83984375, 60166.7109375, 60342.0, - 60293.51171875 + 60293.51171875, + 60071.87890625 ], "quantiles": { "0.1": [ - 59376.58453125, 59399.27, 59623.257421875, 59591.828515625, @@ -258,10 +257,10 @@ 59053.663046875, 58963.37671875, 59135.159999999996, - 59087.641484374995 + 59087.641484374995, + 58870.441328125 ], "0.2": [ - 59679.5262890625, 59702.3275, 59927.457714843746, 59895.86845703125, @@ -284,10 +283,10 @@ 59354.95724609375, 59264.2102734375, 59436.87, - 59389.10904296875 + 59389.10904296875, + 59170.80072265625 ], "0.3": [ - 59982.468046875, 60005.385, 60231.6580078125, 60199.9083984375, @@ -310,10 +309,10 @@ 59656.2514453125, 59565.043828125, 59738.58, - 59690.5766015625 + 59690.5766015625, + 59471.1601171875 ], "0.4": [ - 60285.4098046875, 60308.4425, 60535.85830078125, 60503.94833984375, @@ -336,10 +335,10 @@ 59957.54564453125, 59865.8773828125, 60040.29, - 59992.04416015625 + 59992.04416015625, + 59771.51951171875 ], "0.5": [ - 60588.3515625, 60611.5, 60840.05859375, 60807.98828125, @@ -362,10 +361,10 @@ 60258.83984375, 60166.7109375, 60342.0, - 60293.51171875 + 60293.51171875, + 60071.87890625 ], "0.6": [ - 60891.29332031249, 60914.557499999995, 61144.258886718744, 61112.02822265624, @@ -388,10 +387,10 @@ 60560.13404296874, 60467.544492187495, 60643.70999999999, - 60594.979277343744 + 60594.979277343744, + 60372.238300781246 ], "0.7": [ - 61194.235078125, 61217.615, 61448.4591796875, 61416.0681640625, @@ -414,10 +413,10 @@ 60861.4282421875, 60768.378046875, 60945.42, - 60896.4468359375 + 60896.4468359375, + 60672.5976953125 ], "0.8": [ - 61497.17683593749, 61520.67249999999, 61752.65947265625, 61720.108105468746, @@ -440,10 +439,10 @@ 61162.722441406244, 61069.21160156249, 61247.13, - 61197.914394531246 + 61197.914394531246, + 60972.957089843745 ], "0.9": [ - 61800.11859375, 61823.73, 62056.859765625, 62024.148046875, @@ -466,11 +465,11 @@ 61464.016640625, 61370.04515625, 61548.840000000004, - 61499.381953125005 + 61499.381953125005, + 61273.316484375 ] }, "timestamps": [ - "2026-06-24 13:00:00", "2026-06-24 14:00:00", "2026-06-24 15:00:00", "2026-06-24 16:00:00", @@ -589,6 +588,7 @@ "2026-06-29 09:00:00", "2026-06-29 10:00:00", "2026-06-29 11:00:00", - "2026-06-29 12:00:00" + "2026-06-29 12:00:00", + "2026-06-29 13:00:00" ] } diff --git a/results/seasonal_naive/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/seasonal_naive/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index 49fc06e681f4ed8fee0ce944de9134e3a8234e93..c426270dbfb270536fb7f8df97f9e8027f293d5c 100644 --- a/results/seasonal_naive/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/seasonal_naive/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,7 +1,7 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-29T12:50:45.280750+00:00", + "evaluated_at": "2026-06-29T13:08:33.187102+00:00", "freq": "5min", "context_length": 120, "prediction_length": 12, @@ -326,42 +326,6 @@ ] }, "timestamps": [ - "2026-06-25 07:50:00", - "2026-06-25 07:55:00", - "2026-06-25 08:00:00", - "2026-06-25 08:05:00", - "2026-06-25 08:10:00", - "2026-06-25 08:15:00", - "2026-06-25 08:20:00", - "2026-06-25 08:25:00", - "2026-06-25 08:30:00", - "2026-06-25 08:35:00", - "2026-06-25 08:40:00", - "2026-06-25 08:45:00", - "2026-06-25 08:50:00", - "2026-06-25 08:55:00", - "2026-06-25 09:00:00", - "2026-06-25 09:05:00", - "2026-06-25 09:10:00", - "2026-06-25 09:15:00", - "2026-06-25 09:20:00", - "2026-06-25 09:25:00", - "2026-06-25 09:30:00", - "2026-06-25 09:35:00", - "2026-06-25 09:40:00", - "2026-06-25 09:45:00", - "2026-06-25 09:50:00", - "2026-06-25 09:55:00", - "2026-06-25 10:00:00", - "2026-06-25 10:05:00", - "2026-06-25 10:10:00", - "2026-06-25 10:15:00", - "2026-06-25 10:20:00", - "2026-06-25 10:25:00", - "2026-06-25 10:30:00", - "2026-06-25 10:35:00", - "2026-06-25 10:40:00", - "2026-06-25 10:45:00", "2026-06-25 10:50:00", "2026-06-25 10:55:00", "2026-06-25 11:00:00", @@ -457,6 +421,42 @@ "2026-06-25 18:30:00", "2026-06-25 18:35:00", "2026-06-25 18:40:00", - "2026-06-25 18:45:00" + "2026-06-25 18:45:00", + "2026-06-25 18:50:00", + "2026-06-25 18:55:00", + "2026-06-25 19:00:00", + "2026-06-25 19:05:00", + "2026-06-25 19:10:00", + "2026-06-25 19:15:00", + "2026-06-25 19:20:00", + "2026-06-25 19:25:00", + "2026-06-25 19:30:00", + "2026-06-25 19:35:00", + "2026-06-25 19:40:00", + "2026-06-25 19:45:00", + "2026-06-25 19:50:00", + "2026-06-25 19:55:00", + "2026-06-25 20:00:00", + "2026-06-25 20:05:00", + "2026-06-25 20:10:00", + "2026-06-25 20:15:00", + "2026-06-25 20:20:00", + "2026-06-25 20:25:00", + "2026-06-25 20:30:00", + "2026-06-25 20:35:00", + "2026-06-25 20:40:00", + "2026-06-25 20:45:00", + "2026-06-25 20:50:00", + "2026-06-25 20:55:00", + "2026-06-25 21:00:00", + "2026-06-25 21:05:00", + "2026-06-25 21:10:00", + "2026-06-25 21:15:00", + "2026-06-25 21:20:00", + "2026-06-25 21:25:00", + "2026-06-25 21:30:00", + "2026-06-25 21:35:00", + "2026-06-25 21:40:00", + "2026-06-25 21:45:00" ] } diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index 3eda30af108a3026706416fa053a178184e67d92..890041e6c9038d3df5c0681f3dad23e8c716e968 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,37 +1,19 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-29T13:00:02.098596+00:00", + "evaluated_at": "2026-06-29T13:08:33.195022+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t120000z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t130000z", + "data_fetched_at": "2026-06-29T13:05:43.514284Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260629t094500z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t064200z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260628t132000z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260629t095000z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260629t111500z", + "data_fetched_at": "2026-06-29T13:05:43.514284Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index 09c9b8182847352927b48a23582617bc64ce0dbc..4fadb7dad9a8366dffad4dfa090c202c67aaeccd 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,Timer-S1,298413.2109648387,298413.2109648387,477.36669921875,0.6386393507304544,0.008004009574515575,0.007962154991824696,6.736286941881562,546.2721034107807,0.009136752419697084,0.007984265198492008,0.005532277704220759,Finance,1,24 +binance_btcusdt_1h_close/1h/short,Timer-S1,258318.2380994161,258318.2380994161,430.5110677083333,0.6043815180896768,0.00722057322056872,0.0071843080763124715,6.5886537884150576,508.2501727490273,0.00850036390888499,0.007200195766840421,0.0051187419731661046,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,Timer-S1,269226.56801160175,269226.56801160175,426.15087890625,0.518606088336136,0.007157969950632982,0.007120498826686938,5.070383883280151,518.8704732508892,0.00868192228766175,0.007130505596709583,0.004987927169000084,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Timer-S1,8.874856741867843e-16,8.874856741867843e-16,2.050398961728206e-08,nan,nan,2.0,nan,2.9790697779454317e-08,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Timer-S1,1.1760797597599717e-16,1.1760797597599717e-16,9.226596375810914e-09,nan,nan,2.0,nan,1.0844721111028959e-08,inf,inf,inf,Transportation,1,12 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index f5364bf2865d61579adf7154187df5a980cb8581..d7e1c2afbd3659e84f64a5307ab5d3d1ef4a0e77 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-29T12:59:37.979281+00:00", + "evaluated_at": "2026-06-29T13:08:25.845065+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 61338.01171875, 61113.1015625, 60250.0, 59850.0, @@ -101,10 +100,10 @@ 60258.83984375, 60166.7109375, 60342.0, - 60293.51171875 + 60293.51171875, + 60071.87890625 ], "actuals": [ - 60071.87890625, 60033.0, 59890.0, 59690.62109375, @@ -127,350 +126,350 @@ 60057.0, 60088.0, 59956.05078125, - 59914.48828125 + 59948.78125, + 60112.96875 ], "p50": [ - 60347.875, - 60312.6484375, - 60308.08203125, - 60317.21484375, - 60289.1640625, - 60276.1171875, - 60270.8984375, - 60264.375, - 60259.80859375, - 60245.45703125, - 60255.2421875, - 60262.41796875, - 60257.19921875, - 60260.4609375, - 60257.8515625, - 60259.15625, - 60238.93359375, - 60235.671875, - 60241.54296875, - 60250.0234375, - 60240.5625, - 60241.54296875, - 60237.62890625, - 60249.37109375 + 60216.0546875, + 60224.0625, + 60235.59375, + 60233.3515625, + 60240.078125, + 60236.875, + 60227.90625, + 60216.0546875, + 60217.9765625, + 60212.2109375, + 60226.625, + 60216.0546875, + 60225.984375, + 60234.6328125, + 60232.390625, + 60218.9375, + 60208.6875, + 60213.171875, + 60221.8203125, + 60217.3359375, + 60208.046875, + 60218.6171875, + 60219.578125, + 60208.046875 ], "p10": [ - 60063.453125, - 59948.640625, - 59904.28125, - 59882.1015625, - 59826.0, - 59789.46875, - 59760.765625, - 59752.9375, - 59737.28125, - 59719.015625, - 59726.84375, - 59719.015625, - 59698.140625, - 59687.703125, - 59674.65625, - 59659.0, - 59651.171875, - 59635.515625, - 59635.515625, - 59640.734375, - 59627.6875, - 59617.25, - 59606.8125, - 59617.25 + 59939.625, + 59871.71875, + 59839.6875, + 59803.8125, + 59785.875, + 59762.8125, + 59734.625, + 59711.5625, + 59706.4375, + 59701.3125, + 59709.0, + 59691.0625, + 59691.0625, + 59685.9375, + 59673.125, + 59650.0625, + 59647.5, + 59642.375, + 59644.9375, + 59637.25, + 59621.875, + 59621.875, + 59611.625, + 59601.375 ], "p90": [ - 60600.984375, - 60655.78125, - 60707.96875, - 60747.109375, - 60744.5, - 60744.5, - 60760.15625, - 60757.546875, - 60767.984375, - 60765.375, - 60781.03125, - 60809.734375, - 60804.515625, - 60814.953125, - 60809.734375, - 60812.34375, - 60788.859375, - 60801.90625, - 60812.34375, - 60833.21875, - 60820.171875, - 60822.78125, - 60822.78125, - 60838.4375 + 60467.5, + 60549.5, + 60608.4375, + 60634.0625, + 60662.25, + 60672.5, + 60685.3125, + 60680.1875, + 60698.125, + 60703.25, + 60726.3125, + 60736.5625, + 60749.375, + 60764.75, + 60767.3125, + 60754.5, + 60739.125, + 60757.0625, + 60772.4375, + 60777.5625, + 60764.75, + 60772.4375, + 60785.25, + 60780.125 ], "mean": [ - 60347.875, - 60312.6484375, - 60308.08203125, - 60317.21484375, - 60289.1640625, - 60276.1171875, - 60270.8984375, - 60264.375, - 60259.80859375, - 60245.45703125, - 60255.2421875, - 60262.41796875, - 60257.19921875, - 60260.4609375, - 60257.8515625, - 60259.15625, - 60238.93359375, - 60235.671875, - 60241.54296875, - 60250.0234375, - 60240.5625, - 60241.54296875, - 60237.62890625, - 60249.37109375 + 60216.0546875, + 60224.0625, + 60235.59375, + 60233.3515625, + 60240.078125, + 60236.875, + 60227.90625, + 60216.0546875, + 60217.9765625, + 60212.2109375, + 60226.625, + 60216.0546875, + 60225.984375, + 60234.6328125, + 60232.390625, + 60218.9375, + 60208.6875, + 60213.171875, + 60221.8203125, + 60217.3359375, + 60208.046875, + 60218.6171875, + 60219.578125, + 60208.046875 ], "quantiles": { "0.1": [ - 60063.453125, - 59948.640625, - 59904.28125, - 59882.1015625, - 59826.0, - 59789.46875, - 59760.765625, - 59752.9375, - 59737.28125, - 59719.015625, - 59726.84375, - 59719.015625, - 59698.140625, - 59687.703125, - 59674.65625, - 59659.0, - 59651.171875, - 59635.515625, - 59635.515625, - 59640.734375, - 59627.6875, - 59617.25, - 59606.8125, - 59617.25 + 59939.625, + 59871.71875, + 59839.6875, + 59803.8125, + 59785.875, + 59762.8125, + 59734.625, + 59711.5625, + 59706.4375, + 59701.3125, + 59709.0, + 59691.0625, + 59691.0625, + 59685.9375, + 59673.125, + 59650.0625, + 59647.5, + 59642.375, + 59644.9375, + 59637.25, + 59621.875, + 59621.875, + 59611.625, + 59601.375 ], "0.2": [ - 60063.453125, - 59948.640625, - 59904.28125, - 59882.1015625, - 59826.0, - 59789.46875, - 59760.765625, - 59752.9375, - 59737.28125, - 59719.015625, - 59726.84375, - 59719.015625, - 59698.140625, - 59687.703125, - 59674.65625, - 59659.0, - 59651.171875, - 59635.515625, - 59635.515625, - 59640.734375, - 59627.6875, - 59617.25, - 59606.8125, - 59617.25 + 59939.625, + 59871.71875, + 59839.6875, + 59803.8125, + 59785.875, + 59762.8125, + 59734.625, + 59711.5625, + 59706.4375, + 59701.3125, + 59709.0, + 59691.0625, + 59691.0625, + 59685.9375, + 59673.125, + 59650.0625, + 59647.5, + 59642.375, + 59644.9375, + 59637.25, + 59621.875, + 59621.875, + 59611.625, + 59601.375 ], "0.3": [ - 60063.453125, - 59948.640625, - 59904.28125, - 59882.1015625, - 59826.0, - 59789.46875, - 59760.765625, - 59752.9375, - 59737.28125, - 59719.015625, - 59726.84375, - 59719.015625, - 59698.140625, - 59687.703125, - 59674.65625, - 59659.0, - 59651.171875, - 59635.515625, - 59635.515625, - 59640.734375, - 59627.6875, - 59617.25, - 59606.8125, - 59617.25 + 59939.625, + 59871.71875, + 59839.6875, + 59803.8125, + 59785.875, + 59762.8125, + 59734.625, + 59711.5625, + 59706.4375, + 59701.3125, + 59709.0, + 59691.0625, + 59691.0625, + 59685.9375, + 59673.125, + 59650.0625, + 59647.5, + 59642.375, + 59644.9375, + 59637.25, + 59621.875, + 59621.875, + 59611.625, + 59601.375 ], "0.4": [ - 60347.875, - 60312.6484375, - 60308.08203125, - 60317.21484375, - 60289.1640625, - 60276.1171875, - 60270.8984375, - 60264.375, - 60259.80859375, - 60245.45703125, - 60255.2421875, - 60262.41796875, - 60257.19921875, - 60260.4609375, - 60257.8515625, - 60259.15625, - 60238.93359375, - 60235.671875, - 60241.54296875, - 60250.0234375, - 60240.5625, - 60241.54296875, - 60237.62890625, - 60249.37109375 + 60216.0546875, + 60224.0625, + 60235.59375, + 60233.3515625, + 60240.078125, + 60236.875, + 60227.90625, + 60216.0546875, + 60217.9765625, + 60212.2109375, + 60226.625, + 60216.0546875, + 60225.984375, + 60234.6328125, + 60232.390625, + 60218.9375, + 60208.6875, + 60213.171875, + 60221.8203125, + 60217.3359375, + 60208.046875, + 60218.6171875, + 60219.578125, + 60208.046875 ], "0.5": [ - 60347.875, - 60312.6484375, - 60308.08203125, - 60317.21484375, - 60289.1640625, - 60276.1171875, - 60270.8984375, - 60264.375, - 60259.80859375, - 60245.45703125, - 60255.2421875, - 60262.41796875, - 60257.19921875, - 60260.4609375, - 60257.8515625, - 60259.15625, - 60238.93359375, - 60235.671875, - 60241.54296875, - 60250.0234375, - 60240.5625, - 60241.54296875, - 60237.62890625, - 60249.37109375 + 60216.0546875, + 60224.0625, + 60235.59375, + 60233.3515625, + 60240.078125, + 60236.875, + 60227.90625, + 60216.0546875, + 60217.9765625, + 60212.2109375, + 60226.625, + 60216.0546875, + 60225.984375, + 60234.6328125, + 60232.390625, + 60218.9375, + 60208.6875, + 60213.171875, + 60221.8203125, + 60217.3359375, + 60208.046875, + 60218.6171875, + 60219.578125, + 60208.046875 ], "0.6": [ - 60347.875, - 60312.6484375, - 60308.08203125, - 60317.21484375, - 60289.1640625, - 60276.1171875, - 60270.8984375, - 60264.375, - 60259.80859375, - 60245.45703125, - 60255.2421875, - 60262.41796875, - 60257.19921875, - 60260.4609375, - 60257.8515625, - 60259.15625, - 60238.93359375, - 60235.671875, - 60241.54296875, - 60250.0234375, - 60240.5625, - 60241.54296875, - 60237.62890625, - 60249.37109375 + 60216.0546875, + 60224.0625, + 60235.59375, + 60233.3515625, + 60240.078125, + 60236.875, + 60227.90625, + 60216.0546875, + 60217.9765625, + 60212.2109375, + 60226.625, + 60216.0546875, + 60225.984375, + 60234.6328125, + 60232.390625, + 60218.9375, + 60208.6875, + 60213.171875, + 60221.8203125, + 60217.3359375, + 60208.046875, + 60218.6171875, + 60219.578125, + 60208.046875 ], "0.7": [ - 60347.875, - 60312.6484375, - 60308.08203125, - 60317.21484375, - 60289.1640625, - 60276.1171875, - 60270.8984375, - 60264.375, - 60259.80859375, - 60245.45703125, - 60255.2421875, - 60262.41796875, - 60257.19921875, - 60260.4609375, - 60257.8515625, - 60259.15625, - 60238.93359375, - 60235.671875, - 60241.54296875, - 60250.0234375, - 60240.5625, - 60241.54296875, - 60237.62890625, - 60249.37109375 + 60216.0546875, + 60224.0625, + 60235.59375, + 60233.3515625, + 60240.078125, + 60236.875, + 60227.90625, + 60216.0546875, + 60217.9765625, + 60212.2109375, + 60226.625, + 60216.0546875, + 60225.984375, + 60234.6328125, + 60232.390625, + 60218.9375, + 60208.6875, + 60213.171875, + 60221.8203125, + 60217.3359375, + 60208.046875, + 60218.6171875, + 60219.578125, + 60208.046875 ], "0.8": [ - 60600.984375, - 60655.78125, - 60707.96875, - 60747.109375, - 60744.5, - 60744.5, - 60760.15625, - 60757.546875, - 60767.984375, - 60765.375, - 60781.03125, - 60809.734375, - 60804.515625, - 60814.953125, - 60809.734375, - 60812.34375, - 60788.859375, - 60801.90625, - 60812.34375, - 60833.21875, - 60820.171875, - 60822.78125, - 60822.78125, - 60838.4375 + 60467.5, + 60549.5, + 60608.4375, + 60634.0625, + 60662.25, + 60672.5, + 60685.3125, + 60680.1875, + 60698.125, + 60703.25, + 60726.3125, + 60736.5625, + 60749.375, + 60764.75, + 60767.3125, + 60754.5, + 60739.125, + 60757.0625, + 60772.4375, + 60777.5625, + 60764.75, + 60772.4375, + 60785.25, + 60780.125 ], "0.9": [ - 60600.984375, - 60655.78125, - 60707.96875, - 60747.109375, - 60744.5, - 60744.5, - 60760.15625, - 60757.546875, - 60767.984375, - 60765.375, - 60781.03125, - 60809.734375, - 60804.515625, - 60814.953125, - 60809.734375, - 60812.34375, - 60788.859375, - 60801.90625, - 60812.34375, - 60833.21875, - 60820.171875, - 60822.78125, - 60822.78125, - 60838.4375 + 60467.5, + 60549.5, + 60608.4375, + 60634.0625, + 60662.25, + 60672.5, + 60685.3125, + 60680.1875, + 60698.125, + 60703.25, + 60726.3125, + 60736.5625, + 60749.375, + 60764.75, + 60767.3125, + 60754.5, + 60739.125, + 60757.0625, + 60772.4375, + 60777.5625, + 60764.75, + 60772.4375, + 60785.25, + 60780.125 ] }, "timestamps": [ - "2026-06-24 13:00:00", "2026-06-24 14:00:00", "2026-06-24 15:00:00", "2026-06-24 16:00:00", @@ -589,6 +588,7 @@ "2026-06-29 09:00:00", "2026-06-29 10:00:00", "2026-06-29 11:00:00", - "2026-06-29 12:00:00" + "2026-06-29 12:00:00", + "2026-06-29 13:00:00" ] } diff --git a/results/timer_s1/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/timer_s1/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index a2b58927ff90ce9728c1310a9524e788ba899b92..5d358b50fd449dd7341974e4c88333f172f28c89 100644 --- a/results/timer_s1/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/timer_s1/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,7 +1,7 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-29T12:50:41.631858+00:00", + "evaluated_at": "2026-06-29T13:08:30.404788+00:00", "freq": "5min", "context_length": 120, "prediction_length": 12, @@ -326,42 +326,6 @@ ] }, "timestamps": [ - "2026-06-25 07:50:00", - "2026-06-25 07:55:00", - "2026-06-25 08:00:00", - "2026-06-25 08:05:00", - "2026-06-25 08:10:00", - "2026-06-25 08:15:00", - "2026-06-25 08:20:00", - "2026-06-25 08:25:00", - "2026-06-25 08:30:00", - "2026-06-25 08:35:00", - "2026-06-25 08:40:00", - "2026-06-25 08:45:00", - "2026-06-25 08:50:00", - "2026-06-25 08:55:00", - "2026-06-25 09:00:00", - "2026-06-25 09:05:00", - "2026-06-25 09:10:00", - "2026-06-25 09:15:00", - "2026-06-25 09:20:00", - "2026-06-25 09:25:00", - "2026-06-25 09:30:00", - "2026-06-25 09:35:00", - "2026-06-25 09:40:00", - "2026-06-25 09:45:00", - "2026-06-25 09:50:00", - "2026-06-25 09:55:00", - "2026-06-25 10:00:00", - "2026-06-25 10:05:00", - "2026-06-25 10:10:00", - "2026-06-25 10:15:00", - "2026-06-25 10:20:00", - "2026-06-25 10:25:00", - "2026-06-25 10:30:00", - "2026-06-25 10:35:00", - "2026-06-25 10:40:00", - "2026-06-25 10:45:00", "2026-06-25 10:50:00", "2026-06-25 10:55:00", "2026-06-25 11:00:00", @@ -457,6 +421,42 @@ "2026-06-25 18:30:00", "2026-06-25 18:35:00", "2026-06-25 18:40:00", - "2026-06-25 18:45:00" + "2026-06-25 18:45:00", + "2026-06-25 18:50:00", + "2026-06-25 18:55:00", + "2026-06-25 19:00:00", + "2026-06-25 19:05:00", + "2026-06-25 19:10:00", + "2026-06-25 19:15:00", + "2026-06-25 19:20:00", + "2026-06-25 19:25:00", + "2026-06-25 19:30:00", + "2026-06-25 19:35:00", + "2026-06-25 19:40:00", + "2026-06-25 19:45:00", + "2026-06-25 19:50:00", + "2026-06-25 19:55:00", + "2026-06-25 20:00:00", + "2026-06-25 20:05:00", + "2026-06-25 20:10:00", + "2026-06-25 20:15:00", + "2026-06-25 20:20:00", + "2026-06-25 20:25:00", + "2026-06-25 20:30:00", + "2026-06-25 20:35:00", + "2026-06-25 20:40:00", + "2026-06-25 20:45:00", + "2026-06-25 20:50:00", + "2026-06-25 20:55:00", + "2026-06-25 21:00:00", + "2026-06-25 21:05:00", + "2026-06-25 21:10:00", + "2026-06-25 21:15:00", + "2026-06-25 21:20:00", + "2026-06-25 21:25:00", + "2026-06-25 21:30:00", + "2026-06-25 21:35:00", + "2026-06-25 21:40:00", + "2026-06-25 21:45:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index 91755950a206e7f4b5f470091258c9b8df7c17b9..43ef0677380f891d6dbb6305e757393d5c458bef 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,37 +1,19 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-29T13:00:00.940512+00:00", + "evaluated_at": "2026-06-29T13:08:32.669210+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t120000z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t130000z", + "data_fetched_at": "2026-06-29T13:05:43.514284Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260629t094500z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t064200z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260628t132000z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260629t095000z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260629t111500z", + "data_fetched_at": "2026-06-29T13:05:43.514284Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index e1da518d6a6efec655e455b7ab7bc064637cdaf4..dffbf7b5e886be9f5bd1cf488f5312b83e76a596 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,293580.48786036175,224891.06544240317,401.4967447916667,0.5371376361899137,0.006733840367965804,0.00670225914264199,25.631469810237775,541.8306819112053,0.009062466787354213,0.006715291393375896,0.0077227076046535266,Finance,1,24 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,206030.42695744833,152792.8098335266,313.5833333333333,0.44023019444420325,0.005261981269766201,0.005240482868220017,21.935825050028853,453.9057467772889,0.007591466240084108,0.005244607069540086,0.0062464211256526535,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,TimesFM-2.5,262305.8912595113,192959.45042037964,348.951171875,0.4246575830862385,0.00586230812653368,0.0058362077727840515,20.27281125524148,512.1580725318222,0.008569608050465975,0.005838773089989192,0.006846444787670643,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,TimesFM-2.5,0.0,0.0,0.0,nan,nan,nan,nan,0.0,nan,nan,nan,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,TimesFM-2.5,0.0,0.0,0.0,nan,nan,nan,nan,0.0,nan,nan,nan,Transportation,1,12 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index 4714373c88a49a0581ce50c547bff2ee7a29e2a7..8e0d2497bf3e3c258ef0e578a474d4386d82b612 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-29T12:56:46.802190+00:00", + "evaluated_at": "2026-06-29T13:06:33.527688+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 61338.01171875, 61113.1015625, 60250.0, 59850.0, @@ -101,10 +100,10 @@ 60258.83984375, 60166.7109375, 60342.0, - 60293.51171875 + 60293.51171875, + 60071.87890625 ], "actuals": [ - 60071.87890625, 60033.0, 59890.0, 59690.62109375, @@ -127,350 +126,350 @@ 60057.0, 60088.0, 59956.05078125, - 59914.48828125 + 59948.78125, + 60112.96875 ], "p50": [ - 60259.48046875, - 60268.96875, - 60258.4609375, - 60245.1796875, - 60233.44921875, - 60218.3984375, - 60196.23828125, - 60173.1796875, - 60164.31640625, - 60142.50390625, - 60133.24609375, - 60109.01953125, - 60130.89453125, - 60134.51171875, - 60138.921875, - 60153.41796875, - 60159.43359375, - 60163.34375, - 60176.95703125, - 60195.90625, - 60201.859375, - 60197.27734375, - 60229.81640625, - 60273.5859375 + 60100.609375, + 60122.4453125, + 60095.78125, + 60096.734375, + 60088.3359375, + 60077.3046875, + 60054.84375, + 60052.0234375, + 60047.0546875, + 60047.9765625, + 60044.8671875, + 60032.046875, + 60050.1640625, + 60063.6953125, + 60090.7421875, + 60118.8125, + 60121.015625, + 60137.671875, + 60146.4453125, + 60171.8203125, + 60168.0625, + 60185.3359375, + 60197.609375, + 60212.4296875 ], "p10": [ - 60281.296875, - 60301.4296875, - 60295.37890625, - 60276.4921875, - 60275.109375, - 60279.58984375, - 60273.9375, - 60250.9609375, - 60218.25, - 60214.3203125, - 60202.453125, - 60179.7890625, - 60191.4765625, - 60208.62109375, - 60229.62890625, - 60246.78125, - 60236.34765625, - 60267.48828125, - 60267.2109375, - 60280.171875, - 60295.23046875, - 60300.55859375, - 60334.8203125, - 60350.78515625 + 60153.90625, + 60171.84375, + 60147.5234375, + 60147.75, + 60155.421875, + 60153.703125, + 60148.5859375, + 60115.8203125, + 60109.40625, + 60105.5625, + 60104.1328125, + 60091.484375, + 60120.296875, + 60149.53125, + 60168.8125, + 60195.7421875, + 60196.796875, + 60230.0546875, + 60239.125, + 60233.171875, + 60250.234375, + 60263.8359375, + 60281.2578125, + 60280.21875 ], "p90": [ - 60435.13671875, - 60466.7109375, - 60483.9140625, - 60482.12890625, - 60483.5390625, - 60490.1015625, - 60486.78515625, - 60475.62109375, - 60468.140625, - 60456.453125, - 60464.7265625, - 60448.828125, - 60482.69140625, - 60507.0390625, - 60516.04296875, - 60544.01171875, - 60562.26171875, - 60566.328125, - 60597.5390625, - 60602.1484375, - 60617.50390625, - 60631.58203125, - 60671.734375, - 60702.765625 + 60313.15625, + 60356.1953125, + 60361.171875, + 60366.7109375, + 60365.6171875, + 60368.40625, + 60359.8359375, + 60359.453125, + 60359.53125, + 60361.953125, + 60373.9296875, + 60365.3046875, + 60394.4609375, + 60422.265625, + 60446.53125, + 60488.875, + 60497.8984375, + 60515.703125, + 60546.8828125, + 60558.921875, + 60565.2578125, + 60594.3359375, + 60610.296875, + 60612.0234375 ], "mean": [ - 60306.97265625, - 60316.05859375, - 60316.2421875, - 60309.34765625, - 60297.828125, - 60285.57421875, - 60274.3984375, - 60252.75, - 60243.17578125, - 60217.2109375, - 60211.890625, - 60193.15625, - 60203.4609375, - 60215.0234375, - 60224.4765625, - 60248.48046875, - 60255.83984375, - 60259.12109375, - 60282.8125, - 60286.1484375, - 60295.02734375, - 60299.359375, - 60339.9296875, - 60365.67578125 + 60151.53125, + 60169.0390625, + 60158.015625, + 60162.1171875, + 60156.34375, + 60142.0703125, + 60134.109375, + 60127.7734375, + 60124.6875, + 60117.8359375, + 60117.7734375, + 60110.7734375, + 60125.875, + 60144.6015625, + 60166.875, + 60202.671875, + 60209.8359375, + 60228.7265625, + 60249.4609375, + 60253.21875, + 60256.6171875, + 60276.1171875, + 60296.375, + 60299.859375 ], "quantiles": { "0.1": [ - 60281.296875, - 60301.4296875, - 60295.37890625, - 60276.4921875, - 60275.109375, - 60279.58984375, - 60273.9375, - 60250.9609375, - 60218.25, - 60214.3203125, - 60202.453125, - 60179.7890625, - 60191.4765625, - 60208.62109375, - 60229.62890625, - 60246.78125, - 60236.34765625, - 60267.48828125, - 60267.2109375, - 60280.171875, - 60295.23046875, - 60300.55859375, - 60334.8203125, - 60350.78515625 + 60153.90625, + 60171.84375, + 60147.5234375, + 60147.75, + 60155.421875, + 60153.703125, + 60148.5859375, + 60115.8203125, + 60109.40625, + 60105.5625, + 60104.1328125, + 60091.484375, + 60120.296875, + 60149.53125, + 60168.8125, + 60195.7421875, + 60196.796875, + 60230.0546875, + 60239.125, + 60233.171875, + 60250.234375, + 60263.8359375, + 60281.2578125, + 60280.21875 ], "0.2": [ - 60281.296875, - 60301.4296875, - 60295.37890625, - 60276.4921875, - 60275.109375, - 60279.58984375, - 60273.9375, - 60250.9609375, - 60218.25, - 60214.3203125, - 60202.453125, - 60179.7890625, - 60191.4765625, - 60208.62109375, - 60229.62890625, - 60246.78125, - 60236.34765625, - 60267.48828125, - 60267.2109375, - 60280.171875, - 60295.23046875, - 60300.55859375, - 60334.8203125, - 60350.78515625 + 60153.90625, + 60171.84375, + 60147.5234375, + 60147.75, + 60155.421875, + 60153.703125, + 60148.5859375, + 60115.8203125, + 60109.40625, + 60105.5625, + 60104.1328125, + 60091.484375, + 60120.296875, + 60149.53125, + 60168.8125, + 60195.7421875, + 60196.796875, + 60230.0546875, + 60239.125, + 60233.171875, + 60250.234375, + 60263.8359375, + 60281.2578125, + 60280.21875 ], "0.3": [ - 60281.296875, - 60301.4296875, - 60295.37890625, - 60276.4921875, - 60275.109375, - 60279.58984375, - 60273.9375, - 60250.9609375, - 60218.25, - 60214.3203125, - 60202.453125, - 60179.7890625, - 60191.4765625, - 60208.62109375, - 60229.62890625, - 60246.78125, - 60236.34765625, - 60267.48828125, - 60267.2109375, - 60280.171875, - 60295.23046875, - 60300.55859375, - 60334.8203125, - 60350.78515625 + 60153.90625, + 60171.84375, + 60147.5234375, + 60147.75, + 60155.421875, + 60153.703125, + 60148.5859375, + 60115.8203125, + 60109.40625, + 60105.5625, + 60104.1328125, + 60091.484375, + 60120.296875, + 60149.53125, + 60168.8125, + 60195.7421875, + 60196.796875, + 60230.0546875, + 60239.125, + 60233.171875, + 60250.234375, + 60263.8359375, + 60281.2578125, + 60280.21875 ], "0.4": [ - 60259.48046875, - 60268.96875, - 60258.4609375, - 60245.1796875, - 60233.44921875, - 60218.3984375, - 60196.23828125, - 60173.1796875, - 60164.31640625, - 60142.50390625, - 60133.24609375, - 60109.01953125, - 60130.89453125, - 60134.51171875, - 60138.921875, - 60153.41796875, - 60159.43359375, - 60163.34375, - 60176.95703125, - 60195.90625, - 60201.859375, - 60197.27734375, - 60229.81640625, - 60273.5859375 + 60100.609375, + 60122.4453125, + 60095.78125, + 60096.734375, + 60088.3359375, + 60077.3046875, + 60054.84375, + 60052.0234375, + 60047.0546875, + 60047.9765625, + 60044.8671875, + 60032.046875, + 60050.1640625, + 60063.6953125, + 60090.7421875, + 60118.8125, + 60121.015625, + 60137.671875, + 60146.4453125, + 60171.8203125, + 60168.0625, + 60185.3359375, + 60197.609375, + 60212.4296875 ], "0.5": [ - 60259.48046875, - 60268.96875, - 60258.4609375, - 60245.1796875, - 60233.44921875, - 60218.3984375, - 60196.23828125, - 60173.1796875, - 60164.31640625, - 60142.50390625, - 60133.24609375, - 60109.01953125, - 60130.89453125, - 60134.51171875, - 60138.921875, - 60153.41796875, - 60159.43359375, - 60163.34375, - 60176.95703125, - 60195.90625, - 60201.859375, - 60197.27734375, - 60229.81640625, - 60273.5859375 + 60100.609375, + 60122.4453125, + 60095.78125, + 60096.734375, + 60088.3359375, + 60077.3046875, + 60054.84375, + 60052.0234375, + 60047.0546875, + 60047.9765625, + 60044.8671875, + 60032.046875, + 60050.1640625, + 60063.6953125, + 60090.7421875, + 60118.8125, + 60121.015625, + 60137.671875, + 60146.4453125, + 60171.8203125, + 60168.0625, + 60185.3359375, + 60197.609375, + 60212.4296875 ], "0.6": [ - 60259.48046875, - 60268.96875, - 60258.4609375, - 60245.1796875, - 60233.44921875, - 60218.3984375, - 60196.23828125, - 60173.1796875, - 60164.31640625, - 60142.50390625, - 60133.24609375, - 60109.01953125, - 60130.89453125, - 60134.51171875, - 60138.921875, - 60153.41796875, - 60159.43359375, - 60163.34375, - 60176.95703125, - 60195.90625, - 60201.859375, - 60197.27734375, - 60229.81640625, - 60273.5859375 + 60100.609375, + 60122.4453125, + 60095.78125, + 60096.734375, + 60088.3359375, + 60077.3046875, + 60054.84375, + 60052.0234375, + 60047.0546875, + 60047.9765625, + 60044.8671875, + 60032.046875, + 60050.1640625, + 60063.6953125, + 60090.7421875, + 60118.8125, + 60121.015625, + 60137.671875, + 60146.4453125, + 60171.8203125, + 60168.0625, + 60185.3359375, + 60197.609375, + 60212.4296875 ], "0.7": [ - 60259.48046875, - 60268.96875, - 60258.4609375, - 60245.1796875, - 60233.44921875, - 60218.3984375, - 60196.23828125, - 60173.1796875, - 60164.31640625, - 60142.50390625, - 60133.24609375, - 60109.01953125, - 60130.89453125, - 60134.51171875, - 60138.921875, - 60153.41796875, - 60159.43359375, - 60163.34375, - 60176.95703125, - 60195.90625, - 60201.859375, - 60197.27734375, - 60229.81640625, - 60273.5859375 + 60100.609375, + 60122.4453125, + 60095.78125, + 60096.734375, + 60088.3359375, + 60077.3046875, + 60054.84375, + 60052.0234375, + 60047.0546875, + 60047.9765625, + 60044.8671875, + 60032.046875, + 60050.1640625, + 60063.6953125, + 60090.7421875, + 60118.8125, + 60121.015625, + 60137.671875, + 60146.4453125, + 60171.8203125, + 60168.0625, + 60185.3359375, + 60197.609375, + 60212.4296875 ], "0.8": [ - 60435.13671875, - 60466.7109375, - 60483.9140625, - 60482.12890625, - 60483.5390625, - 60490.1015625, - 60486.78515625, - 60475.62109375, - 60468.140625, - 60456.453125, - 60464.7265625, - 60448.828125, - 60482.69140625, - 60507.0390625, - 60516.04296875, - 60544.01171875, - 60562.26171875, - 60566.328125, - 60597.5390625, - 60602.1484375, - 60617.50390625, - 60631.58203125, - 60671.734375, - 60702.765625 + 60313.15625, + 60356.1953125, + 60361.171875, + 60366.7109375, + 60365.6171875, + 60368.40625, + 60359.8359375, + 60359.453125, + 60359.53125, + 60361.953125, + 60373.9296875, + 60365.3046875, + 60394.4609375, + 60422.265625, + 60446.53125, + 60488.875, + 60497.8984375, + 60515.703125, + 60546.8828125, + 60558.921875, + 60565.2578125, + 60594.3359375, + 60610.296875, + 60612.0234375 ], "0.9": [ - 60435.13671875, - 60466.7109375, - 60483.9140625, - 60482.12890625, - 60483.5390625, - 60490.1015625, - 60486.78515625, - 60475.62109375, - 60468.140625, - 60456.453125, - 60464.7265625, - 60448.828125, - 60482.69140625, - 60507.0390625, - 60516.04296875, - 60544.01171875, - 60562.26171875, - 60566.328125, - 60597.5390625, - 60602.1484375, - 60617.50390625, - 60631.58203125, - 60671.734375, - 60702.765625 + 60313.15625, + 60356.1953125, + 60361.171875, + 60366.7109375, + 60365.6171875, + 60368.40625, + 60359.8359375, + 60359.453125, + 60359.53125, + 60361.953125, + 60373.9296875, + 60365.3046875, + 60394.4609375, + 60422.265625, + 60446.53125, + 60488.875, + 60497.8984375, + 60515.703125, + 60546.8828125, + 60558.921875, + 60565.2578125, + 60594.3359375, + 60610.296875, + 60612.0234375 ] }, "timestamps": [ - "2026-06-24 13:00:00", "2026-06-24 14:00:00", "2026-06-24 15:00:00", "2026-06-24 16:00:00", @@ -589,6 +588,7 @@ "2026-06-29 09:00:00", "2026-06-29 10:00:00", "2026-06-29 11:00:00", - "2026-06-29 12:00:00" + "2026-06-29 12:00:00", + "2026-06-29 13:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/timesfm_2_5/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index a7b794e9998819c35c2979470cf708cf380536d1..6a167b2c66cebbc22a4ca3fbd574a5aaadd4ca82 100644 --- a/results/timesfm_2_5/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/timesfm_2_5/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,7 +1,7 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-29T12:48:35.828071+00:00", + "evaluated_at": "2026-06-29T13:06:39.423775+00:00", "freq": "5min", "context_length": 120, "prediction_length": 12, @@ -326,42 +326,6 @@ ] }, "timestamps": [ - "2026-06-25 07:50:00", - "2026-06-25 07:55:00", - "2026-06-25 08:00:00", - "2026-06-25 08:05:00", - "2026-06-25 08:10:00", - "2026-06-25 08:15:00", - "2026-06-25 08:20:00", - "2026-06-25 08:25:00", - "2026-06-25 08:30:00", - "2026-06-25 08:35:00", - "2026-06-25 08:40:00", - "2026-06-25 08:45:00", - "2026-06-25 08:50:00", - "2026-06-25 08:55:00", - "2026-06-25 09:00:00", - "2026-06-25 09:05:00", - "2026-06-25 09:10:00", - "2026-06-25 09:15:00", - "2026-06-25 09:20:00", - "2026-06-25 09:25:00", - "2026-06-25 09:30:00", - "2026-06-25 09:35:00", - "2026-06-25 09:40:00", - "2026-06-25 09:45:00", - "2026-06-25 09:50:00", - "2026-06-25 09:55:00", - "2026-06-25 10:00:00", - "2026-06-25 10:05:00", - "2026-06-25 10:10:00", - "2026-06-25 10:15:00", - "2026-06-25 10:20:00", - "2026-06-25 10:25:00", - "2026-06-25 10:30:00", - "2026-06-25 10:35:00", - "2026-06-25 10:40:00", - "2026-06-25 10:45:00", "2026-06-25 10:50:00", "2026-06-25 10:55:00", "2026-06-25 11:00:00", @@ -457,6 +421,42 @@ "2026-06-25 18:30:00", "2026-06-25 18:35:00", "2026-06-25 18:40:00", - "2026-06-25 18:45:00" + "2026-06-25 18:45:00", + "2026-06-25 18:50:00", + "2026-06-25 18:55:00", + "2026-06-25 19:00:00", + "2026-06-25 19:05:00", + "2026-06-25 19:10:00", + "2026-06-25 19:15:00", + "2026-06-25 19:20:00", + "2026-06-25 19:25:00", + "2026-06-25 19:30:00", + "2026-06-25 19:35:00", + "2026-06-25 19:40:00", + "2026-06-25 19:45:00", + "2026-06-25 19:50:00", + "2026-06-25 19:55:00", + "2026-06-25 20:00:00", + "2026-06-25 20:05:00", + "2026-06-25 20:10:00", + "2026-06-25 20:15:00", + "2026-06-25 20:20:00", + "2026-06-25 20:25:00", + "2026-06-25 20:30:00", + "2026-06-25 20:35:00", + "2026-06-25 20:40:00", + "2026-06-25 20:45:00", + "2026-06-25 20:50:00", + "2026-06-25 20:55:00", + "2026-06-25 21:00:00", + "2026-06-25 21:05:00", + "2026-06-25 21:10:00", + "2026-06-25 21:15:00", + "2026-06-25 21:20:00", + "2026-06-25 21:25:00", + "2026-06-25 21:30:00", + "2026-06-25 21:35:00", + "2026-06-25 21:40:00", + "2026-06-25 21:45:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index 909ea0e2263f4a8438d5e92d34d8ef74f10b110d..7aaa71331a19d1b9dcffedf62ab5bc750d8efd35 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,37 +1,19 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-29T12:57:11.707712+00:00", + "evaluated_at": "2026-06-29T13:06:41.986354+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t120000z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t130000z", + "data_fetched_at": "2026-06-29T13:05:43.514284Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260629t094500z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t064200z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260628t132000z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260629t095000z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260629t111500z", + "data_fetched_at": "2026-06-29T13:05:43.514284Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index b09760497d585b404534ec74c3425e19c5348491..7d87562a90e5d4b643efd48074619609ac566f1d 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,TiRex,315143.28557395935,315143.28557395935,503.0769856770833,0.6730355511309348,0.008432887487584535,0.008388708024951235,7.2372811750677855,561.3762424381347,0.009389378863449135,0.008414286282385136,0.006045985987859912,Finance,1,24 +binance_btcusdt_1h_close/1h/short,TiRex,237863.9714533488,237863.9714533488,418.80078125,0.5879417997227906,0.007023081201581218,0.006989681828153918,5.097985730064887,487.71300111166687,0.008156884571470187,0.007004343995979785,0.005230226059568206,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,TiRex,208938.26499557495,208938.26499557495,370.5755208333333,0.45097342468412477,0.006224903860661102,0.006196182878665589,3.0735205509569847,457.0976536754208,0.007648317859019216,0.006200599262138231,0.0042967235885134816,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,TiRex,5.906315718058047e-17,5.906315718058047e-17,4.2397065989136564e-09,nan,nan,2.0,nan,7.685255830522526e-09,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,TiRex,2.0440368407041843e-18,2.0440368407041843e-18,1.2956792120692266e-09,nan,nan,2.0,nan,1.4296981641955705e-09,inf,inf,inf,Transportation,1,12 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 646e2dbf86251d938d8e76721163131a760a581b..6783524cb9c7deab6180c7442ad12efb3557d5a9 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-29T12:58:00.753645+00:00", + "evaluated_at": "2026-06-29T13:07:42.184015+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 61338.01171875, 61113.1015625, 60250.0, 59850.0, @@ -101,10 +100,10 @@ 60258.83984375, 60166.7109375, 60342.0, - 60293.51171875 + 60293.51171875, + 60071.87890625 ], "actuals": [ - 60071.87890625, 60033.0, 59890.0, 59690.62109375, @@ -127,350 +126,350 @@ 60057.0, 60088.0, 59956.05078125, - 59914.48828125 + 59948.78125, + 60112.96875 ], "p50": [ - 60288.95703125, - 60294.08203125, - 60296.40234375, - 60285.14453125, - 60274.4453125, - 60269.953125, - 60266.9609375, - 60270.6328125, - 60272.58984375, - 60267.91796875, - 60270.21875, - 60271.8125, - 60268.7578125, - 60267.7890625, - 60277.375, - 60281.01953125, - 60288.6640625, - 60312.6796875, - 60327.1171875, - 60333.40234375, - 60331.85546875, - 60326.203125, - 60326.15625, - 60326.15625 + 60142.6328125, + 60166.18359375, + 60174.5625, + 60172.6953125, + 60175.57421875, + 60179.90625, + 60181.63671875, + 60187.6484375, + 60192.46875, + 60192.9140625, + 60197.3984375, + 60197.1328125, + 60199.4765625, + 60202.06640625, + 60217.6875, + 60226.76953125, + 60242.328125, + 60256.3828125, + 60262.16796875, + 60263.35546875, + 60256.52734375, + 60258.015625, + 60257.046875, + 60246.46875 ], "p10": [ - 60084.19140625, - 60016.12890625, - 59958.921875, - 59908.828125, - 59866.125, - 59832.2265625, - 59790.484375, - 59763.69140625, - 59743.60546875, - 59715.81640625, - 59694.32421875, - 59670.22265625, - 59640.5390625, - 59625.1640625, - 59613.1796875, - 59590.8359375, - 59571.15625, - 59573.24609375, - 59570.34375, - 59561.60546875, - 59538.57421875, - 59504.515625, - 59481.55078125, - 59461.421875 + 59909.89453125, + 59844.79296875, + 59784.20703125, + 59739.13671875, + 59711.43359375, + 59687.81640625, + 59649.1875, + 59622.98828125, + 59604.01171875, + 59579.609375, + 59554.2265625, + 59523.8203125, + 59502.25, + 59496.2265625, + 59490.921875, + 59473.32421875, + 59461.1484375, + 59453.53515625, + 59440.015625, + 59421.7109375, + 59395.078125, + 59374.42578125, + 59354.7890625, + 59326.7109375 ], "p90": [ - 60507.796875, - 60581.83984375, - 60651.39453125, - 60685.5625, - 60704.65625, - 60736.0625, - 60774.53125, - 60817.97265625, - 60846.2734375, - 60873.01953125, - 60905.078125, - 60936.8984375, - 60967.84375, - 60999.59765625, - 61055.0078125, - 61134.23046875, - 61195.4765625, - 61229.69921875, - 61263.4765625, - 61329.32421875, - 61315.27734375, - 61328.32421875, - 61355.3125, - 61363.20703125 + 60398.953125, + 60498.84765625, + 60559.46875, + 60597.41796875, + 60635.23046875, + 60678.72265625, + 60728.06640625, + 60776.55859375, + 60811.3671875, + 60846.171875, + 60880.05078125, + 60909.3359375, + 60946.39453125, + 60980.6640625, + 61039.3515625, + 61125.16796875, + 61196.4765625, + 61217.02734375, + 61232.32421875, + 61283.10546875, + 61277.48046875, + 61303.41796875, + 61332.6640625, + 61331.37890625 ], "mean": [ - 60288.95703125, - 60294.08203125, - 60296.40234375, - 60285.14453125, - 60274.4453125, - 60269.953125, - 60266.9609375, - 60270.6328125, - 60272.58984375, - 60267.91796875, - 60270.21875, - 60271.8125, - 60268.7578125, - 60267.7890625, - 60277.375, - 60281.01953125, - 60288.6640625, - 60312.6796875, - 60327.1171875, - 60333.40234375, - 60331.85546875, - 60326.203125, - 60326.15625, - 60326.15625 + 60142.6328125, + 60166.18359375, + 60174.5625, + 60172.6953125, + 60175.57421875, + 60179.90625, + 60181.63671875, + 60187.6484375, + 60192.46875, + 60192.9140625, + 60197.3984375, + 60197.1328125, + 60199.4765625, + 60202.06640625, + 60217.6875, + 60226.76953125, + 60242.328125, + 60256.3828125, + 60262.16796875, + 60263.35546875, + 60256.52734375, + 60258.015625, + 60257.046875, + 60246.46875 ], "quantiles": { "0.1": [ - 60084.19140625, - 60016.12890625, - 59958.921875, - 59908.828125, - 59866.125, - 59832.2265625, - 59790.484375, - 59763.69140625, - 59743.60546875, - 59715.81640625, - 59694.32421875, - 59670.22265625, - 59640.5390625, - 59625.1640625, - 59613.1796875, - 59590.8359375, - 59571.15625, - 59573.24609375, - 59570.34375, - 59561.60546875, - 59538.57421875, - 59504.515625, - 59481.55078125, - 59461.421875 + 59909.89453125, + 59844.79296875, + 59784.20703125, + 59739.13671875, + 59711.43359375, + 59687.81640625, + 59649.1875, + 59622.98828125, + 59604.01171875, + 59579.609375, + 59554.2265625, + 59523.8203125, + 59502.25, + 59496.2265625, + 59490.921875, + 59473.32421875, + 59461.1484375, + 59453.53515625, + 59440.015625, + 59421.7109375, + 59395.078125, + 59374.42578125, + 59354.7890625, + 59326.7109375 ], "0.2": [ - 60084.19140625, - 60016.12890625, - 59958.921875, - 59908.828125, - 59866.125, - 59832.2265625, - 59790.484375, - 59763.69140625, - 59743.60546875, - 59715.81640625, - 59694.32421875, - 59670.22265625, - 59640.5390625, - 59625.1640625, - 59613.1796875, - 59590.8359375, - 59571.15625, - 59573.24609375, - 59570.34375, - 59561.60546875, - 59538.57421875, - 59504.515625, - 59481.55078125, - 59461.421875 + 59909.89453125, + 59844.79296875, + 59784.20703125, + 59739.13671875, + 59711.43359375, + 59687.81640625, + 59649.1875, + 59622.98828125, + 59604.01171875, + 59579.609375, + 59554.2265625, + 59523.8203125, + 59502.25, + 59496.2265625, + 59490.921875, + 59473.32421875, + 59461.1484375, + 59453.53515625, + 59440.015625, + 59421.7109375, + 59395.078125, + 59374.42578125, + 59354.7890625, + 59326.7109375 ], "0.3": [ - 60084.19140625, - 60016.12890625, - 59958.921875, - 59908.828125, - 59866.125, - 59832.2265625, - 59790.484375, - 59763.69140625, - 59743.60546875, - 59715.81640625, - 59694.32421875, - 59670.22265625, - 59640.5390625, - 59625.1640625, - 59613.1796875, - 59590.8359375, - 59571.15625, - 59573.24609375, - 59570.34375, - 59561.60546875, - 59538.57421875, - 59504.515625, - 59481.55078125, - 59461.421875 + 59909.89453125, + 59844.79296875, + 59784.20703125, + 59739.13671875, + 59711.43359375, + 59687.81640625, + 59649.1875, + 59622.98828125, + 59604.01171875, + 59579.609375, + 59554.2265625, + 59523.8203125, + 59502.25, + 59496.2265625, + 59490.921875, + 59473.32421875, + 59461.1484375, + 59453.53515625, + 59440.015625, + 59421.7109375, + 59395.078125, + 59374.42578125, + 59354.7890625, + 59326.7109375 ], "0.4": [ - 60288.95703125, - 60294.08203125, - 60296.40234375, - 60285.14453125, - 60274.4453125, - 60269.953125, - 60266.9609375, - 60270.6328125, - 60272.58984375, - 60267.91796875, - 60270.21875, - 60271.8125, - 60268.7578125, - 60267.7890625, - 60277.375, - 60281.01953125, - 60288.6640625, - 60312.6796875, - 60327.1171875, - 60333.40234375, - 60331.85546875, - 60326.203125, - 60326.15625, - 60326.15625 + 60142.6328125, + 60166.18359375, + 60174.5625, + 60172.6953125, + 60175.57421875, + 60179.90625, + 60181.63671875, + 60187.6484375, + 60192.46875, + 60192.9140625, + 60197.3984375, + 60197.1328125, + 60199.4765625, + 60202.06640625, + 60217.6875, + 60226.76953125, + 60242.328125, + 60256.3828125, + 60262.16796875, + 60263.35546875, + 60256.52734375, + 60258.015625, + 60257.046875, + 60246.46875 ], "0.5": [ - 60288.95703125, - 60294.08203125, - 60296.40234375, - 60285.14453125, - 60274.4453125, - 60269.953125, - 60266.9609375, - 60270.6328125, - 60272.58984375, - 60267.91796875, - 60270.21875, - 60271.8125, - 60268.7578125, - 60267.7890625, - 60277.375, - 60281.01953125, - 60288.6640625, - 60312.6796875, - 60327.1171875, - 60333.40234375, - 60331.85546875, - 60326.203125, - 60326.15625, - 60326.15625 + 60142.6328125, + 60166.18359375, + 60174.5625, + 60172.6953125, + 60175.57421875, + 60179.90625, + 60181.63671875, + 60187.6484375, + 60192.46875, + 60192.9140625, + 60197.3984375, + 60197.1328125, + 60199.4765625, + 60202.06640625, + 60217.6875, + 60226.76953125, + 60242.328125, + 60256.3828125, + 60262.16796875, + 60263.35546875, + 60256.52734375, + 60258.015625, + 60257.046875, + 60246.46875 ], "0.6": [ - 60288.95703125, - 60294.08203125, - 60296.40234375, - 60285.14453125, - 60274.4453125, - 60269.953125, - 60266.9609375, - 60270.6328125, - 60272.58984375, - 60267.91796875, - 60270.21875, - 60271.8125, - 60268.7578125, - 60267.7890625, - 60277.375, - 60281.01953125, - 60288.6640625, - 60312.6796875, - 60327.1171875, - 60333.40234375, - 60331.85546875, - 60326.203125, - 60326.15625, - 60326.15625 + 60142.6328125, + 60166.18359375, + 60174.5625, + 60172.6953125, + 60175.57421875, + 60179.90625, + 60181.63671875, + 60187.6484375, + 60192.46875, + 60192.9140625, + 60197.3984375, + 60197.1328125, + 60199.4765625, + 60202.06640625, + 60217.6875, + 60226.76953125, + 60242.328125, + 60256.3828125, + 60262.16796875, + 60263.35546875, + 60256.52734375, + 60258.015625, + 60257.046875, + 60246.46875 ], "0.7": [ - 60288.95703125, - 60294.08203125, - 60296.40234375, - 60285.14453125, - 60274.4453125, - 60269.953125, - 60266.9609375, - 60270.6328125, - 60272.58984375, - 60267.91796875, - 60270.21875, - 60271.8125, - 60268.7578125, - 60267.7890625, - 60277.375, - 60281.01953125, - 60288.6640625, - 60312.6796875, - 60327.1171875, - 60333.40234375, - 60331.85546875, - 60326.203125, - 60326.15625, - 60326.15625 + 60142.6328125, + 60166.18359375, + 60174.5625, + 60172.6953125, + 60175.57421875, + 60179.90625, + 60181.63671875, + 60187.6484375, + 60192.46875, + 60192.9140625, + 60197.3984375, + 60197.1328125, + 60199.4765625, + 60202.06640625, + 60217.6875, + 60226.76953125, + 60242.328125, + 60256.3828125, + 60262.16796875, + 60263.35546875, + 60256.52734375, + 60258.015625, + 60257.046875, + 60246.46875 ], "0.8": [ - 60507.796875, - 60581.83984375, - 60651.39453125, - 60685.5625, - 60704.65625, - 60736.0625, - 60774.53125, - 60817.97265625, - 60846.2734375, - 60873.01953125, - 60905.078125, - 60936.8984375, - 60967.84375, - 60999.59765625, - 61055.0078125, - 61134.23046875, - 61195.4765625, - 61229.69921875, - 61263.4765625, - 61329.32421875, - 61315.27734375, - 61328.32421875, - 61355.3125, - 61363.20703125 + 60398.953125, + 60498.84765625, + 60559.46875, + 60597.41796875, + 60635.23046875, + 60678.72265625, + 60728.06640625, + 60776.55859375, + 60811.3671875, + 60846.171875, + 60880.05078125, + 60909.3359375, + 60946.39453125, + 60980.6640625, + 61039.3515625, + 61125.16796875, + 61196.4765625, + 61217.02734375, + 61232.32421875, + 61283.10546875, + 61277.48046875, + 61303.41796875, + 61332.6640625, + 61331.37890625 ], "0.9": [ - 60507.796875, - 60581.83984375, - 60651.39453125, - 60685.5625, - 60704.65625, - 60736.0625, - 60774.53125, - 60817.97265625, - 60846.2734375, - 60873.01953125, - 60905.078125, - 60936.8984375, - 60967.84375, - 60999.59765625, - 61055.0078125, - 61134.23046875, - 61195.4765625, - 61229.69921875, - 61263.4765625, - 61329.32421875, - 61315.27734375, - 61328.32421875, - 61355.3125, - 61363.20703125 + 60398.953125, + 60498.84765625, + 60559.46875, + 60597.41796875, + 60635.23046875, + 60678.72265625, + 60728.06640625, + 60776.55859375, + 60811.3671875, + 60846.171875, + 60880.05078125, + 60909.3359375, + 60946.39453125, + 60980.6640625, + 61039.3515625, + 61125.16796875, + 61196.4765625, + 61217.02734375, + 61232.32421875, + 61283.10546875, + 61277.48046875, + 61303.41796875, + 61332.6640625, + 61331.37890625 ] }, "timestamps": [ - "2026-06-24 13:00:00", "2026-06-24 14:00:00", "2026-06-24 15:00:00", "2026-06-24 16:00:00", @@ -589,6 +588,7 @@ "2026-06-29 09:00:00", "2026-06-29 10:00:00", "2026-06-29 11:00:00", - "2026-06-29 12:00:00" + "2026-06-29 12:00:00", + "2026-06-29 13:00:00" ] } diff --git a/results/tirex/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/tirex/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index 0d7c1c67d218e07d01e8de896bf9660d32e85159..e375e3c25b0842fbbdddc8c7d83ab1623fef4e57 100644 --- a/results/tirex/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/tirex/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,7 +1,7 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "TiRex", - "evaluated_at": "2026-06-29T12:49:19.307060+00:00", + "evaluated_at": "2026-06-29T13:07:47.879492+00:00", "freq": "5min", "context_length": 120, "prediction_length": 12, @@ -326,42 +326,6 @@ ] }, "timestamps": [ - "2026-06-25 07:50:00", - "2026-06-25 07:55:00", - "2026-06-25 08:00:00", - "2026-06-25 08:05:00", - "2026-06-25 08:10:00", - "2026-06-25 08:15:00", - "2026-06-25 08:20:00", - "2026-06-25 08:25:00", - "2026-06-25 08:30:00", - "2026-06-25 08:35:00", - "2026-06-25 08:40:00", - "2026-06-25 08:45:00", - "2026-06-25 08:50:00", - "2026-06-25 08:55:00", - "2026-06-25 09:00:00", - "2026-06-25 09:05:00", - "2026-06-25 09:10:00", - "2026-06-25 09:15:00", - "2026-06-25 09:20:00", - "2026-06-25 09:25:00", - "2026-06-25 09:30:00", - "2026-06-25 09:35:00", - "2026-06-25 09:40:00", - "2026-06-25 09:45:00", - "2026-06-25 09:50:00", - "2026-06-25 09:55:00", - "2026-06-25 10:00:00", - "2026-06-25 10:05:00", - "2026-06-25 10:10:00", - "2026-06-25 10:15:00", - "2026-06-25 10:20:00", - "2026-06-25 10:25:00", - "2026-06-25 10:30:00", - "2026-06-25 10:35:00", - "2026-06-25 10:40:00", - "2026-06-25 10:45:00", "2026-06-25 10:50:00", "2026-06-25 10:55:00", "2026-06-25 11:00:00", @@ -457,6 +421,42 @@ "2026-06-25 18:30:00", "2026-06-25 18:35:00", "2026-06-25 18:40:00", - "2026-06-25 18:45:00" + "2026-06-25 18:45:00", + "2026-06-25 18:50:00", + "2026-06-25 18:55:00", + "2026-06-25 19:00:00", + "2026-06-25 19:05:00", + "2026-06-25 19:10:00", + "2026-06-25 19:15:00", + "2026-06-25 19:20:00", + "2026-06-25 19:25:00", + "2026-06-25 19:30:00", + "2026-06-25 19:35:00", + "2026-06-25 19:40:00", + "2026-06-25 19:45:00", + "2026-06-25 19:50:00", + "2026-06-25 19:55:00", + "2026-06-25 20:00:00", + "2026-06-25 20:05:00", + "2026-06-25 20:10:00", + "2026-06-25 20:15:00", + "2026-06-25 20:20:00", + "2026-06-25 20:25:00", + "2026-06-25 20:30:00", + "2026-06-25 20:35:00", + "2026-06-25 20:40:00", + "2026-06-25 20:45:00", + "2026-06-25 20:50:00", + "2026-06-25 20:55:00", + "2026-06-25 21:00:00", + "2026-06-25 21:05:00", + "2026-06-25 21:10:00", + "2026-06-25 21:15:00", + "2026-06-25 21:20:00", + "2026-06-25 21:25:00", + "2026-06-25 21:30:00", + "2026-06-25 21:35:00", + "2026-06-25 21:40:00", + "2026-06-25 21:45:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 6484b363dcc16e8073969c081a1b56f0b3164421..33994911558fc84f63c3baed326d268b725e9de5 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,37 +1,19 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-29T12:58:31.247985+00:00", + "evaluated_at": "2026-06-29T13:07:52.147751+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t120000z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t130000z", + "data_fetched_at": "2026-06-29T13:05:43.514284Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260629t094500z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t064200z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260628t132000z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260629t095000z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260629t111500z", + "data_fetched_at": "2026-06-29T13:05:43.514284Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index b0ecd1320c4627951e1042dd882d758193a9ecb3..3f8e5829e34da6182ca6903bfd46281c86554a95 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,321417.2933508555,321417.2933508555,499.78369140625,0.6686296566302681,0.008379146568571702,0.008334081150113535,5.286522500677194,566.9367630969573,0.009482382149297083,0.008359203816687297,0.006116684861611417,Finance,1,24 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,193440.06222724915,193440.06222724915,352.67724609375,0.49511296079903594,0.0059182541024673865,0.005891055023178385,3.023919027052371,439.81821497892645,0.007355855603266475,0.0058984435125034596,0.0051931985657121624,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,Toto-2.0-1B,297921.62673632306,297921.62673632306,450.6170247395833,0.548380266486025,0.007568408346599796,0.007527075059881278,3.3774855556017727,545.8219734824928,0.009132884218643587,0.007539881708386864,0.007200933369304012,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Toto-2.0-1B,7.92033974581673e-22,7.92033974581673e-22,2.228279148683914e-11,nan,nan,2.0,nan,2.8143098169563228e-11,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Toto-2.0-1B,9.285839740510159e-20,9.285839740510159e-20,2.8203846723362513e-10,nan,nan,2.0,nan,3.047267585971104e-10,inf,inf,inf,Transportation,1,12 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index 78e0c8d5a5921468eb1b4dda5fca555186b6cc20..4943351a3d30f451d4a239105507e97ca4a92ba6 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-29T12:57:32.724754+00:00", + "evaluated_at": "2026-06-29T13:07:24.817848+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 61338.01171875, 61113.1015625, 60250.0, 59850.0, @@ -101,10 +100,10 @@ 60258.83984375, 60166.7109375, 60342.0, - 60293.51171875 + 60293.51171875, + 60071.87890625 ], "actuals": [ - 60071.87890625, 60033.0, 59890.0, 59690.62109375, @@ -127,350 +126,350 @@ 60057.0, 60088.0, 59956.05078125, - 59914.48828125 + 59948.78125, + 60112.96875 ], "p50": [ - 60319.1796875, - 60331.89453125, - 60334.44921875, - 60334.4921875, - 60326.67578125, - 60310.38671875, - 60302.06640625, - 60287.60546875, - 60276.30859375, - 60281.65234375, - 60275.43359375, - 60276.53125, - 60273.328125, - 60276.6796875, - 60272.85546875, - 60267.8125, - 60259.0859375, - 60266.6484375, - 60269.3984375, - 60272.17578125, - 60273.13671875, - 60274.66796875, - 60276.421875, - 60278.3671875 + 60138.8203125, + 60139.1953125, + 60137.7734375, + 60139.37109375, + 60143.8828125, + 60140.53125, + 60144.18359375, + 60141.28125, + 60132.50390625, + 60139.30078125, + 60138.62109375, + 60138.56640625, + 60137.74609375, + 60148.16015625, + 60147.23046875, + 60146.42578125, + 60149.96875, + 60152.86328125, + 60155.51171875, + 60151.83203125, + 60147.3203125, + 60149.671875, + 60151.1875, + 60150.1328125 ], "p10": [ - 60099.14453125, - 60013.6796875, - 59941.5, - 59877.40625, - 59810.58203125, - 59746.15625, - 59686.625, - 59626.73046875, - 59557.41796875, - 59528.515625, - 59483.3828125, - 59457.96875, - 59422.0234375, - 59385.625, - 59358.44140625, - 59332.67578125, - 59287.6640625, - 59272.23828125, - 59239.51171875, - 59230.53515625, - 59206.88671875, - 59192.80859375, - 59172.046875, - 59155.453125 + 59852.51953125, + 59745.0859375, + 59651.16796875, + 59578.22265625, + 59514.4296875, + 59451.10546875, + 59401.62890625, + 59342.15234375, + 59262.60546875, + 59226.703125, + 59170.04296875, + 59132.77734375, + 59077.25390625, + 59032.81640625, + 59003.37890625, + 58967.671875, + 58920.25, + 58900.34375, + 58834.04296875, + 58817.23046875, + 58768.99609375, + 58761.16015625, + 58718.58984375, + 58697.64453125 ], "p90": [ - 60550.73828125, - 60647.625, - 60717.59765625, - 60784.76953125, - 60835.59765625, - 60883.72265625, - 60926.8984375, - 60957.27734375, - 60996.5078125, - 61052.25, - 61090.43359375, - 61151.078125, - 61193.7578125, - 61238.01953125, - 61256.06640625, - 61273.03515625, - 61305.296875, - 61341.53125, - 61372.1640625, - 61409.23828125, - 61429.58984375, - 61477.75390625, - 61512.5, - 61533.5625 + 60412.80078125, + 60499.0234375, + 60564.8359375, + 60628.5546875, + 60683.10546875, + 60733.01171875, + 60786.65625, + 60825.7109375, + 60853.8125, + 60911.7578125, + 60944.375, + 60989.20703125, + 61039.73046875, + 61088.51953125, + 61105.18359375, + 61134.484375, + 61190.1484375, + 61224.63671875, + 61264.53515625, + 61294.87890625, + 61314.81640625, + 61367.265625, + 61409.28515625, + 61433.44921875 ], "mean": [ - 60319.1796875, - 60331.89453125, - 60334.44921875, - 60334.4921875, - 60326.67578125, - 60310.38671875, - 60302.06640625, - 60287.60546875, - 60276.30859375, - 60281.65234375, - 60275.43359375, - 60276.53125, - 60273.328125, - 60276.6796875, - 60272.85546875, - 60267.8125, - 60259.0859375, - 60266.6484375, - 60269.3984375, - 60272.17578125, - 60273.13671875, - 60274.66796875, - 60276.421875, - 60278.3671875 + 60138.8203125, + 60139.1953125, + 60137.7734375, + 60139.37109375, + 60143.8828125, + 60140.53125, + 60144.18359375, + 60141.28125, + 60132.50390625, + 60139.30078125, + 60138.62109375, + 60138.56640625, + 60137.74609375, + 60148.16015625, + 60147.23046875, + 60146.42578125, + 60149.96875, + 60152.86328125, + 60155.51171875, + 60151.83203125, + 60147.3203125, + 60149.671875, + 60151.1875, + 60150.1328125 ], "quantiles": { "0.1": [ - 60099.14453125, - 60013.6796875, - 59941.5, - 59877.40625, - 59810.58203125, - 59746.15625, - 59686.625, - 59626.73046875, - 59557.41796875, - 59528.515625, - 59483.3828125, - 59457.96875, - 59422.0234375, - 59385.625, - 59358.44140625, - 59332.67578125, - 59287.6640625, - 59272.23828125, - 59239.51171875, - 59230.53515625, - 59206.88671875, - 59192.80859375, - 59172.046875, - 59155.453125 + 59852.51953125, + 59745.0859375, + 59651.16796875, + 59578.22265625, + 59514.4296875, + 59451.10546875, + 59401.62890625, + 59342.15234375, + 59262.60546875, + 59226.703125, + 59170.04296875, + 59132.77734375, + 59077.25390625, + 59032.81640625, + 59003.37890625, + 58967.671875, + 58920.25, + 58900.34375, + 58834.04296875, + 58817.23046875, + 58768.99609375, + 58761.16015625, + 58718.58984375, + 58697.64453125 ], "0.2": [ - 60099.14453125, - 60013.6796875, - 59941.5, - 59877.40625, - 59810.58203125, - 59746.15625, - 59686.625, - 59626.73046875, - 59557.41796875, - 59528.515625, - 59483.3828125, - 59457.96875, - 59422.0234375, - 59385.625, - 59358.44140625, - 59332.67578125, - 59287.6640625, - 59272.23828125, - 59239.51171875, - 59230.53515625, - 59206.88671875, - 59192.80859375, - 59172.046875, - 59155.453125 + 59852.51953125, + 59745.0859375, + 59651.16796875, + 59578.22265625, + 59514.4296875, + 59451.10546875, + 59401.62890625, + 59342.15234375, + 59262.60546875, + 59226.703125, + 59170.04296875, + 59132.77734375, + 59077.25390625, + 59032.81640625, + 59003.37890625, + 58967.671875, + 58920.25, + 58900.34375, + 58834.04296875, + 58817.23046875, + 58768.99609375, + 58761.16015625, + 58718.58984375, + 58697.64453125 ], "0.3": [ - 60099.14453125, - 60013.6796875, - 59941.5, - 59877.40625, - 59810.58203125, - 59746.15625, - 59686.625, - 59626.73046875, - 59557.41796875, - 59528.515625, - 59483.3828125, - 59457.96875, - 59422.0234375, - 59385.625, - 59358.44140625, - 59332.67578125, - 59287.6640625, - 59272.23828125, - 59239.51171875, - 59230.53515625, - 59206.88671875, - 59192.80859375, - 59172.046875, - 59155.453125 + 59852.51953125, + 59745.0859375, + 59651.16796875, + 59578.22265625, + 59514.4296875, + 59451.10546875, + 59401.62890625, + 59342.15234375, + 59262.60546875, + 59226.703125, + 59170.04296875, + 59132.77734375, + 59077.25390625, + 59032.81640625, + 59003.37890625, + 58967.671875, + 58920.25, + 58900.34375, + 58834.04296875, + 58817.23046875, + 58768.99609375, + 58761.16015625, + 58718.58984375, + 58697.64453125 ], "0.4": [ - 60319.1796875, - 60331.89453125, - 60334.44921875, - 60334.4921875, - 60326.67578125, - 60310.38671875, - 60302.06640625, - 60287.60546875, - 60276.30859375, - 60281.65234375, - 60275.43359375, - 60276.53125, - 60273.328125, - 60276.6796875, - 60272.85546875, - 60267.8125, - 60259.0859375, - 60266.6484375, - 60269.3984375, - 60272.17578125, - 60273.13671875, - 60274.66796875, - 60276.421875, - 60278.3671875 + 60138.8203125, + 60139.1953125, + 60137.7734375, + 60139.37109375, + 60143.8828125, + 60140.53125, + 60144.18359375, + 60141.28125, + 60132.50390625, + 60139.30078125, + 60138.62109375, + 60138.56640625, + 60137.74609375, + 60148.16015625, + 60147.23046875, + 60146.42578125, + 60149.96875, + 60152.86328125, + 60155.51171875, + 60151.83203125, + 60147.3203125, + 60149.671875, + 60151.1875, + 60150.1328125 ], "0.5": [ - 60319.1796875, - 60331.89453125, - 60334.44921875, - 60334.4921875, - 60326.67578125, - 60310.38671875, - 60302.06640625, - 60287.60546875, - 60276.30859375, - 60281.65234375, - 60275.43359375, - 60276.53125, - 60273.328125, - 60276.6796875, - 60272.85546875, - 60267.8125, - 60259.0859375, - 60266.6484375, - 60269.3984375, - 60272.17578125, - 60273.13671875, - 60274.66796875, - 60276.421875, - 60278.3671875 + 60138.8203125, + 60139.1953125, + 60137.7734375, + 60139.37109375, + 60143.8828125, + 60140.53125, + 60144.18359375, + 60141.28125, + 60132.50390625, + 60139.30078125, + 60138.62109375, + 60138.56640625, + 60137.74609375, + 60148.16015625, + 60147.23046875, + 60146.42578125, + 60149.96875, + 60152.86328125, + 60155.51171875, + 60151.83203125, + 60147.3203125, + 60149.671875, + 60151.1875, + 60150.1328125 ], "0.6": [ - 60319.1796875, - 60331.89453125, - 60334.44921875, - 60334.4921875, - 60326.67578125, - 60310.38671875, - 60302.06640625, - 60287.60546875, - 60276.30859375, - 60281.65234375, - 60275.43359375, - 60276.53125, - 60273.328125, - 60276.6796875, - 60272.85546875, - 60267.8125, - 60259.0859375, - 60266.6484375, - 60269.3984375, - 60272.17578125, - 60273.13671875, - 60274.66796875, - 60276.421875, - 60278.3671875 + 60138.8203125, + 60139.1953125, + 60137.7734375, + 60139.37109375, + 60143.8828125, + 60140.53125, + 60144.18359375, + 60141.28125, + 60132.50390625, + 60139.30078125, + 60138.62109375, + 60138.56640625, + 60137.74609375, + 60148.16015625, + 60147.23046875, + 60146.42578125, + 60149.96875, + 60152.86328125, + 60155.51171875, + 60151.83203125, + 60147.3203125, + 60149.671875, + 60151.1875, + 60150.1328125 ], "0.7": [ - 60319.1796875, - 60331.89453125, - 60334.44921875, - 60334.4921875, - 60326.67578125, - 60310.38671875, - 60302.06640625, - 60287.60546875, - 60276.30859375, - 60281.65234375, - 60275.43359375, - 60276.53125, - 60273.328125, - 60276.6796875, - 60272.85546875, - 60267.8125, - 60259.0859375, - 60266.6484375, - 60269.3984375, - 60272.17578125, - 60273.13671875, - 60274.66796875, - 60276.421875, - 60278.3671875 + 60138.8203125, + 60139.1953125, + 60137.7734375, + 60139.37109375, + 60143.8828125, + 60140.53125, + 60144.18359375, + 60141.28125, + 60132.50390625, + 60139.30078125, + 60138.62109375, + 60138.56640625, + 60137.74609375, + 60148.16015625, + 60147.23046875, + 60146.42578125, + 60149.96875, + 60152.86328125, + 60155.51171875, + 60151.83203125, + 60147.3203125, + 60149.671875, + 60151.1875, + 60150.1328125 ], "0.8": [ - 60550.73828125, - 60647.625, - 60717.59765625, - 60784.76953125, - 60835.59765625, - 60883.72265625, - 60926.8984375, - 60957.27734375, - 60996.5078125, - 61052.25, - 61090.43359375, - 61151.078125, - 61193.7578125, - 61238.01953125, - 61256.06640625, - 61273.03515625, - 61305.296875, - 61341.53125, - 61372.1640625, - 61409.23828125, - 61429.58984375, - 61477.75390625, - 61512.5, - 61533.5625 + 60412.80078125, + 60499.0234375, + 60564.8359375, + 60628.5546875, + 60683.10546875, + 60733.01171875, + 60786.65625, + 60825.7109375, + 60853.8125, + 60911.7578125, + 60944.375, + 60989.20703125, + 61039.73046875, + 61088.51953125, + 61105.18359375, + 61134.484375, + 61190.1484375, + 61224.63671875, + 61264.53515625, + 61294.87890625, + 61314.81640625, + 61367.265625, + 61409.28515625, + 61433.44921875 ], "0.9": [ - 60550.73828125, - 60647.625, - 60717.59765625, - 60784.76953125, - 60835.59765625, - 60883.72265625, - 60926.8984375, - 60957.27734375, - 60996.5078125, - 61052.25, - 61090.43359375, - 61151.078125, - 61193.7578125, - 61238.01953125, - 61256.06640625, - 61273.03515625, - 61305.296875, - 61341.53125, - 61372.1640625, - 61409.23828125, - 61429.58984375, - 61477.75390625, - 61512.5, - 61533.5625 + 60412.80078125, + 60499.0234375, + 60564.8359375, + 60628.5546875, + 60683.10546875, + 60733.01171875, + 60786.65625, + 60825.7109375, + 60853.8125, + 60911.7578125, + 60944.375, + 60989.20703125, + 61039.73046875, + 61088.51953125, + 61105.18359375, + 61134.484375, + 61190.1484375, + 61224.63671875, + 61264.53515625, + 61294.87890625, + 61314.81640625, + 61367.265625, + 61409.28515625, + 61433.44921875 ] }, "timestamps": [ - "2026-06-24 13:00:00", "2026-06-24 14:00:00", "2026-06-24 15:00:00", "2026-06-24 16:00:00", @@ -589,6 +588,7 @@ "2026-06-29 09:00:00", "2026-06-29 10:00:00", "2026-06-29 11:00:00", - "2026-06-29 12:00:00" + "2026-06-29 12:00:00", + "2026-06-29 13:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/toto_2_0_1b/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index 1a2f573fdae593c908370ffc07731dcbcc8401b0..4146d8842a358638bb975cca28ff5d83e1c6f18b 100644 --- a/results/toto_2_0_1b/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/toto_2_0_1b/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,7 +1,7 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-29T12:49:05.096344+00:00", + "evaluated_at": "2026-06-29T13:07:30.963938+00:00", "freq": "5min", "context_length": 120, "prediction_length": 12, @@ -326,42 +326,6 @@ ] }, "timestamps": [ - "2026-06-25 07:50:00", - "2026-06-25 07:55:00", - "2026-06-25 08:00:00", - "2026-06-25 08:05:00", - "2026-06-25 08:10:00", - "2026-06-25 08:15:00", - "2026-06-25 08:20:00", - "2026-06-25 08:25:00", - "2026-06-25 08:30:00", - "2026-06-25 08:35:00", - "2026-06-25 08:40:00", - "2026-06-25 08:45:00", - "2026-06-25 08:50:00", - "2026-06-25 08:55:00", - "2026-06-25 09:00:00", - "2026-06-25 09:05:00", - "2026-06-25 09:10:00", - "2026-06-25 09:15:00", - "2026-06-25 09:20:00", - "2026-06-25 09:25:00", - "2026-06-25 09:30:00", - "2026-06-25 09:35:00", - "2026-06-25 09:40:00", - "2026-06-25 09:45:00", - "2026-06-25 09:50:00", - "2026-06-25 09:55:00", - "2026-06-25 10:00:00", - "2026-06-25 10:05:00", - "2026-06-25 10:10:00", - "2026-06-25 10:15:00", - "2026-06-25 10:20:00", - "2026-06-25 10:25:00", - "2026-06-25 10:30:00", - "2026-06-25 10:35:00", - "2026-06-25 10:40:00", - "2026-06-25 10:45:00", "2026-06-25 10:50:00", "2026-06-25 10:55:00", "2026-06-25 11:00:00", @@ -457,6 +421,42 @@ "2026-06-25 18:30:00", "2026-06-25 18:35:00", "2026-06-25 18:40:00", - "2026-06-25 18:45:00" + "2026-06-25 18:45:00", + "2026-06-25 18:50:00", + "2026-06-25 18:55:00", + "2026-06-25 19:00:00", + "2026-06-25 19:05:00", + "2026-06-25 19:10:00", + "2026-06-25 19:15:00", + "2026-06-25 19:20:00", + "2026-06-25 19:25:00", + "2026-06-25 19:30:00", + "2026-06-25 19:35:00", + "2026-06-25 19:40:00", + "2026-06-25 19:45:00", + "2026-06-25 19:50:00", + "2026-06-25 19:55:00", + "2026-06-25 20:00:00", + "2026-06-25 20:05:00", + "2026-06-25 20:10:00", + "2026-06-25 20:15:00", + "2026-06-25 20:20:00", + "2026-06-25 20:25:00", + "2026-06-25 20:30:00", + "2026-06-25 20:35:00", + "2026-06-25 20:40:00", + "2026-06-25 20:45:00", + "2026-06-25 20:50:00", + "2026-06-25 20:55:00", + "2026-06-25 21:00:00", + "2026-06-25 21:05:00", + "2026-06-25 21:10:00", + "2026-06-25 21:15:00", + "2026-06-25 21:20:00", + "2026-06-25 21:25:00", + "2026-06-25 21:30:00", + "2026-06-25 21:35:00", + "2026-06-25 21:40:00", + "2026-06-25 21:45:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index a6533c3cad086c01fe6a9476e4e3c6886aa63895..8c1d96436c866e208df3b2e1786cf8f4674d3377 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,37 +1,19 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-29T12:57:54.474487+00:00", + "evaluated_at": "2026-06-29T13:07:34.519278+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t120000z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t130000z", + "data_fetched_at": "2026-06-29T13:05:43.514284Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260629t094500z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t064200z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260628t132000z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260629t095000z", - "data_fetched_at": "2026-06-29T12:55:34.621226Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260629t111500z", + "data_fetched_at": "2026-06-29T13:05:43.514284Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": []