diff --git a/results/aggregates/live_metadata.json b/results/aggregates/live_metadata.json index 8f71906a97f528f311a243b761183a34d8ef9b37..b91c7d6483a5f7b182d4dcf65d1e5ae105bbab80 100644 --- a/results/aggregates/live_metadata.json +++ b/results/aggregates/live_metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-30T08:56:12.903749+00:00", + "generated_at": "2026-06-30T09:02:02.816726+00:00", "scope": "All deduplicated metrics-only evaluation releases saved up to generation time", "release_deduplication": "One row per model, dataset, data source timestamp, and prediction length", "dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets", @@ -12,6 +12,6 @@ "temporal_metrics": "Per-dataset MSE stability and Kendall tau, then equal-weight mean over datasets", "num_models": 10, "num_datasets": 14, - "num_model_releases": 8908, - "num_unique_releases": 1047 + "num_model_releases": 8928, + "num_unique_releases": 1049 } diff --git a/results/aggregates/live_overall_up_to_now.csv b/results/aggregates/live_overall_up_to_now.csv index e0ecb6839e6e704f4f436867ba1ba807e3ae4fec..646f9015ef309be45af94a6931f369b439b2a384 100644 --- a/results/aggregates/live_overall_up_to_now.csv +++ b/results/aggregates/live_overall_up_to_now.csv @@ -1,11 +1,11 @@ Rank,model,MSE,RMSE,MAPE,CRPS,RTG,AverageRank,WinRate,Elo,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release -1,TiRex,15734.327880521518,40.77662513019092,0.19495917080341246,0.3453166180426628,28.1149670175799,3.781901233831161,0.6694355865522164,1196.391461605878,10275.78679419038,0.26557435184034167,0.07692307692307693,13,1007,0.8461538461538461,2026-06-16T12:07:33.925127+00:00,2026-06-30T08:53:02.685108Z -2,Chronos-2,13269.424870703098,37.80052379369392,0.1811322313000679,0.35629624762277196,27.65476121047315,3.795937749159272,0.6683045029765405,1158.5202267980255,8194.971708422869,0.30091632940771745,0.07692307692307693,13,1016,0.8461538461538461,2026-06-16T12:06:40.343188+00:00,2026-06-30T08:53:02.685108Z -3,Toto-2.0-1B,18139.458231826145,43.53647098333193,0.1670217861183938,0.341860753033692,28.221254272234052,3.8519071659974853,0.6595321034565739,1098.8489721820436,13664.976148258014,0.1778020987519181,0.07692307692307693,13,1013,0.8461538461538461,2026-06-16T12:07:16.543073+00:00,2026-06-30T08:53:02.685108Z -4,Moirai-1.1-Large,151698.5275050706,97.43494403729481,0.3298244094929111,0.3701622768530959,1.05345447189729,5.780234350737659,0.43106553566037464,1082.1422365744731,587488.5112144577,0.15495060629879165,0.15384615384615385,13,992,0.8461538461538461,2026-06-16T12:07:48.486125+00:00,2026-06-30T08:53:02.685108Z -5,TimesFM-2.5,18083.063849408343,43.37879505879425,0.14655812944882476,0.4235916301478135,28.158088260953793,4.225227095775261,0.60257030196871,1049.9827426168988,11905.110793802509,0.1849286034277484,0.07692307692307693,13,1024,0.8461538461538461,2026-06-16T12:06:55.147862+00:00,2026-06-30T08:53:02.685108Z -6,Timer-S1,17801.733932778738,43.088621681777504,0.1707791922385711,0.3447792550572599,28.20067001394991,4.279091522526809,0.614679682044692,1037.0206712943686,13548.109846263142,0.21761330565479892,0.07692307692307693,13,969,0.8461538461538461,2026-06-16T12:08:03.698792+00:00,2026-06-30T08:53:02.685108Z -7,ARIMA,41424.33605256257,70.54532807289426,0.33478821860280067,0.517349060149527,-3.929434410044226,6.970735174838253,0.3150796184087977,881.6064291725944,20413.64054474698,0.19587460233992332,0.15384615384615385,13,720,0.8461538461538461,2026-06-17T12:10:12.135642+00:00,2026-06-30T08:53:02.685108Z -8,ETS,15762.860681880285,44.660948225872374,0.42749783867689417,0.7058525385614718,-4.0108532530207555,6.663224723109266,0.35120648666799414,879.6651975319517,9797.686260270732,0.19188845859203613,0.15384615384615385,13,720,0.8461538461538461,2026-06-17T12:10:12.660440+00:00,2026-06-30T08:53:02.685108Z -9,Moving-Average,24918.906634531973,53.59478029534795,0.40560454191029005,0.5070152662360409,4.100873577089851,6.4600391240254345,0.36849566749297896,870.4970231806085,20424.162364980722,0.10928703552555084,0.23076923076923078,13,720,0.8461538461538461,2026-06-17T12:10:12.847893+00:00,2026-06-30T08:53:02.685108Z -10,Seasonal-Naive,40459.68521013512,80.34320308424206,0.45199948587803435,0.6276808528426161,0.0,6.817348113560537,0.31963051477112203,745.3250390431572,14799.40804691341,0.11840654418954322,0.21428571428571427,14,727,0.8571428571428571,2026-06-17T12:10:12.963911+00:00,2026-06-30T08:53:02.685108Z +1,TiRex,15754.137745834574,40.835106041462936,0.19495854087350858,0.3452548874602275,28.1225636898904,3.782251756936662,0.6694306389514757,1196.3922169984528,10271.870087862348,0.26563599106797037,0.07692307692307693,13,1009,0.8461538461538461,2026-06-16T12:07:33.925127+00:00,2026-06-30T08:59:03.350425Z +2,Chronos-2,13280.829176890957,37.84613627902258,0.18113147775052071,0.3562384021968421,27.663791095790483,3.7952687788779715,0.6684044707530087,1158.521919117902,8187.794521557475,0.3009330389411856,0.07692307692307693,13,1018,0.8461538461538461,2026-06-16T12:06:40.343188+00:00,2026-06-30T08:59:03.350425Z +3,Toto-2.0-1B,18158.514574615518,43.59460389483273,0.16702136019333017,0.34180441647124976,28.224536188311724,3.852418970789812,0.6595035481940911,1098.849631477959,13657.25771173566,0.17789816871311626,0.07692307692307693,13,1015,0.8461538461538461,2026-06-16T12:07:16.543073+00:00,2026-06-30T08:59:03.350425Z +4,Moirai-1.1-Large,151512.7352616466,97.36371045635477,0.32982332493399674,0.3700932763286078,1.064806759484551,5.780501863397412,0.43104973553422976,1082.1419839211267,586826.5275056488,0.15534476257817123,0.15384615384615385,13,994,0.8461538461538461,2026-06-16T12:07:48.486125+00:00,2026-06-30T08:59:03.350425Z +5,TimesFM-2.5,18095.67771481269,43.42733293975417,0.14655747379675896,0.4235213810917944,28.16615332872965,4.224877910297871,0.6026503027966202,1049.983878213465,11896.136865518774,0.18500816217963684,0.07692307692307693,13,1026,0.8461538461538461,2026-06-16T12:06:55.147862+00:00,2026-06-30T08:59:03.350425Z +6,Timer-S1,17815.3218148288,43.13891886990902,0.17077863021423242,0.3447250436948451,28.20722749417933,4.278863743044818,0.6147373707327479,1037.0217482558046,13539.181743092535,0.21769073416136703,0.07692307692307693,13,971,0.8461538461538461,2026-06-16T12:08:03.698792+00:00,2026-06-30T08:59:03.350425Z +7,ARIMA,41468.51364693171,70.64288995442662,0.3347895994121535,0.5172351368875426,-3.9277571571296255,6.971572188530617,0.31498785708758764,881.6046632248957,20379.428089233996,0.195860864738109,0.15384615384615385,13,722,0.8461538461538461,2026-06-17T12:10:12.135642+00:00,2026-06-30T08:59:03.350425Z +8,ETS,15793.50850846515,44.73991492940877,0.4274971070540175,0.7057525853721608,-4.010569454412158,6.664024218578494,0.3510952265290425,879.6630009099033,9788.453559277857,0.19201854951830852,0.15384615384615385,13,722,0.8461538461538461,2026-06-17T12:10:12.660440+00:00,2026-06-30T08:59:03.350425Z +9,Moving-Average,24927.153412275195,53.64758819682007,0.4056033043108736,0.5069104924263679,4.108138440995959,6.459414713597512,0.3685533705584271,870.4971047728477,20398.93490600196,0.10944897271057469,0.23076923076923078,13,722,0.8461538461538461,2026-06-17T12:10:12.847893+00:00,2026-06-30T08:59:03.350425Z +10,Seasonal-Naive,40518.31513703365,80.44617315188283,0.4519990164392511,0.6275910998296987,0.0,6.817809945021532,0.31958747886276956,745.3238531076435,14796.229486973996,0.11849958522001322,0.21428571428571427,14,729,0.8571428571428571,2026-06-17T12:10:12.963911+00:00,2026-06-30T08:59:03.350425Z diff --git a/results/aggregates/live_rank_up_to_now.csv b/results/aggregates/live_rank_up_to_now.csv index ff4763160c1431c1068b7e5dde832e7a5d5ad573..7b9b5ba75be89f146d7073735f3188398a776d1b 100644 --- a/results/aggregates/live_rank_up_to_now.csv +++ b/results/aggregates/live_rank_up_to_now.csv @@ -1,11 +1,11 @@ Rank,model,AverageRank,WinRate,Elo,dataset_pair_matches,shared_releases,pairwise_matches -1,TiRex,3.781901233831161,0.6694355865522164,1196.391461605878,117,1007,7781 -2,Chronos-2,3.795937749159272,0.6683045029765405,1158.5202267980255,117,1014,7773 -3,Toto-2.0-1B,3.8519071659974853,0.6595321034565739,1098.8489721820436,117,1013,7810 -4,Moirai-1.1-Large,5.780234350737659,0.43106553566037464,1082.1422365744731,117,992,7712 -5,TimesFM-2.5,4.225227095775261,0.60257030196871,1049.9827426168988,117,1020,7810 -6,Timer-S1,4.279091522526809,0.614679682044692,1037.0206712943686,117,969,7626 -7,ARIMA,6.970735174838253,0.3150796184087977,881.6064291725944,117,720,6390 -8,ETS,6.663224723109266,0.35120648666799414,879.6651975319517,117,720,6390 -9,Moving-Average,6.4600391240254345,0.36849566749297896,870.4970231806085,117,720,6390 -10,Seasonal-Naive,6.817348113560537,0.31963051477112203,745.3250390431572,117,720,6390 +1,TiRex,3.782251756936662,0.6694306389514757,1196.3922169984528,117,1009,7799 +2,Chronos-2,3.7952687788779715,0.6684044707530087,1158.521919117902,117,1016,7791 +3,Toto-2.0-1B,3.852418970789812,0.6595035481940911,1098.849631477959,117,1015,7828 +4,Moirai-1.1-Large,5.780501863397412,0.43104973553422976,1082.1419839211267,117,994,7730 +5,TimesFM-2.5,4.224877910297871,0.6026503027966202,1049.983878213465,117,1022,7828 +6,Timer-S1,4.278863743044818,0.6147373707327479,1037.0217482558046,117,971,7644 +7,ARIMA,6.971572188530617,0.31498785708758764,881.6046632248957,117,722,6408 +8,ETS,6.664024218578494,0.3510952265290425,879.6630009099033,117,722,6408 +9,Moving-Average,6.459414713597512,0.3685533705584271,870.4971047728477,117,722,6408 +10,Seasonal-Naive,6.817809945021532,0.31958747886276956,745.3238531076435,117,722,6408 diff --git a/results/aggregates/live_release_metrics.csv b/results/aggregates/live_release_metrics.csv index 9bc587500142fe91ee232961b6f1e91409bcdca1..10add158d17bf3913d0914a885842feea112db52 100644 --- a/results/aggregates/live_release_metrics.csv +++ b/results/aggregates/live_release_metrics.csv @@ -97,6 +97,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-06-30T08:33:58.917620Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-06-30T08:39:24.288062Z|h:24,2026-06-30T08:39:24.288062Z,2026-06-30T08:42:38.107496+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,321430.39462603204,566.9483174205847,0.012125628888430523,0.010247652088066281,3.1746606736183263,True binance_btcusdt_1h_close/1h/short|source:2026-06-30T08:45:29.164988Z|h:24,2026-06-30T08:45:29.164988Z,2026-06-30T08:50:08.808514+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,319732.29130336695,565.4487521459101,0.012152959369824162,0.010260496301150277,3.1643569788089927,True binance_btcusdt_1h_close/1h/short|source:2026-06-30T08:53:02.685108Z|h:24,2026-06-30T08:53:02.685108Z,2026-06-30T08:56:11.954048+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,320678.8331160848,566.285116452909,0.012137479979739277,0.010252136362478145,3.1703564787707834,True +binance_btcusdt_1h_close/1h/short|source:2026-06-30T08:59:03.350425Z|h:24,2026-06-30T08:59:03.350425Z,2026-06-30T09:02:01.992810+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,318211.0755603733,564.1020081158844,0.01217933963188828,0.010274758063616081,3.153140336586628,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:22:02.369176+00:00,2026-06-22T01:22:02.369176+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.3169074533967339,0.5629453378408369,0.0085352021500282,0.4356122103113208,2.4821416702079793,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:33:30.776110+00:00,2026-06-22T07:33:30.776110+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.3737040337380361,0.6113133678712057,0.012305158444961,0.7985186914109059,-15.142472841866445,True binance_btcusdt_1h_close/1h/short|window:0740b84fb5a867feca5c,2026-06-22T08:13:22.917126+00:00,2026-06-22T08:13:22.917126+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.2732656714019672,0.5227481911991348,0.0117912606294595,0.7610992079601563,-2.641083194827792,True @@ -295,6 +296,7 @@ data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T08:18:28.400879Z|h:12,2026-06-30T08:18:28.400879Z,2026-06-30T08:24:23.729184+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ARIMA,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T08:33:58.917620Z|h:12,2026-06-30T08:33:58.917620Z,2026-06-30T08:36:26.896164+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ARIMA,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T08:45:29.164988Z|h:12,2026-06-30T08:45:29.164988Z,2026-06-30T08:50:08.885575+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ARIMA,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T08:59:03.350425Z|h:12,2026-06-30T08:59:03.350425Z,2026-06-30T09:02:02.010657+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ARIMA,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T07:34:52.372126Z|h:24,2026-06-29T07:34:52.372126Z,2026-06-29T07:39:36.965639+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,ARIMA,32.863400400238184,5.73266084817846,0.1714652592832502,0.18574778332311517,-69.90001950500876,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T08:43:00.875911Z|h:24,2026-06-29T08:43:00.875911Z,2026-06-29T08:47:47.296794+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,ARIMA,32.863400400238184,5.73266084817846,0.1714652592832502,0.18574778332311517,-69.90001950500876,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T11:06:08.782301Z|h:24,2026-06-29T11:06:08.782301Z,2026-06-29T11:12:55.077486+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,ARIMA,32.863400400238184,5.73266084817846,0.1714652592832502,0.18574778332311517,-69.90001950500876,True @@ -818,6 +820,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-06-30T08:33:58.917620Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-06-30T08:39:24.288062Z|h:24,2026-06-30T08:39:24.288062Z,2026-06-30T08:39:51.019385+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,104893.18105824788,323.87216777341007,0.004491856826268786,0.003885084792504808,53.1100316560186,True binance_btcusdt_1h_close/1h/short|source:2026-06-30T08:45:29.164988Z|h:24,2026-06-30T08:45:29.164988Z,2026-06-30T08:46:18.515745+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,102670.71918996175,320.42271952837825,0.004464174007330251,0.0038759590672992564,53.67881406751532,True binance_btcusdt_1h_close/1h/short|source:2026-06-30T08:53:02.685108Z|h:24,2026-06-30T08:53:02.685108Z,2026-06-30T08:53:30.955946+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,103914.33085314433,322.35745819376405,0.004479852953735436,0.003881129362854804,53.359002691845866,True +binance_btcusdt_1h_close/1h/short|source:2026-06-30T08:59:03.350425Z|h:24,2026-06-30T08:59:03.350425Z,2026-06-30T08:59:49.575897+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,100642.72175343831,317.2423706780642,0.004437453657704722,0.0038671395685304804,54.20901921021123,True binance_btcusdt_1h_close/1h/short|window:01879e0ba67816eb9c43,2026-06-17T06:52:59.517094+00:00,2026-06-17T06:52:59.517094+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.1813123535575668,0.4258078833905812,0.0083663181977859,0.2410261424253861,,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:19:41.412209+00:00,2026-06-22T01:19:41.412209+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.3026024844282185,0.5500931597722504,0.0063219336945878,0.2735899804256079,4.788475382706393,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:29:55.777922+00:00,2026-06-22T07:29:55.777922+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.1135532687832525,0.3369766591075004,0.0030837061496461,0.2504677210622425,41.612619480802856,True @@ -1132,6 +1135,7 @@ data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T08:18:28.400879Z|h:12,2026-06-30T08:18:28.400879Z,2026-06-30T08:19:11.910271+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-2,1.7296862743653321e-18,1.3151753777977035e-09,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T08:33:58.917620Z|h:12,2026-06-30T08:33:58.917620Z,2026-06-30T08:34:28.148846+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-2,1.7296862743653321e-18,1.3151753777977035e-09,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T08:45:29.164988Z|h:12,2026-06-30T08:45:29.164988Z,2026-06-30T08:46:27.521814+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-2,1.7296862743653321e-18,1.3151753777977035e-09,,,0.0,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T08:59:03.350425Z|h:12,2026-06-30T08:59:03.350425Z,2026-06-30T08:59:53.234899+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-2,1.7296862743653321e-18,1.3151753777977035e-09,,,0.0,False nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T07:34:52.372126Z|h:24,2026-06-29T07:34:52.372126Z,2026-06-29T07:35:40.137211+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Chronos-2,5.691223427311949,2.385628518297002,0.06948273301970269,0.06372138777135845,1.1373874677595188,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T08:43:00.875911Z|h:24,2026-06-29T08:43:00.875911Z,2026-06-29T08:43:39.771609+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Chronos-2,5.691223427311949,2.385628518297002,0.06948273301970269,0.06372138777135845,1.1373874677595188,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T11:06:08.782301Z|h:24,2026-06-29T11:06:08.782301Z,2026-06-29T11:06:48.116243+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Chronos-2,5.691223427311949,2.385628518297002,0.06948273301970269,0.06372138777135845,1.1373874677595188,True @@ -1833,6 +1837,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-06-30T08:33:58.917620Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-06-30T08:39:24.288062Z|h:24,2026-06-30T08:39:24.288062Z,2026-06-30T08:42:38.317258+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,169435.80090798132,411.6258020435324,0.005470311698008626,0.004408958715588428,33.806899460719876,True binance_btcusdt_1h_close/1h/short|source:2026-06-30T08:45:29.164988Z|h:24,2026-06-30T08:45:29.164988Z,2026-06-30T08:50:09.060407+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,168764.22158734564,410.80922772905876,0.005442855991254739,0.004389721755680644,33.73904780266241,True binance_btcusdt_1h_close/1h/short|source:2026-06-30T08:53:02.685108Z|h:24,2026-06-30T08:53:02.685108Z,2026-06-30T08:56:12.204709+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,169129.1969617399,411.2532029805238,0.005458406306259381,0.004399783607932488,33.779621685503784,True +binance_btcusdt_1h_close/1h/short|source:2026-06-30T08:59:03.350425Z|h:24,2026-06-30T08:59:03.350425Z,2026-06-30T09:02:02.070846+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,168235.1200695169,410.1647474729111,0.00541635485763432,0.0043750767472340475,33.65689151450608,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:22:02.463619+00:00,2026-06-22T01:22:02.463619+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.0407717866337577,0.201920248201506,0.0022009716898305,0.0960955086908494,78.1859319232306,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:33:31.014985+00:00,2026-06-22T07:33:31.014985+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.0864408961350167,0.2940083266423194,0.0025388064632111,0.1380528538051167,52.223162771726436,True binance_btcusdt_1h_close/1h/short|window:0740b84fb5a867feca5c,2026-06-22T08:13:23.012177+00:00,2026-06-22T08:13:23.012177+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.1569766000828541,0.3962027259911952,0.0040922131316173,0.2100823941511999,24.56300165808982,True @@ -2031,6 +2036,7 @@ data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T08:18:28.400879Z|h:12,2026-06-30T08:18:28.400879Z,2026-06-30T08:24:24.042808+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ETS,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T08:33:58.917620Z|h:12,2026-06-30T08:33:58.917620Z,2026-06-30T08:36:26.965660+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ETS,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T08:45:29.164988Z|h:12,2026-06-30T08:45:29.164988Z,2026-06-30T08:50:09.102185+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ETS,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T08:59:03.350425Z|h:12,2026-06-30T08:59:03.350425Z,2026-06-30T09:02:02.090338+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ETS,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T07:34:52.372126Z|h:24,2026-06-29T07:34:52.372126Z,2026-06-29T07:39:37.271281+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,ETS,91.07949075925895,9.543557552572256,0.3110937607728242,0.32366464879618545,-87.98333276546316,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T08:43:00.875911Z|h:24,2026-06-29T08:43:00.875911Z,2026-06-29T08:47:47.619368+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,ETS,91.07949075925895,9.543557552572256,0.3110937607728242,0.32366464879618545,-87.98333276546316,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T11:06:08.782301Z|h:24,2026-06-29T11:06:08.782301Z,2026-06-29T11:12:55.362560+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,ETS,91.07949075925895,9.543557552572256,0.3110937607728242,0.32366464879618545,-87.98333276546316,True @@ -2554,6 +2560,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-06-30T08:33:58.917620Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-06-30T08:39:24.288062Z|h:24,2026-06-30T08:39:24.288062Z,2026-06-30T08:41:51.707249+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,120873.63372802734,347.6688564252302,0.005090440738377999,0.00504866305917234,47.82979087139992,True binance_btcusdt_1h_close/1h/short|source:2026-06-30T08:45:29.164988Z|h:24,2026-06-30T08:45:29.164988Z,2026-06-30T08:49:16.060917+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,154052.52203814188,392.49525097527214,0.005468463455899945,0.005204665869647492,37.71641654962687,True binance_btcusdt_1h_close/1h/short|source:2026-06-30T08:53:02.685108Z|h:24,2026-06-30T08:53:02.685108Z,2026-06-30T08:55:41.479112+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,140192.76738293967,374.42324631750586,0.005324970316876188,0.005193105771993231,41.813114573675534,True +binance_btcusdt_1h_close/1h/short|source:2026-06-30T08:59:03.350425Z|h:24,2026-06-30T08:59:03.350425Z,2026-06-30T09:01:33.428839+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,148114.10403442383,384.855952317778,0.0051695212198278355,0.005186640461872765,39.17857424127614,True binance_btcusdt_1h_close/1h/short|window:01879e0ba67816eb9c43,2026-06-17T06:55:52.923423+00:00,2026-06-17T06:55:52.923423+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.4381369625632698,0.6619191510775843,0.0122809197835173,0.3062045609808345,,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:21:38.406071+00:00,2026-06-22T01:21:38.406071+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.3065049334316586,0.5536288769849876,0.0051562118826857,0.2613208096822324,4.149065055029456,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:32:48.220080+00:00,2026-06-22T07:32:48.220080+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.1143422068302237,0.3381452451687348,0.0034218690302553,0.2704204796842313,41.32596797676891,True @@ -2864,6 +2871,7 @@ data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T08:18:28.400879Z|h:12,2026-06-30T08:18:28.400879Z,2026-06-30T08:22:56.996225+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moirai-1.1-Large,3.799962370250558,1.9493492171108178,,,-100.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T08:33:58.917620Z|h:12,2026-06-30T08:33:58.917620Z,2026-06-30T08:36:06.009540+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moirai-1.1-Large,31.2573513559017,5.590827430345324,,,-100.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T08:45:29.164988Z|h:12,2026-06-30T08:45:29.164988Z,2026-06-30T08:49:25.193519+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moirai-1.1-Large,73418.7843465034,270.95900860924223,,,-100.0,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T08:59:03.350425Z|h:12,2026-06-30T08:59:03.350425Z,2026-06-30T09:01:38.495879+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moirai-1.1-Large,84.41470694204142,9.18774765337193,,,-99.99999999999999,False nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T07:34:52.372126Z|h:24,2026-06-29T07:34:52.372126Z,2026-06-29T07:38:35.300687+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Moirai-1.1-Large,3.98731854756655,1.9968271200999224,0.06213572348843068,0.056225063009911466,18.704908204281562,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T08:43:00.875911Z|h:24,2026-06-29T08:43:00.875911Z,2026-06-29T08:46:35.246764+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Moirai-1.1-Large,3.978088474998458,1.994514596336276,0.06276211089724061,0.05642635756077601,18.816706716326447,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T11:06:08.782301Z|h:24,2026-06-29T11:06:08.782301Z,2026-06-29T11:11:38.865199+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Moirai-1.1-Large,4.144024255878321,2.0356876616707,0.06308794807784426,0.0571640805472505,16.83842575407797,True @@ -3545,6 +3553,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-06-30T08:33:58.917620Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-06-30T08:39:24.288062Z|h:24,2026-06-30T08:39:24.288062Z,2026-06-30T08:42:38.382832+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,133578.846696249,365.4844000723547,0.005126256702692736,0.004041677327576215,43.88469507149286,True binance_btcusdt_1h_close/1h/short|source:2026-06-30T08:45:29.164988Z|h:24,2026-06-30T08:45:29.164988Z,2026-06-30T08:50:09.160678+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,131723.05947711164,362.93671552642843,0.005098632391907572,0.004014505943501826,44.22668151460944,True binance_btcusdt_1h_close/1h/short|source:2026-06-30T08:53:02.685108Z|h:24,2026-06-30T08:53:02.685108Z,2026-06-30T08:56:12.271584+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,132758.93545237323,364.3609960634827,0.005114278200567537,0.004029899709014895,44.03514872928811,True +binance_btcusdt_1h_close/1h/short|source:2026-06-30T08:59:03.350425Z|h:24,2026-06-30T08:59:03.350425Z,2026-06-30T09:02:02.111483+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,130049.44550820184,360.6236896103774,0.005071968516238597,0.003988246611052565,44.53958584996868,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:22:02.488519+00:00,2026-06-22T01:22:02.488519+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.1489742184098265,0.3859717844737184,0.0048771123255213,0.2210326747420907,38.18680422959462,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:33:31.068326+00:00,2026-06-22T07:33:31.068326+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.1029916725943077,0.3209231568371278,0.003220088745007,0.1530588119969513,45.56516023795812,True binance_btcusdt_1h_close/1h/short|window:0740b84fb5a867feca5c,2026-06-22T08:13:23.059241+00:00,2026-06-22T08:13:23.059241+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.1001716084949669,0.3164989865623062,0.0030892525816164,0.1543325711714026,44.25222081261605,True @@ -3743,6 +3752,7 @@ data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T08:18:28.400879Z|h:12,2026-06-30T08:18:28.400879Z,2026-06-30T08:24:24.224728+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moving-Average,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T08:33:58.917620Z|h:12,2026-06-30T08:33:58.917620Z,2026-06-30T08:36:27.007827+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moving-Average,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T08:45:29.164988Z|h:12,2026-06-30T08:45:29.164988Z,2026-06-30T08:50:09.189595+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moving-Average,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T08:59:03.350425Z|h:12,2026-06-30T08:59:03.350425Z,2026-06-30T09:02:02.131576+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moving-Average,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T07:34:52.372126Z|h:24,2026-06-29T07:34:52.372126Z,2026-06-29T07:39:37.424662+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Moving-Average,13.283119199052095,3.644601377249931,0.12283489203386348,0.11988099865698312,-39.051707811787956,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T08:43:00.875911Z|h:24,2026-06-29T08:43:00.875911Z,2026-06-29T08:47:47.730152+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Moving-Average,13.283119199052095,3.644601377249931,0.12283489203386348,0.11988099865698312,-39.051707811787956,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T11:06:08.782301Z|h:24,2026-06-29T11:06:08.782301Z,2026-06-29T11:12:55.537079+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Moving-Average,13.283119199052095,3.644601377249931,0.12283489203386348,0.11988099865698312,-39.051707811787956,True @@ -4265,6 +4275,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-06-30T08:33:58.917620Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-06-30T08:39:24.288062Z|h:24,2026-06-30T08:39:24.288062Z,2026-06-30T08:42:38.428443+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,342508.19182713825,585.2419942443794,0.00839237552114717,0.006674881257142405,0.0,True binance_btcusdt_1h_close/1h/short|source:2026-06-30T08:45:29.164988Z|h:24,2026-06-30T08:45:29.164988Z,2026-06-30T08:50:09.236198+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,340628.46291478473,583.6338431883339,0.008364741499517025,0.006665587419157486,0.0,True binance_btcusdt_1h_close/1h/short|source:2026-06-30T08:53:02.685108Z|h:24,2026-06-30T08:53:02.685108Z,2026-06-30T08:56:12.321460+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,341677.9028059642,584.5322085274379,0.008380392808188327,0.006670800629274733,0.0,True +binance_btcusdt_1h_close/1h/short|source:2026-06-30T08:59:03.350425Z|h:24,2026-06-30T08:59:03.350425Z,2026-06-30T09:02:02.148753+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,338931.70979436237,582.1784174927496,0.008338068250627294,0.006656694944420051,0.0,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:22:02.507250+00:00,2026-06-22T01:22:02.507250+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.3330400717529599,0.5770962413263147,0.0074647926873788,0.3493354391815629,0.0,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:33:31.096521+00:00,2026-06-22T07:33:31.096521+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.2754118389969035,0.5247969502549568,0.0054985069346336,0.3525814888009477,0.0,True binance_btcusdt_1h_close/1h/short|window:0740b84fb5a867feca5c,2026-06-22T08:13:23.090823+00:00,2026-06-22T08:13:23.090823+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.2592027377306001,0.5091195711525929,0.0051633669136927,0.3473196849970218,0.0,True @@ -4464,6 +4475,7 @@ data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T08:18:28.400879Z|h:12,2026-06-30T08:18:28.400879Z,2026-06-30T08:24:24.350304+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Seasonal-Naive,0.0,0.0,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T08:33:58.917620Z|h:12,2026-06-30T08:33:58.917620Z,2026-06-30T08:36:27.051279+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Seasonal-Naive,0.0,0.0,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T08:45:29.164988Z|h:12,2026-06-30T08:45:29.164988Z,2026-06-30T08:50:09.264002+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Seasonal-Naive,0.0,0.0,,,0.0,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T08:59:03.350425Z|h:12,2026-06-30T08:59:03.350425Z,2026-06-30T09:02:02.161173+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Seasonal-Naive,0.0,0.0,,,0.0,False nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T07:34:52.372126Z|h:24,2026-06-29T07:34:52.372126Z,2026-06-29T07:39:37.555169+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Seasonal-Naive,5.822175382487785,2.4129184367665197,0.07862645318264146,0.07666914501382317,0.0,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T08:43:00.875911Z|h:24,2026-06-29T08:43:00.875911Z,2026-06-29T08:47:47.818007+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Seasonal-Naive,5.822175382487785,2.4129184367665197,0.07862645318264146,0.07666914501382317,0.0,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T09:42:32.652885Z|h:24,2026-06-29T09:42:32.652885Z,2026-06-29T09:54:03.464044+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Seasonal-Naive,5.822175382487785,2.4129184367665197,0.07862645318264146,0.07666914501382317,0.0,True @@ -4993,6 +5005,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-06-30T08:33:58.917620Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-06-30T08:39:24.288062Z|h:24,2026-06-30T08:39:24.288062Z,2026-06-30T08:41:20.935981+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,147380.73724746704,383.90198911631995,0.005323174987568159,0.004731498863492209,39.83095820276339,True binance_btcusdt_1h_close/1h/short|source:2026-06-30T08:45:29.164988Z|h:24,2026-06-30T08:45:29.164988Z,2026-06-30T08:48:31.377238+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,145127.5002377828,380.9560345207604,0.005295487786955673,0.004722350260097349,40.24674476628061,True binance_btcusdt_1h_close/1h/short|source:2026-06-30T08:53:02.685108Z|h:24,2026-06-30T08:53:02.685108Z,2026-06-30T08:55:10.686906+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,146388.5472354889,382.60756296169694,0.005311169215045662,0.0047275335762070655,40.01286209160427,True +binance_btcusdt_1h_close/1h/short|source:2026-06-30T08:59:03.350425Z|h:24,2026-06-30T08:59:03.350425Z,2026-06-30T09:01:06.985703+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,143069.75926335654,378.245633502036,0.0052687632079971335,0.004713508619950093,40.63513559697298,True binance_btcusdt_1h_close/1h/short|window:01879e0ba67816eb9c43,2026-06-17T06:54:34.213561+00:00,2026-06-17T06:54:34.213561+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.160538580492642,0.4006726600264136,0.0077998502585261,0.2146609791701683,,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:20:54.533078+00:00,2026-06-22T01:20:54.533078+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.3253257633711659,0.5703733543663886,0.006509406779106,0.2858020737091157,1.1717358298733047,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:31:44.064640+00:00,2026-06-22T07:31:44.064640+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.2663201865137117,0.5160621924862465,0.005269364684183,0.2671874556573511,1.678256417390571,True @@ -5305,6 +5318,7 @@ data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T08:18:28.400879Z|h:12,2026-06-30T08:18:28.400879Z,2026-06-30T08:21:56.438164+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TiRex,2.0440368407041843e-18,1.4296981641955705e-09,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T08:33:58.917620Z|h:12,2026-06-30T08:33:58.917620Z,2026-06-30T08:35:42.439240+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TiRex,2.0440368407041843e-18,1.4296981641955705e-09,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T08:45:29.164988Z|h:12,2026-06-30T08:45:29.164988Z,2026-06-30T08:48:41.879273+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TiRex,2.0440368407041843e-18,1.4296981641955705e-09,,,0.0,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T08:59:03.350425Z|h:12,2026-06-30T08:59:03.350425Z,2026-06-30T09:01:11.563531+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TiRex,2.0440368407041843e-18,1.4296981641955705e-09,,,0.0,False nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T07:34:52.372126Z|h:24,2026-06-29T07:34:52.372126Z,2026-06-29T07:37:49.833711+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,TiRex,2.4940922205109928,1.5792695211745817,0.04640573262886946,0.04279827575737358,40.018952261429305,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T08:43:00.875911Z|h:24,2026-06-29T08:43:00.875911Z,2026-06-29T08:45:40.096912+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,TiRex,2.4940922205109928,1.5792695211745817,0.04640573262886946,0.04279827575737358,40.018952261429305,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T11:06:08.782301Z|h:24,2026-06-29T11:06:08.782301Z,2026-06-29T11:10:40.398108+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,TiRex,2.4940922205109928,1.5792695211745817,0.04640573262886946,0.04279827575737358,40.018952261429305,True @@ -6000,6 +6014,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-06-30T08:33:58.917620Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-06-30T08:39:24.288062Z|h:24,2026-06-30T08:39:24.288062Z,2026-06-30T08:42:28.558379+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,121929.23419316609,349.1836682795547,0.004855830973073048,0.00401056210288958,47.493794702136874,True binance_btcusdt_1h_close/1h/short|source:2026-06-30T08:45:29.164988Z|h:24,2026-06-30T08:45:29.164988Z,2026-06-30T08:49:54.536908+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,119740.626247406,346.03558523279946,0.004828152974156252,0.0039833915598456344,47.98059684445031,True binance_btcusdt_1h_close/1h/short|source:2026-06-30T08:53:02.685108Z|h:24,2026-06-30T08:53:02.685108Z,2026-06-30T08:56:04.807727+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,120965.05832481384,347.8003138653182,0.004843829190605985,0.003998784846707081,47.70694964032104,True +binance_btcusdt_1h_close/1h/short|source:2026-06-30T08:59:03.350425Z|h:24,2026-06-30T08:59:03.350425Z,2026-06-30T09:01:57.203795+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,117745.3479270935,343.1404201301466,0.004801437276971152,0.003957133041340741,48.433867681213485,True binance_btcusdt_1h_close/1h/short|window:01879e0ba67816eb9c43,2026-06-17T06:58:35.029666+00:00,2026-06-17T06:58:35.029666+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.0565088861879648,0.237715977982055,0.0047191124135397,0.1699283194647917,,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:21:57.655072+00:00,2026-06-22T01:21:57.655072+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.094376840947432,0.3072081394550477,0.003290280361809,0.1643725886038777,55.83850889232936,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:33:19.087735+00:00,2026-06-22T07:33:19.087735+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.1390943968371703,0.3729536121787405,0.0036446519853812,0.2070857689137401,32.88670480081774,True @@ -6308,6 +6323,7 @@ data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T08:18:28.400879Z|h:12,2026-06-30T08:18:28.400879Z,2026-06-30T08:23:59.207500+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Timer-S1,1.1760797597599717e-16,1.0844721111028959e-08,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T08:33:58.917620Z|h:12,2026-06-30T08:33:58.917620Z,2026-06-30T08:36:26.504175+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Timer-S1,1.1760797597599717e-16,1.0844721111028959e-08,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T08:45:29.164988Z|h:12,2026-06-30T08:45:29.164988Z,2026-06-30T08:50:01.229613+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Timer-S1,1.1760797597599717e-16,1.0844721111028959e-08,,,0.0,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T08:59:03.350425Z|h:12,2026-06-30T08:59:03.350425Z,2026-06-30T09:02:01.323986+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Timer-S1,1.1760797597599717e-16,1.0844721111028959e-08,,,0.0,False nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T07:34:52.372126Z|h:24,2026-06-29T07:34:52.372126Z,2026-06-29T07:39:20.894857+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Timer-S1,1.5831685118550922,1.2582402440929523,0.03453328717232778,0.03293096568544059,57.242539051710665,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T08:43:00.875911Z|h:24,2026-06-29T08:43:00.875911Z,2026-06-29T08:47:32.894676+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Timer-S1,1.5831685118550922,1.2582402440929523,0.03453328717232778,0.03293096568544059,57.242539051710665,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T11:06:08.782301Z|h:24,2026-06-29T11:06:08.782301Z,2026-06-29T11:12:32.544971+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Timer-S1,1.5831685118550922,1.2582402440929523,0.03453328717232778,0.03293096568544059,57.242539051710665,True @@ -6968,6 +6984,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-06-30T08:33:58.917620Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-06-30T08:39:24.288062Z|h:24,2026-06-30T08:39:24.288062Z,2026-06-30T08:40:25.909605+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,116360.79760169983,341.11698521431003,0.004371060364139322,0.004385049814417199,49.283651638113064,True binance_btcusdt_1h_close/1h/short|source:2026-06-30T08:45:29.164988Z|h:24,2026-06-30T08:45:29.164988Z,2026-06-30T08:47:21.691318+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,114083.00636227925,337.76175976904085,0.0043434143086899385,0.004357869149139878,49.821803904063664,True binance_btcusdt_1h_close/1h/short|source:2026-06-30T08:53:02.685108Z|h:24,2026-06-30T08:53:02.685108Z,2026-06-30T08:54:05.188417+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,115357.96430206299,339.64387864653617,0.004359072433054661,0.004373268196819465,49.519076027004054,True +binance_btcusdt_1h_close/1h/short|source:2026-06-30T08:59:03.350425Z|h:24,2026-06-30T08:59:03.350425Z,2026-06-30T09:00:19.367334+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,112001.53423245747,334.66630280393855,0.004316729444369779,0.004331600834396428,50.324561022697175,True binance_btcusdt_1h_close/1h/short|window:01879e0ba67816eb9c43,2026-06-17T06:53:42.689625+00:00,2026-06-17T06:53:42.689625+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.1316480282298061,0.3628333339562478,0.0115041829002529,0.2379950762051307,,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:20:14.323519+00:00,2026-06-22T01:20:14.323519+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.1876052556822667,0.4331342236331213,0.0035212021999806,0.2825173319955255,27.933567902573127,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:30:36.018310+00:00,2026-06-22T07:30:36.018310+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.1876660841999844,0.4332044369578691,0.0029553106220395,0.282650315619165,18.948377886633143,True @@ -7285,6 +7302,7 @@ data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T08:18:28.400879Z|h:12,2026-06-30T08:18:28.400879Z,2026-06-30T08:20:14.282245+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TimesFM-2.5,0.0,0.0,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T08:33:58.917620Z|h:12,2026-06-30T08:33:58.917620Z,2026-06-30T08:34:57.618582+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TimesFM-2.5,0.0,0.0,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T08:45:29.164988Z|h:12,2026-06-30T08:45:29.164988Z,2026-06-30T08:47:32.243625+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TimesFM-2.5,0.0,0.0,,,0.0,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T08:59:03.350425Z|h:12,2026-06-30T08:59:03.350425Z,2026-06-30T09:00:24.825046+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TimesFM-2.5,0.0,0.0,,,0.0,False nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T07:34:52.372126Z|h:24,2026-06-29T07:34:52.372126Z,2026-06-29T07:36:32.892207+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,TimesFM-2.5,6.613498703618461,2.5716723554174745,0.08541748411560328,0.0740711694846831,-6.363332744581831,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T08:43:00.875911Z|h:24,2026-06-29T08:43:00.875911Z,2026-06-29T08:44:29.008217+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,TimesFM-2.5,6.613498703618461,2.5716723554174745,0.08541748411560328,0.0740711694846831,-6.363332744581831,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T11:06:08.782301Z|h:24,2026-06-29T11:06:08.782301Z,2026-06-29T11:08:28.558457+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,TimesFM-2.5,6.613498703618461,2.5716723554174745,0.08541748411560328,0.0740711694846831,-6.363332744581831,True @@ -7993,6 +8011,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-06-30T08:33:58.917620Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-06-30T08:39:24.288062Z|h:24,2026-06-30T08:39:24.288062Z,2026-06-30T08:41:04.129470+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,152375.715496699,390.3533213598919,0.005536487918305487,0.004441117723630694,38.41961185576039,True binance_btcusdt_1h_close/1h/short|source:2026-06-30T08:45:29.164988Z|h:24,2026-06-30T08:45:29.164988Z,2026-06-30T08:48:05.533828+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,149833.66854540506,387.08354207509916,0.005508759597784504,0.004423512128913115,38.90102459110367,True binance_btcusdt_1h_close/1h/short|source:2026-06-30T08:53:02.685108Z|h:24,2026-06-30T08:53:02.685108Z,2026-06-30T08:54:55.573520+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,151258.33779525757,388.9194489804509,0.005524464315296099,0.004429335453046424,38.629654167536295,True +binance_btcusdt_1h_close/1h/short|source:2026-06-30T08:59:03.350425Z|h:24,2026-06-30T08:59:03.350425Z,2026-06-30T09:00:53.788518+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,147496.79873339334,384.053119676684,0.0054819953285641446,0.004414678306295415,39.355199727165186,True binance_btcusdt_1h_close/1h/short|window:01879e0ba67816eb9c43,2026-06-17T06:54:06.418915+00:00,2026-06-17T06:54:06.418915+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.2538744236056837,0.5038595276519873,0.0096861404413673,0.2595518987896321,,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:20:46.561689+00:00,2026-06-22T01:20:46.561689+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.1086373133447541,0.3296017496081508,0.0033714615341156,0.2404084905840144,50.80693872487049,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:31:22.722969+00:00,2026-06-22T07:31:22.722969+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.1424910624386554,0.3774798834887171,0.0034849946383276,0.2479472775316385,31.80661730312123,True @@ -8306,6 +8325,7 @@ data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T08:18:28.400879Z|h:12,2026-06-30T08:18:28.400879Z,2026-06-30T08:21:12.528003+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Toto-2.0-1B,9.285839740510159e-20,3.047267585971104e-10,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T08:33:58.917620Z|h:12,2026-06-30T08:33:58.917620Z,2026-06-30T08:35:28.533129+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Toto-2.0-1B,9.285839740510159e-20,3.047267585971104e-10,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T08:45:29.164988Z|h:12,2026-06-30T08:45:29.164988Z,2026-06-30T08:48:13.964138+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Toto-2.0-1B,9.285839740510159e-20,3.047267585971104e-10,,,0.0,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T08:59:03.350425Z|h:12,2026-06-30T08:59:03.350425Z,2026-06-30T09:00:57.797469+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Toto-2.0-1B,9.285839740510159e-20,3.047267585971104e-10,,,0.0,False nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T07:34:52.372126Z|h:24,2026-06-29T07:34:52.372126Z,2026-06-29T07:37:19.669310+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Toto-2.0-1B,4.1231865031386405,2.030563100014043,0.05832365833151538,0.05027504602863044,17.08322833183793,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T08:43:00.875911Z|h:24,2026-06-29T08:43:00.875911Z,2026-06-29T08:45:09.455602+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Toto-2.0-1B,4.1231865031386405,2.030563100014043,0.05832365833151538,0.05027504602863044,17.08322833183793,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T11:06:08.782301Z|h:24,2026-06-29T11:06:08.782301Z,2026-06-29T11:09:32.346777+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Toto-2.0-1B,4.1231865031386405,2.030563100014043,0.05832365833151538,0.05027504602863044,17.08322833183793,True diff --git a/results/aggregates/live_results_by_dataset.csv b/results/aggregates/live_results_by_dataset.csv index 8e482586677de60d0c918f7b84c1a8884b070006..9f2a38fdf41fae527310bfb060a644dd2384a5c3 100644 --- a/results/aggregates/live_results_by_dataset.csv +++ b/results/aggregates/live_results_by_dataset.csv @@ -1,8 +1,8 @@ model,dataset,domain,frequency,prediction_lengths,MSE,RMSE,MAPE,CRPS,RTG,Stability,Improvement,Improvement_pvalue,n_releases,MAPE_coverage,first_release,last_release -ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,198754.86038619533,300.294680452399,0.009020047832520936,0.2709311814838307,-1.3821515444979766,242519.4703564112,0.33258289948876696,1.100268137830066e-12,207,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-30T08:53:02.685108Z +ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,199329.16911299422,301.5629849123196,0.009035236735402508,0.2696780256020027,-1.3603472566081467,242074.7084347424,0.3324043106651802,9.966300861917262e-13,208,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-30T08:59:03.350425Z ARIMA,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,338914.278573811,581.9138598088188,0.009592312702322638,0.007939822642452937,2.981403986510551,21130.36565424234,0.3499271061118826,0.308179547467054,7,1.0,2026-06-29T07:42:24.900081Z,2026-06-30T08:53:02.685108Z ARIMA,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,7.745627195885462e-05,0.005816122213705933,,,-40.76602201908176,9.665411778134816e-05,0.5584958036762804,3.1372813503938865e-05,32,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T08:45:29.164988Z -ARIMA,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.78682891212804e-08,,,0.0,0.0,0.0,1.0,50,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T08:45:29.164988Z +ARIMA,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526528e-15,9.78682891212804e-08,,,0.0,1.5934209215920776e-30,0.0,1.0,51,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T08:59:03.350425Z ARIMA,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,20.082848757619832,3.9556023299670175,0.14391634759357427,0.4067949614453486,-68.64974936614043,14.403494131109705,0.39373607036768743,0.033960846451901484,18,1.0,2026-06-18T05:03:29.867986+00:00,2026-06-30T08:18:28.400879Z ARIMA,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.3877682965243752,1.0190025656835706,1.8970284958680501,0.7709855188291814,2.862478744434354,1.3078928290661127,-0.36048817696414953,1.1185911897436223e-08,115,0.9565217391304348,2026-06-17T12:10:12.335728+00:00,2026-06-30T08:53:02.685108Z ARIMA,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,3.482101997354584,1.4361577789462794,0.12895529773139666,0.9408658770450987,8.645074709456534,4.987350794159803,-0.2706824646912665,0.00016019336563620872,90,1.0,2026-06-17T12:10:12.398268+00:00,2026-06-30T08:45:29.164988Z @@ -12,10 +12,10 @@ ARIMA,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,7.0510972 ARIMA,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,5.739109335215238,1.9839514324204421,0.6570663403789511,0.42747715112653767,14.68378025251728,6.777690522444693,0.3440285204991088,0.004221504808263437,34,1.0,2026-06-17T12:10:12.513260+00:00,2026-06-30T08:18:28.400879Z ARIMA,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,766.1437920052803,18.136101490561337,0.013101463567748328,0.29998555801655175,-2.3342835003647266,1595.3717089633376,0.6194474337845256,2.1859411115131797e-12,61,1.0,2026-06-17T12:26:17.165483+00:00,2026-06-30T08:45:29.164988Z ARIMA,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.9275977165973884,0.9443098602037467,0.1884584089766501,0.47223069206859825,51.524375704327745,0.37575855793936136,0.0,1.0,4,1.0,2026-06-17T12:10:12.582752+00:00,2026-06-20T17:12:56.741396+00:00 -Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,52607.7840901804,125.12258247374221,0.007123104243910427,0.2100282375823114,30.144374839518804,86755.565677263,0.4446858835067208,8.94381898109975e-33,323,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-30T08:53:02.685108Z +Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,52756.04007062255,125.71554478301483,0.007114815198891273,0.20939193789708363,30.261763348644134,86662.26224801288,0.4449031074418071,6.664624094206511e-33,324,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-30T08:59:03.350425Z Chronos-2,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,119319.52944764636,344.55262712945813,0.004631946880067543,0.004078527402462753,50.28153686719309,18224.54771895958,0.3499271061118826,0.308179547467054,7,1.0,2026-06-29T07:42:24.900081Z,2026-06-30T08:53:02.685108Z Chronos-2,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,9.105555865831827e-07,0.0005920402605193078,,,-40.62646925128057,1.5531587908224404e-06,0.6000378775922856,5.796487270255244e-06,33,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T08:45:29.164988Z -Chronos-2,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.7296862743653321e-18,1.3151753777977037e-09,,,0.0,0.0,0.0,1.0,50,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T08:45:29.164988Z +Chronos-2,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.7296862743653321e-18,1.3151753777977037e-09,,,0.0,0.0,0.0,1.0,51,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T08:59:03.350425Z Chronos-2,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,3.0104184905611335,1.4385776411487363,0.05719998883537407,0.13497987192358807,15.881719591063993,2.767361894426708,0.26787470379089556,0.1247104126526841,20,1.0,2026-06-17T05:11:12.972050+00:00,2026-06-30T08:18:28.400879Z Chronos-2,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.20261130444445746,0.34205372178189597,0.6500349918941404,0.1812840507589409,58.3555623702401,0.3342084018980291,0.16310476853463282,0.0015917656879923052,170,0.9647058823529412,2026-06-16T12:06:44.487655+00:00,2026-06-30T08:53:02.685108Z Chronos-2,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,3.3241921183669207,1.445469518954582,0.13350010802233958,0.7929391088625425,2.1537216468614795,4.954855787060532,-0.177487000431444,0.003219067478570594,126,1.0,2026-06-16T12:06:47.974062+00:00,2026-06-30T08:45:29.164988Z @@ -25,10 +25,10 @@ Chronos-2,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.532 Chronos-2,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,4.296201356737278,1.6146660988782293,0.6268521871204138,0.42628649725754697,22.64123047417351,6.3760090020109566,0.36784313725490203,0.00013935119524166958,51,1.0,2026-06-16T13:12:36.348072+00:00,2026-06-30T08:18:28.400879Z Chronos-2,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,532.4547993091279,11.437269583508765,0.008450849731866428,0.31816196007081476,24.09810310502762,1461.4557325659523,0.4392274342840962,8.871057130336371e-09,80,1.0,2026-06-16T12:40:50.960167+00:00,2026-06-30T08:45:29.164988Z Chronos-2,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.1456044109597034,0.3540856210491078,0.07326493977323642,0.20971254396934885,91.35627345305528,0.09048796560262944,0.6666666666666669,0.3333333333333333,4,1.0,2026-06-17T09:43:59.015450+00:00,2026-06-21T17:41:22.192896+00:00 -ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,85363.3969840424,196.6387811105163,0.00709030799954165,0.23306797389059444,32.88950007685645,111152.82506250576,0.46662914497443836,1.7559029961999394e-23,207,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-30T08:53:02.685108Z +ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,85761.81872964563,197.66534825648938,0.007082260147897866,0.23196848880817442,32.89318945876823,111032.7999495984,0.4683203270159792,9.49591945406274e-24,208,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-30T08:59:03.350425Z ETS,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,118717.19330860148,343.9538807373714,0.0045178625758682,0.0036518535953111906,50.44073575482072,14612.47309505738,-0.3499271061118826,0.308179547467054,7,1.0,2026-06-29T07:42:24.900081Z,2026-06-30T08:53:02.685108Z ETS,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,8.601313561919665e-05,0.006162946841253807,,,-40.77371876025949,0.00010459122954145506,0.5868938953886337,1.2145640433347482e-05,32,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T08:45:29.164988Z -ETS,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.78682891212804e-08,,,0.0,0.0,0.0,1.0,50,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T08:45:29.164988Z +ETS,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526528e-15,9.78682891212804e-08,,,0.0,1.5934209215920776e-30,0.0,1.0,51,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T08:59:03.350425Z ETS,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,55.31037625466226,6.522074188373765,0.25480762775274535,0.6402160468326651,-82.08173193450716,40.131104303534514,0.39373607036768743,0.033960846451901484,18,1.0,2026-06-18T05:03:30.268230+00:00,2026-06-30T08:18:28.400879Z ETS,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.8204242221814875,1.1467242090851695,1.953033473563368,0.8387049461796567,-5.1525552155201,1.8981487784936169,-0.36781083142639215,5.619196999490189e-09,115,0.9565217391304348,2026-06-17T12:10:12.697348+00:00,2026-06-30T08:53:02.685108Z ETS,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,4.4565583680144645,1.7013230933295271,0.19791676069601638,1.0031693779568795,-12.675583552980076,6.15816664566397,-0.19020254444141624,0.007992053981427324,90,1.0,2026-06-17T12:10:12.728630+00:00,2026-06-30T08:45:29.164988Z @@ -38,10 +38,10 @@ ETS,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,65.71405463 ETS,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,5.884751968076289,2.0040471138992144,0.7088803716148453,0.451583225271114,15.34054380536899,6.760810376535002,0.376114081996435,0.0017602560768171696,34,1.0,2026-06-17T12:10:12.797899+00:00,2026-06-30T08:18:28.400879Z ETS,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,652.9835643177315,15.48053833895167,0.01048413762829309,0.28680752178660285,13.714479862392613,1352.360168151222,0.49533828481705866,1.96367444485412e-08,61,1.0,2026-06-17T12:26:17.324923+00:00,2026-06-30T08:45:29.164988Z ETS,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0355298506068462,1.016318790561134,0.2100370240294873,0.5501238398295335,45.32341836016455,0.11787053128673673,0.3333333333333334,0.75,4,1.0,2026-06-17T12:10:12.836543+00:00,2026-06-20T17:12:56.912547+00:00 -Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,100227.88765308978,169.11122506792086,0.008987168598447445,0.2480684866600039,8.924727821228267,195410.09209522654,0.3705960055992587,5.375746202755433e-23,319,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-30T08:53:02.685108Z +Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,100377.53207928145,169.78542734057663,0.008975238450389259,0.2473094808906347,9.072307559862645,195121.92977051844,0.3712382445141066,3.8748124434642105e-23,320,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-30T08:59:03.350425Z Moirai-1.1-Large,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,437369.9346162705,623.6208483071858,0.006273469151660891,0.005108353339589654,2.1363564524964103,338661.7098954427,-0.33333333333333337,0.3813492063492063,7,1.0,2026-06-29T07:42:24.900081Z,2026-06-30T08:53:02.685108Z Moirai-1.1-Large,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,1300372.4402911372,347.44160802011976,,,-99.91489751353996,6241021.959316064,-0.6666666666666666,2.327763304845997e-09,33,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T08:45:29.164988Z -Moirai-1.1-Large,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,130896.53783283842,90.79992772205445,,,-100.0,847476.465831303,0.1657142857142857,0.08949528184396145,50,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T08:45:29.164988Z +Moirai-1.1-Large,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,128331.59424213457,89.19968889717832,,,-100.0,839158.8399414951,0.17019607843137258,0.07798151211295819,51,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T08:59:03.350425Z Moirai-1.1-Large,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,2.171738728348067,1.2473059538948843,0.05302018489664738,0.12469830269530194,25.008789163272425,1.9316972936363719,0.22105263157894736,0.18588304288709082,20,1.0,2026-06-17T05:16:48.534000+00:00,2026-06-30T08:18:28.400879Z Moirai-1.1-Large,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,1.2834289573916986,0.8949159852317699,2.2019636556732762,0.4857904502164689,8.846040142632663,2.03413174545926,0.103222127174223,0.04701529819079322,168,0.9702380952380952,2026-06-16T12:07:52.741323+00:00,2026-06-30T08:53:02.685108Z Moirai-1.1-Large,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,6.183811069866326,1.5746281886352016,0.13133095833731884,0.7583264176287238,0.9061562656559161,34.286656619123654,-0.15919223708366115,0.008741760976022216,124,1.0,2026-06-16T12:07:56.991709+00:00,2026-06-30T08:45:29.164988Z @@ -51,10 +51,10 @@ Moirai-1.1-Large,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,2 Moirai-1.1-Large,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,5.300548526412768,1.8786385546040858,0.6665781420348457,0.44075449506904396,9.28744828332223,6.882800085952684,0.306280193236715,0.002687376515748667,46,1.0,2026-06-16T13:15:41.040444+00:00,2026-06-30T08:18:28.400879Z Moirai-1.1-Large,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,3158.977297563063,24.263004665745832,0.011087169996827044,0.4001191617082233,-12.360675336292774,14636.676742349837,0.5605322947095099,2.65256006047592e-13,79,1.0,2026-06-16T12:43:22.358427+00:00,2026-06-30T08:45:29.164988Z Moirai-1.1-Large,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.14917155913022512,0.35835614759999057,0.060813743611269774,0.18543381466807796,92.89588533626512,0.11224549076916286,0.6666666666666669,0.3333333333333333,4,1.0,2026-06-17T09:46:01.162798+00:00,2026-06-21T19:13:08.416535+00:00 -Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,107750.15849052653,217.83112402979407,0.00790359598092998,0.24371072314292327,24.895393847850276,139170.05478640136,0.2496599596641809,9.153411005789714e-08,207,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-30T08:53:02.685108Z +Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,107857.36660118845,218.5176267489315,0.007889982387349732,0.24255821123652005,24.98983707862969,138842.09781967744,0.2517651430694909,6.625446660360251e-08,208,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-30T08:59:03.350425Z Moving-Average,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,215310.55638497887,447.3763192566948,0.006293396883720027,0.005143243720715678,30.055180644891458,124067.74441930604,-0.8164965809277261,0.017417130286899955,7,1.0,2026-06-29T07:42:24.900081Z,2026-06-30T08:53:02.685108Z Moving-Average,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,0.00013303270190039815,0.006965419403437492,,,-41.48610112972839,0.00031563830486187286,0.5821608801032414,1.4269352085945028e-05,32,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T08:45:29.164988Z -Moving-Average,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.78682891212804e-08,,,0.0,0.0,0.0,1.0,50,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T08:45:29.164988Z +Moving-Average,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526528e-15,9.78682891212804e-08,,,0.0,1.5934209215920776e-30,0.0,1.0,51,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T08:59:03.350425Z Moving-Average,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,8.245434084857218,2.5366496281738833,0.10388537881284993,0.23044190425901986,-44.425247426400425,5.855659382711661,0.4088797653818292,0.027658573623973098,18,1.0,2026-06-18T05:03:30.400278+00:00,2026-06-30T08:18:28.400879Z Moving-Average,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.5874471376108865,1.0645719644917142,2.605560375500376,0.9312960931087377,4.187851817970691,1.7681540315673168,-0.2021357742181541,0.0013614365623980608,115,0.9565217391304348,2026-06-17T12:10:12.867076+00:00,2026-06-30T08:53:02.685108Z Moving-Average,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,3.6210857263802816,1.4593552411868107,0.12477838352662451,0.9097501071027265,11.845873314982272,5.004579781614395,-0.24418907479535304,0.00066101999080675,90,1.0,2026-06-17T12:10:12.884991+00:00,2026-06-30T08:45:29.164988Z @@ -64,11 +64,11 @@ Moving-Average,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24, Moving-Average,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,5.947758287047968,1.997343879065824,0.7352248763436997,0.43507216500510515,15.682636649857486,7.165782259219339,0.3440285204991088,0.004221504808263437,34,1.0,2026-06-17T12:10:12.921461+00:00,2026-06-30T08:18:28.400879Z Moving-Average,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,792.6573818579483,15.692351187153763,0.01134425854968794,0.3416002524671962,11.79303608785186,2112.449112015746,0.5195011279788664,3.8834615089524945e-09,61,1.0,2026-06-17T12:26:17.359102+00:00,2026-06-30T08:45:29.164988Z Moving-Average,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0762729471721073,1.0365663956063864,0.2116032762980239,0.5617661939340133,43.72824413897228,0.1006489058726523,0.0,1.0,4,1.0,2026-06-17T12:10:12.956394+00:00,2026-06-20T17:12:56.975490+00:00 -Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,168201.36266580428,282.3295805228076,0.009509787453709747,0.23068021518607434,0.0,179086.556503625,0.2848365461282304,1.0905376534232155e-09,207,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-30T08:53:02.685108Z +Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,169022.18164238386,283.77116146977846,0.00950415418831031,0.22960317903106636,0.0,179045.23522441264,0.2860460795243404,8.437953733464076e-10,208,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-30T08:59:03.350425Z Seasonal-Naive,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,359235.3728664943,599.3329931420345,0.008445034840130535,0.006780052057387781,0.0,7710.154237264785,-0.8164965809277261,0.017417130286899955,7,1.0,2026-06-29T07:42:24.900081Z,2026-06-30T08:53:02.685108Z Seasonal-Naive,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,36436.1429036395,190.88253692687422,0.8264244641534466,0.9402466648974208,0.0,,,,1,1.0,2026-06-29T09:42:32.652885Z,2026-06-29T09:42:32.652885Z Seasonal-Naive,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,0.00034722223257025093,0.0032940392784270712,,,0.0,0.0019641855618332555,0.024193548387096777,0.8709443272763995,32,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T08:45:29.164988Z -Seasonal-Naive,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,,0.0,0.0,0.0,1.0,50,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T08:45:29.164988Z +Seasonal-Naive,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,,0.0,0.0,0.0,1.0,51,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T08:59:03.350425Z Seasonal-Naive,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,3.241373514697571,1.540799795319775,0.06274012677903143,0.14963203263576164,0.0,2.8004337756127358,0.31028580141904544,0.08630976275277599,19,1.0,2026-06-18T05:03:30.473716+00:00,2026-06-30T08:18:28.400879Z Seasonal-Naive,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.6608031058592443,1.0975028994818072,2.5980299265797577,0.9689603943599775,0.0,1.8098389279478144,-0.2241037376048818,0.00038410318922230585,115,0.9565217391304348,2026-06-17T12:10:12.978229+00:00,2026-06-30T08:53:02.685108Z Seasonal-Naive,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,3.992154321565365,1.5732389381293346,0.1360935977195793,1.182110438742265,0.0,5.213144748812868,-0.2511873287301226,0.00046031202468590186,90,1.0,2026-06-17T12:10:12.994311+00:00,2026-06-30T08:45:29.164988Z @@ -78,10 +78,10 @@ Seasonal-Naive,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24, Seasonal-Naive,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,8.292192543376801,2.370389341909779,0.7286692247724001,0.7221650898859808,0.0,10.034964769213522,0.44201680672268906,0.0001877326205693327,35,1.0,2026-06-17T12:10:13.024713+00:00,2026-06-30T08:18:28.400879Z Seasonal-Naive,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,828.3319866490353,17.571151935927865,0.01148946032950536,0.29243169276926084,0.0,1799.7362233851527,0.46385766612855445,1.6666474137996268e-07,61,1.0,2026-06-17T12:26:17.384303+00:00,2026-06-30T08:45:29.164988Z Seasonal-Naive,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1616.696102674672,19.296585827568386,0.35112400705711844,1.1347582547310677,0.0,3608.8641772125693,0.39999999999999997,0.48333333333333334,5,1.0,2026-06-17T12:10:13.040774+00:00,2026-06-29T09:42:32.652885Z -TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,60145.663062913154,133.44453891741023,0.007499974927523542,0.22336323160583815,20.291247149461697,100732.55531359721,0.5158489096573208,3.0061014113178996e-43,321,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-30T08:53:02.685108Z +TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,60403.19131198286,134.20479076394636,0.007493045698580913,0.22268419519904967,20.390003889498164,100681.63813133279,0.5166502196164935,1.6515900089757673e-43,322,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-30T08:59:03.350425Z TiRex,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,143947.73403694518,377.68249300153974,0.005205615056107155,0.004167125960505134,43.2599459518898,31354.07313152631,-0.5832118435198044,0.08942935902899353,7,1.0,2026-06-29T07:42:24.900081Z,2026-06-30T08:53:02.685108Z TiRex,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,2.1332648128729678e-07,0.00029392210224012084,,,-40.62523234458284,3.061630936751612e-07,0.6180165405913053,3.019036910028902e-06,33,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T08:45:29.164988Z -TiRex,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,2.0440368407041843e-18,1.4296981641955705e-09,,,0.0,0.0,0.0,1.0,50,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T08:45:29.164988Z +TiRex,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,2.044036840704184e-18,1.4296981641955705e-09,,,0.0,3.890187796855658e-34,0.0,1.0,51,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T08:59:03.350425Z TiRex,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,1.4327560689817198,1.043591186568421,0.04368278747064877,0.11197493186877287,38.376260799489486,1.1262073570627147,0.30440307248965404,0.08104443668295622,20,1.0,2026-06-17T05:15:19.765080+00:00,2026-06-30T08:18:28.400879Z TiRex,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.23906507809602426,0.3759196853169816,0.8163614215633789,0.1882890995315642,54.73887017937374,0.3873667649990368,0.1825866441251057,0.00042521057774172987,169,0.9644970414201184,2026-06-16T12:07:37.946365+00:00,2026-06-30T08:53:02.685108Z TiRex,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,3.1524453772047005,1.428401829755927,0.1297471323324708,0.7501504729744672,0.2621047378163778,4.578430250455372,-0.16524660091211374,0.006302629888497424,125,1.0,2026-06-16T12:07:42.045490+00:00,2026-06-30T08:45:29.164988Z @@ -91,10 +91,10 @@ TiRex,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.4165386 TiRex,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,4.500212300241054,1.658237819154772,0.6435782156627399,0.42610734569414727,18.75148940489555,6.569441884649334,0.41326530612244894,2.7989015376196643e-05,49,1.0,2026-06-16T13:14:44.379149+00:00,2026-06-30T08:18:28.400879Z TiRex,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,409.41362235312795,9.03780178392239,0.007518779917864313,0.317429247396152,28.75214529045617,1400.8558786113222,0.34274973195579767,7.1967739732898434e-06,80,1.0,2026-06-16T12:42:39.570887+00:00,2026-06-30T08:45:29.164988Z TiRex,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.1142507117917414,0.3157392361563049,0.05766464594502298,0.18845260977496125,92.97571825184865,0.06887221261822021,1.0,0.08333333333333333,4,1.0,2026-06-17T09:45:42.165364+00:00,2026-06-21T19:06:33.434447+00:00 -Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,61573.04353212772,135.2118443944541,0.006767398413689033,0.19358847876820398,30.95818286981393,103836.27176753494,0.4046240466397796,6.1328281553369226e-27,317,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-30T08:53:02.685108Z +Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,61749.685998778565,135.86570784016382,0.006761216145963505,0.19299215378164153,31.04343011279637,103720.20642631706,0.4056306172251652,3.8071844241160844e-27,318,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-30T08:59:03.350425Z Timer-S1,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,169281.42929485865,403.95690845955284,0.005669006322929189,0.004204572801304042,38.054929995070985,70577.3433674125,-0.5832118435198044,0.08942935902899353,7,1.0,2026-06-29T07:42:24.900081Z,2026-06-30T08:53:02.685108Z Timer-S1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,2.3250097717969015e-06,0.0009474994065707763,,,-40.63133757961923,3.546055244346815e-06,0.4337352448513524,0.001048590372754471,33,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T08:45:29.164988Z -Timer-S1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.1760797597599717e-16,1.0844721111028957e-08,,,0.0,0.0,0.0,1.0,50,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T08:45:29.164988Z +Timer-S1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.1760797597599717e-16,1.0844721111028957e-08,,,0.0,0.0,0.0,1.0,51,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T08:59:03.350425Z Timer-S1,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.9897128240886532,0.9125164981399709,0.03989829628300963,0.10726387191674017,35.9585606262119,0.6541142281252941,0.30440307248965404,0.08104443668295622,20,1.0,2026-06-17T05:17:34.201964+00:00,2026-06-30T08:18:28.400879Z Timer-S1,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.07689759678176998,0.19560456621171152,0.444375246375024,0.10116589541590888,87.66137079431088,0.19523199123357649,0.04622124863088719,0.37672178057379846,166,0.9698795180722891,2026-06-16T12:08:08.243141+00:00,2026-06-30T08:53:02.685108Z Timer-S1,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,3.262116809013295,1.4238746986265831,0.11764393107100596,0.8381928188124602,8.423180733555219,4.64767030497856,-0.2734289279858343,8.79626539027757e-06,121,1.0,2026-06-16T12:08:12.826217+00:00,2026-06-30T08:45:29.164988Z @@ -104,10 +104,10 @@ Timer-S1,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.4246 Timer-S1,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,5.098929317927396,1.7930957611698062,0.7095538043759981,0.4701608201516528,10.951680421974407,7.315188362803515,0.5243128964059196,5.257363549850364e-07,44,1.0,2026-06-16T13:16:37.448453+00:00,2026-06-30T08:18:28.400879Z Timer-S1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,526.7241229961321,11.071531982450846,0.009469126219067136,0.35548665291641857,20.76900368275462,1618.1371675457863,0.5773710968682462,2.7394010129637327e-13,75,1.0,2026-06-16T12:43:54.916074+00:00,2026-06-30T08:45:29.164988Z Timer-S1,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.1866843274900648,0.40946779875447853,0.0860893988633661,0.21608656247132377,87.32650247673674,0.12627353465371907,0.33333333333333337,1.0,3,1.0,2026-06-17T09:46:15.518954+00:00,2026-06-20T17:12:49.922736+00:00 -TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,58543.97264883016,128.96276329579717,0.006667897752279341,0.2562447157189089,28.72630951895088,103352.27774409926,0.4067996201329535,7.291201678434158e-28,325,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-30T08:53:02.685108Z +TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,58707.95289908668,129.59375574827612,0.00666068557955569,0.2554719761026987,28.83115540003703,103235.61667641072,0.4078338839075035,4.440531396929085e-28,326,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-30T08:59:03.350425Z TimesFM-2.5,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,176098.09360740296,416.23932203288285,0.0048211399764989315,0.0054064163062068115,35.21612365783684,49928.45351840307,-0.5832118435198044,0.08942935902899353,7,1.0,2026-06-29T07:42:24.900081Z,2026-06-30T08:53:02.685108Z TimesFM-2.5,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,4.941139832458018e-09,3.807268996536384e-05,,,-31.25,9.56399646849145e-09,0.5176767676767677,0.00014368783170498684,33,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T08:45:29.164988Z -TimesFM-2.5,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,,0.0,0.0,0.0,1.0,50,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T08:45:29.164988Z +TimesFM-2.5,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,,0.0,0.0,0.0,1.0,51,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T08:59:03.350425Z TimesFM-2.5,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,3.558866459940399,1.6054953224062707,0.0690958912325182,0.1654555736989388,-1.8490820442099993,3.1455375153966942,0.30440307248965404,0.08104443668295622,20,1.0,2026-06-17T05:12:05.733003+00:00,2026-06-30T08:18:28.400879Z TimesFM-2.5,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.10906125367253341,0.25819602393709185,0.3973012997450786,0.1765196387156253,69.00715528306058,0.1747887838281413,0.062411947027331646,0.2283769731558889,169,0.9644970414201184,2026-06-16T12:07:01.390017+00:00,2026-06-30T08:53:02.685108Z TimesFM-2.5,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,2.8483713083983933,1.3135709145734908,0.11586810415415887,0.8600354595540083,14.510287534297701,4.4418014545055815,-0.1554333069265507,0.009584606497443159,127,1.0,2026-06-16T12:07:07.769114+00:00,2026-06-30T08:45:29.164988Z @@ -117,10 +117,10 @@ TimesFM-2.5,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.3 TimesFM-2.5,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,4.255795663076868,1.6105289160623095,0.553413425417797,0.6212696789733692,20.064915607841183,6.296999444400582,0.4072398190045249,2.033492618315874e-05,52,1.0,2026-06-16T13:13:22.668298+00:00,2026-06-30T08:18:28.400879Z TimesFM-2.5,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,396.64335644618956,8.685548275345695,0.00790464134435137,0.39094743158899087,29.85994751388284,1395.6723467946995,0.38997365777117743,2.7529654272804635e-07,81,1.0,2026-06-16T12:41:30.056174+00:00,2026-06-30T08:45:29.164988Z TimesFM-2.5,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.14441614689804608,0.36546156650664174,0.061049477862986375,0.29176317177851196,91.05485763998298,0.07761564379005298,0.3333333333333334,0.75,4,1.0,2026-06-17T09:44:33.543452+00:00,2026-06-21T18:01:25.705423+00:00 -Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,67479.2153608304,139.95302428484695,0.0069953070797012795,0.20457848466374717,30.52356356214538,118469.94930141998,0.41320794876260136,1.9180706843024954e-28,322,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-30T08:53:02.685108Z +Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,67726.94781709221,140.7087521343573,0.0069906219040011645,0.203958782476882,30.566228471155135,118369.60962662933,0.41445685825817746,1.0867210579179788e-28,323,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-30T08:59:03.350425Z Toto-2.0-1B,coingecko_bitcoin_7d_price_usd/1h/short,Finance,1h,24,167843.7861428942,405.5974620865942,0.005721332763027844,0.005203833947484432,37.50808229934109,57703.81150108458,-0.5832118435198044,0.08942935902899353,7,1.0,2026-06-29T07:42:24.900081Z,2026-06-30T08:53:02.685108Z Toto-2.0-1B,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,1.3763595258795128e-07,0.0001608453818061532,,,-40.627002331997225,6.16306210029063e-07,0.48317656809865683,0.0002615103134381765,33,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T08:45:29.164988Z -Toto-2.0-1B,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.28583974051016e-20,3.047267585971104e-10,,,0.0,1.21592689622004e-35,0.0,1.0,50,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T08:45:29.164988Z +Toto-2.0-1B,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.28583974051016e-20,3.047267585971104e-10,,,0.0,1.2156836865173932e-35,0.0,1.0,51,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T08:59:03.350425Z Toto-2.0-1B,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,2.26364669494184,1.2941774892318414,0.054307562568606214,0.1350213233099617,17.597506745637286,1.9360056133325827,0.2922269495900679,0.09395943105256332,20,1.0,2026-06-17T05:14:00.045696+00:00,2026-06-30T08:18:28.400879Z Toto-2.0-1B,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.1487668634342287,0.2643973134174989,0.4949904423121006,0.14636644256697087,70.61330257207219,0.33409667993476344,0.18733960650128317,0.0003124895328281777,168,0.9642857142857143,2026-06-16T12:07:21.772238+00:00,2026-06-30T08:53:02.685108Z Toto-2.0-1B,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,3.169268108479386,1.4422867869256921,0.129628170840109,0.7785365866704396,3.303017140401191,4.530695959654311,-0.22595976316675553,0.0001659723781773206,127,1.0,2026-06-16T12:07:26.464043+00:00,2026-06-30T08:45:29.164988Z diff --git a/results/aggregates/metadata.json b/results/aggregates/metadata.json index d5908f7ab23103ba514271b9d655c46cdd1a6271..ee549f951d2573e9e92b4f117b505e6139f6b37d 100644 --- a/results/aggregates/metadata.json +++ b/results/aggregates/metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-30T08:56:12.535052+00:00", + "generated_at": "2026-06-30T09:02:02.425434+00:00", "baseline_model": "Seasonal-Naive", "normalization": "Per-config metric / Seasonal-Naive metric", "metric_aggregation": "Geometric mean over dataset configurations", diff --git a/results/aggregates/results_by_domain.csv b/results/aggregates/results_by_domain.csv index e05e944e4a295d966b7e09ce08c3f9802e3bb910..856790a1e98c6b02312415a811d588c371f443b9 100644 --- a/results/aggregates/results_by_domain.csv +++ b/results/aggregates/results_by_domain.csv @@ -9,16 +9,16 @@ Climate,Chronos-2,4.544258006571046,0.8922888560705503,7,5,5,1.0 Climate,Moving-Average,30.51487310212514,1.205963092869117,8,5,5,1.0 Climate,ARIMA,32.14938973400476,1.275781000453321,9,5,5,1.0 Climate,ETS,83.5785381930993,2.1543795500988088,10,5,5,1.0 -Finance,Timer-S1,0.337538452026806,0.5802186875377616,1,2,3,0.6666666666666666 -Finance,Moving-Average,0.3577549413486625,0.5823023232782272,2,2,3,0.6666666666666666 -Finance,Chronos-2,0.32616428318001417,0.5989731828273028,3,2,3,0.6666666666666666 -Finance,ETS,0.407400742433295,0.5975154981387345,4,2,3,0.6666666666666666 -Finance,TimesFM-2.5,0.3643369532368102,0.6743648128926805,5,2,3,0.6666666666666666 -Finance,TiRex,0.38805873435672966,0.658134329472614,6,2,3,0.6666666666666666 -Finance,Toto-2.0-1B,0.4214823977666065,0.6453218803479185,7,2,3,0.6666666666666666 +Finance,Timer-S1,0.334362457515866,0.5778001794420009,1,2,3,0.6666666666666666 +Finance,Moving-Average,0.3555169880319987,0.5798985986141381,2,2,3,0.6666666666666666 +Finance,Chronos-2,0.32228657168562674,0.5985258272458349,3,2,3,0.6666666666666666 +Finance,ETS,0.4079652754489318,0.5964664308107598,4,2,3,0.6666666666666666 +Finance,TimesFM-2.5,0.3604489473029145,0.6718552465493854,5,2,3,0.6666666666666666 +Finance,TiRex,0.38518572236436627,0.6578532730507959,6,2,3,0.6666666666666666 +Finance,Toto-2.0-1B,0.4178913893989124,0.6449355081724535,7,2,3,0.6666666666666666 Finance,Seasonal-Naive,1.0,1.0,8,3,3,1.0 -Finance,Moirai-1.1-Large,0.4873137814508003,0.7716621158363555,9,2,3,0.6666666666666666 -Finance,ARIMA,0.9657416150187428,1.4425056216835923,10,2,3,0.6666666666666666 +Finance,Moirai-1.1-Large,0.5029171459415471,0.7719982576032578,9,2,3,0.6666666666666666 +Finance,ARIMA,0.965908059184406,1.4456254408888185,10,2,3,0.6666666666666666 Hazards,ETS,0.5395049049179023,0.5818176552518051,1,1,1,1.0 Hazards,Moving-Average,0.6298828782294325,0.625158378894385,2,1,1,1.0 Hazards,ARIMA,0.6562115191247111,0.6252954591801253,3,1,1,1.0 @@ -58,7 +58,7 @@ Transportation,Timer-S1,1.0,,6,1,1,1.0 Transportation,ARIMA,1.0,,7,1,1,1.0 Transportation,ETS,1.0,,8,1,1,1.0 Transportation,Moving-Average,1.0,,9,1,1,1.0 -Transportation,Moirai-1.1-Large,7.341878434650317e+16,,10,1,1,1.0 +Transportation,Moirai-1.1-Large,84414706942041.25,,10,1,1,1.0 Web,Moirai-1.1-Large,1.8479142653327492e-05,0.5492013789516712,1,1,1,1.0 Web,TiRex,1.4153201949177802e-05,0.5581421777937835,2,1,1,1.0 Web,Chronos-2,1.803724984016004e-05,0.621107959934863,3,1,1,1.0 diff --git a/results/aggregates/results_by_frequency.csv b/results/aggregates/results_by_frequency.csv index 5575bf14c4edd0a842dbcb69b22025ab7ae6a38a..b2fbb833a2d19e5131e349924144bba4db9e3c1d 100644 --- a/results/aggregates/results_by_frequency.csv +++ b/results/aggregates/results_by_frequency.csv @@ -29,15 +29,15 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 1D,ARIMA,0.0001149093743462177,1.3986108614095323,8,1,1,1.0 1D,ETS,0.00012827984062590336,1.629307858274777,9,1,1,1.0 1D,Moving-Average,0.00013332703258365767,1.663789147137162,10,1,1,1.0 -1h,Timer-S1,0.4738453417539597,0.6952463206767558,1,7,7,1.0 -1h,Moving-Average,0.8048446148384752,0.891726927807128,2,7,7,1.0 -1h,Toto-2.0-1B,0.40917617078158813,0.6987506766096184,3,7,7,1.0 -1h,TiRex,0.5715345345566204,0.7586835969662729,4,7,7,1.0 -1h,Moirai-1.1-Large,0.3741779487369613,0.7708542451240689,5,7,7,1.0 -1h,Chronos-2,0.5362451368698621,0.7623945942169761,6,7,7,1.0 -1h,TimesFM-2.5,0.5135426621108676,0.7699150733902452,7,7,7,1.0 -1h,ETS,1.6779846966912702,1.238704544503169,8,7,7,1.0 -1h,ARIMA,1.2214491068249507,1.1933696123243733,9,7,7,1.0 +1h,Timer-S1,0.4725671679498891,0.6944170924642997,1,7,7,1.0 +1h,Moving-Average,0.8034028911270115,0.8906736538559259,2,7,7,1.0 +1h,Toto-2.0-1B,0.40817707943471554,0.6986311191888561,3,7,7,1.0 +1h,TiRex,0.5703223574096173,0.7585910125555112,4,7,7,1.0 +1h,Moirai-1.1-Large,0.3775626061450351,0.7709501701598404,5,7,7,1.0 +1h,Chronos-2,0.5344158277238478,0.7622318621566418,6,7,7,1.0 +1h,TimesFM-2.5,0.5119708726921028,0.7690953702321052,7,7,7,1.0 +1h,ETS,1.678648703709479,1.2380827793441223,8,7,7,1.0 +1h,ARIMA,1.2215092502604294,1.1941064700988049,9,7,7,1.0 1h,Seasonal-Naive,1.0,1.0,10,7,7,1.0 1mo,Seasonal-Naive,1.0,1.0,1,1,1,1.0 5min,Seasonal-Naive,1.0,,1,2,2,1.0 @@ -49,7 +49,7 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 5min,ARIMA,2276.412112088946,,7,2,2,1.0 5min,ETS,3122.471313980661,,8,2,2,1.0 5min,Moving-Average,3122.4990457280605,,9,2,2,1.0 -5min,Moirai-1.1-Large,8623934774039.419,,10,2,2,1.0 +5min,Moirai-1.1-Large,292422595172.9832,,10,2,2,1.0 6min,Chronos-2,0.057248233302045676,0.1656563551942117,1,1,1,1.0 6min,Timer-S1,0.10737224056785545,0.21867039470793911,2,1,1,1.0 6min,ETS,0.17197994384837006,0.2645605714550037,3,1,1,1.0 diff --git a/results/aggregates/results_by_prediction_length.csv b/results/aggregates/results_by_prediction_length.csv index e92158ac6461a0188155eeae15c10481c64846c8..6836d09d24a4930e55ed9a8652bbffa084d73327 100644 --- a/results/aggregates/results_by_prediction_length.csv +++ b/results/aggregates/results_by_prediction_length.csv @@ -18,16 +18,16 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 12,ARIMA,1.0,,7,1,2,0.5 12,ETS,1.0,,8,1,2,0.5 12,Moving-Average,1.0,,9,1,2,0.5 -12,Moirai-1.1-Large,7.341878434650317e+16,,10,1,2,0.5 -24,Timer-S1,0.5189935672759046,0.7320856026878375,1,8,8,1.0 -24,Toto-2.0-1B,0.4511212034591358,0.7233654549777785,2,8,8,1.0 -24,TiRex,0.6040655283039866,0.7822786266275882,3,8,8,1.0 -24,Moving-Average,0.8464949049006977,0.9251516043929399,4,8,8,1.0 -24,Chronos-2,0.5719132939878162,0.7865622290965668,5,8,8,1.0 -24,TimesFM-2.5,0.5504534205468672,0.792650965869467,6,8,8,1.0 -24,ETS,1.4869368550368651,1.173850157091341,7,8,8,1.0 -24,Moirai-1.1-Large,0.44853609637464453,0.8184369726174082,8,8,8,1.0 -24,ARIMA,1.1752951397142144,1.1475957466228774,9,8,8,1.0 +12,Moirai-1.1-Large,84414706942041.25,,10,1,2,0.5 +24,Timer-S1,0.5177683965510274,0.7313215247202464,1,8,8,1.0 +24,Toto-2.0-1B,0.4501572357434915,0.7232571559000368,2,8,8,1.0 +24,TiRex,0.6029443534945333,0.7821950951809955,3,8,8,1.0 +24,Moving-Average,0.8451679656147577,0.9241953741053601,4,8,8,1.0 +24,Chronos-2,0.5702058176745006,0.7864153228544408,5,8,8,1.0 +24,TimesFM-2.5,0.5489789719879095,0.791912496065921,6,8,8,1.0 +24,ETS,1.4874516976823942,1.1733345807338802,7,8,8,1.0 +24,Moirai-1.1-Large,0.45208420747803285,0.8185260873723376,8,8,8,1.0 +24,ARIMA,1.1753457765445119,1.148215742671577,9,8,8,1.0 24,Seasonal-Naive,1.0,1.0,10,8,8,1.0 36,Seasonal-Naive,1.0,,1,1,1,1.0 36,Toto-2.0-1B,76.84853833536366,,2,1,1,1.0 diff --git a/results/aggregates/results_overall.csv b/results/aggregates/results_overall.csv index 1bc4984844247b315450e29a128589a2f22a8221..5a7604929c35c1c10d2770e12da19a0f4ec5c6a5 100644 --- a/results/aggregates/results_overall.csv +++ b/results/aggregates/results_overall.csv @@ -1,11 +1,11 @@ overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage -Overall,Timer-S1,0.45922889393088834,0.6090024752708925,1,13,14,0.9285714285714286 -Overall,Toto-2.0-1B,0.3231719126037458,0.6618759448120931,2,13,14,0.9285714285714286 -Overall,Chronos-2,0.46065869841856083,0.6315083573797247,3,13,14,0.9285714285714286 -Overall,TiRex,0.5660658907158039,0.69797078002355,4,13,14,0.9285714285714286 -Overall,TimesFM-2.5,0.5445658609914439,0.7996965158462569,5,13,14,0.9285714285714286 -Overall,Moirai-1.1-Large,22.03975794138039,0.7101822746372121,6,13,14,0.9285714285714286 -Overall,Moving-Average,1.5594385044164791,0.9822108290741782,7,13,14,0.9285714285714286 -Overall,ETS,2.0642236836431183,1.0834878603693174,8,13,14,0.9285714285714286 +Overall,Timer-S1,0.45856146073255877,0.6085401432181269,1,13,14,0.9285714285714286 +Overall,Toto-2.0-1B,0.322746776394792,0.6618038756023984,2,13,14,0.9285714285714286 +Overall,Chronos-2,0.4598118610245085,0.6314225756838622,3,13,14,0.9285714285714286 +Overall,TiRex,0.565419108576136,0.6979165762645928,4,13,14,0.9285714285714286 +Overall,TimesFM-2.5,0.5436677499644531,0.7991546042478613,5,13,14,0.9285714285714286 +Overall,Moirai-1.1-Large,13.158481560456648,0.7102385120145855,6,13,14,0.9285714285714286 +Overall,Moving-Average,1.557933725882435,0.9814723931051886,7,13,14,0.9285714285714286 +Overall,ETS,2.064663484898392,1.0831417395695773,8,13,14,0.9285714285714286 Overall,Seasonal-Naive,1.0,1.0,9,14,14,1.0 -Overall,ARIMA,1.5378622574885836,1.0190293087707916,10,13,14,0.9285714285714286 +Overall,ARIMA,1.5379030311814472,1.0194296699685235,10,13,14,0.9285714285714286 diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index 64d02e8c8c4cbaf72dd56322f1285cf0d62d82e7..7f55ab9150f16df8cce5d1b1286d8c3c93bafbb6 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,ARIMA,320678.8331160848,648013.9728325112,729.2766947737977,1.284079136830721,0.012137479979739277,0.012227666696608635,9.328911059532432,566.285116452909,0.009449774448337443,0.012169665201883331,0.010252136362478145,Finance,1,24 +binance_btcusdt_1h_close/1h/short,ARIMA,318211.0755603733,648536.0937691454,731.7628601383809,1.2884566702117415,0.01217933963188828,0.012269600577601925,9.328911059532432,564.1020081158844,0.009412953190068005,0.012210645325867795,0.010274758063616081,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,ARIMA,350923.08549411735,540805.6449642602,658.4678534148494,1.1388368692308692,0.010971219729388476,0.01104660364121982,7.3730840529240735,592.3876142308492,0.009896750240489237,0.01100072271953062,0.009120946532409099,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,ARIMA,5.182052104065256e-06,1.847097632329413e-35,4.296266942356911e-18,2.8121019376829467e-16,nan,2.0,0.02775207288396075,0.002276412112088946,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,ARIMA,9.578202015526527e-15,9.143141084502762e-15,9.078851462715541e-08,nan,nan,2.0,nan,9.786828912128038e-08,inf,inf,inf,Transportation,1,12 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index 41150c9531cef59d5a7e1d09a19641bd5b918f88..abd832943366f734ce2ba987bd76e3815d5a54b1 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-30T08:56:11.931064+00:00", + "evaluated_at": "2026-06-30T09:02:01.965241+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 59652.12890625, 59592.0, 59524.01171875, - 59257.87109375 + 59317.5390625 ], "p50": [ 59205.346201658744, diff --git a/results/arima/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/arima/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index 9332e56b68d3a91f1ca69a30402c8c7858131af4..6a133e676eb3542290cabddba89a486bc5383b74 100644 --- a/results/arima/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/arima/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,7 +1,7 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "ARIMA", - "evaluated_at": "2026-06-30T08:50:08.882556+00:00", + "evaluated_at": "2026-06-30T09:02:02.006454+00:00", "freq": "5min", "context_length": 120, "prediction_length": 12, @@ -326,14 +326,6 @@ ] }, "timestamps": [ - "2026-06-26 12:25:00", - "2026-06-26 12:30:00", - "2026-06-26 12:35:00", - "2026-06-26 12:40:00", - "2026-06-26 12:45:00", - "2026-06-26 12:50:00", - "2026-06-26 12:55:00", - "2026-06-26 13:00:00", "2026-06-26 13:05:00", "2026-06-26 13:10:00", "2026-06-26 13:15:00", @@ -457,6 +449,14 @@ "2026-06-26 23:05:00", "2026-06-26 23:10:00", "2026-06-26 23:15:00", - "2026-06-26 23:20:00" + "2026-06-26 23:20:00", + "2026-06-26 23:25:00", + "2026-06-26 23:30:00", + "2026-06-26 23:35:00", + "2026-06-26 23:40:00", + "2026-06-26 23:45:00", + "2026-06-26 23:50:00", + "2026-06-26 23:55:00", + "2026-06-27 00:00:00" ] } diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index 2ea13ac390e983df87c77d2bb82953c6f3b0df75..88c740da17cd8111c9ac7e017324b12c45a41130 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,25 +1,19 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-30T08:56:12.174379+00:00", + "evaluated_at": "2026-06-30T09:02:02.017598+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t080000z", - "data_fetched_at": "2026-06-30T08:53:02.685108Z", + "data_fetched_at": "2026-06-30T08:59:03.350425Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260629t080121z", - "data_fetched_at": "2026-06-30T08:53:02.685108Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260630t024200z", - "data_fetched_at": "2026-06-30T08:53:02.685108Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260630t072500z", + "data_fetched_at": "2026-06-30T08:59:03.350425Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index ae757d76936a0faccbb604a43503fa96b68bfa6c..1483632e9b5087359436bf04681b29be2edb0056 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,Chronos-2,103914.33085314433,103914.33085314433,267.73193359375,0.47141090981622097,0.004479852953735436,0.0044688922684969655,3.028041719397674,322.35745819376405,0.0053792783584905544,0.004467725376442214,0.003881129362854804,Finance,1,24 +binance_btcusdt_1h_close/1h/short,Chronos-2,100642.72175343831,100642.72175343831,265.2457682291667,0.46703337643520043,0.004437453657704722,0.004426959631540262,3.028041719397674,317.2423706780642,0.005293701391123861,0.004426054090011079,0.0038671395685304804,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,Chronos-2,123525.80691782634,123525.80691782634,276.4095052083333,0.4780572565609975,0.00463381450294522,0.004618102592241995,4.182898811035745,351.4623833610452,0.0058717220675985685,0.00461784779328296,0.004154089927985704,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Chronos-2,1.1123558821809705e-08,1.1123558821809705e-08,0.00010227555564294259,0.006694399860622669,nan,2.0,0.033935081663509246,0.00010546828348754759,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Chronos-2,1.7296862743653321e-18,1.7296862743653321e-18,1.0190191815362404e-09,nan,nan,2.0,nan,1.3151753777977035e-09,inf,inf,inf,Transportation,1,12 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index ee608909387027320c64c117a6e28365b40882f4..27b89e80a0b3628649f0966da3832b0ab017450e 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-30T08:53:28.624003+00:00", + "evaluated_at": "2026-06-30T08:59:47.602354+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 59652.12890625, 59592.0, 59524.01171875, - 59257.87109375 + 59317.5390625 ], "p50": [ 59970.95703125, diff --git a/results/chronos_2/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/chronos_2/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index 7a48c2541edeeb4512b46633823b6dd02a9fae48..2346d8f5153d070c25039dce79d28a4f8e8383e9 100644 --- a/results/chronos_2/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/chronos_2/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,7 +1,7 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-30T08:46:25.377692+00:00", + "evaluated_at": "2026-06-30T08:59:51.482351+00:00", "freq": "5min", "context_length": 120, "prediction_length": 12, @@ -326,14 +326,6 @@ ] }, "timestamps": [ - "2026-06-26 12:25:00", - "2026-06-26 12:30:00", - "2026-06-26 12:35:00", - "2026-06-26 12:40:00", - "2026-06-26 12:45:00", - "2026-06-26 12:50:00", - "2026-06-26 12:55:00", - "2026-06-26 13:00:00", "2026-06-26 13:05:00", "2026-06-26 13:10:00", "2026-06-26 13:15:00", @@ -457,6 +449,14 @@ "2026-06-26 23:05:00", "2026-06-26 23:10:00", "2026-06-26 23:15:00", - "2026-06-26 23:20:00" + "2026-06-26 23:20:00", + "2026-06-26 23:25:00", + "2026-06-26 23:30:00", + "2026-06-26 23:35:00", + "2026-06-26 23:40:00", + "2026-06-26 23:45:00", + "2026-06-26 23:50:00", + "2026-06-26 23:55:00", + "2026-06-27 00:00:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 98757df797f891bb82792514d54c60be0693892f..306b1956f8450394119c82ab512c30c45bf15264 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,25 +1,19 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-30T08:53:39.442300+00:00", + "evaluated_at": "2026-06-30T08:59:53.243404+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t080000z", - "data_fetched_at": "2026-06-30T08:53:02.685108Z", + "data_fetched_at": "2026-06-30T08:59:03.350425Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260629t080121z", - "data_fetched_at": "2026-06-30T08:53:02.685108Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260630t024200z", - "data_fetched_at": "2026-06-30T08:53:02.685108Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260630t072500z", + "data_fetched_at": "2026-06-30T08:59:03.350425Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index 0fc9951d81be4d9d3164319b16880ea7954bc12f..682d01bc7af355bd1c1fa41bffb06ba4e23e4a35 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,ETS,169129.1969617399,172484.1627822068,328.27885358157863,0.5780193306157432,0.005458406306259381,0.0054798828422453726,3.946915956681,411.2532029805238,0.006862709077831568,0.005478090510193868,0.004399783607932488,Finance,1,24 +binance_btcusdt_1h_close/1h/short,ETS,168235.1200695169,171657.94256878638,325.79268821699526,0.5736417972347226,0.00541635485763432,0.005437949010437544,3.946915956681,410.1647474729111,0.006844261343925996,0.0054363772504475915,0.0043750767472340475,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,ETS,118409.18367696456,119038.97105841734,263.0041670649289,0.45487238391604906,0.004382322382733923,0.004392622310003457,3.2349848653846514,344.1063551824705,0.005748828252980451,0.004393890910479402,0.0036465845411596583,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,ETS,9.749827106632122e-06,1.7217562618373478e-14,1.182430626918046e-07,7.739545753895252e-06,nan,2.0,0.00030958183015581016,0.003122471313980662,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,ETS,9.578202015526527e-15,9.143141084502762e-15,9.078851462715541e-08,nan,nan,2.0,nan,9.786828912128038e-08,inf,inf,inf,Transportation,1,12 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index 18076e97ca6a422fe89fdb32d10a05a842005d80..f32b1488f1710282ba8ad8fed29a13eee466e872 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-30T08:56:12.199237+00:00", + "evaluated_at": "2026-06-30T09:02:02.061532+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 59652.12890625, 59592.0, 59524.01171875, - 59257.87109375 + 59317.5390625 ], "p50": [ 59885.18155376002, diff --git a/results/ets/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/ets/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index 0e8ea765a22614927aa8e6bf9e6c74090d38aa87..4c42d7b3002ec2ab7c7d07082b0875f6ce7a2715 100644 --- a/results/ets/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/ets/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,7 +1,7 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "ETS", - "evaluated_at": "2026-06-30T08:50:09.099804+00:00", + "evaluated_at": "2026-06-30T09:02:02.086581+00:00", "freq": "5min", "context_length": 120, "prediction_length": 12, @@ -326,14 +326,6 @@ ] }, "timestamps": [ - "2026-06-26 12:25:00", - "2026-06-26 12:30:00", - "2026-06-26 12:35:00", - "2026-06-26 12:40:00", - "2026-06-26 12:45:00", - "2026-06-26 12:50:00", - "2026-06-26 12:55:00", - "2026-06-26 13:00:00", "2026-06-26 13:05:00", "2026-06-26 13:10:00", "2026-06-26 13:15:00", @@ -457,6 +449,14 @@ "2026-06-26 23:05:00", "2026-06-26 23:10:00", "2026-06-26 23:15:00", - "2026-06-26 23:20:00" + "2026-06-26 23:20:00", + "2026-06-26 23:25:00", + "2026-06-26 23:30:00", + "2026-06-26 23:35:00", + "2026-06-26 23:40:00", + "2026-06-26 23:45:00", + "2026-06-26 23:50:00", + "2026-06-26 23:55:00", + "2026-06-27 00:00:00" ] } diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index b710bccef9faa1a20db35c2679267cb45d93a757..a68c007c85d128cf35a41c843eadd7fce5bdf7d4 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,25 +1,19 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-30T08:56:12.263290+00:00", + "evaluated_at": "2026-06-30T09:02:02.097206+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t080000z", - "data_fetched_at": "2026-06-30T08:53:02.685108Z", + "data_fetched_at": "2026-06-30T08:59:03.350425Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260629t080121z", - "data_fetched_at": "2026-06-30T08:53:02.685108Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260630t024200z", - "data_fetched_at": "2026-06-30T08:53:02.685108Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260630t072500z", + "data_fetched_at": "2026-06-30T08:59:03.350425Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index 8be3adbc53323c5f90ab57abfa84508c3af33dae..f96b5504a7e9c9991a5745fa625318e4b28f1353 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -3264,3 +3264,5 @@ {"evaluated_at": "2026-06-30T08:56:12.907932+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} {"evaluated_at": "2026-06-30T08:56:12.907932+00:00", "dataset": "coingecko_bitcoin_7d_price_usd", "prediction_length": 24} {"evaluated_at": "2026-06-30T08:56:12.907932+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} +{"evaluated_at": "2026-06-30T09:02:02.828721+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-30T09:02:02.828721+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count", "prediction_length": 12} diff --git a/results/evaluation_metrics.jsonl b/results/evaluation_metrics.jsonl index db7a06c7b2e89af586ad970ff8d28c449eb96f4f..290035c2bbae9907748b4dfd5c463732b4e5f335 100644 --- a/results/evaluation_metrics.jsonl +++ b/results/evaluation_metrics.jsonl @@ -8912,3 +8912,23 @@ {"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-30T08:53:02.685108Z|h:24", "release_time": "2026-06-30T08:53:02.685108Z", "evaluated_at": "2026-06-30T08:56:12.321460+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Seasonal-Naive", "MSE": 341677.9028059642, "RMSE": 584.5322085274379, "MAPE": 0.008380392808188327, "CRPS": 0.006670800629274733, "MAPE_eligible": true} {"release_id": "coingecko_bitcoin_7d_price_usd/1h/short|source:2026-06-30T08:53:02.685108Z|h:24", "release_time": "2026-06-30T08:53:02.685108Z", "evaluated_at": "2026-06-30T08:56:12.332994+00:00", "dataset": "coingecko_bitcoin_7d_price_usd/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Seasonal-Naive", "MSE": 353137.1834888458, "RMSE": 594.2534673763762, "MAPE": 0.008527661552546861, "CRPS": 0.006736608271008154, "MAPE_eligible": true} {"release_id": "noaa_coops_sf_water_level_water_level/6min/short|source:2026-06-30T08:53:02.685108Z|h:60", "release_time": "2026-06-30T08:53:02.685108Z", "evaluated_at": "2026-06-30T08:56:12.348093+00:00", "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "domain": "Ocean", "frequency": "6min", "prediction_length": 60, "model": "Seasonal-Naive", "MSE": 0.36203717894862775, "RMSE": 0.6016952542181364, "MAPE": 0.3147917897809139, "CRPS": 0.3173754254370119, "MAPE_eligible": true} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-30T08:59:03.350425Z|h:24", "release_time": "2026-06-30T08:59:03.350425Z", "evaluated_at": "2026-06-30T08:59:49.575897+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Chronos-2", "MSE": 100642.72175343831, "RMSE": 317.2423706780642, "MAPE": 0.004437453657704722, "CRPS": 0.0038671395685304804, "MAPE_eligible": true} +{"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T08:59:03.350425Z|h:12", "release_time": "2026-06-30T08:59:03.350425Z", "evaluated_at": "2026-06-30T08:59:53.234899+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "Chronos-2", "MSE": 1.7296862743653321e-18, "RMSE": 1.3151753777977035e-09, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-30T08:59:03.350425Z|h:24", "release_time": "2026-06-30T08:59:03.350425Z", "evaluated_at": "2026-06-30T09:00:19.367334+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "TimesFM-2.5", "MSE": 112001.53423245747, "RMSE": 334.66630280393855, "MAPE": 0.004316729444369779, "CRPS": 0.004331600834396428, "MAPE_eligible": true} +{"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T08:59:03.350425Z|h:12", "release_time": "2026-06-30T08:59:03.350425Z", "evaluated_at": "2026-06-30T09:00:24.825046+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "TimesFM-2.5", "MSE": 0.0, "RMSE": 0.0, "MAPE": NaN, "CRPS": NaN, "MAPE_eligible": false} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-30T08:59:03.350425Z|h:24", "release_time": "2026-06-30T08:59:03.350425Z", "evaluated_at": "2026-06-30T09:00:53.788518+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Toto-2.0-1B", "MSE": 147496.79873339334, "RMSE": 384.053119676684, "MAPE": 0.0054819953285641446, "CRPS": 0.004414678306295415, "MAPE_eligible": true} +{"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T08:59:03.350425Z|h:12", "release_time": "2026-06-30T08:59:03.350425Z", "evaluated_at": "2026-06-30T09:00:57.797469+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "Toto-2.0-1B", "MSE": 9.285839740510159e-20, "RMSE": 3.047267585971104e-10, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-30T08:59:03.350425Z|h:24", "release_time": "2026-06-30T08:59:03.350425Z", "evaluated_at": "2026-06-30T09:01:06.985703+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "TiRex", "MSE": 143069.75926335654, "RMSE": 378.245633502036, "MAPE": 0.0052687632079971335, "CRPS": 0.004713508619950093, "MAPE_eligible": true} +{"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T08:59:03.350425Z|h:12", "release_time": "2026-06-30T08:59:03.350425Z", "evaluated_at": "2026-06-30T09:01:11.563531+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "TiRex", "MSE": 2.0440368407041843e-18, "RMSE": 1.4296981641955705e-09, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-30T08:59:03.350425Z|h:24", "release_time": "2026-06-30T08:59:03.350425Z", "evaluated_at": "2026-06-30T09:01:33.428839+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Moirai-1.1-Large", "MSE": 148114.10403442383, "RMSE": 384.855952317778, "MAPE": 0.0051695212198278355, "CRPS": 0.005186640461872765, "MAPE_eligible": true} +{"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T08:59:03.350425Z|h:12", "release_time": "2026-06-30T08:59:03.350425Z", "evaluated_at": "2026-06-30T09:01:38.495879+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "Moirai-1.1-Large", "MSE": 84.41470694204142, "RMSE": 9.18774765337193, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-30T08:59:03.350425Z|h:24", "release_time": "2026-06-30T08:59:03.350425Z", "evaluated_at": "2026-06-30T09:01:57.203795+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Timer-S1", "MSE": 117745.3479270935, "RMSE": 343.1404201301466, "MAPE": 0.004801437276971152, "CRPS": 0.003957133041340741, "MAPE_eligible": true} +{"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T08:59:03.350425Z|h:12", "release_time": "2026-06-30T08:59:03.350425Z", "evaluated_at": "2026-06-30T09:02:01.323986+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "Timer-S1", "MSE": 1.1760797597599717e-16, "RMSE": 1.0844721111028959e-08, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-30T08:59:03.350425Z|h:24", "release_time": "2026-06-30T08:59:03.350425Z", "evaluated_at": "2026-06-30T09:02:01.992810+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "ARIMA", "MSE": 318211.0755603733, "RMSE": 564.1020081158844, "MAPE": 0.01217933963188828, "CRPS": 0.010274758063616081, "MAPE_eligible": true} +{"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T08:59:03.350425Z|h:12", "release_time": "2026-06-30T08:59:03.350425Z", "evaluated_at": "2026-06-30T09:02:02.010657+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "ARIMA", "MSE": 9.578202015526527e-15, "RMSE": 9.786828912128038e-08, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-30T08:59:03.350425Z|h:24", "release_time": "2026-06-30T08:59:03.350425Z", "evaluated_at": "2026-06-30T09:02:02.070846+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "ETS", "MSE": 168235.1200695169, "RMSE": 410.1647474729111, "MAPE": 0.00541635485763432, "CRPS": 0.0043750767472340475, "MAPE_eligible": true} +{"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T08:59:03.350425Z|h:12", "release_time": "2026-06-30T08:59:03.350425Z", "evaluated_at": "2026-06-30T09:02:02.090338+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "ETS", "MSE": 9.578202015526527e-15, "RMSE": 9.786828912128038e-08, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-30T08:59:03.350425Z|h:24", "release_time": "2026-06-30T08:59:03.350425Z", "evaluated_at": "2026-06-30T09:02:02.111483+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Moving-Average", "MSE": 130049.44550820184, "RMSE": 360.6236896103774, "MAPE": 0.005071968516238597, "CRPS": 0.003988246611052565, "MAPE_eligible": true} +{"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T08:59:03.350425Z|h:12", "release_time": "2026-06-30T08:59:03.350425Z", "evaluated_at": "2026-06-30T09:02:02.131576+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "Moving-Average", "MSE": 9.578202015526527e-15, "RMSE": 9.786828912128038e-08, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-30T08:59:03.350425Z|h:24", "release_time": "2026-06-30T08:59:03.350425Z", "evaluated_at": "2026-06-30T09:02:02.148753+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Seasonal-Naive", "MSE": 338931.70979436237, "RMSE": 582.1784174927496, "MAPE": 0.008338068250627294, "CRPS": 0.006656694944420051, "MAPE_eligible": true} +{"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T08:59:03.350425Z|h:12", "release_time": "2026-06-30T08:59:03.350425Z", "evaluated_at": "2026-06-30T09:02:02.161173+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "Seasonal-Naive", "MSE": 0.0, "RMSE": 0.0, "MAPE": NaN, "CRPS": NaN, "MAPE_eligible": false} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index 03f12da22e67f521d42716c23faf8adb688d502f..e1c58efd9b6d2e414927b11d79cf001b4c037d46 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,140192.76738293967,142625.73379453024,319.5934244791667,0.5627263994350905,0.005324970316876188,0.0053340478773391264,2.8447554714152083,374.42324631750586,0.00624811622823033,0.005333154075136345,0.005193105771993231,Finance,1,24 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,148114.10403442383,139223.6364572843,310.3907063802083,0.5465226479677928,0.0051695212198278355,0.005179994886069476,3.288661572392795,384.855952317778,0.0064219432158839004,0.005179370304933989,0.005186640461872765,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,Moirai-1.1-Large,204386.45926030478,193705.43480682373,364.09521484375,0.6297119174827223,0.006073701286715195,0.006085375363322275,3.056793684004489,452.0912067938336,0.00755288201859056,0.00608277303323506,0.005152837488206562,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Moirai-1.1-Large,0.0010129866852042187,3.21218068811785e-11,4.662420704132981e-06,0.0003051766212923609,nan,2.0,8.99237253601177,0.031827451754801526,inf,inf,inf,Climate,1,36 -data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Moirai-1.1-Large,73418.7843465034,1.8217572715962817e-18,1.1500321401199571e-09,nan,nan,2.0,nan,270.95900860924223,inf,inf,inf,Transportation,1,12 +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Moirai-1.1-Large,84.41470694204142,1.8891332180874065e-18,1.1736744261655236e-09,nan,nan,2.0,nan,9.18774765337193,inf,inf,inf,Transportation,1,12 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,0.26878151184246235,0.23478919501940254,0.4138694604237874,0.3313419580804004,0.016713595589027512,0.01664738167991829,2.248772312225583,0.5184414256620148,0.021128534046620826,0.01686681378567406,0.018440366374101905,Weather,1,24 noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.13418224605523765,0.09163196507182564,0.26454432209332784,0.28922485641361995,0.14096609545302358,0.15475585660336458,1.2089944617941855,0.3663089489150349,0.20537042498531688,0.14831627787603138,0.14541809998869182,Ocean,1,60 noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.12543436419077933,0.1251326665387285,0.3030054171880086,0.6617359830791134,0.11841842485241999,0.11117853735280285,4.427144330467268,0.3541671416023504,0.13171504850952673,0.11268796151727214,0.08675378609074809,Ocean,1,72 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index 91eb999ee86217c5817d9a775d0d08548de33ebc..96fb73684ab638944a35f602c131c18f48cf9f32 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-30T08:55:39.492106+00:00", + "evaluated_at": "2026-06-30T09:01:31.467685+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,346 +127,346 @@ 59652.12890625, 59592.0, 59524.01171875, - 59257.87109375 + 59317.5390625 ], "p50": [ - 59821.37890625, - 59782.40234375, - 59832.203125, - 59879.130859375, - 59875.576171875, - 59809.09765625, - 59758.60546875, - 59812.474609375, - 59798.45703125, - 59824.509765625, - 59685.880859375, - 59862.9453125, - 59763.935546875, - 59821.517578125, - 59826.337890625, - 59858.248046875, - 59802.322265625, - 59870.875, - 59763.95703125, - 59825.6015625, - 59870.4921875, - 59769.59765625, - 59816.7890625, - 59781.947265625 + 59843.80078125, + 59835.19140625, + 59821.033203125, + 59761.86328125, + 59784.716796875, + 59812.7734375, + 59795.384765625, + 59732.896484375, + 59771.98828125, + 59758.603515625, + 59762.40234375, + 59762.248046875, + 59786.056640625, + 59799.173828125, + 59767.4296875, + 59857.74609375, + 59822.177734375, + 59826.615234375, + 59873.724609375, + 59774.6328125, + 59845.544921875, + 59808.876953125, + 59753.640625, + 59788.47265625 ], "p10": [ - 59056.41015625, - 58958.142578125, - 59119.498046875, - 59077.734375, - 59195.0625, - 59041.435546875, - 59147.8203125, - 59228.306640625, - 59134.337890625, - 59231.970703125, - 58963.333984375, - 59178.98046875, - 59098.654296875, - 59050.001953125, - 59143.080078125, - 59016.771484375, - 59069.9453125, - 59098.654296875, - 58712.525390625, - 58991.73828125, - 59135.71484375, - 59008.630859375, - 58964.19921875, - 58873.2578125 + 59085.294921875, + 59149.330078125, + 59019.2734375, + 58908.294921875, + 59238.7890625, + 59213.111328125, + 59191.0, + 59150.7578125, + 59024.5703125, + 58985.779296875, + 59065.076171875, + 59110.375, + 59103.232421875, + 58978.7421875, + 59015.6484375, + 59093.51953125, + 58973.974609375, + 58871.146484375, + 58924.83203125, + 59100.337890625, + 59109.2265625, + 59010.12890625, + 59021.5625, + 58973.044921875 ], "p90": [ - 60671.3046875, - 60651.0625, - 60610.646484375, - 60930.015625, - 60624.474609375, - 60433.720703125, - 60503.783203125, - 60542.111328125, - 60723.962890625, - 60581.298828125, - 60353.13671875, - 60789.95703125, - 60743.716796875, - 60522.66015625, - 60820.88671875, - 60682.458984375, - 60731.4140625, - 60657.658203125, - 60601.41015625, - 60834.5859375, - 61010.04296875, - 60893.595703125, - 60531.109375, - 60773.359375 + 60743.23828125, + 60531.001953125, + 60859.14453125, + 60490.185546875, + 60461.9921875, + 60559.435546875, + 60493.78515625, + 60563.96875, + 60418.69921875, + 60455.044921875, + 60579.3203125, + 60550.73828125, + 60681.494140625, + 60820.2890625, + 60747.259765625, + 60705.291015625, + 60729.47265625, + 60814.240234375, + 61025.56640625, + 60745.158203125, + 60642.9375, + 61029.326171875, + 60563.751953125, + 60696.68359375 ], "mean": [ - 59831.09765625, - 59788.12890625, - 59842.8125, - 59962.5859375, - 59873.2421875, - 59802.7109375, - 59768.83203125, - 59865.39453125, - 59933.375, - 59891.359375, - 59688.27734375, - 59889.92578125, - 59810.9375, - 59850.09375, - 59893.80078125, - 59905.046875, - 59861.796875, - 59888.8046875, - 59760.61328125, - 59982.0625, - 59984.0703125, - 59930.421875, - 59800.3359375, - 59818.7421875 + 59923.23046875, + 59847.79296875, + 59897.14453125, + 59758.52734375, + 59778.7734375, + 59845.0234375, + 59858.953125, + 59792.6328125, + 59775.90234375, + 59779.57421875, + 59792.5703125, + 59798.13671875, + 59841.30078125, + 59864.12890625, + 59813.73828125, + 59901.40625, + 59925.296875, + 59857.53125, + 60025.9375, + 59776.98046875, + 59916.97265625, + 59986.6328125, + 59794.44140625, + 59852.69921875 ], "quantiles": { "0.1": [ - 59056.41015625, - 58958.142578125, - 59119.498046875, - 59077.734375, - 59195.0625, - 59041.435546875, - 59147.8203125, - 59228.306640625, - 59134.337890625, - 59231.970703125, - 58963.333984375, - 59178.98046875, - 59098.654296875, - 59050.001953125, - 59143.080078125, - 59016.771484375, - 59069.9453125, - 59098.654296875, - 58712.525390625, - 58991.73828125, - 59135.71484375, - 59008.630859375, - 58964.19921875, - 58873.2578125 + 59085.294921875, + 59149.330078125, + 59019.2734375, + 58908.294921875, + 59238.7890625, + 59213.111328125, + 59191.0, + 59150.7578125, + 59024.5703125, + 58985.779296875, + 59065.076171875, + 59110.375, + 59103.232421875, + 58978.7421875, + 59015.6484375, + 59093.51953125, + 58973.974609375, + 58871.146484375, + 58924.83203125, + 59100.337890625, + 59109.2265625, + 59010.12890625, + 59021.5625, + 58973.044921875 ], "0.2": [ - 59056.41015625, - 58958.142578125, - 59119.498046875, - 59077.734375, - 59195.0625, - 59041.435546875, - 59147.8203125, - 59228.306640625, - 59134.337890625, - 59231.970703125, - 58963.333984375, - 59178.98046875, - 59098.654296875, - 59050.001953125, - 59143.080078125, - 59016.771484375, - 59069.9453125, - 59098.654296875, - 58712.525390625, - 58991.73828125, - 59135.71484375, - 59008.630859375, - 58964.19921875, - 58873.2578125 + 59085.294921875, + 59149.330078125, + 59019.2734375, + 58908.294921875, + 59238.7890625, + 59213.111328125, + 59191.0, + 59150.7578125, + 59024.5703125, + 58985.779296875, + 59065.076171875, + 59110.375, + 59103.232421875, + 58978.7421875, + 59015.6484375, + 59093.51953125, + 58973.974609375, + 58871.146484375, + 58924.83203125, + 59100.337890625, + 59109.2265625, + 59010.12890625, + 59021.5625, + 58973.044921875 ], "0.3": [ - 59056.41015625, - 58958.142578125, - 59119.498046875, - 59077.734375, - 59195.0625, - 59041.435546875, - 59147.8203125, - 59228.306640625, - 59134.337890625, - 59231.970703125, - 58963.333984375, - 59178.98046875, - 59098.654296875, - 59050.001953125, - 59143.080078125, - 59016.771484375, - 59069.9453125, - 59098.654296875, - 58712.525390625, - 58991.73828125, - 59135.71484375, - 59008.630859375, - 58964.19921875, - 58873.2578125 + 59085.294921875, + 59149.330078125, + 59019.2734375, + 58908.294921875, + 59238.7890625, + 59213.111328125, + 59191.0, + 59150.7578125, + 59024.5703125, + 58985.779296875, + 59065.076171875, + 59110.375, + 59103.232421875, + 58978.7421875, + 59015.6484375, + 59093.51953125, + 58973.974609375, + 58871.146484375, + 58924.83203125, + 59100.337890625, + 59109.2265625, + 59010.12890625, + 59021.5625, + 58973.044921875 ], "0.4": [ - 59821.37890625, - 59782.40234375, - 59832.203125, - 59879.130859375, - 59875.576171875, - 59809.09765625, - 59758.60546875, - 59812.474609375, - 59798.45703125, - 59824.509765625, - 59685.880859375, - 59862.9453125, - 59763.935546875, - 59821.517578125, - 59826.337890625, - 59858.248046875, - 59802.322265625, - 59870.875, - 59763.95703125, - 59825.6015625, - 59870.4921875, - 59769.59765625, - 59816.7890625, - 59781.947265625 + 59843.80078125, + 59835.19140625, + 59821.033203125, + 59761.86328125, + 59784.716796875, + 59812.7734375, + 59795.384765625, + 59732.896484375, + 59771.98828125, + 59758.603515625, + 59762.40234375, + 59762.248046875, + 59786.056640625, + 59799.173828125, + 59767.4296875, + 59857.74609375, + 59822.177734375, + 59826.615234375, + 59873.724609375, + 59774.6328125, + 59845.544921875, + 59808.876953125, + 59753.640625, + 59788.47265625 ], "0.5": [ - 59821.37890625, - 59782.40234375, - 59832.203125, - 59879.130859375, - 59875.576171875, - 59809.09765625, - 59758.60546875, - 59812.474609375, - 59798.45703125, - 59824.509765625, - 59685.880859375, - 59862.9453125, - 59763.935546875, - 59821.517578125, - 59826.337890625, - 59858.248046875, - 59802.322265625, - 59870.875, - 59763.95703125, - 59825.6015625, - 59870.4921875, - 59769.59765625, - 59816.7890625, - 59781.947265625 + 59843.80078125, + 59835.19140625, + 59821.033203125, + 59761.86328125, + 59784.716796875, + 59812.7734375, + 59795.384765625, + 59732.896484375, + 59771.98828125, + 59758.603515625, + 59762.40234375, + 59762.248046875, + 59786.056640625, + 59799.173828125, + 59767.4296875, + 59857.74609375, + 59822.177734375, + 59826.615234375, + 59873.724609375, + 59774.6328125, + 59845.544921875, + 59808.876953125, + 59753.640625, + 59788.47265625 ], "0.6": [ - 59821.37890625, - 59782.40234375, - 59832.203125, - 59879.130859375, - 59875.576171875, - 59809.09765625, - 59758.60546875, - 59812.474609375, - 59798.45703125, - 59824.509765625, - 59685.880859375, - 59862.9453125, - 59763.935546875, - 59821.517578125, - 59826.337890625, - 59858.248046875, - 59802.322265625, - 59870.875, - 59763.95703125, - 59825.6015625, - 59870.4921875, - 59769.59765625, - 59816.7890625, - 59781.947265625 + 59843.80078125, + 59835.19140625, + 59821.033203125, + 59761.86328125, + 59784.716796875, + 59812.7734375, + 59795.384765625, + 59732.896484375, + 59771.98828125, + 59758.603515625, + 59762.40234375, + 59762.248046875, + 59786.056640625, + 59799.173828125, + 59767.4296875, + 59857.74609375, + 59822.177734375, + 59826.615234375, + 59873.724609375, + 59774.6328125, + 59845.544921875, + 59808.876953125, + 59753.640625, + 59788.47265625 ], "0.7": [ - 59821.37890625, - 59782.40234375, - 59832.203125, - 59879.130859375, - 59875.576171875, - 59809.09765625, - 59758.60546875, - 59812.474609375, - 59798.45703125, - 59824.509765625, - 59685.880859375, - 59862.9453125, - 59763.935546875, - 59821.517578125, - 59826.337890625, - 59858.248046875, - 59802.322265625, - 59870.875, - 59763.95703125, - 59825.6015625, - 59870.4921875, - 59769.59765625, - 59816.7890625, - 59781.947265625 + 59843.80078125, + 59835.19140625, + 59821.033203125, + 59761.86328125, + 59784.716796875, + 59812.7734375, + 59795.384765625, + 59732.896484375, + 59771.98828125, + 59758.603515625, + 59762.40234375, + 59762.248046875, + 59786.056640625, + 59799.173828125, + 59767.4296875, + 59857.74609375, + 59822.177734375, + 59826.615234375, + 59873.724609375, + 59774.6328125, + 59845.544921875, + 59808.876953125, + 59753.640625, + 59788.47265625 ], "0.8": [ - 60671.3046875, - 60651.0625, - 60610.646484375, - 60930.015625, - 60624.474609375, - 60433.720703125, - 60503.783203125, - 60542.111328125, - 60723.962890625, - 60581.298828125, - 60353.13671875, - 60789.95703125, - 60743.716796875, - 60522.66015625, - 60820.88671875, - 60682.458984375, - 60731.4140625, - 60657.658203125, - 60601.41015625, - 60834.5859375, - 61010.04296875, - 60893.595703125, - 60531.109375, - 60773.359375 + 60743.23828125, + 60531.001953125, + 60859.14453125, + 60490.185546875, + 60461.9921875, + 60559.435546875, + 60493.78515625, + 60563.96875, + 60418.69921875, + 60455.044921875, + 60579.3203125, + 60550.73828125, + 60681.494140625, + 60820.2890625, + 60747.259765625, + 60705.291015625, + 60729.47265625, + 60814.240234375, + 61025.56640625, + 60745.158203125, + 60642.9375, + 61029.326171875, + 60563.751953125, + 60696.68359375 ], "0.9": [ - 60671.3046875, - 60651.0625, - 60610.646484375, - 60930.015625, - 60624.474609375, - 60433.720703125, - 60503.783203125, - 60542.111328125, - 60723.962890625, - 60581.298828125, - 60353.13671875, - 60789.95703125, - 60743.716796875, - 60522.66015625, - 60820.88671875, - 60682.458984375, - 60731.4140625, - 60657.658203125, - 60601.41015625, - 60834.5859375, - 61010.04296875, - 60893.595703125, - 60531.109375, - 60773.359375 + 60743.23828125, + 60531.001953125, + 60859.14453125, + 60490.185546875, + 60461.9921875, + 60559.435546875, + 60493.78515625, + 60563.96875, + 60418.69921875, + 60455.044921875, + 60579.3203125, + 60550.73828125, + 60681.494140625, + 60820.2890625, + 60747.259765625, + 60705.291015625, + 60729.47265625, + 60814.240234375, + 61025.56640625, + 60745.158203125, + 60642.9375, + 61029.326171875, + 60563.751953125, + 60696.68359375 ] }, "timestamps": [ diff --git a/results/moirai_1_1_large/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/moirai_1_1_large/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index 3e252cf32eaec2ad9eac45d5be1b21ba62e30b93..12615fd4b38d3354e64efddc1f1077f26bc6f324 100644 --- a/results/moirai_1_1_large/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/moirai_1_1_large/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,7 +1,7 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-30T08:49:22.792354+00:00", + "evaluated_at": "2026-06-30T09:01:35.949488+00:00", "freq": "5min", "context_length": 120, "prediction_length": 12, @@ -142,198 +142,190 @@ 0.0 ], "p50": [ - -1.353566425610353e-09, - -1.1012699641099744e-09, - -6.082773729154667e-10, - -1.2592220599572101e-09, - -2.1577610809231373e-09, - 1.3335340609543778e-09, - -1.7207419517051292e-10, - 1.7702496413196656e-10, - -1.9560237873861297e-09, - 1.9882599733289652e-10, - 3.301671297473163e-10, - 1.9134711592982967e-09 + -1.175201047587393e-09, + -6.009047703869896e-10, + -4.596786840060929e-10, + -1.2723823661353606e-09, + -2.6901527672151815e-09, + 1.5540655984302987e-09, + -2.0181195603541369e-10, + -1.0938102854018972e-10, + -2.5196635888846686e-09, + -6.760895662760724e-11, + 4.729908964495877e-10, + 1.6838999639112728e-09 ], "p10": [ - -4.546417908812828e-09, - -4.3438437291598575e-09, - -4.4460328751938505e-09, - -5.614081644012003e-09, - -6.139758257361905e-09, - -2.2947740374590353e-09, - -3.3087188544556057e-09, - -3.772403278645697e-09, - -5.621118015497473e-09, - -3.6180013429643054e-09, - -2.4210757842979547e-09, - -1.2486466860472945e-09 + -5.314237716547154e-09, + -4.141680332025999e-09, + -4.020265675919177e-09, + -5.068945707620287e-09, + -5.9119642514815496e-09, + -2.5778903456341595e-09, + -3.6348701826227625e-09, + -4.364453465299789e-09, + -5.667156521838024e-09, + -3.5919704988174317e-09, + -3.060492304030049e-09, + -2.0020224367200967e-09 ], "p90": [ - 3.0737254963497662e-09, - 3.374682200352197e-09, - 3.982650875755667e-09, - 3.1317615167836266e-09, - 2.0475011686116318e-09, - 5.450826012776133e-09, - 4.30288960018288e-09, - 5.364323429901674e-09, - 3.1173384984484187e-09, - 4.9142541147517704e-09, - 5.056041585405069e-09, - 6.300071797582518e-09 + 3.101099155244924e-09, + 3.6325141783422055e-09, + 4.5777663881807484e-09, + 4.0520498068019606e-09, + 1.2238776658790584e-09, + 4.946772547143041e-09, + 4.676883547105604e-09, + 4.423278854304158e-09, + 1.862992482504211e-09, + 4.656063978814018e-09, + 6.371920324710345e-09, + 7.024766546237515e-09 ], "mean": [ - 0.00020294506975915283, - 0.0025869845412671566, - 0.0017169596394523978, - 1.2590606274898164e-05, - 0.009829694405198097, - 0.020167276263237, - 0.03928875923156738, - 0.19947883486747742, - 2.169377088546753, - 0.11964470893144608, - 0.13897176086902618, - 0.3353008031845093 + 0.0011779807973653078, + 9.92259883787483e-05, + 0.15029501914978027, + 0.09893126785755157, + 0.002057477831840515, + 0.0018929181387647986, + 2.797781467437744, + 0.24527323246002197, + 0.016606826335191727, + 0.018365005031228065, + 0.028798656538128853, + 11.44264030456543 ], "quantiles": { "0.1": [ - -4.546417908812828e-09, - -4.3438437291598575e-09, - -4.4460328751938505e-09, - -5.614081644012003e-09, - -6.139758257361905e-09, - -2.2947740374590353e-09, - -3.3087188544556057e-09, - -3.772403278645697e-09, - -5.621118015497473e-09, - -3.6180013429643054e-09, - -2.4210757842979547e-09, - -1.2486466860472945e-09 + -5.314237716547154e-09, + -4.141680332025999e-09, + -4.020265675919177e-09, + -5.068945707620287e-09, + -5.9119642514815496e-09, + -2.5778903456341595e-09, + -3.6348701826227625e-09, + -4.364453465299789e-09, + -5.667156521838024e-09, + -3.5919704988174317e-09, + -3.060492304030049e-09, + -2.0020224367200967e-09 ], "0.2": [ - -4.546417908812828e-09, - -4.3438437291598575e-09, - -4.4460328751938505e-09, - -5.614081644012003e-09, - -6.139758257361905e-09, - -2.2947740374590353e-09, - -3.3087188544556057e-09, - -3.772403278645697e-09, - -5.621118015497473e-09, - -3.6180013429643054e-09, - -2.4210757842979547e-09, - -1.2486466860472945e-09 + -5.314237716547154e-09, + -4.141680332025999e-09, + -4.020265675919177e-09, + -5.068945707620287e-09, + -5.9119642514815496e-09, + -2.5778903456341595e-09, + -3.6348701826227625e-09, + -4.364453465299789e-09, + -5.667156521838024e-09, + -3.5919704988174317e-09, + -3.060492304030049e-09, + -2.0020224367200967e-09 ], "0.3": [ - -4.546417908812828e-09, - -4.3438437291598575e-09, - -4.4460328751938505e-09, - -5.614081644012003e-09, - -6.139758257361905e-09, - -2.2947740374590353e-09, - -3.3087188544556057e-09, - -3.772403278645697e-09, - -5.621118015497473e-09, - -3.6180013429643054e-09, - -2.4210757842979547e-09, - -1.2486466860472945e-09 + -5.314237716547154e-09, + -4.141680332025999e-09, + -4.020265675919177e-09, + -5.068945707620287e-09, + -5.9119642514815496e-09, + -2.5778903456341595e-09, + -3.6348701826227625e-09, + -4.364453465299789e-09, + -5.667156521838024e-09, + -3.5919704988174317e-09, + -3.060492304030049e-09, + -2.0020224367200967e-09 ], "0.4": [ - -1.353566425610353e-09, - -1.1012699641099744e-09, - -6.082773729154667e-10, - -1.2592220599572101e-09, - -2.1577610809231373e-09, - 1.3335340609543778e-09, - -1.7207419517051292e-10, - 1.7702496413196656e-10, - -1.9560237873861297e-09, - 1.9882599733289652e-10, - 3.301671297473163e-10, - 1.9134711592982967e-09 + -1.175201047587393e-09, + -6.009047703869896e-10, + -4.596786840060929e-10, + -1.2723823661353606e-09, + -2.6901527672151815e-09, + 1.5540655984302987e-09, + -2.0181195603541369e-10, + -1.0938102854018972e-10, + -2.5196635888846686e-09, + -6.760895662760724e-11, + 4.729908964495877e-10, + 1.6838999639112728e-09 ], "0.5": [ - -1.353566425610353e-09, - -1.1012699641099744e-09, - -6.082773729154667e-10, - -1.2592220599572101e-09, - -2.1577610809231373e-09, - 1.3335340609543778e-09, - -1.7207419517051292e-10, - 1.7702496413196656e-10, - -1.9560237873861297e-09, - 1.9882599733289652e-10, - 3.301671297473163e-10, - 1.9134711592982967e-09 + -1.175201047587393e-09, + -6.009047703869896e-10, + -4.596786840060929e-10, + -1.2723823661353606e-09, + -2.6901527672151815e-09, + 1.5540655984302987e-09, + -2.0181195603541369e-10, + -1.0938102854018972e-10, + -2.5196635888846686e-09, + -6.760895662760724e-11, + 4.729908964495877e-10, + 1.6838999639112728e-09 ], "0.6": [ - -1.353566425610353e-09, - -1.1012699641099744e-09, - -6.082773729154667e-10, - -1.2592220599572101e-09, - -2.1577610809231373e-09, - 1.3335340609543778e-09, - -1.7207419517051292e-10, - 1.7702496413196656e-10, - -1.9560237873861297e-09, - 1.9882599733289652e-10, - 3.301671297473163e-10, - 1.9134711592982967e-09 + -1.175201047587393e-09, + -6.009047703869896e-10, + -4.596786840060929e-10, + -1.2723823661353606e-09, + -2.6901527672151815e-09, + 1.5540655984302987e-09, + -2.0181195603541369e-10, + -1.0938102854018972e-10, + -2.5196635888846686e-09, + -6.760895662760724e-11, + 4.729908964495877e-10, + 1.6838999639112728e-09 ], "0.7": [ - -1.353566425610353e-09, - -1.1012699641099744e-09, - -6.082773729154667e-10, - -1.2592220599572101e-09, - -2.1577610809231373e-09, - 1.3335340609543778e-09, - -1.7207419517051292e-10, - 1.7702496413196656e-10, - -1.9560237873861297e-09, - 1.9882599733289652e-10, - 3.301671297473163e-10, - 1.9134711592982967e-09 + -1.175201047587393e-09, + -6.009047703869896e-10, + -4.596786840060929e-10, + -1.2723823661353606e-09, + -2.6901527672151815e-09, + 1.5540655984302987e-09, + -2.0181195603541369e-10, + -1.0938102854018972e-10, + -2.5196635888846686e-09, + -6.760895662760724e-11, + 4.729908964495877e-10, + 1.6838999639112728e-09 ], "0.8": [ - 3.0737254963497662e-09, - 3.374682200352197e-09, - 3.982650875755667e-09, - 3.1317615167836266e-09, - 2.0475011686116318e-09, - 5.450826012776133e-09, - 4.30288960018288e-09, - 5.364323429901674e-09, - 3.1173384984484187e-09, - 4.9142541147517704e-09, - 5.056041585405069e-09, - 6.300071797582518e-09 + 3.101099155244924e-09, + 3.6325141783422055e-09, + 4.5777663881807484e-09, + 4.0520498068019606e-09, + 1.2238776658790584e-09, + 4.946772547143041e-09, + 4.676883547105604e-09, + 4.423278854304158e-09, + 1.862992482504211e-09, + 4.656063978814018e-09, + 6.371920324710345e-09, + 7.024766546237515e-09 ], "0.9": [ - 3.0737254963497662e-09, - 3.374682200352197e-09, - 3.982650875755667e-09, - 3.1317615167836266e-09, - 2.0475011686116318e-09, - 5.450826012776133e-09, - 4.30288960018288e-09, - 5.364323429901674e-09, - 3.1173384984484187e-09, - 4.9142541147517704e-09, - 5.056041585405069e-09, - 6.300071797582518e-09 + 3.101099155244924e-09, + 3.6325141783422055e-09, + 4.5777663881807484e-09, + 4.0520498068019606e-09, + 1.2238776658790584e-09, + 4.946772547143041e-09, + 4.676883547105604e-09, + 4.423278854304158e-09, + 1.862992482504211e-09, + 4.656063978814018e-09, + 6.371920324710345e-09, + 7.024766546237515e-09 ] }, "timestamps": [ - "2026-06-26 12:25:00", - "2026-06-26 12:30:00", - "2026-06-26 12:35:00", - "2026-06-26 12:40:00", - "2026-06-26 12:45:00", - "2026-06-26 12:50:00", - "2026-06-26 12:55:00", - "2026-06-26 13:00:00", "2026-06-26 13:05:00", "2026-06-26 13:10:00", "2026-06-26 13:15:00", @@ -457,6 +449,14 @@ "2026-06-26 23:05:00", "2026-06-26 23:10:00", "2026-06-26 23:15:00", - "2026-06-26 23:20:00" + "2026-06-26 23:20:00", + "2026-06-26 23:25:00", + "2026-06-26 23:30:00", + "2026-06-26 23:35:00", + "2026-06-26 23:40:00", + "2026-06-26 23:45:00", + "2026-06-26 23:50:00", + "2026-06-26 23:55:00", + "2026-06-27 00:00:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index eaf99f20e03ca8bfdc4e5fe5d21faeaccb7196b8..87944576000390806fad42c1c833b013109966e8 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,25 +1,19 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-30T08:55:49.248902+00:00", + "evaluated_at": "2026-06-30T09:01:38.507404+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t080000z", - "data_fetched_at": "2026-06-30T08:53:02.685108Z", + "data_fetched_at": "2026-06-30T08:59:03.350425Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260629t080121z", - "data_fetched_at": "2026-06-30T08:53:02.685108Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260630t024200z", - "data_fetched_at": "2026-06-30T08:53:02.685108Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260630t072500z", + "data_fetched_at": "2026-06-30T08:59:03.350425Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index bbd0ca5292853249e5923cd9953da7806e63ad6d..28f30ec901607fbd0f7c44d6ba136a538b52d506 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,Moving-Average,132758.93545237323,132092.60562182261,306.96101802357526,0.5404837997553873,0.005114278200567537,0.005122838006404277,3.371141221944768,364.3609960634827,0.006080204353839487,0.0051223532112662324,0.004029899709014895,Finance,1,24 +binance_btcusdt_1h_close/1h/short,Moving-Average,130049.44550820184,129450.97235645559,304.47485265899195,0.5361062663743668,0.005071968516238597,0.0050809049267882345,3.1960398867039483,360.6236896103774,0.006017588770637299,0.00508065472981471,0.003988246611052565,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,Moving-Average,116323.60750402689,117324.15802013851,283.40484626279067,0.49015587650781095,0.004726499966409091,0.004734561421027312,2.9807776141295528,341.06246862419044,0.0056979754257031725,0.004734715772288385,0.0037811339495384937,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Moving-Average,9.750000290572645e-06,0.0,0.0,0.0,nan,nan,0.0,0.0031224990457280597,inf,nan,nan,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Moving-Average,9.578202015526527e-15,9.143141084502762e-15,9.078851462715541e-08,nan,nan,2.0,nan,9.786828912128038e-08,inf,inf,inf,Transportation,1,12 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index 5128ec3fe83877b3bbf4e61f26816068a866c808..e2ef960511b6094f13e8160228776fd89acdc1b9 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-30T08:56:12.269192+00:00", + "evaluated_at": "2026-06-30T09:02:02.107737+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 59652.12890625, 59592.0, 59524.01171875, - 59257.87109375 + 59317.5390625 ], "p50": [ 59834.20996436403, diff --git a/results/moving_average/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/moving_average/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index 0cd2c05362047c02437c81062a402535ee4fedb4..d5f60adbcb3ba63ece0a9f33da4d2df2cfb27ea0 100644 --- a/results/moving_average/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/moving_average/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,7 +1,7 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-30T08:50:09.187040+00:00", + "evaluated_at": "2026-06-30T09:02:02.127981+00:00", "freq": "5min", "context_length": 120, "prediction_length": 12, @@ -326,14 +326,6 @@ ] }, "timestamps": [ - "2026-06-26 12:25:00", - "2026-06-26 12:30:00", - "2026-06-26 12:35:00", - "2026-06-26 12:40:00", - "2026-06-26 12:45:00", - "2026-06-26 12:50:00", - "2026-06-26 12:55:00", - "2026-06-26 13:00:00", "2026-06-26 13:05:00", "2026-06-26 13:10:00", "2026-06-26 13:15:00", @@ -457,6 +449,14 @@ "2026-06-26 23:05:00", "2026-06-26 23:10:00", "2026-06-26 23:15:00", - "2026-06-26 23:20:00" + "2026-06-26 23:20:00", + "2026-06-26 23:25:00", + "2026-06-26 23:30:00", + "2026-06-26 23:35:00", + "2026-06-26 23:40:00", + "2026-06-26 23:45:00", + "2026-06-26 23:50:00", + "2026-06-26 23:55:00", + "2026-06-27 00:00:00" ] } diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index daff78f388722e09bc3062f4b065a757a2d8bcb3..1a6b8f3e3c6f9cbdc4904dc5e0c8ffe9d98b1a81 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,25 +1,19 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-30T08:56:12.314880+00:00", + "evaluated_at": "2026-06-30T09:02:02.139199+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t080000z", - "data_fetched_at": "2026-06-30T08:53:02.685108Z", + "data_fetched_at": "2026-06-30T08:59:03.350425Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260629t080121z", - "data_fetched_at": "2026-06-30T08:53:02.685108Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260630t024200z", - "data_fetched_at": "2026-06-30T08:53:02.685108Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260630t072500z", + "data_fetched_at": "2026-06-30T08:59:03.350425Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index 6d72083f3634036f3a6df45e25afb413f7fd1534..9b6174e10adb7cb78c56a6515313beee605ec2ba 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-30T08:53:04.949687+00:00", - "finished_at": "2026-06-30T08:56:12.906138+00:00", - "task_count": 3, + "started_at": "2026-06-30T08:59:05.577871+00:00", + "finished_at": "2026-06-30T09:02:02.819396+00:00", + "task_count": 2, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/TSFM_Bench/space/vendor/ts_bench", @@ -10,25 +10,19 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-30T08:53:39.442300+00:00", + "evaluated_at": "2026-06-30T08:59:53.243404+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t080000z", - "data_fetched_at": "2026-06-30T08:53:02.685108Z", + "data_fetched_at": "2026-06-30T08:59:03.350425Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260629t080121z", - "data_fetched_at": "2026-06-30T08:53:02.685108Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260630t024200z", - "data_fetched_at": "2026-06-30T08:53:02.685108Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260630t072500z", + "data_fetched_at": "2026-06-30T08:59:03.350425Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] @@ -36,25 +30,19 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-30T08:54:32.646612+00:00", + "evaluated_at": "2026-06-30T09:00:24.833714+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t080000z", - "data_fetched_at": "2026-06-30T08:53:02.685108Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260629t080121z", - "data_fetched_at": "2026-06-30T08:53:02.685108Z", + "data_fetched_at": "2026-06-30T08:59:03.350425Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260630t024200z", - "data_fetched_at": "2026-06-30T08:53:02.685108Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260630t072500z", + "data_fetched_at": "2026-06-30T08:59:03.350425Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] @@ -62,25 +50,19 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-30T08:55:02.329100+00:00", + "evaluated_at": "2026-06-30T09:00:57.806605+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t080000z", - "data_fetched_at": "2026-06-30T08:53:02.685108Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260629t080121z", - "data_fetched_at": "2026-06-30T08:53:02.685108Z", + "data_fetched_at": "2026-06-30T08:59:03.350425Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260630t024200z", - "data_fetched_at": "2026-06-30T08:53:02.685108Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260630t072500z", + "data_fetched_at": "2026-06-30T08:59:03.350425Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] @@ -88,25 +70,19 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-30T08:55:19.843497+00:00", + "evaluated_at": "2026-06-30T09:01:11.573962+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t080000z", - "data_fetched_at": "2026-06-30T08:53:02.685108Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260629t080121z", - "data_fetched_at": "2026-06-30T08:53:02.685108Z", + "data_fetched_at": "2026-06-30T08:59:03.350425Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260630t024200z", - "data_fetched_at": "2026-06-30T08:53:02.685108Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260630t072500z", + "data_fetched_at": "2026-06-30T08:59:03.350425Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] @@ -114,25 +90,19 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-30T08:55:49.248902+00:00", + "evaluated_at": "2026-06-30T09:01:38.507404+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t080000z", - "data_fetched_at": "2026-06-30T08:53:02.685108Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260629t080121z", - "data_fetched_at": "2026-06-30T08:53:02.685108Z", + "data_fetched_at": "2026-06-30T08:59:03.350425Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260630t024200z", - "data_fetched_at": "2026-06-30T08:53:02.685108Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260630t072500z", + "data_fetched_at": "2026-06-30T08:59:03.350425Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] @@ -140,25 +110,19 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-30T08:56:11.568565+00:00", + "evaluated_at": "2026-06-30T09:02:01.336130+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t080000z", - "data_fetched_at": "2026-06-30T08:53:02.685108Z", + "data_fetched_at": "2026-06-30T08:59:03.350425Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260629t080121z", - "data_fetched_at": "2026-06-30T08:53:02.685108Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260630t024200z", - "data_fetched_at": "2026-06-30T08:53:02.685108Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260630t072500z", + "data_fetched_at": "2026-06-30T08:59:03.350425Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] @@ -166,25 +130,19 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-30T08:56:12.174379+00:00", + "evaluated_at": "2026-06-30T09:02:02.017598+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t080000z", - "data_fetched_at": "2026-06-30T08:53:02.685108Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260629t080121z", - "data_fetched_at": "2026-06-30T08:53:02.685108Z", + "data_fetched_at": "2026-06-30T08:59:03.350425Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260630t024200z", - "data_fetched_at": "2026-06-30T08:53:02.685108Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260630t072500z", + "data_fetched_at": "2026-06-30T08:59:03.350425Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] @@ -192,25 +150,19 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-30T08:56:12.263290+00:00", + "evaluated_at": "2026-06-30T09:02:02.097206+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t080000z", - "data_fetched_at": "2026-06-30T08:53:02.685108Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260629t080121z", - "data_fetched_at": "2026-06-30T08:53:02.685108Z", + "data_fetched_at": "2026-06-30T08:59:03.350425Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260630t024200z", - "data_fetched_at": "2026-06-30T08:53:02.685108Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260630t072500z", + "data_fetched_at": "2026-06-30T08:59:03.350425Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] @@ -218,25 +170,19 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-30T08:56:12.314880+00:00", + "evaluated_at": "2026-06-30T09:02:02.139199+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t080000z", - "data_fetched_at": "2026-06-30T08:53:02.685108Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260629t080121z", - "data_fetched_at": "2026-06-30T08:53:02.685108Z", + "data_fetched_at": "2026-06-30T08:59:03.350425Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260630t024200z", - "data_fetched_at": "2026-06-30T08:53:02.685108Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260630t072500z", + "data_fetched_at": "2026-06-30T08:59:03.350425Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] @@ -244,25 +190,19 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-30T08:56:12.356128+00:00", + "evaluated_at": "2026-06-30T09:02:02.168455+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t080000z", - "data_fetched_at": "2026-06-30T08:53:02.685108Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260629t080121z", - "data_fetched_at": "2026-06-30T08:53:02.685108Z", + "data_fetched_at": "2026-06-30T08:59:03.350425Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260630t024200z", - "data_fetched_at": "2026-06-30T08:53:02.685108Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260630t072500z", + "data_fetched_at": "2026-06-30T08:59:03.350425Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] @@ -284,7 +224,5 @@ "live_overall": "aggregates/live_overall_up_to_now.csv", "live_metadata": "aggregates/live_metadata.json" }, - "push_status": "ok", - "pushed_at": "2026-06-30T08:56:22.288322+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index 7264a8980ab6c5a2b540a3b630191b2ff51833f7..02baa948943f1240854e39b687a6d87bc403c439 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,341677.9028059642,341677.9028059642,503.0066731770833,0.8856725840027879,0.008380392808188327,0.008402137208199321,6.320976696027792,584.5322085274379,0.009754269303371626,0.008393827542750363,0.006670800629274733,Finance,1,24 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,338931.70979436237,338931.70979436237,500.5205078125,0.8812950506217674,0.008338068250627294,0.00836020419561804,6.320976696027792,582.1784174927496,0.009714587279046437,0.008351993155358993,0.006656694944420051,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,Seasonal-Naive,353137.1834888458,353137.1834888458,511.25830078125,0.8842342106915106,0.008527661552546861,0.008549408522817723,6.201849966991183,594.2534673763762,0.009927922199731985,0.008541359727411837,0.006736608271008154,Finance,1,24 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Seasonal-Naive,36436.1429036395,36436.1429036395,152.79166432221731,1.6109556133900285,0.8264244641534466,1.5187046461435552,64.32233589831223,190.88253692687422,1.1751439790441005,0.9406423828344558,0.9402466648974208,Finance,1,12 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Seasonal-Naive,0.0,0.0,0.0,0.0,nan,nan,0.0,0.0,nan,nan,nan,Climate,1,36 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index c89a5341f5ecf81ff34c39b7fda73ada74130aef..6c642600d887e647e00da327178e42cffbd43ac0 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-30T08:56:12.319655+00:00", + "evaluated_at": "2026-06-30T09:02:02.146771+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 59652.12890625, 59592.0, 59524.01171875, - 59257.87109375 + 59317.5390625 ], "p50": [ 60258.83984375, diff --git a/results/seasonal_naive/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/seasonal_naive/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index 5d7f59671bbd6d6c6fc5a9797b2ae61e6e6c9af0..254cca46c6fc469d39676d063231e898590814ab 100644 --- a/results/seasonal_naive/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/seasonal_naive/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,7 +1,7 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-30T08:50:09.261669+00:00", + "evaluated_at": "2026-06-30T09:02:02.159093+00:00", "freq": "5min", "context_length": 120, "prediction_length": 12, @@ -326,14 +326,6 @@ ] }, "timestamps": [ - "2026-06-26 12:25:00", - "2026-06-26 12:30:00", - "2026-06-26 12:35:00", - "2026-06-26 12:40:00", - "2026-06-26 12:45:00", - "2026-06-26 12:50:00", - "2026-06-26 12:55:00", - "2026-06-26 13:00:00", "2026-06-26 13:05:00", "2026-06-26 13:10:00", "2026-06-26 13:15:00", @@ -457,6 +449,14 @@ "2026-06-26 23:05:00", "2026-06-26 23:10:00", "2026-06-26 23:15:00", - "2026-06-26 23:20:00" + "2026-06-26 23:20:00", + "2026-06-26 23:25:00", + "2026-06-26 23:30:00", + "2026-06-26 23:35:00", + "2026-06-26 23:40:00", + "2026-06-26 23:45:00", + "2026-06-26 23:50:00", + "2026-06-26 23:55:00", + "2026-06-27 00:00:00" ] } diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index 37850ac1890ee29f9e851c0bd0937ac04e8516ff..9fb73b5ca32d5bdd0a89d99ac54498600ff4cd5c 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,25 +1,19 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-30T08:56:12.356128+00:00", + "evaluated_at": "2026-06-30T09:02:02.168455+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t080000z", - "data_fetched_at": "2026-06-30T08:53:02.685108Z", + "data_fetched_at": "2026-06-30T08:59:03.350425Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260629t080121z", - "data_fetched_at": "2026-06-30T08:53:02.685108Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260630t024200z", - "data_fetched_at": "2026-06-30T08:53:02.685108Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260630t072500z", + "data_fetched_at": "2026-06-30T08:59:03.350425Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index ab9c00b0ef8b944193077e285c9d057d8d8b21e2..3acbe2cce4e5c6a0ef21956878ed80b02e55ce3d 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,Timer-S1,120965.05832481384,120965.05832481384,290.21923828125,0.5110055917794653,0.004843829190605985,0.004843043579956895,2.1350441106342393,347.8003138653182,0.005803851140702787,0.00484297796753797,0.003998784846707081,Finance,1,24 +binance_btcusdt_1h_close/1h/short,Timer-S1,117745.3479270935,117745.3479270935,287.7330729166667,0.5066280583984447,0.004801437276971152,0.004801110903024326,1.9599427753934193,343.1404201301466,0.005725852178923288,0.004801291092093777,0.003957133041340741,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,Timer-S1,113644.10460154216,113644.10460154216,286.6617838541667,0.4957888327570907,0.004794274696725669,0.00478847627791542,1.9790454562472395,337.1114127429419,0.0056319669334532075,0.004789127946203534,0.0037833336417469796,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Timer-S1,1.1944862876589468e-08,1.1944862876589468e-08,8.414189020792644e-05,0.005507469057874917,nan,2.0,0.07261492831891388,0.00010929255636405193,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Timer-S1,1.1760797597599717e-16,1.1760797597599717e-16,9.226596375810914e-09,nan,nan,2.0,nan,1.0844721111028959e-08,inf,inf,inf,Transportation,1,12 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index 6f0ba1ca731715767224f18bbf11c62f74186f04..4f9c408094fd757b170ebe5b85d037e345c92448 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-30T08:56:03.227284+00:00", + "evaluated_at": "2026-06-30T09:01:55.098065+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 59652.12890625, 59592.0, 59524.01171875, - 59257.87109375 + 59317.5390625 ], "p50": [ 59917.078125, diff --git a/results/timer_s1/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/timer_s1/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index b74a8462d6b979f90551cf308e21e0a810280a55..fec069b7d0c7a03ec8863eee8c56e9f5b33e72a2 100644 --- a/results/timer_s1/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/timer_s1/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,7 +1,7 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-30T08:49:59.610913+00:00", + "evaluated_at": "2026-06-30T09:01:59.264394+00:00", "freq": "5min", "context_length": 120, "prediction_length": 12, @@ -326,14 +326,6 @@ ] }, "timestamps": [ - "2026-06-26 12:25:00", - "2026-06-26 12:30:00", - "2026-06-26 12:35:00", - "2026-06-26 12:40:00", - "2026-06-26 12:45:00", - "2026-06-26 12:50:00", - "2026-06-26 12:55:00", - "2026-06-26 13:00:00", "2026-06-26 13:05:00", "2026-06-26 13:10:00", "2026-06-26 13:15:00", @@ -457,6 +449,14 @@ "2026-06-26 23:05:00", "2026-06-26 23:10:00", "2026-06-26 23:15:00", - "2026-06-26 23:20:00" + "2026-06-26 23:20:00", + "2026-06-26 23:25:00", + "2026-06-26 23:30:00", + "2026-06-26 23:35:00", + "2026-06-26 23:40:00", + "2026-06-26 23:45:00", + "2026-06-26 23:50:00", + "2026-06-26 23:55:00", + "2026-06-27 00:00:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index 1d6141a474ce0f4723a49b73f43e70a03caec34f..36e8fad8cf296205d19deaead0bde25c30da0be4 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,25 +1,19 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-30T08:56:11.568565+00:00", + "evaluated_at": "2026-06-30T09:02:01.336130+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t080000z", - "data_fetched_at": "2026-06-30T08:53:02.685108Z", + "data_fetched_at": "2026-06-30T08:59:03.350425Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260629t080121z", - "data_fetched_at": "2026-06-30T08:53:02.685108Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260630t024200z", - "data_fetched_at": "2026-06-30T08:53:02.685108Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260630t072500z", + "data_fetched_at": "2026-06-30T08:59:03.350425Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index 331beb08780e1205798b194a3d90c61b61c95ed0..4e89326977431accddcccf1bcf99fadec17cf61a 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,115357.96430206299,93442.18382326762,260.8341471354167,0.4592655831590918,0.004359072433054661,0.004353289259889247,15.181384636018487,339.64387864653617,0.005667742189786406,0.0043526198857093195,0.004373268196819465,Finance,1,24 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,112001.53423245747,90566.41886520386,258.3479817708333,0.45488804977807124,0.004316729444369779,0.0043113563339368,15.006283300777667,334.66630280393855,0.005584447843233786,0.004310953381073276,0.004331600834396428,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,TimesFM-2.5,138841.46980794272,106384.51161829631,260.8502604166667,0.4511471476859106,0.004368946243131041,0.004357679707888667,17.7095655646541,372.6143714457921,0.006225098705015851,0.004357906572476559,0.004673077099892318,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,TimesFM-2.5,3.927972487276455e-09,5.97130234286406e-10,8.340329966611333e-06,0.0005459124950731344,nan,2.0,8.485105144394485,6.267353897201318e-05,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,TimesFM-2.5,0.0,0.0,0.0,nan,nan,nan,nan,0.0,nan,nan,nan,Transportation,1,12 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index bf60666c9b2b247af618d56ad950b185089d5b76..7f82999cd759fe1ab2aa08cc5994637d77213b97 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-30T08:54:02.390476+00:00", + "evaluated_at": "2026-06-30T09:00:16.477164+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 59652.12890625, 59592.0, 59524.01171875, - 59257.87109375 + 59317.5390625 ], "p50": [ 59892.1796875, diff --git a/results/timesfm_2_5/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/timesfm_2_5/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index b6585f1aa8591932a0f846d74d4fc69db981dfa8..6d95b477d4c2b90dd6e6347e6d425829b3816d8c 100644 --- a/results/timesfm_2_5/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/timesfm_2_5/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,7 +1,7 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-30T08:47:29.584225+00:00", + "evaluated_at": "2026-06-30T09:00:22.148245+00:00", "freq": "5min", "context_length": 120, "prediction_length": 12, @@ -326,14 +326,6 @@ ] }, "timestamps": [ - "2026-06-26 12:25:00", - "2026-06-26 12:30:00", - "2026-06-26 12:35:00", - "2026-06-26 12:40:00", - "2026-06-26 12:45:00", - "2026-06-26 12:50:00", - "2026-06-26 12:55:00", - "2026-06-26 13:00:00", "2026-06-26 13:05:00", "2026-06-26 13:10:00", "2026-06-26 13:15:00", @@ -457,6 +449,14 @@ "2026-06-26 23:05:00", "2026-06-26 23:10:00", "2026-06-26 23:15:00", - "2026-06-26 23:20:00" + "2026-06-26 23:20:00", + "2026-06-26 23:25:00", + "2026-06-26 23:30:00", + "2026-06-26 23:35:00", + "2026-06-26 23:40:00", + "2026-06-26 23:45:00", + "2026-06-26 23:50:00", + "2026-06-26 23:55:00", + "2026-06-27 00:00:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index 509acf9f3cb00ebbb22d24c03cdb62a81aa60add..da0e6cbb78b3dbd45ecfb2c1d9e3f9f1fc0e3974 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,25 +1,19 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-30T08:54:32.646612+00:00", + "evaluated_at": "2026-06-30T09:00:24.833714+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t080000z", - "data_fetched_at": "2026-06-30T08:53:02.685108Z", + "data_fetched_at": "2026-06-30T08:59:03.350425Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260629t080121z", - "data_fetched_at": "2026-06-30T08:53:02.685108Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260630t024200z", - "data_fetched_at": "2026-06-30T08:53:02.685108Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260630t072500z", + "data_fetched_at": "2026-06-30T08:59:03.350425Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index 4d96c7fa26e6b2e078e3c19509d28d00791c0fff..7f6e9190f8b572cd7c2cc53168efff7cf934f342 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,TiRex,146388.5472354889,146388.5472354889,318.4747721354167,0.5607567243498038,0.005311169215045662,0.005314909601809046,2.3919272266241145,382.60756296169694,0.00638469044509448,0.005314486778349956,0.0047275335762070655,Finance,1,24 +binance_btcusdt_1h_close/1h/short,TiRex,143069.75926335654,143069.75926335654,315.9886067708333,0.5563791909687833,0.0052687632079971335,0.005272977001738094,2.3919272266241145,378.245633502036,0.006311639368904468,0.005272780315147588,0.004713508619950093,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,TiRex,124121.8290271759,124121.8290271759,294.9874674479167,0.5101883138994744,0.004931523251868278,0.004927461970940126,2.2494754983434295,352.3092803591411,0.005885870790273092,0.00492822135249574,0.004117311479838477,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,TiRex,1.5173733815752452e-08,1.5173733815752452e-08,6.96177076962259e-05,0.004556795314077999,nan,2.0,0.8434872104081304,0.00012318171055701593,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,TiRex,2.0440368407041843e-18,2.0440368407041843e-18,1.2956792120692266e-09,nan,nan,2.0,nan,1.4296981641955705e-09,inf,inf,inf,Transportation,1,12 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 31b24d76a56b134fb3939864fa6e14728ebeb2dc..34aa24c99e5d287971e5435b5a0961c7dce34388 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-30T08:55:08.794786+00:00", + "evaluated_at": "2026-06-30T09:01:04.411026+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 59652.12890625, 59592.0, 59524.01171875, - 59257.87109375 + 59317.5390625 ], "p50": [ 59885.55078125, diff --git a/results/tirex/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/tirex/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index 9c2b21e20a967db051341f3eb7e11493e078e76d..95dd3a39c225267fbf7d1de0e34ded3bf2e00cec 100644 --- a/results/tirex/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/tirex/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,7 +1,7 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "TiRex", - "evaluated_at": "2026-06-30T08:48:39.306104+00:00", + "evaluated_at": "2026-06-30T09:01:09.293168+00:00", "freq": "5min", "context_length": 120, "prediction_length": 12, @@ -326,14 +326,6 @@ ] }, "timestamps": [ - "2026-06-26 12:25:00", - "2026-06-26 12:30:00", - "2026-06-26 12:35:00", - "2026-06-26 12:40:00", - "2026-06-26 12:45:00", - "2026-06-26 12:50:00", - "2026-06-26 12:55:00", - "2026-06-26 13:00:00", "2026-06-26 13:05:00", "2026-06-26 13:10:00", "2026-06-26 13:15:00", @@ -457,6 +449,14 @@ "2026-06-26 23:05:00", "2026-06-26 23:10:00", "2026-06-26 23:15:00", - "2026-06-26 23:20:00" + "2026-06-26 23:20:00", + "2026-06-26 23:25:00", + "2026-06-26 23:30:00", + "2026-06-26 23:35:00", + "2026-06-26 23:40:00", + "2026-06-26 23:45:00", + "2026-06-26 23:50:00", + "2026-06-26 23:55:00", + "2026-06-27 00:00:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index ba754165021803f02271593eddf0fafeb9969320..09500f8115fc1a4d645e0337a43908ae145f660e 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,25 +1,19 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-30T08:55:19.843497+00:00", + "evaluated_at": "2026-06-30T09:01:11.573962+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t080000z", - "data_fetched_at": "2026-06-30T08:53:02.685108Z", + "data_fetched_at": "2026-06-30T08:59:03.350425Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260629t080121z", - "data_fetched_at": "2026-06-30T08:53:02.685108Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260630t024200z", - "data_fetched_at": "2026-06-30T08:53:02.685108Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260630t072500z", + "data_fetched_at": "2026-06-30T08:59:03.350425Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index b6ace1a15207476661cd70de499666785558902c..fd521521ebc30637e4d336df0b5c3f38b43e1f29 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,151258.33779525757,151258.33779525757,330.8551432291667,0.5825555509702506,0.005524464315296099,0.005520671442023658,2.4474750444774585,388.9194489804509,0.006490018834430313,0.005521081850379158,0.004429335453046424,Finance,1,24 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,147496.79873339334,147496.79873339334,328.3689778645833,0.57817801758923,0.0054819953285641446,0.005478739213371613,2.443394123014563,384.053119676684,0.006408546656464944,0.005479366804655704,0.004414678306295415,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,Toto-2.0-1B,141709.8055750529,141709.8055750529,325.2330729166667,0.5624988564132672,0.005441571845515744,0.0054314686848018,2.5404408394316023,376.44362868170964,0.006289072362736004,0.005433520916507128,0.004225065672770337,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Toto-2.0-1B,7.684853833536368e-11,7.684853833536368e-11,6.337339679400126e-06,0.0004148076791154758,nan,2.0,0.34914690667749737,8.766329809867051e-06,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Toto-2.0-1B,9.285839740510159e-20,9.285839740510159e-20,2.8203846723362513e-10,nan,nan,2.0,nan,3.047267585971104e-10,inf,inf,inf,Transportation,1,12 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index 217cdc882a8c15739c2182b75235e4bd9d28ffe0..b729ee3ce492257b78bc2274a8bab063ddbab6c5 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-30T08:54:53.969357+00:00", + "evaluated_at": "2026-06-30T09:00:51.936307+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 59652.12890625, 59592.0, 59524.01171875, - 59257.87109375 + 59317.5390625 ], "p50": [ 59944.69140625, diff --git a/results/toto_2_0_1b/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/toto_2_0_1b/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index 7cda364d39b1a8f46df0e52d8396729cdf6d5af4..94980c23f7f92b3c699d3639d6ba02cd8ffc6691 100644 --- a/results/toto_2_0_1b/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/toto_2_0_1b/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,7 +1,7 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-30T08:48:11.873704+00:00", + "evaluated_at": "2026-06-30T09:00:55.753593+00:00", "freq": "5min", "context_length": 120, "prediction_length": 12, @@ -326,14 +326,6 @@ ] }, "timestamps": [ - "2026-06-26 12:25:00", - "2026-06-26 12:30:00", - "2026-06-26 12:35:00", - "2026-06-26 12:40:00", - "2026-06-26 12:45:00", - "2026-06-26 12:50:00", - "2026-06-26 12:55:00", - "2026-06-26 13:00:00", "2026-06-26 13:05:00", "2026-06-26 13:10:00", "2026-06-26 13:15:00", @@ -457,6 +449,14 @@ "2026-06-26 23:05:00", "2026-06-26 23:10:00", "2026-06-26 23:15:00", - "2026-06-26 23:20:00" + "2026-06-26 23:20:00", + "2026-06-26 23:25:00", + "2026-06-26 23:30:00", + "2026-06-26 23:35:00", + "2026-06-26 23:40:00", + "2026-06-26 23:45:00", + "2026-06-26 23:50:00", + "2026-06-26 23:55:00", + "2026-06-27 00:00:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index 988db89a2c544afb1c9d13ec9da106323107b745..2b6ed4eefd5efe689f79735eb1f4ca6161a17c32 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,25 +1,19 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-30T08:55:02.329100+00:00", + "evaluated_at": "2026-06-30T09:00:57.806605+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t080000z", - "data_fetched_at": "2026-06-30T08:53:02.685108Z", + "data_fetched_at": "2026-06-30T08:59:03.350425Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_coingecko_bitcoin_7d_coin_bitcoin_price_usd_20260629t080121z", - "data_fetched_at": "2026-06-30T08:53:02.685108Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260630t024200z", - "data_fetched_at": "2026-06-30T08:53:02.685108Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260630t072500z", + "data_fetched_at": "2026-06-30T08:59:03.350425Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": []