diff --git a/results/aggregates/live_metadata.json b/results/aggregates/live_metadata.json index d19011fae6b737c8091c95202a7ef202bb23a2ed..078acdd2267b46fe712514ba69fbe0116b836a70 100644 --- a/results/aggregates/live_metadata.json +++ b/results/aggregates/live_metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-07-01T08:13:09.110501+00:00", + "generated_at": "2026-07-01T08:25:21.091886+00:00", "scope": "All deduplicated metrics-only evaluation releases saved up to generation time", "release_deduplication": "One row per model, dataset, data source timestamp, and prediction length", "dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets", @@ -12,6 +12,6 @@ "temporal_metrics": "Per-dataset MSE stability and Kendall tau, then equal-weight mean over datasets", "num_models": 10, "num_datasets": 13, - "num_model_releases": 10755, - "num_unique_releases": 1264 + "num_model_releases": 10775, + "num_unique_releases": 1266 } diff --git a/results/aggregates/live_overall_up_to_now.csv b/results/aggregates/live_overall_up_to_now.csv index 3b996cfe2f44667f17a23c3d232118c7592941b4..3ffdbff7c2544dd8362193748e464b419bdf40ce 100644 --- a/results/aggregates/live_overall_up_to_now.csv +++ b/results/aggregates/live_overall_up_to_now.csv @@ -1,11 +1,11 @@ Rank,model,MSE,RMSE,MAPE,CRPS,RTG,AverageRank,WinRate,Elo,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release -1,TiRex,10457.6054309614,19.647807778937374,0.20574401320392663,0.34415113444937184,25.601823231419388,3.902230199135733,0.6555862595742388,1179.040128126515,18761.413507960187,0.31551481573161166,0.08333333333333333,12,1170,0.8333333333333334,2026-06-16T12:07:33.925127+00:00,2026-07-01T08:09:07.866990Z -2,Chronos-2,8233.972124013515,18.29117028857032,0.19315463797934462,0.3550543336453624,24.9789809909562,3.9298722978157574,0.6509432733592041,1129.3940269168095,13591.57727553118,0.2803329404312913,0.08333333333333333,12,1180,0.8333333333333334,2026-06-16T12:06:40.343188+00:00,2026-07-01T08:09:07.866990Z -3,Toto-2.0-1B,12755.362431239844,21.21030685987932,0.17778339379569236,0.33983799838765394,26.587312218885998,3.7113418943649403,0.6753003759942358,1108.0800996768007,24181.125065716416,0.24493705078497316,0.08333333333333333,12,1177,0.8333333333333334,2026-06-16T12:07:16.543073+00:00,2026-07-01T08:09:07.866990Z -4,Moirai-1.1-Large,98249.396067246,51.39524937377835,0.33705027130555215,0.36808495615540904,0.8423729907381473,5.624912304051001,0.45145127980372507,1095.1720541066675,520275.6510388848,0.23632937549660196,0.16666666666666666,12,1154,0.8333333333333334,2026-06-16T12:07:48.486125+00:00,2026-07-01T08:09:07.866990Z -5,TimesFM-2.5,11185.214868369185,19.74581480902987,0.1582916321761572,0.4205988090464997,26.118731445374323,4.127462377520816,0.6127001649352537,1059.471737877651,21674.371235516035,0.2636054682062618,0.08333333333333333,12,1188,0.8333333333333334,2026-06-16T12:06:55.147862+00:00,2026-07-01T08:09:07.866990Z -6,Timer-S1,15519.8511272525,22.62433707109986,0.18089760906153343,0.33881861382707557,26.129917865777625,4.430284183567697,0.5905013892258411,1034.2896564188025,34094.49372484216,0.3006308494243189,0.08333333333333333,12,1131,0.8333333333333334,2026-06-16T12:08:03.698792+00:00,2026-07-01T08:09:07.866990Z -7,ARIMA,25388.260816044945,38.67295318745356,0.3560216900838732,0.47799361928993733,-3.300619934927136,6.500027701508595,0.3456084366835888,891.9866542666252,27949.019947698867,0.16970459491818804,0.16666666666666666,12,937,0.8333333333333334,2026-06-17T12:10:12.135642+00:00,2026-07-01T08:09:07.866990Z -8,Moving-Average,23150.923796060903,34.35828404892371,0.4265411884787519,0.46801184948050256,2.043661921702428,6.341009846005787,0.3587784827388149,877.4191074310932,36867.42133159303,0.17630898343842463,0.16666666666666666,12,937,0.8333333333333334,2026-06-17T12:10:12.847893+00:00,2026-07-01T08:09:07.866990Z -9,ETS,13529.19595917798,29.671030410252385,0.4397653084189164,0.658650758769966,-9.364077687062425,6.862027478597888,0.30575765101836155,875.683929878134,17506.189589181395,0.21026357237933327,0.16666666666666666,12,937,0.8333333333333334,2026-06-17T12:10:12.660440+00:00,2026-07-01T08:09:07.866990Z -10,Seasonal-Naive,30929.743021595466,54.300877205193046,0.4753359410358176,0.5956526570699429,0.0,6.390790904804696,0.3533726866667364,749.4626053009014,39612.87170944189,0.18941009945336185,0.15384615384615385,13,944,0.8461538461538461,2026-06-17T12:10:12.963911+00:00,2026-07-01T08:09:07.866990Z +1,TiRex,10532.374726027496,19.753604666275603,0.2057446455455753,0.34409965392509984,25.67368399796956,3.90267296267338,0.6555384016689283,1179.0387105201705,18791.69059346359,0.313502231195864,0.08333333333333333,12,1172,0.8333333333333334,2026-06-16T12:07:33.925127+00:00,2026-07-01T08:20:13.790420Z +2,Chronos-2,8302.102826974691,18.391520775332115,0.19315521638803237,0.35500617566784043,25.0490190941774,3.9290140677275205,0.651085880068912,1129.396007288429,13638.130808661206,0.27839794113471844,0.08333333333333333,12,1182,0.8333333333333334,2026-06-16T12:06:40.343188+00:00,2026-07-01T08:20:13.790420Z +3,Toto-2.0-1B,12855.600304665548,21.333884680005642,0.17778456265842418,0.3397912914972265,26.653646782083698,3.711767222850225,0.6752482415924261,1108.0789542674654,24225.918727938697,0.24317263825397087,0.08333333333333333,12,1179,0.8333333333333334,2026-06-16T12:07:16.543073+00:00,2026-07-01T08:20:13.790420Z +4,Moirai-1.1-Large,96734.35788445214,51.18068531296259,0.3370505016564579,0.36802700514328796,0.8560641305860118,5.624421227840383,0.45153920132920916,1095.1732498289894,515742.389295296,0.23908779627591858,0.16666666666666666,12,1156,0.8333333333333334,2026-06-16T12:07:48.486125+00:00,2026-07-01T08:20:13.790420Z +5,TimesFM-2.5,11320.443325690989,19.8915819712941,0.15829279481834585,0.42054155895535905,26.170565910287667,4.127545450069765,0.6127042800979164,1059.4721338826134,21804.13475977608,0.2617687004210753,0.08333333333333333,12,1190,0.8333333333333334,2026-06-16T12:06:55.147862+00:00,2026-07-01T08:20:13.790420Z +6,Timer-S1,15751.1050425031,22.820689516451697,0.18090029750646225,0.338775272037534,26.18619033405251,4.431337054074166,0.5903882037448969,1034.2881900178008,34335.081352013716,0.29886603441673465,0.08333333333333333,12,1133,0.8333333333333334,2026-06-16T12:08:03.698792+00:00,2026-07-01T08:20:13.790420Z +7,ARIMA,25452.632022217305,38.76777915622629,0.3560199729936509,0.4779159562278677,-3.229582771802509,6.500001342801006,0.3457484848588147,891.9883856712754,27917.70145656259,0.16797561919568907,0.16666666666666666,12,939,0.8333333333333334,2026-06-17T12:10:12.135642+00:00,2026-07-01T08:20:13.790420Z +8,Moving-Average,23485.885056718835,34.60842697223739,0.42654480485498025,0.4679469163477091,2.095372560191386,6.343168424965177,0.3586314246627574,877.4173793954335,37211.500774689855,0.1748037924316795,0.16666666666666666,12,939,0.8333333333333334,2026-06-17T12:10:12.847893+00:00,2026-07-01T08:20:13.790420Z +9,ETS,13602.589312965269,29.77614451195961,0.4397659047070075,0.6585857275823166,-9.300054311894348,6.8624766094751,0.3057804539166306,875.6849909693487,17516.858292170607,0.20858081794117753,0.16666666666666666,12,939,0.8333333333333334,2026-06-17T12:10:12.660440+00:00,2026-07-01T08:20:13.790420Z +10,Seasonal-Naive,31259.639264371668,54.52815721255714,0.4753388093750473,0.595595863426161,0.0,6.391299205763507,0.35333542805950835,749.4619981584739,39979.86162770002,0.18952110613751216,0.15384615384615385,13,946,0.8461538461538461,2026-06-17T12:10:12.963911+00:00,2026-07-01T08:20:13.790420Z diff --git a/results/aggregates/live_rank_up_to_now.csv b/results/aggregates/live_rank_up_to_now.csv index 9d9b401644b51001411c7553a910f25606ff55d8..7180f0059852d6c211fe136554308918d6d8c433 100644 --- a/results/aggregates/live_rank_up_to_now.csv +++ b/results/aggregates/live_rank_up_to_now.csv @@ -1,11 +1,11 @@ Rank,model,AverageRank,WinRate,Elo,dataset_pair_matches,shared_releases,pairwise_matches -1,TiRex,3.902230199135733,0.6555862595742388,1179.040128126515,108,1170,9246 -2,Chronos-2,3.9298722978157574,0.6509432733592041,1129.3940269168095,108,1178,9244 -3,Toto-2.0-1B,3.7113418943649403,0.6753003759942358,1108.0800996768007,108,1177,9281 -4,Moirai-1.1-Large,5.624912304051001,0.45145127980372507,1095.1720541066675,108,1154,9170 -5,TimesFM-2.5,4.127462377520816,0.6127001649352537,1059.471737877651,108,1184,9281 -6,Timer-S1,4.430284183567697,0.5905013892258411,1034.2896564188025,108,1131,9084 -7,ARIMA,6.500027701508595,0.3456084366835888,891.9866542666252,108,937,8020 -8,Moving-Average,6.341009846005787,0.3587784827388149,877.4191074310932,108,937,8020 -9,ETS,6.862027478597888,0.30575765101836155,875.683929878134,108,937,8020 -10,Seasonal-Naive,6.390790904804696,0.3533726866667364,749.4626053009014,108,937,8020 +1,TiRex,3.90267296267338,0.6555384016689283,1179.0387105201705,108,1172,9264 +2,Chronos-2,3.9290140677275205,0.651085880068912,1129.396007288429,108,1180,9262 +3,Toto-2.0-1B,3.711767222850225,0.6752482415924261,1108.0789542674654,108,1179,9299 +4,Moirai-1.1-Large,5.624421227840383,0.45153920132920916,1095.1732498289894,108,1156,9188 +5,TimesFM-2.5,4.127545450069765,0.6127042800979164,1059.4721338826134,108,1186,9299 +6,Timer-S1,4.431337054074166,0.5903882037448969,1034.2881900178008,108,1133,9102 +7,ARIMA,6.500001342801006,0.3457484848588147,891.9883856712754,108,939,8038 +8,Moving-Average,6.343168424965177,0.3586314246627574,877.4173793954335,108,939,8038 +9,ETS,6.8624766094751,0.3057804539166306,875.6849909693487,108,939,8038 +10,Seasonal-Naive,6.391299205763507,0.35333542805950835,749.4619981584739,108,939,8038 diff --git a/results/aggregates/live_release_metrics.csv b/results/aggregates/live_release_metrics.csv index 88fdab3553048742a68ddc550f252f9eeb3e4992..f24d34ecab8ea0e6af5e65f985a4a0e5b8ea0d74 100644 --- a/results/aggregates/live_release_metrics.csv +++ b/results/aggregates/live_release_metrics.csv @@ -157,6 +157,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:39:35.720150Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:45:36.669994Z|h:24,2026-07-01T07:45:36.669994Z,2026-07-01T07:51:26.253402+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,981433.6883015909,990.6733509596344,0.005235106209024382,0.004148167459218723,21.24618918294483,True binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:58:17.601838Z|h:24,2026-07-01T07:58:17.601838Z,2026-07-01T08:02:53.392894+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,980435.0908958403,990.1692233632796,0.005198343687710708,0.004117715136191847,21.185382083058748,True binance_btcusdt_1h_close/1h/short|source:2026-07-01T08:09:07.866990Z|h:24,2026-07-01T08:09:07.866990Z,2026-07-01T08:13:08.204909+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,507900.5188232966,712.671396102928,0.004208522316108902,0.003402297682649778,49.57335943499447,True +binance_btcusdt_1h_close/1h/short|source:2026-07-01T08:20:13.790420Z|h:24,2026-07-01T08:20:13.790420Z,2026-07-01T08:25:20.128517+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,509384.6121569085,713.7118551326638,0.004160393350057828,0.0033930428278849665,49.54426390723526,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:22:02.369176+00:00,2026-06-22T01:22:02.369176+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.3169074533967339,0.5629453378408369,0.0085352021500282,0.4356122103113208,2.4821416702079793,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:33:30.776110+00:00,2026-06-22T07:33:30.776110+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.3737040337380361,0.6113133678712057,0.012305158444961,0.7985186914109059,-15.142472841866445,True binance_btcusdt_1h_close/1h/short|window:0740b84fb5a867feca5c,2026-06-22T08:13:22.917126+00:00,2026-06-22T08:13:22.917126+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.2732656714019672,0.5227481911991348,0.0117912606294595,0.7610992079601563,-2.641083194827792,True @@ -317,6 +318,7 @@ data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-0 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-07-01T06:47:44.473555Z|h:36,2026-07-01T06:47:44.473555Z,2026-07-01T06:53:37.892934+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,ARIMA,4.407835548068247e-15,6.639153220154094e-08,,,0.0,False data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-07-01T07:22:33.795462Z|h:36,2026-07-01T07:22:33.795462Z,2026-07-01T07:27:07.088692+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,ARIMA,4.407835548068247e-15,6.639153220154094e-08,,,0.0,False data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-07-01T07:45:36.669994Z|h:36,2026-07-01T07:45:36.669994Z,2026-07-01T07:51:26.270506+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,ARIMA,4.407835548068247e-15,6.639153220154094e-08,,,0.0,False +data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-07-01T08:20:13.790420Z|h:36,2026-07-01T08:20:13.790420Z,2026-07-01T08:25:20.148816+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,ARIMA,4.407835548068247e-15,6.639153220154094e-08,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T07:34:52.372126Z|h:12,2026-06-29T07:34:52.372126Z,2026-06-29T07:39:36.941443+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ARIMA,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T07:47:28.636041Z|h:12,2026-06-29T07:47:28.636041Z,2026-06-29T07:51:15.693289+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ARIMA,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T07:59:40.018019Z|h:12,2026-06-29T07:59:40.018019Z,2026-06-29T08:04:20.443456+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ARIMA,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False @@ -1081,6 +1083,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:39:35.720150Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:45:36.669994Z|h:24,2026-07-01T07:45:36.669994Z,2026-07-01T07:46:17.413155+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,474405.5852502187,688.771068824917,0.010420579148149632,0.007050758469859237,52.21012828908668,True binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:58:17.601838Z|h:24,2026-07-01T07:58:17.601838Z,2026-07-01T07:58:46.715031+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,471038.4713427226,686.3224252075132,0.010383456041903863,0.007038310800892503,52.38562643953977,True binance_btcusdt_1h_close/1h/short|source:2026-07-01T08:09:07.866990Z|h:24,2026-07-01T08:09:07.866990Z,2026-07-01T08:09:36.049460+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,395738.8810596466,629.0778020719271,0.009472152452766102,0.006441101213716317,58.39258763447559,True +binance_btcusdt_1h_close/1h/short|source:2026-07-01T08:20:13.790420Z|h:24,2026-07-01T08:20:13.790420Z,2026-07-01T08:20:47.927049+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,400046.10261535645,632.4919783011927,0.009520948128816995,0.006457451320530098,58.105883140675424,True binance_btcusdt_1h_close/1h/short|window:01879e0ba67816eb9c43,2026-06-17T06:52:59.517094+00:00,2026-06-17T06:52:59.517094+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.1813123535575668,0.4258078833905812,0.0083663181977859,0.2410261424253861,,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:19:41.412209+00:00,2026-06-22T01:19:41.412209+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.3026024844282185,0.5500931597722504,0.0063219336945878,0.2735899804256079,4.788475382706393,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:29:55.777922+00:00,2026-06-22T07:29:55.777922+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.1135532687832525,0.3369766591075004,0.0030837061496461,0.2504677210622425,41.612619480802856,True @@ -1352,6 +1355,7 @@ data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-0 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-07-01T06:47:44.473555Z|h:36,2026-07-01T06:47:44.473555Z,2026-07-01T06:48:26.887389+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Chronos-2,1.6284716271939715e-18,1.2761158361191085e-09,,,0.0,False data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-07-01T07:22:33.795462Z|h:36,2026-07-01T07:22:33.795462Z,2026-07-01T07:23:13.698957+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Chronos-2,1.6284716271939715e-18,1.2761158361191085e-09,,,0.0,False data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-07-01T07:45:36.669994Z|h:36,2026-07-01T07:45:36.669994Z,2026-07-01T07:46:22.683288+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Chronos-2,1.6284716271939715e-18,1.2761158361191085e-09,,,0.0,False +data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-07-01T08:20:13.790420Z|h:36,2026-07-01T08:20:13.790420Z,2026-07-01T08:20:53.083235+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Chronos-2,1.6284716271939715e-18,1.2761158361191085e-09,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T07:34:52.372126Z|h:12,2026-06-29T07:34:52.372126Z,2026-06-29T07:35:38.078384+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-2,1.7296862743653321e-18,1.3151753777977035e-09,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T07:47:28.636041Z|h:12,2026-06-29T07:47:28.636041Z,2026-06-29T07:47:51.522018+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-2,1.7296862743653321e-18,1.3151753777977035e-09,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T07:59:40.018019Z|h:12,2026-06-29T07:59:40.018019Z,2026-06-29T08:00:51.611745+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-2,1.7296862743653321e-18,1.3151753777977035e-09,,,0.0,False @@ -2274,6 +2278,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:39:35.720150Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:45:36.669994Z|h:24,2026-07-01T07:45:36.669994Z,2026-07-01T07:51:26.470325+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,521555.68074554997,722.1881200529056,0.010574640034993676,0.009522830585876689,48.67920023428893,True binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:58:17.601838Z|h:24,2026-07-01T07:58:17.601838Z,2026-07-01T08:02:53.492372+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,518539.87681511353,720.0971301255918,0.01053758776480461,0.009485913838493072,48.812908224645795,True binance_btcusdt_1h_close/1h/short|source:2026-07-01T08:09:07.866990Z|h:24,2026-07-01T08:09:07.866990Z,2026-07-01T08:13:08.389606+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,392166.8086146238,626.232232174793,0.009039206938258545,0.00810346214913513,58.69057880242472,True +binance_btcusdt_1h_close/1h/short|source:2026-07-01T08:20:13.790420Z|h:24,2026-07-01T08:20:13.790420Z,2026-07-01T08:25:20.212859+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,395597.23556394613,628.9652101380061,0.009087836404394218,0.008151971864762778,58.47505052712207,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:22:02.463619+00:00,2026-06-22T01:22:02.463619+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.0407717866337577,0.201920248201506,0.0022009716898305,0.0960955086908494,78.1859319232306,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:33:31.014985+00:00,2026-06-22T07:33:31.014985+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.0864408961350167,0.2940083266423194,0.0025388064632111,0.1380528538051167,52.223162771726436,True binance_btcusdt_1h_close/1h/short|window:0740b84fb5a867feca5c,2026-06-22T08:13:23.012177+00:00,2026-06-22T08:13:23.012177+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.1569766000828541,0.3962027259911952,0.0040922131316173,0.2100823941511999,24.56300165808982,True @@ -2434,6 +2439,7 @@ data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-0 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-07-01T06:47:44.473555Z|h:36,2026-07-01T06:47:44.473555Z,2026-07-01T06:53:38.052880+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,ETS,4.407835548068247e-15,6.639153220154094e-08,,,0.0,False data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-07-01T07:22:33.795462Z|h:36,2026-07-01T07:22:33.795462Z,2026-07-01T07:27:07.297717+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,ETS,4.407835548068247e-15,6.639153220154094e-08,,,0.0,False data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-07-01T07:45:36.669994Z|h:36,2026-07-01T07:45:36.669994Z,2026-07-01T07:51:26.486544+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,ETS,4.407835548068247e-15,6.639153220154094e-08,,,0.0,False +data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-07-01T08:20:13.790420Z|h:36,2026-07-01T08:20:13.790420Z,2026-07-01T08:25:20.236077+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,ETS,4.407835548068247e-15,6.639153220154094e-08,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T07:34:52.372126Z|h:12,2026-06-29T07:34:52.372126Z,2026-06-29T07:39:37.256210+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ETS,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T07:47:28.636041Z|h:12,2026-06-29T07:47:28.636041Z,2026-06-29T07:51:15.789180+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ETS,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T07:59:40.018019Z|h:12,2026-06-29T07:59:40.018019Z,2026-06-29T08:04:20.573801+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ETS,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False @@ -3197,6 +3203,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:39:35.720150Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:45:36.669994Z|h:24,2026-07-01T07:45:36.669994Z,2026-07-01T07:49:53.140538+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,809056.5507831573,899.4757088344061,0.0141174855621797,0.009212847545632587,30.254715247478806,True binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:58:17.601838Z|h:24,2026-07-01T07:58:17.601838Z,2026-07-01T08:02:07.632305+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,796091.8710823059,892.2398058158501,0.014064653847664595,0.00927217301474089,30.883078929036238,True binance_btcusdt_1h_close/1h/short|source:2026-07-01T08:09:07.866990Z|h:24,2026-07-01T08:09:07.866990Z,2026-07-01T08:12:10.952984+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,462287.3725795746,679.9171806768635,0.010416918340748845,0.007015597561053615,53.038673541250574,True +binance_btcusdt_1h_close/1h/short|source:2026-07-01T08:20:13.790420Z|h:24,2026-07-01T08:20:13.790420Z,2026-07-01T08:24:47.931072+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,448169.65532302856,669.4547447908847,0.0101546069863415,0.006896089847638614,54.21981108782842,True binance_btcusdt_1h_close/1h/short|window:01879e0ba67816eb9c43,2026-06-17T06:55:52.923423+00:00,2026-06-17T06:55:52.923423+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.4381369625632698,0.6619191510775843,0.0122809197835173,0.3062045609808345,,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:21:38.406071+00:00,2026-06-22T01:21:38.406071+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.3065049334316586,0.5536288769849876,0.0051562118826857,0.2613208096822324,4.149065055029456,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:32:48.220080+00:00,2026-06-22T07:32:48.220080+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.1143422068302237,0.3381452451687348,0.0034218690302553,0.2704204796842313,41.32596797676891,True @@ -3464,6 +3471,7 @@ data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-0 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-07-01T06:47:44.473555Z|h:36,2026-07-01T06:47:44.473555Z,2026-07-01T06:52:34.411734+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Moirai-1.1-Large,11774.354401352837,108.50969726873647,,,-99.99999999999999,False data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-07-01T07:22:33.795462Z|h:36,2026-07-01T07:22:33.795462Z,2026-07-01T07:26:13.199419+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Moirai-1.1-Large,208.95519675547405,14.45528265913448,,,-100.0,False data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-07-01T07:45:36.669994Z|h:36,2026-07-01T07:45:36.669994Z,2026-07-01T07:49:59.163099+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Moirai-1.1-Large,9.732415583434014,3.119681968315683,,,-100.0,False +data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-07-01T08:20:13.790420Z|h:36,2026-07-01T08:20:13.790420Z,2026-07-01T08:24:52.918299+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Moirai-1.1-Large,6286.376310338382,79.28667170677794,,,-100.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T07:34:52.372126Z|h:12,2026-06-29T07:34:52.372126Z,2026-06-29T07:38:33.188135+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moirai-1.1-Large,0.17145564968574237,0.4140720344164073,,,-100.00000000000001,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T07:47:28.636041Z|h:12,2026-06-29T07:47:28.636041Z,2026-06-29T07:50:35.279700+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moirai-1.1-Large,189.2547791914626,13.756990193769225,,,-99.99999999999999,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T07:59:40.018019Z|h:12,2026-06-29T07:59:40.018019Z,2026-06-29T08:03:10.351615+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moirai-1.1-Large,1.1468016265562275,1.0708882418610393,,,-100.0,False @@ -4365,6 +4373,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:39:35.720150Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:45:36.669994Z|h:24,2026-07-01T07:45:36.669994Z,2026-07-01T07:51:26.579309+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,1363896.8333962616,1167.8599374052787,0.018677915395087185,0.01753337587885033,5.116013579381574,True binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:58:17.601838Z|h:24,2026-07-01T07:58:17.601838Z,2026-07-01T08:02:53.532496+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,1358553.1476655249,1165.569881073428,0.018640525560858996,0.017496165517178502,5.197505372874953,True binance_btcusdt_1h_close/1h/short|source:2026-07-01T08:09:07.866990Z|h:24,2026-07-01T08:09:07.866990Z,2026-07-01T08:13:08.471031+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,1345542.7816129874,1159.9753366399596,0.018707987225399753,0.017537048071153218,5.6440048941137535,True +binance_btcusdt_1h_close/1h/short|source:2026-07-01T08:20:13.790420Z|h:24,2026-07-01T08:20:13.790420Z,2026-07-01T08:25:20.259205+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,1352380.4660654562,1162.9189421732954,0.018757110442944473,0.01758601232457122,5.498334991234205,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:22:02.488519+00:00,2026-06-22T01:22:02.488519+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.1489742184098265,0.3859717844737184,0.0048771123255213,0.2210326747420907,38.18680422959462,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:33:31.068326+00:00,2026-06-22T07:33:31.068326+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.1029916725943077,0.3209231568371278,0.003220088745007,0.1530588119969513,45.56516023795812,True binance_btcusdt_1h_close/1h/short|window:0740b84fb5a867feca5c,2026-06-22T08:13:23.059241+00:00,2026-06-22T08:13:23.059241+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.1001716084949669,0.3164989865623062,0.0030892525816164,0.1543325711714026,44.25222081261605,True @@ -4525,6 +4534,7 @@ data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-0 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-07-01T06:47:44.473555Z|h:36,2026-07-01T06:47:44.473555Z,2026-07-01T06:53:38.126396+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Moving-Average,4.407835548068247e-15,6.639153220154094e-08,,,0.0,False data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-07-01T07:22:33.795462Z|h:36,2026-07-01T07:22:33.795462Z,2026-07-01T07:27:07.392963+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Moving-Average,4.407835548068247e-15,6.639153220154094e-08,,,0.0,False data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-07-01T07:45:36.669994Z|h:36,2026-07-01T07:45:36.669994Z,2026-07-01T07:51:26.596496+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Moving-Average,4.407835548068247e-15,6.639153220154094e-08,,,0.0,False +data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-07-01T08:20:13.790420Z|h:36,2026-07-01T08:20:13.790420Z,2026-07-01T08:25:20.281911+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Moving-Average,4.407835548068247e-15,6.639153220154094e-08,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T07:34:52.372126Z|h:12,2026-06-29T07:34:52.372126Z,2026-06-29T07:39:37.412078+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moving-Average,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T07:47:28.636041Z|h:12,2026-06-29T07:47:28.636041Z,2026-06-29T07:51:15.841128+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moving-Average,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T07:59:40.018019Z|h:12,2026-06-29T07:59:40.018019Z,2026-06-29T08:04:20.642797+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moving-Average,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False @@ -5302,6 +5312,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:39:35.720150Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:45:36.669994Z|h:24,2026-07-01T07:45:36.669994Z,2026-07-01T07:51:26.661905+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,1510975.7027346294,1229.2175164447622,0.01914772560057568,0.013859762124052032,0.0,True binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:58:17.601838Z|h:24,2026-07-01T07:58:17.601838Z,2026-07-01T08:02:53.563273+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,1507517.3138955433,1227.8099665239502,0.019110589258634448,0.013838938725337266,0.0,True binance_btcusdt_1h_close/1h/short|source:2026-07-01T08:09:07.866990Z|h:24,2026-07-01T08:09:07.866990Z,2026-07-01T08:13:08.529622+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,1506512.94648997,1227.400890699518,0.019104779443275037,0.013836184538930965,0.0,True +binance_btcusdt_1h_close/1h/short|source:2026-07-01T08:20:13.790420Z|h:24,2026-07-01T08:20:13.790420Z,2026-07-01T08:25:20.303250+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,1509749.9862181346,1228.7188393681179,0.019153420037479375,0.013854911796431559,0.0,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:22:02.507250+00:00,2026-06-22T01:22:02.507250+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.3330400717529599,0.5770962413263147,0.0074647926873788,0.3493354391815629,0.0,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:33:31.096521+00:00,2026-06-22T07:33:31.096521+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.2754118389969035,0.5247969502549568,0.0054985069346336,0.3525814888009477,0.0,True binance_btcusdt_1h_close/1h/short|window:0740b84fb5a867feca5c,2026-06-22T08:13:23.090823+00:00,2026-06-22T08:13:23.090823+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.2592027377306001,0.5091195711525929,0.0051633669136927,0.3473196849970218,0.0,True @@ -5463,6 +5474,7 @@ data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-0 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-07-01T06:47:44.473555Z|h:36,2026-07-01T06:47:44.473555Z,2026-07-01T06:53:38.182781+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Seasonal-Naive,0.0,0.0,,,0.0,False data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-07-01T07:22:33.795462Z|h:36,2026-07-01T07:22:33.795462Z,2026-07-01T07:27:07.456851+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Seasonal-Naive,0.0,0.0,,,0.0,False data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-07-01T07:45:36.669994Z|h:36,2026-07-01T07:45:36.669994Z,2026-07-01T07:51:26.674749+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Seasonal-Naive,0.0,0.0,,,0.0,False +data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-07-01T08:20:13.790420Z|h:36,2026-07-01T08:20:13.790420Z,2026-07-01T08:25:20.322122+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Seasonal-Naive,0.0,0.0,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T07:34:52.372126Z|h:12,2026-06-29T07:34:52.372126Z,2026-06-29T07:39:37.544757+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Seasonal-Naive,0.0,0.0,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T07:47:28.636041Z|h:12,2026-06-29T07:47:28.636041Z,2026-06-29T07:51:15.880397+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Seasonal-Naive,0.0,0.0,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T07:59:40.018019Z|h:12,2026-06-29T07:59:40.018019Z,2026-06-29T08:04:20.685994+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Seasonal-Naive,0.0,0.0,,,0.0,False @@ -6233,6 +6245,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:39:35.720150Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:45:36.669994Z|h:24,2026-07-01T07:45:36.669994Z,2026-07-01T07:48:45.946973+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,674201.2324714661,821.0975779232734,0.01282049832450829,0.008393486370134531,38.29321355088542,True binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:58:17.601838Z|h:24,2026-07-01T07:58:17.601838Z,2026-07-01T08:00:24.597150+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,670038.7275333405,818.5589334515508,0.01278325987932695,0.008356611017136176,38.45956523868201,True binance_btcusdt_1h_close/1h/short|source:2026-07-01T08:09:07.866990Z|h:24,2026-07-01T08:09:07.866990Z,2026-07-01T08:11:27.602490+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,450246.03160158795,671.0037493200675,0.010212925089792177,0.0068296114159302045,53.98043022746558,True +binance_btcusdt_1h_close/1h/short|source:2026-07-01T08:20:13.790420Z|h:24,2026-07-01T08:20:13.790420Z,2026-07-01T08:22:44.621772+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,454690.44405237836,674.3073809861334,0.010261740646406161,0.006845980242303047,53.7078918712984,True binance_btcusdt_1h_close/1h/short|window:01879e0ba67816eb9c43,2026-06-17T06:54:34.213561+00:00,2026-06-17T06:54:34.213561+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.160538580492642,0.4006726600264136,0.0077998502585261,0.2146609791701683,,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:20:54.533078+00:00,2026-06-22T01:20:54.533078+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.3253257633711659,0.5703733543663886,0.006509406779106,0.2858020737091157,1.1717358298733047,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:31:44.064640+00:00,2026-06-22T07:31:44.064640+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.2663201865137117,0.5160621924862465,0.005269364684183,0.2671874556573511,1.678256417390571,True @@ -6502,6 +6515,7 @@ data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-0 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-07-01T06:47:44.473555Z|h:36,2026-07-01T06:47:44.473555Z,2026-07-01T06:51:48.390183+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,TiRex,5.906315718058047e-17,7.685255830522526e-09,,,0.0,False data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-07-01T07:22:33.795462Z|h:36,2026-07-01T07:22:33.795462Z,2026-07-01T07:25:32.886629+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,TiRex,5.906315718058047e-17,7.685255830522526e-09,,,0.0,False data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-07-01T07:45:36.669994Z|h:36,2026-07-01T07:45:36.669994Z,2026-07-01T07:49:03.393811+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,TiRex,5.906315718058047e-17,7.685255830522526e-09,,,0.0,False +data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-07-01T08:20:13.790420Z|h:36,2026-07-01T08:20:13.790420Z,2026-07-01T08:22:50.056093+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,TiRex,5.906315718058047e-17,7.685255830522526e-09,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T07:34:52.372126Z|h:12,2026-06-29T07:34:52.372126Z,2026-06-29T07:37:47.633298+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TiRex,2.0440368407041843e-18,1.4296981641955705e-09,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T07:47:28.636041Z|h:12,2026-06-29T07:47:28.636041Z,2026-06-29T07:50:11.199362+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TiRex,2.0440368407041843e-18,1.4296981641955705e-09,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T07:59:40.018019Z|h:12,2026-06-29T07:59:40.018019Z,2026-06-29T08:02:22.976491+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TiRex,2.0440368407041843e-18,1.4296981641955705e-09,,,0.0,False @@ -7402,6 +7416,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:39:35.720150Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:45:36.669994Z|h:24,2026-07-01T07:45:36.669994Z,2026-07-01T07:50:56.413646+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,1517285.3755880992,1231.781383033572,0.020038271327315452,0.0161548254941612,-0.20835960606687864,True binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:58:17.601838Z|h:24,2026-07-01T07:58:17.601838Z,2026-07-01T08:02:47.698074+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,1511432.3769022624,1229.4032604895199,0.0200007877451613,0.016117665661145687,-0.12968294962492372,True binance_btcusdt_1h_close/1h/short|source:2026-07-01T08:09:07.866990Z|h:24,2026-07-01T08:09:07.866990Z,2026-07-01T08:12:50.607901+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,1185286.1339848835,1088.7084706131773,0.01749684433294608,0.013616276306330641,11.9335360070195,True +binance_btcusdt_1h_close/1h/short|source:2026-07-01T08:20:13.790420Z|h:24,2026-07-01T08:20:13.790420Z,2026-07-01T08:25:15.217142+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,1192035.97686704,1091.8040011224725,0.017545993973357047,0.013665051645485368,11.759407062293583,True binance_btcusdt_1h_close/1h/short|window:01879e0ba67816eb9c43,2026-06-17T06:58:35.029666+00:00,2026-06-17T06:58:35.029666+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.0565088861879648,0.237715977982055,0.0047191124135397,0.1699283194647917,,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:21:57.655072+00:00,2026-06-22T01:21:57.655072+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.094376840947432,0.3072081394550477,0.003290280361809,0.1643725886038777,55.83850889232936,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:33:19.087735+00:00,2026-06-22T07:33:19.087735+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.1390943968371703,0.3729536121787405,0.0036446519853812,0.2070857689137401,32.88670480081774,True @@ -7667,6 +7682,7 @@ data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-0 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-07-01T06:47:44.473555Z|h:36,2026-07-01T06:47:44.473555Z,2026-07-01T06:53:21.206364+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Timer-S1,8.874856741867843e-16,2.9790697779454317e-08,,,0.0,False data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-07-01T07:22:33.795462Z|h:36,2026-07-01T07:22:33.795462Z,2026-07-01T07:26:51.936864+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Timer-S1,8.874856741867843e-16,2.9790697779454317e-08,,,0.0,False data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-07-01T07:45:36.669994Z|h:36,2026-07-01T07:45:36.669994Z,2026-07-01T07:51:06.037412+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Timer-S1,8.874856741867843e-16,2.9790697779454317e-08,,,0.0,False +data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-07-01T08:20:13.790420Z|h:36,2026-07-01T08:20:13.790420Z,2026-07-01T08:25:19.683750+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Timer-S1,8.874856741867843e-16,2.9790697779454317e-08,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T07:34:52.372126Z|h:12,2026-06-29T07:34:52.372126Z,2026-06-29T07:39:19.016059+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Timer-S1,1.1760797597599717e-16,1.0844721111028959e-08,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T07:47:28.636041Z|h:12,2026-06-29T07:47:28.636041Z,2026-06-29T07:51:13.158194+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Timer-S1,1.1760797597599717e-16,1.0844721111028959e-08,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T07:59:40.018019Z|h:12,2026-06-29T07:59:40.018019Z,2026-06-29T08:04:15.888469+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Timer-S1,1.1760797597599717e-16,1.0844721111028959e-08,,,0.0,False @@ -8533,6 +8549,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:39:35.720150Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:45:36.669994Z|h:24,2026-07-01T07:45:36.669994Z,2026-07-01T07:47:12.788900+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,783888.3949476877,885.3747200748888,0.011992183893949739,0.013321272770549125,31.68324035054009,True binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:58:17.601838Z|h:24,2026-07-01T07:58:17.601838Z,2026-07-01T07:59:15.854331+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,779550.6676864624,882.921665656961,0.011954976523773524,0.013284216797075702,31.829689894286986,True binance_btcusdt_1h_close/1h/short|source:2026-07-01T08:09:07.866990Z|h:24,2026-07-01T08:09:07.866990Z,2026-07-01T08:10:14.457635+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,731061.4965114594,855.0213427227764,0.011389879471196749,0.012833599773267736,34.65589502078591,True +binance_btcusdt_1h_close/1h/short|source:2026-07-01T08:20:13.790420Z|h:24,2026-07-01T08:20:13.790420Z,2026-07-01T08:21:35.540077+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,736813.2236824036,858.3782521024187,0.01143880209326023,0.012882337400775497,34.40529779573623,True binance_btcusdt_1h_close/1h/short|window:01879e0ba67816eb9c43,2026-06-17T06:53:42.689625+00:00,2026-06-17T06:53:42.689625+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.1316480282298061,0.3628333339562478,0.0115041829002529,0.2379950762051307,,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:20:14.323519+00:00,2026-06-22T01:20:14.323519+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.1876052556822667,0.4331342236331213,0.0035212021999806,0.2825173319955255,27.933567902573127,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:30:36.018310+00:00,2026-06-22T07:30:36.018310+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.1876660841999844,0.4332044369578691,0.0029553106220395,0.282650315619165,18.948377886633143,True @@ -8807,6 +8824,7 @@ data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-0 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-07-01T06:47:44.473555Z|h:36,2026-07-01T06:47:44.473555Z,2026-07-01T06:49:43.214342+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,TimesFM-2.5,0.0,0.0,,,0.0,False data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-07-01T07:22:33.795462Z|h:36,2026-07-01T07:22:33.795462Z,2026-07-01T07:24:15.968062+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,TimesFM-2.5,0.0,0.0,,,0.0,False data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-07-01T07:45:36.669994Z|h:36,2026-07-01T07:45:36.669994Z,2026-07-01T07:47:18.804298+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,TimesFM-2.5,0.0,0.0,,,0.0,False +data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-07-01T08:20:13.790420Z|h:36,2026-07-01T08:20:13.790420Z,2026-07-01T08:21:43.364704+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,TimesFM-2.5,0.0,0.0,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T07:34:52.372126Z|h:12,2026-06-29T07:34:52.372126Z,2026-06-29T07:36:30.620648+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TimesFM-2.5,0.0,0.0,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T07:47:28.636041Z|h:12,2026-06-29T07:47:28.636041Z,2026-06-29T07:49:26.855811+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TimesFM-2.5,0.0,0.0,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T07:59:40.018019Z|h:12,2026-06-29T07:59:40.018019Z,2026-06-29T08:01:36.796332+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TimesFM-2.5,0.0,0.0,,,0.0,False @@ -9722,6 +9740,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:39:35.720150Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:45:36.669994Z|h:24,2026-07-01T07:45:36.669994Z,2026-07-01T07:48:11.507236+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,1149408.6137237549,1072.1047587450373,0.017121218050910613,0.011723063839287822,13.59078411243259,True binance_btcusdt_1h_close/1h/short|source:2026-07-01T07:58:17.601838Z|h:24,2026-07-01T07:58:17.601838Z,2026-07-01T07:59:56.353174+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,1144115.4491837819,1069.6333246415716,0.017083815649800747,0.011686066445718839,13.704833858280777,True binance_btcusdt_1h_close/1h/short|source:2026-07-01T08:09:07.866990Z|h:24,2026-07-01T08:09:07.866990Z,2026-07-01T08:11:01.958549+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,590957.8539524078,768.737831742661,0.011951082710565908,0.007680387400712377,43.65043329063089,True +binance_btcusdt_1h_close/1h/short|source:2026-07-01T08:20:13.790420Z|h:24,2026-07-01T08:20:13.790420Z,2026-07-01T08:22:30.797756+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,595926.2047538757,771.9625669382394,0.011999974191966517,0.007696797219963156,43.3981153124225,True binance_btcusdt_1h_close/1h/short|window:01879e0ba67816eb9c43,2026-06-17T06:54:06.418915+00:00,2026-06-17T06:54:06.418915+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.2538744236056837,0.5038595276519873,0.0096861404413673,0.2595518987896321,,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:20:46.561689+00:00,2026-06-22T01:20:46.561689+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.1086373133447541,0.3296017496081508,0.0033714615341156,0.2404084905840144,50.80693872487049,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:31:22.722969+00:00,2026-06-22T07:31:22.722969+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.1424910624386554,0.3774798834887171,0.0034849946383276,0.2479472775316385,31.80661730312123,True @@ -9992,6 +10011,7 @@ data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-0 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-07-01T06:47:44.473555Z|h:36,2026-07-01T06:47:44.473555Z,2026-07-01T06:50:41.486887+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Toto-2.0-1B,7.92033974581673e-22,2.8143098169563228e-11,,,0.0,False data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-07-01T07:22:33.795462Z|h:36,2026-07-01T07:22:33.795462Z,2026-07-01T07:25:02.100769+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Toto-2.0-1B,7.92033974581673e-22,2.8143098169563228e-11,,,0.0,False data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-07-01T07:45:36.669994Z|h:36,2026-07-01T07:45:36.669994Z,2026-07-01T07:48:16.520383+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Toto-2.0-1B,7.92033974581673e-22,2.8143098169563228e-11,,,0.0,False +data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-07-01T08:20:13.790420Z|h:36,2026-07-01T08:20:13.790420Z,2026-07-01T08:22:35.994296+00:00,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,Toto-2.0-1B,7.92033974581673e-22,2.8143098169563228e-11,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T07:34:52.372126Z|h:12,2026-06-29T07:34:52.372126Z,2026-06-29T07:37:17.490577+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Toto-2.0-1B,9.285839740510159e-20,3.047267585971104e-10,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T07:47:28.636041Z|h:12,2026-06-29T07:47:28.636041Z,2026-06-29T07:49:52.044629+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Toto-2.0-1B,9.285839740510159e-20,3.047267585971104e-10,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T07:59:40.018019Z|h:12,2026-06-29T07:59:40.018019Z,2026-06-29T08:02:08.989433+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Toto-2.0-1B,9.285839740510159e-20,3.047267585971104e-10,,,0.0,False diff --git a/results/aggregates/live_results_by_dataset.csv b/results/aggregates/live_results_by_dataset.csv index beb8091c907366a1f135f2dea23c5752e048c7ac..4531d64ec9c9a2c1ebba0768e6ff9a4c85883455 100644 --- a/results/aggregates/live_results_by_dataset.csv +++ b/results/aggregates/live_results_by_dataset.csv @@ -1,6 +1,6 @@ model,dataset,domain,frequency,prediction_lengths,MSE,RMSE,MAPE,CRPS,RTG,Stability,Improvement,Improvement_pvalue,n_releases,MAPE_coverage,first_release,last_release -ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,302366.81279680564,408.7277183915397,0.008762195145846492,0.21153004917447196,3.445234793024696,329969.69131146395,0.48506096702430235,3.404773487865819e-32,267,1.0,2026-06-17T12:10:12.135642+00:00,2026-07-01T08:09:07.866990Z -ARIMA,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,6.010901967312211e-05,0.0046220840713591,,,-35.382602051188556,8.773392951973734e-05,0.05510492621138371,0.6046020411575261,51,0.0,2026-06-29T07:34:52.372126Z,2026-07-01T07:45:36.669994Z +ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,303139.2672720299,409.8657189017678,0.0087450242436234,0.21075341855377572,3.617246095689661,329593.869418294,0.4851025770026273,2.576804340444372e-32,268,1.0,2026-06-17T12:10:12.135642+00:00,2026-07-01T08:20:13.790420Z +ARIMA,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,5.89530769871853e-05,0.004533199115977814,,,-34.70216739635801,8.726854329749456e-05,0.03431560756307139,0.745049102078664,52,0.0,2026-06-29T07:34:52.372126Z,2026-07-01T08:20:13.790420Z ARIMA,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.786828912128038e-08,,,0.0,0.0,0.0,1.0,80,0.0,2026-06-29T07:34:52.372126Z,2026-07-01T08:09:07.866990Z ARIMA,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,19.992374592438612,4.105386963489048,0.13872993351250143,0.3234711761414266,-75.2941904110411,11.938864484481455,0.16073700829736082,0.2878740409384484,26,1.0,2026-06-18T05:03:29.867986+00:00,2026-07-01T07:22:33.795462Z ARIMA,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.1749585198416501,0.9188681508628067,1.8167826177022408,0.678498315868203,-0.7632956898547876,1.2459738110284784,-0.37969348659003826,1.2327898193956314e-11,145,0.9655172413793104,2026-06-17T12:10:12.335728+00:00,2026-07-01T08:09:07.866990Z @@ -11,8 +11,8 @@ ARIMA,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,7.2190145 ARIMA,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,8.016835194096247,2.3892420582229437,0.6540768775596444,0.4049459762238245,15.757008534002173,8.056595054666419,0.48048780487804876,9.62710475782616e-06,41,1.0,2026-06-17T12:10:12.513260+00:00,2026-07-01T07:11:01.370329Z ARIMA,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1579.41352213978,26.243576506691593,0.014240706445544475,0.23010723071805395,3.8145844673485145,3902.9143272449833,0.5765708354784687,3.255595613837619e-14,81,1.0,2026-06-17T12:26:17.165483+00:00,2026-07-01T07:58:17.601838Z ARIMA,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,612.9429421786958,11.820716651328384,0.19366518500579266,0.4068430024788657,50.22197859563769,1368.507952180467,0.39999999999999997,0.48333333333333334,5,1.0,2026-06-17T12:10:12.582752+00:00,2026-06-30T10:16:13.454454Z -Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,97545.7814622606,186.93218029473127,0.007380835984164703,0.1846419681518101,32.910506167320214,159425.2825009445,0.5382644043831742,9.322976999637961e-54,369,1.0,2026-06-16T12:06:40.343188+00:00,2026-07-01T08:09:07.866990Z -Chronos-2,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,7.103188548087323e-07,0.00047180029224360147,,,-34.783630783499525,1.3704814542875337e-06,0.1322859468240629,0.23487467740595713,47,0.0,2026-06-29T07:34:52.372126Z,2026-07-01T07:45:36.669994Z +Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,98363.3498978095,188.13639596501898,0.007386620071042142,0.1841603883765904,33.010886155261865,159983.9248985156,0.5398813447593935,3.2654543197162856e-54,370,1.0,2026-06-16T12:06:40.343188+00:00,2026-07-01T08:20:13.790420Z +Chronos-2,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,6.955205453335846e-07,0.0004619711460742733,,,-34.04355353278677,1.3596943846099682e-06,0.10744901488896931,0.33015162116792907,48,0.0,2026-06-29T07:34:52.372126Z,2026-07-01T08:20:13.790420Z Chronos-2,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.729686274365332e-18,1.3151753777977035e-09,,,0.0,1.939076376486373e-34,0.0,1.0,74,0.0,2026-06-29T07:34:52.372126Z,2026-07-01T08:09:07.866990Z Chronos-2,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,2.5834882914272885,1.3106544438913394,0.05014323892689368,0.11073456621428483,19.582308261861733,2.6254984280089606,0.055254601256797646,0.7127018566581784,26,1.0,2026-06-17T05:11:12.972050+00:00,2026-07-01T07:22:33.795462Z Chronos-2,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.2139286243867628,0.3585460204077907,0.6025516986906725,0.18484022470029982,45.72599925465558,0.3285165318290285,0.19106217616580312,7.95738077899214e-05,193,0.9689119170984456,2026-06-16T12:06:44.487655+00:00,2026-07-01T08:09:07.866990Z @@ -23,8 +23,8 @@ Chronos-2,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.741 Chronos-2,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,5.960427926213592,1.9150752084736675,0.6303162757608636,0.41377154488265094,21.914218606929758,7.839042806686922,0.46992481203007525,2.4317034577154654e-07,57,1.0,2026-06-16T13:12:36.348072+00:00,2026-07-01T07:11:01.370329Z Chronos-2,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1140.8749507444236,17.71751575229757,0.009952161108825033,0.27035283718531405,26.96866053754623,3420.5447403769563,0.49871059394416734,9.43060212874498e-13,95,1.0,2026-06-16T12:40:50.960167+00:00,2026-07-01T07:58:17.601838Z Chronos-2,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,67.40666432398176,3.951788110940157,0.0715986640988758,0.17957319676454603,91.51663590004291,150.40032261989884,0.7999999999999999,0.08333333333333333,5,1.0,2026-06-17T09:43:59.015450+00:00,2026-06-30T10:16:13.454454Z -ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,159564.20943202442,290.89270974273177,0.007489784320230515,0.18243555476565473,34.957253093665,203867.42643099153,0.5874517755061812,2.043446053043977e-46,267,1.0,2026-06-17T12:10:12.660440+00:00,2026-07-01T08:09:07.866990Z -ETS,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,6.829855264000604e-05,0.0049573941941224485,,,-35.38743137898635,9.771466330011987e-05,0.06297705852729567,0.5540082900879801,51,0.0,2026-06-29T07:34:52.372126Z,2026-07-01T07:45:36.669994Z +ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,160444.92967878532,292.1541742964455,0.007495747201141573,0.1817852428891589,35.04500606916298,203995.45086736232,0.588294482642965,1.0286918850880093e-46,268,1.0,2026-06-17T12:10:12.660440+00:00,2026-07-01T08:20:13.790420Z +ETS,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,6.69851189354753e-05,0.00486206096714956,,,-34.70690385246738,9.721441411157585e-05,0.04194129813264281,0.6910464546939679,52,0.0,2026-06-29T07:34:52.372126Z,2026-07-01T08:20:13.790420Z ETS,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.786828912128038e-08,,,0.0,0.0,0.0,1.0,80,0.0,2026-06-29T07:34:52.372126Z,2026-07-01T08:09:07.866990Z ETS,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,52.642521947892796,6.6114968960354625,0.24248983544554503,0.510927721287661,-86.00056487661992,33.52934613488433,0.03494282789073061,0.8172815392259618,26,1.0,2026-06-18T05:03:30.268230+00:00,2026-07-01T07:22:33.795462Z ETS,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.5616149142224478,1.0524220403274673,1.7855248563628552,0.7447990758436317,-11.144266602402109,1.7757863830405733,-0.353448275862069,2.828053642283827e-10,145,0.9655172413793104,2026-06-17T12:10:12.697348+00:00,2026-07-01T08:09:07.866990Z @@ -35,8 +35,8 @@ ETS,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,72.90347347 ETS,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,7.789995841329229,2.365371302296804,0.6869036228382509,0.42321869893444225,17.175831179324828,7.519551996335786,0.5024390243902439,3.7000172516129284e-06,41,1.0,2026-06-17T12:10:12.797899+00:00,2026-07-01T07:11:01.370329Z ETS,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1482.8653691453164,23.99359694670967,0.012200187375053656,0.22028481889164767,16.148255206095087,3441.892580902842,0.5226335637724183,6.073715715201517e-12,81,1.0,2026-06-17T12:26:17.324923+00:00,2026-07-01T07:58:17.601838Z ETS,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1075.9331009405723,15.476647205310826,0.2139027559991696,0.4810286938517012,40.26961336290067,2403.544039974228,0.6,0.23333333333333334,5,1.0,2026-06-17T12:10:12.836543+00:00,2026-06-30T10:16:13.454454Z -Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,168780.62112996695,243.01886868740536,0.009313826180369581,0.21841728408957745,12.831488726615744,287025.2940788867,0.46726001271455825,2.0762545692051573e-40,364,1.0,2026-06-16T12:07:48.486125+00:00,2026-07-01T08:09:07.866990Z -Moirai-1.1-Large,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,915689.9412195091,258.9548092379409,,,-99.94079827028867,5239506.598228776,-0.31729879740980577,0.0016582273356278573,47,0.0,2026-06-29T07:34:52.372126Z,2026-07-01T07:45:36.669994Z +Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,169546.07053871508,244.18718615618207,0.00931612968942704,0.21783777396836665,12.997042016060595,287003.5701206386,0.46852325756435337,1.000131635792339e-40,365,1.0,2026-06-16T12:07:48.486125+00:00,2026-07-01T08:20:13.790420Z +Moirai-1.1-Large,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,896744.0336172348,255.21172303937496,,,-99.94205788155912,5185129.181263958,-0.28546099290780147,0.004210446580074748,48,0.0,2026-06-29T07:34:52.372126Z,2026-07-01T08:20:13.790420Z Moirai-1.1-Large,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,90216.16165189233,67.196979693558,,,-100.0,701747.6486673905,0.07534246575342465,0.34571022551233144,73,0.0,2026-06-29T07:34:52.372126Z,2026-07-01T08:09:07.866990Z Moirai-1.1-Large,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,1.8687752647884972,1.1494648940116254,0.04694378790858386,0.10177718755364971,26.13071080174662,1.8217642581226252,0.07692307692307693,0.6002720153905604,26,1.0,2026-06-17T05:16:48.534000+00:00,2026-07-01T07:22:33.795462Z Moirai-1.1-Large,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,1.1737082245006654,0.8528767397354902,1.965599628163439,0.4586248645552064,3.1482640500244683,1.9332524116398413,0.029154036924772662,0.5492500141100938,191,0.9738219895287958,2026-06-16T12:07:52.741323+00:00,2026-07-01T08:09:07.866990Z @@ -47,8 +47,8 @@ Moirai-1.1-Large,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,2 Moirai-1.1-Large,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,7.081158850643679,2.1855252913989327,0.6633817692743957,0.4245946527272159,10.458448143074287,8.241412670266334,0.4268476621417798,7.95657014456827e-06,52,1.0,2026-06-16T13:15:41.040444+00:00,2026-07-01T07:11:01.370329Z Moirai-1.1-Large,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,4182.249736442004,31.898678741823353,0.013547359880954372,0.33958549804549043,-5.278931251783865,14751.799672688325,0.57035003431709,3.861976494824398e-16,94,1.0,2026-06-16T12:43:22.358427+00:00,2026-07-01T07:58:17.601838Z Moirai-1.1-Large,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,60.320862196411234,3.756599180683812,0.05809342337382865,0.1593379117778626,92.87451794105093,134.54802570097752,0.7999999999999999,0.08333333333333333,5,1.0,2026-06-17T09:46:01.162798+00:00,2026-06-30T10:16:13.454454Z -Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,275145.051285485,358.4311564706358,0.009065222151120314,0.191606808211145,23.881990724074264,436045.1237092676,0.45250767367857847,3.10168802715433e-28,267,1.0,2026-06-17T12:10:12.847893+00:00,2026-07-01T08:09:07.866990Z -Moving-Average,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,9.780102092615424e-05,0.0054609057323547275,,,-35.8344163951237,0.00025715391383942924,0.06100902544831768,0.5664606278973259,51,0.0,2026-06-29T07:34:52.372126Z,2026-07-01T07:45:36.669994Z +Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,279164.586415261,361.43297656654124,0.00910138591340324,0.19095747688321002,23.813394993727844,440174.0770286021,0.4554195315557047,1.1125555635301258e-28,268,1.0,2026-06-17T12:10:12.847893+00:00,2026-07-01T08:20:13.790420Z +Moving-Average,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,9.59202320622745e-05,0.0053558895911850635,,,-35.14529300290978,0.000254981270622025,0.04003487549024996,0.7044130482917422,52,0.0,2026-06-29T07:34:52.372126Z,2026-07-01T08:20:13.790420Z Moving-Average,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526527e-15,9.786828912128038e-08,,,0.0,0.0,0.0,1.0,80,0.0,2026-06-29T07:34:52.372126Z,2026-07-01T08:09:07.866990Z Moving-Average,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,8.601568739425398,2.696445914228354,0.10373589972964964,0.18993361801055764,-55.725749115074954,4.94474325461539,0.16772557387550693,0.26742780165680236,26,1.0,2026-06-18T05:03:30.400278+00:00,2026-07-01T07:22:33.795462Z Moving-Average,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.320124503630494,0.9365875811235614,2.4541004338956305,0.8033108926308893,4.8313334255441704,1.6724060378304406,-0.34003831417624525,1.2903188659189581e-09,145,0.9655172413793104,2026-06-17T12:10:12.867076+00:00,2026-07-01T08:09:07.866990Z @@ -59,9 +59,9 @@ Moving-Average,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24, Moving-Average,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,8.263931585508967,2.408983755929364,0.7289209983246262,0.41339435746870457,16.38311817723855,8.38028351019318,0.48292682926829267,8.673507215401022e-06,41,1.0,2026-06-17T12:10:12.921461+00:00,2026-07-01T07:11:01.370329Z Moving-Average,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2081.9477381096194,27.220661867812996,0.014265609100092988,0.26295211272281166,11.144142781673834,5135.560437213776,0.568511243154576,7.33871016832853e-14,81,1.0,2026-06-17T12:26:17.359102+00:00,2026-07-01T07:58:17.601838Z Moving-Average,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,482.11269692407524,10.639978661176874,0.21123461438364713,0.4751778793557085,45.79725214351289,1075.6301471974864,0.39999999999999997,0.48333333333333334,5,1.0,2026-06-17T12:10:12.956394+00:00,2026-06-30T10:16:13.454454Z -Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,360391.4752630179,436.8646414941129,0.010697555988564087,0.18128257366558598,0.0,465355.0696015586,0.523189997465574,3.5461773541045906e-37,267,1.0,2026-06-17T12:10:12.963911+00:00,2026-07-01T08:09:07.866990Z +Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,364680.12642329826,439.8193213369263,0.010729107720089892,0.18065784358398468,0.0,469758.948635689,0.5265246799709319,9.121778666304716e-38,268,1.0,2026-06-17T12:10:12.963911+00:00,2026-07-01T08:20:13.790420Z Seasonal-Naive,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,36436.1429036395,190.88253692687422,0.8264244641534466,0.9402466648974208,0.0,,,,1,1.0,2026-06-29T09:42:32.652885Z,2026-06-29T09:42:32.652885Z -Seasonal-Naive,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,0.00021786493024015746,0.002066848174699339,,,0.0,0.0015558668063995655,-0.06336944275050717,0.5867904254454406,51,0.0,2026-06-29T07:34:52.372126Z,2026-07-01T07:45:36.669994Z +Seasonal-Naive,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,0.00021367522004323133,0.0020271010944166593,,,0.0,0.0015408339243238424,-0.06537204504606134,0.5711544403484945,52,0.0,2026-06-29T07:34:52.372126Z,2026-07-01T08:20:13.790420Z Seasonal-Naive,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,,0.0,0.0,0.0,1.0,80,0.0,2026-06-29T07:34:52.372126Z,2026-07-01T08:09:07.866990Z Seasonal-Naive,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,2.609132672934226,1.377150972220534,0.05456499962265398,0.11403797019754819,0.0,2.5778493102436006,0.06183351037697229,0.677188700579548,27,1.0,2026-06-18T05:03:30.473716+00:00,2026-07-01T07:22:33.795462Z Seasonal-Naive,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.38063552101708,0.9665752156963169,2.4503498866931555,0.8363152285257143,0.0,1.7151848597027892,-0.35957854406130263,1.3868652754288118e-10,145,0.9655172413793104,2026-06-17T12:10:12.978229+00:00,2026-07-01T08:09:07.866990Z @@ -72,8 +72,8 @@ Seasonal-Naive,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24, Seasonal-Naive,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,11.781192198845748,2.874188600895857,0.7257897267396768,0.6839699907759629,0.0,12.191037865652847,0.5470383275261325,3.3182748929434614e-07,42,1.0,2026-06-17T12:10:13.024713+00:00,2026-07-01T07:11:01.370329Z Seasonal-Naive,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2438.363183361208,30.724041481103853,0.014596843328481659,0.22537566975473688,0.0,5657.1845841858385,0.5170889694658268,1.2745063117728e-11,81,1.0,2026-06-17T12:26:17.384303+00:00,2026-07-01T07:58:17.601838Z Seasonal-Naive,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,2692.6515141336554,31.054937327559447,0.3558590289967776,1.0019056556708787,0.0,4167.157400955925,0.5520524474738833,0.12597116307723114,6,1.0,2026-06-17T12:10:13.040774+00:00,2026-06-30T10:16:13.454454Z -TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,124509.23703921653,207.10653395274474,0.007934723379259758,0.19629430956320362,22.895787489952742,222264.22342150394,0.5936332097497058,1.2034583769637904e-64,367,1.0,2026-06-16T12:07:33.925127+00:00,2026-07-01T08:09:07.866990Z -TiRex,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,1.6563525987563045e-07,0.00023381826146506225,,,-34.78277032666632,2.7600563480646646e-07,0.15101670035667356,0.17506963742445847,47,0.0,2026-06-29T07:34:52.372126Z,2026-07-01T07:45:36.669994Z +TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,125406.46858001316,208.3761014718572,0.00794104679574657,0.19577950432048374,23.018057745434273,222627.54844754667,0.5949532045966119,4.239261395657343e-65,368,1.0,2026-06-16T12:07:33.925127+00:00,2026-07-01T08:20:13.790420Z +TiRex,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,1.6218452529611858e-07,0.0002289472077940365,,,-34.042711383545765,2.7409823353394675e-07,0.12554569108079572,0.25519632936447123,48,0.0,2026-06-29T07:34:52.372126Z,2026-07-01T08:20:13.790420Z TiRex,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,2.0440368407041843e-18,1.4296981641955703e-09,,,0.0,0.0,0.0,1.0,73,0.0,2026-06-29T07:34:52.372126Z,2026-07-01T08:09:07.866990Z TiRex,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,1.475981699687812,1.0562274739718942,0.04102460540560822,0.09357374879490357,30.156158551575682,1.2916871466125222,0.2417388804984897,0.10717850595609069,26,1.0,2026-06-17T05:15:19.765080+00:00,2026-07-01T07:22:33.795462Z TiRex,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.23547185274111593,0.37857005939026694,0.7411566942907911,0.1868230327347338,44.95114878261672,0.37241673981229195,0.17975567190226877,0.00021358376607687548,192,0.96875,2026-06-16T12:07:37.946365+00:00,2026-07-01T08:09:07.866990Z @@ -84,8 +84,8 @@ TiRex,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.5741338 TiRex,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,6.182266182576599,1.9625536559911607,0.6449446397094859,0.41302730944345556,18.707683192184795,7.943693510386023,0.5016835016835017,6.36054132773825e-08,55,1.0,2026-06-16T13:14:44.379149+00:00,2026-07-01T07:11:01.370329Z TiRex,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,883.3675059286086,14.803510575557608,0.008774660981314531,0.26938328174525483,32.05164903182742,2667.1799573783155,0.4304186927914525,7.227004533867466e-10,95,1.0,2026-06-16T12:42:39.570887+00:00,2026-07-01T07:58:17.601838Z TiRex,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,46.27768853682843,3.2918770934087482,0.056183559442675904,0.16360663191753713,93.34119837650896,103.22460228388576,0.9999999999999999,0.016666666666666666,5,1.0,2026-06-17T09:45:42.165364+00:00,2026-06-30T10:16:13.454454Z -Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,184693.9217631214,236.48088314301995,0.0077869388817601234,0.17099574768149028,27.979329081733322,404434.08911195694,0.5153731960025099,1.6148839585007883e-48,362,1.0,2026-06-16T12:08:03.698792+00:00,2026-07-01T08:09:07.866990Z -Timer-S1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,3.60058987523e-05,0.0015690911905404138,,,-34.787017446691635,0.00023466685171008917,0.07609368622623087,0.4944156622379974,47,0.0,2026-06-29T07:34:52.372126Z,2026-07-01T07:45:36.669994Z +Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,187468.96874687876,238.83714517602118,0.00781382333104827,0.17056232978607427,27.914449393655566,407321.1406404673,0.5171301158242393,5.72358890675658e-49,363,1.0,2026-06-16T12:08:03.698792+00:00,2026-07-01T08:20:13.790420Z +Timer-S1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,3.5255775861645574e-05,0.0015364024113770252,,,-34.046868139315215,0.00023221513572942208,0.053158986313490086,0.6299629824591284,48,0.0,2026-06-29T07:34:52.372126Z,2026-07-01T08:20:13.790420Z Timer-S1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.1760797597599717e-16,1.0844721111028957e-08,,,0.0,0.0,0.0,1.0,73,0.0,2026-06-29T07:34:52.372126Z,2026-07-01T08:09:07.866990Z Timer-S1,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,1.051886563230183,0.9429133779168336,0.037866685555125935,0.08924991482180127,27.48035937628273,0.7534664578021792,0.26936618112688854,0.07263450246786524,26,1.0,2026-06-17T05:17:34.201964+00:00,2026-07-01T07:22:33.795462Z Timer-S1,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.07135531846851925,0.19160639689322617,0.4001683239187295,0.09803015691893446,82.58370460695221,0.18374529301499137,0.0477316221997073,0.3294285459023615,189,0.9735449735449735,2026-06-16T12:08:08.243141+00:00,2026-07-01T08:09:07.866990Z @@ -96,8 +96,8 @@ Timer-S1,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.7500 Timer-S1,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,6.923142056507857,2.116495428151278,0.7045488666880557,0.4506649431491748,12.007591292522195,8.570472015854557,0.5885714285714286,1.6288522154640585e-09,50,1.0,2026-06-16T13:16:37.448453+00:00,2026-07-01T07:11:01.370329Z Timer-S1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,1389.9037593135681,19.048781927700215,0.01148506733156291,0.29920086858124695,22.62802138737448,4395.682802761031,0.6123046420668896,1.6030520505975188e-17,90,1.0,2026-06-16T12:43:54.916074+00:00,2026-07-01T07:58:17.601838Z Timer-S1,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,104.64595549661864,5.418508244563724,0.08295550664102834,0.17658439926636957,88.03314836392848,208.9185677788019,0.6666666666666669,0.3333333333333333,4,1.0,2026-06-17T09:46:15.518954+00:00,2026-06-30T10:16:13.454454Z -TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,133153.39019728627,207.67307942926922,0.007113773151511941,0.22585267644417656,29.184240375102455,256721.72484482036,0.5072193487287826,3.4595786194461086e-48,371,1.0,2026-06-16T12:06:55.147862+00:00,2026-07-01T08:09:07.866990Z -TimesFM-2.5,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,7.594323732773987e-08,7.230008169092075e-05,,,-28.26086956521739,4.877450584120876e-07,0.19012617984348346,0.09443849631801965,47,0.0,2026-06-29T07:34:52.372126Z,2026-07-01T07:45:36.669994Z +TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,134776.13168514948,209.42228688269168,0.007125399573398362,0.22528017553276963,29.204958856930368,258278.887135946,0.5089992174593513,1.2177878593421039e-48,372,1.0,2026-06-16T12:06:55.147862+00:00,2026-07-01T08:20:13.790420Z +TimesFM-2.5,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,7.436108655007862e-08,7.079382998902657e-05,,,-27.659574468085108,4.826528719107293e-07,0.16630509769067697,0.13967076136669093,48,0.0,2026-06-29T07:34:52.372126Z,2026-07-01T08:20:13.790420Z TimesFM-2.5,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,,0.0,0.0,0.0,1.0,74,0.0,2026-06-29T07:34:52.372126Z,2026-07-01T08:09:07.866990Z TimesFM-2.5,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,3.0898409474928874,1.5064611373540382,0.0634510340520136,0.13521545858885048,-4.406953216310415,2.918440253053739,0.13122967798489443,0.3818210422140865,26,1.0,2026-06-17T05:12:05.733003+00:00,2026-07-01T07:22:33.795462Z TimesFM-2.5,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.11035008320583072,0.2641351055333878,0.37193070276431567,0.17370375129527715,60.25233263668456,0.16962973344511906,0.0918411867364747,0.058540267965140204,192,0.96875,2026-06-16T12:07:01.390017+00:00,2026-07-01T08:09:07.866990Z @@ -108,8 +108,8 @@ TimesFM-2.5,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.5 TimesFM-2.5,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,5.842953107835268,1.9002538529510415,0.5548858681170973,0.5963778436965155,19.946164221737465,7.671357120800379,0.5003024803387779,2.8977593479673152e-08,58,1.0,2026-06-16T13:13:22.668298+00:00,2026-07-01T07:11:01.370329Z TimesFM-2.5,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,959.30721796534,14.96174436174436,0.009333776373590284,0.33248894575725263,32.129002845661255,3140.8979032927828,0.49158910214188567,1.4909971979924082e-12,96,1.0,2026-06-16T12:41:30.056174+00:00,2026-07-01T07:58:17.601838Z TimesFM-2.5,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,58.5589370039249,3.7112405314609456,0.05978814257932148,0.24509574538975581,91.54440442782939,130.61885680452593,0.6,0.23333333333333334,5,1.0,2026-06-17T09:44:33.543452+00:00,2026-06-30T10:16:13.454454Z -Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,152072.90122410472,224.75904115812133,0.0076868707115294675,0.18004522289755673,29.24792209168152,287468.2872274416,0.5265371401492714,2.2138197691427298e-51,368,1.0,2026-06-16T12:07:16.543073+00:00,2026-07-01T08:09:07.866990Z -Toto-2.0-1B,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,9.887786675648815e-08,0.0001220502074505997,,,-34.78400162225894,5.177022165963881e-07,0.07375234203465453,0.5077931450758226,47,0.0,2026-06-29T07:34:52.372126Z,2026-07-01T07:45:36.669994Z +Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,153275.7557052152,226.24197754234928,0.007698559338847725,0.1795781539932814,29.303851709154806,288005.81117411435,0.5282196300223871,7.776911840943838e-52,369,1.0,2026-06-16T12:07:16.543073+00:00,2026-07-01T08:20:13.790420Z +Toto-2.0-1B,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,9.681791119906131e-08,0.00011950749538169342,,,-34.043916481359815,5.123639427430096e-07,0.050896901789511784,0.6445993670804246,48,0.0,2026-06-29T07:34:52.372126Z,2026-07-01T08:20:13.790420Z Toto-2.0-1B,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.285839740510159e-20,3.047267585971104e-10,,,0.0,0.0,0.0,1.0,74,0.0,2026-06-29T07:34:52.372126Z,2026-07-01T08:09:07.866990Z Toto-2.0-1B,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,2.0431702993288487,1.2191277752616907,0.0488132766272421,0.11117424229561844,18.05124327642213,1.8745731937353878,0.09669555219939589,0.5193146372205897,26,1.0,2026-06-17T05:14:00.045696+00:00,2026-07-01T07:22:33.795462Z Toto-2.0-1B,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.143427305212921,0.2678344241007302,0.45260559519056964,0.1455772971502712,61.28898555982065,0.31518759542519087,0.21113254340038579,1.4437493534428922e-05,191,0.9685863874345549,2026-06-16T12:07:21.772238+00:00,2026-07-01T08:09:07.866990Z diff --git a/results/aggregates/metadata.json b/results/aggregates/metadata.json index b5838236249861b35034a365b5c2a19e7b7ad9fd..361062a32147708064978808cc67eb8450d37849 100644 --- a/results/aggregates/metadata.json +++ b/results/aggregates/metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-07-01T08:13:08.739266+00:00", + "generated_at": "2026-07-01T08:25:20.645054+00:00", "baseline_model": "Seasonal-Naive", "normalization": "Per-config metric / Seasonal-Naive metric", "metric_aggregation": "Geometric mean over dataset configurations", diff --git a/results/aggregates/results_by_domain.csv b/results/aggregates/results_by_domain.csv index 72d49babbfe04533b3ca19fe1a1a734a3556528b..90ca53e02edfb4aad945c1be9cf6ed93e1def716 100644 --- a/results/aggregates/results_by_domain.csv +++ b/results/aggregates/results_by_domain.csv @@ -3,22 +3,22 @@ Climate,TiRex,0.5401292689009248,0.74192270796851,1,5,5,1.0 Climate,Chronos-2,0.6669357327942445,0.7521077285366891,2,5,5,1.0 Climate,Timer-S1,0.7283748529249477,0.9310769407469305,3,5,5,1.0 Climate,Seasonal-Naive,1.0,1.0,4,5,5,1.0 -Climate,Moirai-1.1-Large,228.49854547666658,0.9579860696695863,5,5,5,1.0 +Climate,Moirai-1.1-Large,833.5264501390099,0.9579860696695863,5,5,5,1.0 Climate,Toto-2.0-1B,0.64577523864032,1.0783055184517378,6,5,5,1.0 Climate,TimesFM-2.5,0.9482726021146686,1.0945964192712998,7,5,5,1.0 Climate,Moving-Average,1.0487626694566543,1.2459016081446086,8,5,5,1.0 Climate,ARIMA,1.3637570254272933,1.4732868262166465,9,5,5,1.0 Climate,ETS,5.008327225799387,3.4046500917713605,10,5,5,1.0 -Finance,ARIMA,0.33713651117745513,0.2458985476145283,1,1,2,0.5 -Finance,Chronos-2,0.26268535028635503,0.4655258243768693,2,1,2,0.5 -Finance,TiRex,0.2988663540201349,0.4936051117787356,3,1,2,0.5 -Finance,Moirai-1.1-Large,0.30685920997669464,0.5070471228042529,4,1,2,0.5 -Finance,Toto-2.0-1B,0.39226868599389253,0.5550943165799775,5,1,2,0.5 +Finance,ARIMA,0.33739666620756015,0.24489819045681832,1,1,2,0.5 +Finance,Chronos-2,0.2649750662475292,0.46607668207553615,2,1,2,0.5 +Finance,TiRex,0.30116936459881044,0.4941193666831041,3,1,2,0.5 +Finance,Moirai-1.1-Large,0.29685024634156554,0.49773610608006696,4,1,2,0.5 +Finance,Toto-2.0-1B,0.3947184700737424,0.5555284171455717,5,1,2,0.5 Finance,Seasonal-Naive,1.0,1.0,6,2,2,1.0 -Finance,ETS,0.2603142638291524,0.5856717309843891,7,1,2,0.5 -Finance,TimesFM-2.5,0.4852673176256216,0.9275389278856302,8,1,2,0.5 -Finance,Timer-S1,0.7867746087058104,0.9841062952014304,9,1,2,0.5 -Finance,Moving-Average,0.893150493494246,1.2674771734801002,10,1,2,0.5 +Finance,ETS,0.26202830877641,0.5883813613928844,7,1,2,0.5 +Finance,TimesFM-2.5,0.4880365824861454,0.9298029168322386,8,1,2,0.5 +Finance,Timer-S1,0.7895585280666529,0.9862965456773892,9,1,2,0.5 +Finance,Moving-Average,0.8957645162515397,1.269298035451997,10,1,2,0.5 Hazards,ETS,0.6328729057361834,0.5969196606190901,1,1,1,1.0 Hazards,Moving-Average,0.614643614284174,0.6036102559337267,2,1,1,1.0 Hazards,ARIMA,0.6487066551719298,0.6129220977084272,3,1,1,1.0 diff --git a/results/aggregates/results_by_frequency.csv b/results/aggregates/results_by_frequency.csv index c6b5a013ea228a09fd1426e43cf551b9985ae6ba..20062d5d8ae7e8bc29f75779f4963aac1e4a2d50 100644 --- a/results/aggregates/results_by_frequency.csv +++ b/results/aggregates/results_by_frequency.csv @@ -29,16 +29,16 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 1D,ARIMA,0.37919249367670604,0.43031364567720226,8,1,1,1.0 1D,ETS,0.6659115454209751,0.606108569681783,9,1,1,1.0 1D,Seasonal-Naive,1.0,1.0,10,1,1,1.0 -1h,Moirai-1.1-Large,0.48523394521473556,0.8061859705849386,1,6,6,1.0 -1h,Chronos-2,0.5354309434542708,0.6785708058327564,2,6,6,1.0 -1h,TiRex,0.45804153850552903,0.6795229629218469,3,6,6,1.0 -1h,Timer-S1,0.6922255217839731,0.8847789043833258,4,6,6,1.0 -1h,ARIMA,1.0052093611100315,0.9445357728738416,5,6,6,1.0 -1h,Toto-2.0-1B,0.5559704141190309,0.8877013966319186,6,6,6,1.0 -1h,Moving-Average,0.9415043979022152,1.1073169736047699,7,6,6,1.0 -1h,TimesFM-2.5,0.7917253142032324,1.0063128169787317,8,6,6,1.0 +1h,Moirai-1.1-Large,0.4825595150881117,0.8036995158912582,1,6,6,1.0 +1h,Chronos-2,0.5362059871128547,0.678704565611759,2,6,6,1.0 +1h,TiRex,0.4586279229155899,0.6796409034948151,3,6,6,1.0 +1h,Timer-S1,0.6926331491093716,0.8851067979552869,4,6,6,1.0 +1h,ARIMA,1.0053385996728421,0.9438942625500512,5,6,6,1.0 +1h,Toto-2.0-1B,0.5565476021672339,0.8878170605114737,6,6,6,1.0 +1h,Moving-Average,0.9419630958906061,1.1075819442566377,7,6,6,1.0 +1h,TimesFM-2.5,0.7924765502875679,1.0067217786965408,8,6,6,1.0 1h,Seasonal-Naive,1.0,1.0,9,6,6,1.0 -1h,ETS,2.8349560151545408,1.8995177111110708,10,6,6,1.0 +1h,ETS,2.838058652060088,1.9009795928756779,10,6,6,1.0 1mo,Seasonal-Naive,1.0,1.0,1,1,1,1.0 5min,Seasonal-Naive,1.0,,1,2,2,1.0 5min,TimesFM-2.5,1.0,,2,2,2,1.0 @@ -49,7 +49,7 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 5min,ARIMA,1.0,,7,2,2,1.0 5min,ETS,1.0,,8,2,2,1.0 5min,Moving-Average,1.0,,9,2,2,1.0 -5min,Moirai-1.1-Large,28406750172178.78,,10,2,2,1.0 +5min,Moirai-1.1-Large,721957141154997.8,,10,2,2,1.0 6min,Chronos-2,0.012152014333807483,0.1812297578025871,1,1,1,1.0 6min,Timer-S1,0.06208624087621355,0.2674894262919674,2,1,1,1.0 6min,Toto-2.0-1B,0.06464622131885195,0.34899501178122155,3,1,1,1.0 diff --git a/results/aggregates/results_by_prediction_length.csv b/results/aggregates/results_by_prediction_length.csv index 7db0a90f2a30ca8cb88131df2dba9ef6c5016ec0..1fed2ad3bc932e6fb334794c8802a4f5b43804e8 100644 --- a/results/aggregates/results_by_prediction_length.csv +++ b/results/aggregates/results_by_prediction_length.csv @@ -19,16 +19,16 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 12,ETS,1.0,,8,1,2,0.5 12,Moving-Average,1.0,,9,1,2,0.5 12,Moirai-1.1-Large,82912967333424.72,,10,1,2,0.5 -24,Chronos-2,0.49688462046413007,0.672163641850853,1,7,7,1.0 -24,TiRex,0.43394191572259183,0.6771999032025515,2,7,7,1.0 -24,Timer-S1,0.5978396518645844,0.8397105420002328,3,7,7,1.0 -24,Moirai-1.1-Large,0.4770557769017316,0.7879875189682712,4,7,7,1.0 -24,ARIMA,0.8381780154928831,0.8612043188637348,5,7,7,1.0 -24,Toto-2.0-1B,0.5120097571734679,0.8544496177398254,6,7,7,1.0 -24,TimesFM-2.5,0.6939079742648558,0.9472167639292358,7,7,7,1.0 -24,Moving-Average,0.950906122336187,1.1381947153851182,8,7,7,1.0 +24,Chronos-2,0.4975010544648691,0.6722772089374409,1,7,7,1.0 +24,TiRex,0.4344180425663,0.6773006482741654,2,7,7,1.0 +24,Timer-S1,0.5981413935732269,0.8399772705260544,3,7,7,1.0 +24,Moirai-1.1-Large,0.4748011548349131,0.785903922364615,4,7,7,1.0 +24,ARIMA,0.838270383395708,0.8607029403457015,5,7,7,1.0 +24,Toto-2.0-1B,0.5124653374381422,0.8545450436872438,6,7,7,1.0 +24,TimesFM-2.5,0.6944722970335089,0.9475467074718706,7,7,7,1.0 +24,Moving-Average,0.9513032043590771,1.13842816231666,8,7,7,1.0 24,Seasonal-Naive,1.0,1.0,9,7,7,1.0 -24,ETS,2.072003562023602,1.622224288745138,10,7,7,1.0 +24,ETS,2.073947106124893,1.6232943512431461,10,7,7,1.0 36,Seasonal-Naive,1.0,,1,1,1,1.0 36,TimesFM-2.5,1.0,,2,1,1,1.0 36,Toto-2.0-1B,1.0,,3,1,1,1.0 @@ -38,7 +38,7 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 36,ARIMA,1.0,,7,1,1,1.0 36,ETS,1.0,,8,1,1,1.0 36,Moving-Average,1.0,,9,1,1,1.0 -36,Moirai-1.1-Large,9732415583434.03,,10,1,1,1.0 +36,Moirai-1.1-Large,6286376310338380.0,,10,1,1,1.0 60,Chronos-2,0.012152014333807483,0.1812297578025871,1,1,1,1.0 60,Timer-S1,0.06208624087621355,0.2674894262919674,2,1,1,1.0 60,Toto-2.0-1B,0.06464622131885195,0.34899501178122155,3,1,1,1.0 diff --git a/results/aggregates/results_overall.csv b/results/aggregates/results_overall.csv index 2d631a1e7f45af0ababb468ba6d2b07a05babc50..b64f0828eaa80ffced871e82a4d36785b9fb66af 100644 --- a/results/aggregates/results_overall.csv +++ b/results/aggregates/results_overall.csv @@ -1,11 +1,11 @@ overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage -Overall,Timer-S1,0.47383631384810515,0.6483065074599722,1,12,13,0.9230769230769231 -Overall,Chronos-2,0.3815412927775154,0.5537062286858707,2,12,13,0.9230769230769231 -Overall,Toto-2.0-1B,0.42749022674005877,0.6894751830158876,3,12,13,0.9230769230769231 -Overall,TiRex,0.4456862531153045,0.6168014483563682,4,12,13,0.9230769230769231 -Overall,TimesFM-2.5,0.5534769001605574,0.7569120808779003,5,12,13,0.9230769230769231 -Overall,Moirai-1.1-Large,90.99601688926293,0.6921417217416318,6,12,13,0.9230769230769231 -Overall,ARIMA,0.8346857156993037,0.8228210939095648,7,12,13,0.9230769230769231 +Overall,Timer-S1,0.4739758061067472,0.6484506517986038,1,12,13,0.9230769230769231 +Overall,Chronos-2,0.3818173360553238,0.5537717139992953,2,12,13,0.9230769230769231 +Overall,Toto-2.0-1B,0.4277120714973248,0.6895290830976956,3,12,13,0.9230769230769231 +Overall,TiRex,0.44597144546055484,0.6168656787608042,4,12,13,0.9230769230769231 +Overall,TimesFM-2.5,0.5537394238076806,0.7570966296014435,5,12,13,0.9230769230769231 +Overall,Moirai-1.1-Large,155.59795363498384,0.6908601002286202,6,12,13,0.9230769230769231 +Overall,ARIMA,0.8347393712457986,0.8224857418995375,7,12,13,0.9230769230769231 Overall,Seasonal-Naive,1.0,1.0,8,13,13,1.0 -Overall,Moving-Average,0.854035616937408,0.9713667575008798,9,12,13,0.9230769230769231 -Overall,ETS,1.3921229368992036,1.2842290083897605,10,12,13,0.9230769230769231 +Overall,Moving-Average,0.8542436333406414,0.9715062142449975,9,12,13,0.9230769230769231 +Overall,ETS,1.3928845132435344,1.2848219279791255,10,12,13,0.9230769230769231 diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index 879c041cd636115579458a1469ec2a45acb99908..5cecde3aa12cd06895895e70d3a0ddd103c17c2c 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,ARIMA,507900.5188232966,108534.82428522856,248.2960906994637,0.500086874867033,0.004208522316108902,0.004219333768435818,3.1442676881386276,712.671396102928,0.012118920015035377,0.004222255137062049,0.003402297682649778,Finance,1,24 +binance_btcusdt_1h_close/1h/short,ARIMA,509384.6121569085,108241.24347828345,245.4665008557137,0.4943878695458852,0.004160393350057828,0.004171162280567111,3.1442676881386276,713.7118551326638,0.012137197715054972,0.004174339310581753,0.0033930428278849665,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,ARIMA,953897.2694020002,161771.21133455783,360.47829483664526,0.7605967532756486,0.006116088643097941,0.006124006722812142,5.23470267508166,976.6766452629039,0.016602316163274882,0.0061276929779202505,0.004965735302684037,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,ARIMA,4.407835548068247e-15,1.12132504091072e-14,8.609260281087649e-08,nan,nan,2.0,nan,6.639153220154094e-08,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,ARIMA,9.578202015526527e-15,9.143141084502762e-15,9.078851462715541e-08,nan,nan,2.0,nan,9.786828912128038e-08,inf,inf,inf,Transportation,1,12 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index 10dca1fbf4cad4d29c8c1d7b34477d5db1ab6a7f..99866b55fabce221cb660fea99e5780b98813304 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-07-01T08:13:08.178804+00:00", + "evaluated_at": "2026-07-01T08:25:20.108935+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 59154.328125, 58755.80078125, 58768.6484375, - 58773.87890625 + 58705.96875 ], "p50": [ 58718.1510424747, diff --git a/results/arima/forecasts/data_gov_sg_singapore_rainfall_5min_rainfall_5min_total__5min__short.json b/results/arima/forecasts/data_gov_sg_singapore_rainfall_5min_rainfall_5min_total__5min__short.json index 338a589e625a43c233cc6b52e1c47cb25e52458e..a83db31ca6e09a4e8fd8bc6dc44bf37d4624ede6 100644 --- a/results/arima/forecasts/data_gov_sg_singapore_rainfall_5min_rainfall_5min_total__5min__short.json +++ b/results/arima/forecasts/data_gov_sg_singapore_rainfall_5min_rainfall_5min_total__5min__short.json @@ -1,7 +1,7 @@ { "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short", "model": "ARIMA", - "evaluated_at": "2026-07-01T07:51:26.263748+00:00", + "evaluated_at": "2026-07-01T08:25:20.141191+00:00", "freq": "5min", "context_length": 288, "prediction_length": 36, @@ -830,12 +830,6 @@ ] }, "timestamps": [ - "2026-06-30 04:40:00", - "2026-06-30 04:45:00", - "2026-06-30 04:50:00", - "2026-06-30 04:55:00", - "2026-06-30 05:00:00", - "2026-06-30 05:05:00", "2026-06-30 05:10:00", "2026-06-30 05:15:00", "2026-06-30 05:20:00", @@ -1153,6 +1147,12 @@ "2026-07-01 07:20:00", "2026-07-01 07:25:00", "2026-07-01 07:30:00", - "2026-07-01 07:35:00" + "2026-07-01 07:35:00", + "2026-07-01 07:40:00", + "2026-07-01 07:45:00", + "2026-07-01 07:50:00", + "2026-07-01 07:55:00", + "2026-07-01 08:00:00", + "2026-07-01 08:05:00" ] } diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index 32760cd83f3fdef3b8c3e0efced4734d0ee0517f..635609ebb24a7d24fa6fabfc889db6c9f4324a74 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,31 +1,19 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-07-01T08:13:08.334417+00:00", + "evaluated_at": "2026-07-01T08:25:20.159725+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260630t080000z", - "data_fetched_at": "2026-07-01T08:09:07.866990Z", + "data_fetched_at": "2026-07-01T08:20:13.790420Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260701t061000z", - "data_fetched_at": "2026-07-01T08:09:07.866990Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260701t020000z", - "data_fetched_at": "2026-07-01T08:09:07.866990Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260630t082000z", - "data_fetched_at": "2026-07-01T08:09:07.866990Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260701t050500z", + "data_fetched_at": "2026-07-01T08:20:13.790420Z", + "context_length": 288, + "prediction_length": 36 } ], "failed_datasets": [] diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index 64fee7017890a8d3c5b4fd2f2b285182eef08284..c569d71a8a84cb72fb0c1ade2794a2248dc9056d 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,Chronos-2,395738.8810596466,395738.8810596466,555.4933268229166,1.11880505664749,0.009472152452766102,0.009414908549915965,8.074699858396299,629.0778020719271,0.01069741764329612,0.009446119534844586,0.006441101213716317,Finance,1,24 +binance_btcusdt_1h_close/1h/short,Chronos-2,400046.10261535645,400046.10261535645,558.3229166666666,1.124504061968638,0.009520948128816995,0.009463078051217183,8.074699858396299,632.4919783011927,0.010755993666941268,0.00949469394363625,0.006457451320530098,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,Chronos-2,556386.871014913,556386.871014913,635.1350911458334,1.3401131084351914,0.010841785450836527,0.010761300550232479,10.51293452788149,745.9134474018504,0.01267962221096247,0.010796524766654051,0.007045662899733976,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Chronos-2,1.6284716271939715e-18,1.6284716271939715e-18,9.786685842996647e-10,nan,nan,2.0,nan,1.2761158361191085e-09,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Chronos-2,1.7296862743653321e-18,1.7296862743653321e-18,1.0190191815362404e-09,nan,nan,2.0,nan,1.3151753777977035e-09,inf,inf,inf,Transportation,1,12 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index 539dcf3dbea36cfdaf883fa6424210ffb3945d5d..31a9cdb4af29d0a7d30c686f1381942e59e8b2ef 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-07-01T08:09:33.276489+00:00", + "evaluated_at": "2026-07-01T08:20:45.796463+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 59154.328125, 58755.80078125, 58768.6484375, - 58773.87890625 + 58705.96875 ], "p50": [ 59337.93359375, diff --git a/results/chronos_2/forecasts/data_gov_sg_singapore_rainfall_5min_rainfall_5min_total__5min__short.json b/results/chronos_2/forecasts/data_gov_sg_singapore_rainfall_5min_rainfall_5min_total__5min__short.json index c937823273ff7f8219f35c3c31b6b95087f3b1bb..9fb5434c6ed8cc967aff9caf0c36628eff0afc82 100644 --- a/results/chronos_2/forecasts/data_gov_sg_singapore_rainfall_5min_rainfall_5min_total__5min__short.json +++ b/results/chronos_2/forecasts/data_gov_sg_singapore_rainfall_5min_rainfall_5min_total__5min__short.json @@ -1,7 +1,7 @@ { "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short", "model": "Chronos-2", - "evaluated_at": "2026-07-01T07:46:20.057273+00:00", + "evaluated_at": "2026-07-01T08:20:50.361728+00:00", "freq": "5min", "context_length": 288, "prediction_length": 36, @@ -830,12 +830,6 @@ ] }, "timestamps": [ - "2026-06-30 04:40:00", - "2026-06-30 04:45:00", - "2026-06-30 04:50:00", - "2026-06-30 04:55:00", - "2026-06-30 05:00:00", - "2026-06-30 05:05:00", "2026-06-30 05:10:00", "2026-06-30 05:15:00", "2026-06-30 05:20:00", @@ -1153,6 +1147,12 @@ "2026-07-01 07:20:00", "2026-07-01 07:25:00", "2026-07-01 07:30:00", - "2026-07-01 07:35:00" + "2026-07-01 07:35:00", + "2026-07-01 07:40:00", + "2026-07-01 07:45:00", + "2026-07-01 07:50:00", + "2026-07-01 07:55:00", + "2026-07-01 08:00:00", + "2026-07-01 08:05:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index b4907dcbf307917e4fc725f2f884b11a6e46e088..2eddab2b727da92fbf0ad3ffd97989a2056d29af 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,31 +1,19 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-07-01T08:09:53.050503+00:00", + "evaluated_at": "2026-07-01T08:20:53.098601+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260630t080000z", - "data_fetched_at": "2026-07-01T08:09:07.866990Z", + "data_fetched_at": "2026-07-01T08:20:13.790420Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260701t061000z", - "data_fetched_at": "2026-07-01T08:09:07.866990Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260701t020000z", - "data_fetched_at": "2026-07-01T08:09:07.866990Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260630t082000z", - "data_fetched_at": "2026-07-01T08:09:07.866990Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260701t050500z", + "data_fetched_at": "2026-07-01T08:20:13.790420Z", + "context_length": 288, + "prediction_length": 36 } ], "failed_datasets": [] diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index b6d0bed4a5a91eb225c3d6cb2bd46d852e457454..79fef67137f5bd9df5cd4190df3345b97f0cc792 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,ETS,392166.8086146238,370541.0997146061,529.9971528561686,1.0674538576649406,0.009039206938258545,0.008985585898108129,15.61139006598342,626.232232174793,0.010649028955088435,0.009012559138451432,0.00810346214913513,Finance,1,24 +binance_btcusdt_1h_close/1h/short,ETS,395597.23556394613,373701.3473673407,532.8267426999186,1.0731528629860885,0.009087836404394218,0.009033756317185495,15.83935027882933,628.9652101380061,0.01069601836712815,0.009061112657033774,0.008151971864762778,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,ETS,420951.6477540556,399948.49426955753,525.7745210810841,1.1093660822784128,0.008977506723495328,0.00891975486862519,15.576307799726488,648.8078665938443,0.011028945334831184,0.008937527964777824,0.00797945613749499,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,ETS,4.407835548068247e-15,1.12132504091072e-14,8.609260281087649e-08,nan,nan,2.0,nan,6.639153220154094e-08,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,ETS,9.578202015526527e-15,9.143141084502762e-15,9.078851462715541e-08,nan,nan,2.0,nan,9.786828912128038e-08,inf,inf,inf,Transportation,1,12 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index d0ef93e3e179157ac7d7d8c55017042e2617edeb..7e2229f7a1d7c0c1b6894f3f31c3ad258c52a4e0 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-07-01T08:13:08.379640+00:00", + "evaluated_at": "2026-07-01T08:25:20.202811+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 59154.328125, 58755.80078125, 58768.6484375, - 58773.87890625 + 58705.96875 ], "p50": [ 59347.77919837172, diff --git a/results/ets/forecasts/data_gov_sg_singapore_rainfall_5min_rainfall_5min_total__5min__short.json b/results/ets/forecasts/data_gov_sg_singapore_rainfall_5min_rainfall_5min_total__5min__short.json index 133a630d8988982398edd8fb9e42806fa842a32a..bce16baa030a97011d0ee1a69e938326d3c00f44 100644 --- a/results/ets/forecasts/data_gov_sg_singapore_rainfall_5min_rainfall_5min_total__5min__short.json +++ b/results/ets/forecasts/data_gov_sg_singapore_rainfall_5min_rainfall_5min_total__5min__short.json @@ -1,7 +1,7 @@ { "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short", "model": "ETS", - "evaluated_at": "2026-07-01T07:51:26.480388+00:00", + "evaluated_at": "2026-07-01T08:25:20.226723+00:00", "freq": "5min", "context_length": 288, "prediction_length": 36, @@ -830,12 +830,6 @@ ] }, "timestamps": [ - "2026-06-30 04:40:00", - "2026-06-30 04:45:00", - "2026-06-30 04:50:00", - "2026-06-30 04:55:00", - "2026-06-30 05:00:00", - "2026-06-30 05:05:00", "2026-06-30 05:10:00", "2026-06-30 05:15:00", "2026-06-30 05:20:00", @@ -1153,6 +1147,12 @@ "2026-07-01 07:20:00", "2026-07-01 07:25:00", "2026-07-01 07:30:00", - "2026-07-01 07:35:00" + "2026-07-01 07:35:00", + "2026-07-01 07:40:00", + "2026-07-01 07:45:00", + "2026-07-01 07:50:00", + "2026-07-01 07:55:00", + "2026-07-01 08:00:00", + "2026-07-01 08:05:00" ] } diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index c8884376ba23c710d37d78f48f5982fb967b60e5..5214cb693573bccc8e7be7dc2a9d7f6bfac50b07 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,31 +1,19 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-07-01T08:13:08.461754+00:00", + "evaluated_at": "2026-07-01T08:25:20.246346+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260630t080000z", - "data_fetched_at": "2026-07-01T08:09:07.866990Z", + "data_fetched_at": "2026-07-01T08:20:13.790420Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260701t061000z", - "data_fetched_at": "2026-07-01T08:09:07.866990Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260701t020000z", - "data_fetched_at": "2026-07-01T08:09:07.866990Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260630t082000z", - "data_fetched_at": "2026-07-01T08:09:07.866990Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260701t050500z", + "data_fetched_at": "2026-07-01T08:20:13.790420Z", + "context_length": 288, + "prediction_length": 36 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index 66c975003f364ec06b4cdcadfc4167241d07abb7..a808fd9452b2d7bf39385efa7619408524f81aa7 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -3503,3 +3503,5 @@ {"evaluated_at": "2026-07-01T08:13:09.123610+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count", "prediction_length": 12} {"evaluated_at": "2026-07-01T08:13:09.123610+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} {"evaluated_at": "2026-07-01T08:13:09.123610+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} +{"evaluated_at": "2026-07-01T08:25:21.097188+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-07-01T08:25:21.097188+00:00", "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total", "prediction_length": 36} diff --git a/results/evaluation_metrics.jsonl b/results/evaluation_metrics.jsonl index 12838c5d3692b47364090ac68e1af1cf9dc667f4..ba40b6f551a87dd4ece5e75bd8a12c420a72ea9e 100644 --- a/results/evaluation_metrics.jsonl +++ b/results/evaluation_metrics.jsonl @@ -10970,3 +10970,23 @@ {"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-07-01T08:09:07.866990Z|h:12", "release_time": "2026-07-01T08:09:07.866990Z", "evaluated_at": "2026-07-01T08:13:08.544430+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "Seasonal-Naive", "MSE": 0.0, "RMSE": 0.0, "MAPE": NaN, "CRPS": NaN, "MAPE_eligible": false} {"release_id": "noaa_coops_sf_water_level_water_level/6min/short|source:2026-07-01T08:09:07.866990Z|h:60", "release_time": "2026-07-01T08:09:07.866990Z", "evaluated_at": "2026-07-01T08:13:08.555603+00:00", "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "domain": "Ocean", "frequency": "6min", "prediction_length": 60, "model": "Seasonal-Naive", "MSE": 0.31593833577553665, "RMSE": 0.5620839223599414, "MAPE": 0.2700622484135622, "CRPS": 0.28573815890440085, "MAPE_eligible": true} {"release_id": "noaa_ndbc_46013_realtime_wave_height/10min/short|source:2026-07-01T08:09:07.866990Z|h:72", "release_time": "2026-07-01T08:09:07.866990Z", "evaluated_at": "2026-07-01T08:13:08.567091+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "domain": "Ocean", "frequency": "10min", "prediction_length": 72, "model": "Seasonal-Naive", "MSE": 0.11402777817515247, "RMSE": 0.33767999374430296, "MAPE": 0.10899192665826464, "CRPS": 0.09923354558575335, "MAPE_eligible": true} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-07-01T08:20:13.790420Z|h:24", "release_time": "2026-07-01T08:20:13.790420Z", "evaluated_at": "2026-07-01T08:20:47.927049+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Chronos-2", "MSE": 400046.10261535645, "RMSE": 632.4919783011927, "MAPE": 0.009520948128816995, "CRPS": 0.006457451320530098, "MAPE_eligible": true} +{"release_id": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-07-01T08:20:13.790420Z|h:36", "release_time": "2026-07-01T08:20:13.790420Z", "evaluated_at": "2026-07-01T08:20:53.083235+00:00", "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short", "domain": "Climate", "frequency": "5min", "prediction_length": 36, "model": "Chronos-2", "MSE": 1.6284716271939715e-18, "RMSE": 1.2761158361191085e-09, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-07-01T08:20:13.790420Z|h:24", "release_time": "2026-07-01T08:20:13.790420Z", "evaluated_at": "2026-07-01T08:21:35.540077+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "TimesFM-2.5", "MSE": 736813.2236824036, "RMSE": 858.3782521024187, "MAPE": 0.01143880209326023, "CRPS": 0.012882337400775497, "MAPE_eligible": true} +{"release_id": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-07-01T08:20:13.790420Z|h:36", "release_time": "2026-07-01T08:20:13.790420Z", "evaluated_at": "2026-07-01T08:21:43.364704+00:00", "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short", "domain": "Climate", "frequency": "5min", "prediction_length": 36, "model": "TimesFM-2.5", "MSE": 0.0, "RMSE": 0.0, "MAPE": NaN, "CRPS": NaN, "MAPE_eligible": false} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-07-01T08:20:13.790420Z|h:24", "release_time": "2026-07-01T08:20:13.790420Z", "evaluated_at": "2026-07-01T08:22:30.797756+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Toto-2.0-1B", "MSE": 595926.2047538757, "RMSE": 771.9625669382394, "MAPE": 0.011999974191966517, "CRPS": 0.007696797219963156, "MAPE_eligible": true} +{"release_id": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-07-01T08:20:13.790420Z|h:36", "release_time": "2026-07-01T08:20:13.790420Z", "evaluated_at": "2026-07-01T08:22:35.994296+00:00", "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short", "domain": "Climate", "frequency": "5min", "prediction_length": 36, "model": "Toto-2.0-1B", "MSE": 7.92033974581673e-22, "RMSE": 2.8143098169563228e-11, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-07-01T08:20:13.790420Z|h:24", "release_time": "2026-07-01T08:20:13.790420Z", "evaluated_at": "2026-07-01T08:22:44.621772+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "TiRex", "MSE": 454690.44405237836, "RMSE": 674.3073809861334, "MAPE": 0.010261740646406161, "CRPS": 0.006845980242303047, "MAPE_eligible": true} +{"release_id": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-07-01T08:20:13.790420Z|h:36", "release_time": "2026-07-01T08:20:13.790420Z", "evaluated_at": "2026-07-01T08:22:50.056093+00:00", "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short", "domain": "Climate", "frequency": "5min", "prediction_length": 36, "model": "TiRex", "MSE": 5.906315718058047e-17, "RMSE": 7.685255830522526e-09, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-07-01T08:20:13.790420Z|h:24", "release_time": "2026-07-01T08:20:13.790420Z", "evaluated_at": "2026-07-01T08:24:47.931072+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Moirai-1.1-Large", "MSE": 448169.65532302856, "RMSE": 669.4547447908847, "MAPE": 0.0101546069863415, "CRPS": 0.006896089847638614, "MAPE_eligible": true} +{"release_id": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-07-01T08:20:13.790420Z|h:36", "release_time": "2026-07-01T08:20:13.790420Z", "evaluated_at": "2026-07-01T08:24:52.918299+00:00", "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short", "domain": "Climate", "frequency": "5min", "prediction_length": 36, "model": "Moirai-1.1-Large", "MSE": 6286.376310338382, "RMSE": 79.28667170677794, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-07-01T08:20:13.790420Z|h:24", "release_time": "2026-07-01T08:20:13.790420Z", "evaluated_at": "2026-07-01T08:25:15.217142+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Timer-S1", "MSE": 1192035.97686704, "RMSE": 1091.8040011224725, "MAPE": 0.017545993973357047, "CRPS": 0.013665051645485368, "MAPE_eligible": true} +{"release_id": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-07-01T08:20:13.790420Z|h:36", "release_time": "2026-07-01T08:20:13.790420Z", "evaluated_at": "2026-07-01T08:25:19.683750+00:00", "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short", "domain": "Climate", "frequency": "5min", "prediction_length": 36, "model": "Timer-S1", "MSE": 8.874856741867843e-16, "RMSE": 2.9790697779454317e-08, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-07-01T08:20:13.790420Z|h:24", "release_time": "2026-07-01T08:20:13.790420Z", "evaluated_at": "2026-07-01T08:25:20.128517+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "ARIMA", "MSE": 509384.6121569085, "RMSE": 713.7118551326638, "MAPE": 0.004160393350057828, "CRPS": 0.0033930428278849665, "MAPE_eligible": true} +{"release_id": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-07-01T08:20:13.790420Z|h:36", "release_time": "2026-07-01T08:20:13.790420Z", "evaluated_at": "2026-07-01T08:25:20.148816+00:00", "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short", "domain": "Climate", "frequency": "5min", "prediction_length": 36, "model": "ARIMA", "MSE": 4.407835548068247e-15, "RMSE": 6.639153220154094e-08, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-07-01T08:20:13.790420Z|h:24", "release_time": "2026-07-01T08:20:13.790420Z", "evaluated_at": "2026-07-01T08:25:20.212859+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "ETS", "MSE": 395597.23556394613, "RMSE": 628.9652101380061, "MAPE": 0.009087836404394218, "CRPS": 0.008151971864762778, "MAPE_eligible": true} +{"release_id": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-07-01T08:20:13.790420Z|h:36", "release_time": "2026-07-01T08:20:13.790420Z", "evaluated_at": "2026-07-01T08:25:20.236077+00:00", "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short", "domain": "Climate", "frequency": "5min", "prediction_length": 36, "model": "ETS", "MSE": 4.407835548068247e-15, "RMSE": 6.639153220154094e-08, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-07-01T08:20:13.790420Z|h:24", "release_time": "2026-07-01T08:20:13.790420Z", "evaluated_at": "2026-07-01T08:25:20.259205+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Moving-Average", "MSE": 1352380.4660654562, "RMSE": 1162.9189421732954, "MAPE": 0.018757110442944473, "CRPS": 0.01758601232457122, "MAPE_eligible": true} +{"release_id": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-07-01T08:20:13.790420Z|h:36", "release_time": "2026-07-01T08:20:13.790420Z", "evaluated_at": "2026-07-01T08:25:20.281911+00:00", "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short", "domain": "Climate", "frequency": "5min", "prediction_length": 36, "model": "Moving-Average", "MSE": 4.407835548068247e-15, "RMSE": 6.639153220154094e-08, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-07-01T08:20:13.790420Z|h:24", "release_time": "2026-07-01T08:20:13.790420Z", "evaluated_at": "2026-07-01T08:25:20.303250+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Seasonal-Naive", "MSE": 1509749.9862181346, "RMSE": 1228.7188393681179, "MAPE": 0.019153420037479375, "CRPS": 0.013854911796431559, "MAPE_eligible": true} +{"release_id": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short|source:2026-07-01T08:20:13.790420Z|h:36", "release_time": "2026-07-01T08:20:13.790420Z", "evaluated_at": "2026-07-01T08:25:20.322122+00:00", "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short", "domain": "Climate", "frequency": "5min", "prediction_length": 36, "model": "Seasonal-Naive", "MSE": 0.0, "RMSE": 0.0, "MAPE": NaN, "CRPS": NaN, "MAPE_eligible": false} diff --git a/results/model_allowlist.json b/results/model_allowlist.json index 045e8b941f0942d71687c379616b67718c769fe8..f77d8a0e9693987b6df65872bf3d5ebb53a74a10 100644 --- a/results/model_allowlist.json +++ b/results/model_allowlist.json @@ -6,6 +6,8 @@ "Toto-2.0-1B", "Moirai-1.1-Large", "Timer-S1", + "TabPFN-TS", + "Sundial (Base 128M)", "ARIMA", "ETS", "Moving-Average", diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index 571cda18a22b2c3e82a5fa4996af1e29830c09c0..d6b785b2dc9b84f345f3d0204e081cedf48ca4f2 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,462287.3725795746,469502.4280521075,610.9903157552084,1.2305801380895598,0.010416918340748845,0.010349045527305901,7.240838675479263,679.9171806768635,0.011561937204901118,0.010389841387052347,0.007015597561053615,Finance,1,24 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,448169.65532302856,443832.61870940524,595.5663248697916,1.1995150682443732,0.0101546069863415,0.010090405001074101,7.108387366707691,669.4547447908847,0.011384572836187951,0.010128045632687014,0.006896089847638614,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,Moirai-1.1-Large,929626.1269372305,943259.4793739319,858.5305989583334,1.8114699151343316,0.014646245447540762,0.014510087382343821,22.532592166753208,964.171212460334,0.016389739001576736,0.014593976940971276,0.010003965153474776,Finance,1,24 -data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Moirai-1.1-Large,9.732415583434014,1.782454451808214e-18,1.0668848065800398e-09,nan,nan,2.0,nan,3.119681968315683,inf,inf,inf,Climate,1,36 +data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Moirai-1.1-Large,6286.376310338382,1.7362199494703274e-18,1.0665160482400834e-09,nan,nan,2.0,nan,79.28667170677794,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Moirai-1.1-Large,82.91296733342502,1.5878069120353128e-18,9.709890331013882e-10,nan,nan,2.0,nan,9.105655788213445,inf,inf,inf,Transportation,1,12 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,2.0079310168304496,1.9702923798101513,1.2296653191248577,1.0258719707030255,0.04482306301893144,0.04611022868471391,3.75125280242254,1.4170148259035436,0.054336862587665895,0.047152756804432976,0.037890605758632255,Weather,1,24 noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.2525547077993631,0.2139125648240895,0.3676804035902023,0.4046224080409772,0.19537823204097443,0.2293661041285051,1.261387017297953,0.5025482144027209,0.29727490282766234,0.21749586033017507,0.18694780041502967,Ocean,1,60 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index e0cf1db7f131a84b0db8df4ecda84021ee607fec..5ae75cf7ebca3dad119b2c1b3ed6530d5ee9d5d5 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-07-01T08:12:07.342233+00:00", + "evaluated_at": "2026-07-01T08:24:45.390864+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,346 +127,346 @@ 59154.328125, 58755.80078125, 58768.6484375, - 58773.87890625 + 58705.96875 ], "p50": [ - 59352.34375, - 59405.3203125, - 59365.947265625, - 59399.69921875, - 59371.509765625, - 59368.875, - 59335.138671875, - 59390.14453125, - 59384.7421875, - 59396.203125, - 59375.88671875, - 59357.888671875, - 59440.486328125, - 59320.89453125, - 59496.537109375, - 59427.626953125, - 59421.45703125, - 59442.74609375, - 59478.390625, - 59502.1796875, - 59427.982421875, - 59531.802734375, - 59432.8984375, - 59295.580078125 + 59409.623046875, + 59370.748046875, + 59372.025390625, + 59428.87890625, + 59376.91796875, + 59392.1953125, + 59295.9921875, + 59331.619140625, + 59428.337890625, + 59369.44140625, + 59404.892578125, + 59429.947265625, + 59347.75390625, + 59403.2109375, + 59439.0859375, + 59523.0390625, + 59409.921875, + 59450.07421875, + 59467.353515625, + 59416.125, + 59482.85546875, + 59497.865234375, + 59533.78125, + 59427.099609375 ], "p10": [ - 59088.099609375, - 58993.263671875, - 58947.45703125, - 58878.728515625, - 58596.08984375, - 58796.68359375, - 58588.38671875, - 58548.40234375, - 58488.775390625, - 58568.876953125, - 58537.955078125, - 58372.96484375, - 58524.712890625, - 58465.646484375, - 58332.130859375, - 58245.474609375, - 58105.337890625, - 58420.54296875, - 58369.166015625, - 58383.30078125, - 58399.23828125, - 58367.568359375, - 58150.44921875, - 58195.1171875 + 59135.80078125, + 58969.375, + 58897.720703125, + 58891.009765625, + 58806.978515625, + 58735.8125, + 58700.865234375, + 58644.326171875, + 58598.34765625, + 58698.548828125, + 58551.673828125, + 58555.072265625, + 58405.78515625, + 58464.779296875, + 58301.400390625, + 58179.7734375, + 58303.595703125, + 58346.705078125, + 58363.05078125, + 58263.779296875, + 58146.666015625, + 58328.443359375, + 58349.576171875, + 58220.986328125 ], "p90": [ - 59684.609375, - 59802.7265625, - 59855.58203125, - 59972.986328125, - 59942.79296875, - 60011.9140625, - 60083.478515625, - 60116.16796875, - 60088.162109375, - 60062.216796875, - 60464.29296875, - 60201.78515625, - 60354.2265625, - 60363.271484375, - 60367.26171875, - 60554.921875, - 60597.630859375, - 60705.08984375, - 60620.982421875, - 60620.060546875, - 60578.169921875, - 60596.599609375, - 60783.306640625, - 60437.484375 + 59693.013671875, + 59796.111328125, + 59907.041015625, + 59913.251953125, + 60057.75, + 59974.65625, + 60107.068359375, + 60157.716796875, + 60224.298828125, + 60229.341796875, + 60428.978515625, + 60267.392578125, + 60397.5234375, + 60502.259765625, + 60350.8046875, + 60514.7265625, + 60532.55078125, + 60669.400390625, + 60540.7578125, + 60695.25390625, + 60699.953125, + 60575.822265625, + 60677.439453125, + 60771.7734375 ], "mean": [ - 59372.7109375, - 59409.5859375, - 59396.71484375, - 59423.85546875, - 59336.7109375, - 59366.48828125, - 59349.08203125, - 59355.0546875, - 59349.578125, - 59350.625, - 59441.01953125, - 59391.6796875, - 59448.56640625, - 59378.921875, - 59409.60546875, - 59421.9140625, - 59418.55859375, - 59504.203125, - 59500.36328125, - 59513.64453125, - 59427.01953125, - 59524.375, - 59431.578125, - 59267.87109375 + 59400.2578125, + 59374.5625, + 59397.11328125, + 59386.88671875, + 59380.62890625, + 59395.84765625, + 59349.7734375, + 59328.33984375, + 59420.8515625, + 59399.05078125, + 59415.84765625, + 59448.04296875, + 59382.78515625, + 59452.9140625, + 59414.2421875, + 59452.87890625, + 59393.4140625, + 59437.77734375, + 59462.84765625, + 59463.10546875, + 59441.9609375, + 59425.03125, + 59447.49609375, + 59492.87109375 ], "quantiles": { "0.1": [ - 59088.099609375, - 58993.263671875, - 58947.45703125, - 58878.728515625, - 58596.08984375, - 58796.68359375, - 58588.38671875, - 58548.40234375, - 58488.775390625, - 58568.876953125, - 58537.955078125, - 58372.96484375, - 58524.712890625, - 58465.646484375, - 58332.130859375, - 58245.474609375, - 58105.337890625, - 58420.54296875, - 58369.166015625, - 58383.30078125, - 58399.23828125, - 58367.568359375, - 58150.44921875, - 58195.1171875 + 59135.80078125, + 58969.375, + 58897.720703125, + 58891.009765625, + 58806.978515625, + 58735.8125, + 58700.865234375, + 58644.326171875, + 58598.34765625, + 58698.548828125, + 58551.673828125, + 58555.072265625, + 58405.78515625, + 58464.779296875, + 58301.400390625, + 58179.7734375, + 58303.595703125, + 58346.705078125, + 58363.05078125, + 58263.779296875, + 58146.666015625, + 58328.443359375, + 58349.576171875, + 58220.986328125 ], "0.2": [ - 59088.099609375, - 58993.263671875, - 58947.45703125, - 58878.728515625, - 58596.08984375, - 58796.68359375, - 58588.38671875, - 58548.40234375, - 58488.775390625, - 58568.876953125, - 58537.955078125, - 58372.96484375, - 58524.712890625, - 58465.646484375, - 58332.130859375, - 58245.474609375, - 58105.337890625, - 58420.54296875, - 58369.166015625, - 58383.30078125, - 58399.23828125, - 58367.568359375, - 58150.44921875, - 58195.1171875 + 59135.80078125, + 58969.375, + 58897.720703125, + 58891.009765625, + 58806.978515625, + 58735.8125, + 58700.865234375, + 58644.326171875, + 58598.34765625, + 58698.548828125, + 58551.673828125, + 58555.072265625, + 58405.78515625, + 58464.779296875, + 58301.400390625, + 58179.7734375, + 58303.595703125, + 58346.705078125, + 58363.05078125, + 58263.779296875, + 58146.666015625, + 58328.443359375, + 58349.576171875, + 58220.986328125 ], "0.3": [ - 59088.099609375, - 58993.263671875, - 58947.45703125, - 58878.728515625, - 58596.08984375, - 58796.68359375, - 58588.38671875, - 58548.40234375, - 58488.775390625, - 58568.876953125, - 58537.955078125, - 58372.96484375, - 58524.712890625, - 58465.646484375, - 58332.130859375, - 58245.474609375, - 58105.337890625, - 58420.54296875, - 58369.166015625, - 58383.30078125, - 58399.23828125, - 58367.568359375, - 58150.44921875, - 58195.1171875 + 59135.80078125, + 58969.375, + 58897.720703125, + 58891.009765625, + 58806.978515625, + 58735.8125, + 58700.865234375, + 58644.326171875, + 58598.34765625, + 58698.548828125, + 58551.673828125, + 58555.072265625, + 58405.78515625, + 58464.779296875, + 58301.400390625, + 58179.7734375, + 58303.595703125, + 58346.705078125, + 58363.05078125, + 58263.779296875, + 58146.666015625, + 58328.443359375, + 58349.576171875, + 58220.986328125 ], "0.4": [ - 59352.34375, - 59405.3203125, - 59365.947265625, - 59399.69921875, - 59371.509765625, - 59368.875, - 59335.138671875, - 59390.14453125, - 59384.7421875, - 59396.203125, - 59375.88671875, - 59357.888671875, - 59440.486328125, - 59320.89453125, - 59496.537109375, - 59427.626953125, - 59421.45703125, - 59442.74609375, - 59478.390625, - 59502.1796875, - 59427.982421875, - 59531.802734375, - 59432.8984375, - 59295.580078125 + 59409.623046875, + 59370.748046875, + 59372.025390625, + 59428.87890625, + 59376.91796875, + 59392.1953125, + 59295.9921875, + 59331.619140625, + 59428.337890625, + 59369.44140625, + 59404.892578125, + 59429.947265625, + 59347.75390625, + 59403.2109375, + 59439.0859375, + 59523.0390625, + 59409.921875, + 59450.07421875, + 59467.353515625, + 59416.125, + 59482.85546875, + 59497.865234375, + 59533.78125, + 59427.099609375 ], "0.5": [ - 59352.34375, - 59405.3203125, - 59365.947265625, - 59399.69921875, - 59371.509765625, - 59368.875, - 59335.138671875, - 59390.14453125, - 59384.7421875, - 59396.203125, - 59375.88671875, - 59357.888671875, - 59440.486328125, - 59320.89453125, - 59496.537109375, - 59427.626953125, - 59421.45703125, - 59442.74609375, - 59478.390625, - 59502.1796875, - 59427.982421875, - 59531.802734375, - 59432.8984375, - 59295.580078125 + 59409.623046875, + 59370.748046875, + 59372.025390625, + 59428.87890625, + 59376.91796875, + 59392.1953125, + 59295.9921875, + 59331.619140625, + 59428.337890625, + 59369.44140625, + 59404.892578125, + 59429.947265625, + 59347.75390625, + 59403.2109375, + 59439.0859375, + 59523.0390625, + 59409.921875, + 59450.07421875, + 59467.353515625, + 59416.125, + 59482.85546875, + 59497.865234375, + 59533.78125, + 59427.099609375 ], "0.6": [ - 59352.34375, - 59405.3203125, - 59365.947265625, - 59399.69921875, - 59371.509765625, - 59368.875, - 59335.138671875, - 59390.14453125, - 59384.7421875, - 59396.203125, - 59375.88671875, - 59357.888671875, - 59440.486328125, - 59320.89453125, - 59496.537109375, - 59427.626953125, - 59421.45703125, - 59442.74609375, - 59478.390625, - 59502.1796875, - 59427.982421875, - 59531.802734375, - 59432.8984375, - 59295.580078125 + 59409.623046875, + 59370.748046875, + 59372.025390625, + 59428.87890625, + 59376.91796875, + 59392.1953125, + 59295.9921875, + 59331.619140625, + 59428.337890625, + 59369.44140625, + 59404.892578125, + 59429.947265625, + 59347.75390625, + 59403.2109375, + 59439.0859375, + 59523.0390625, + 59409.921875, + 59450.07421875, + 59467.353515625, + 59416.125, + 59482.85546875, + 59497.865234375, + 59533.78125, + 59427.099609375 ], "0.7": [ - 59352.34375, - 59405.3203125, - 59365.947265625, - 59399.69921875, - 59371.509765625, - 59368.875, - 59335.138671875, - 59390.14453125, - 59384.7421875, - 59396.203125, - 59375.88671875, - 59357.888671875, - 59440.486328125, - 59320.89453125, - 59496.537109375, - 59427.626953125, - 59421.45703125, - 59442.74609375, - 59478.390625, - 59502.1796875, - 59427.982421875, - 59531.802734375, - 59432.8984375, - 59295.580078125 + 59409.623046875, + 59370.748046875, + 59372.025390625, + 59428.87890625, + 59376.91796875, + 59392.1953125, + 59295.9921875, + 59331.619140625, + 59428.337890625, + 59369.44140625, + 59404.892578125, + 59429.947265625, + 59347.75390625, + 59403.2109375, + 59439.0859375, + 59523.0390625, + 59409.921875, + 59450.07421875, + 59467.353515625, + 59416.125, + 59482.85546875, + 59497.865234375, + 59533.78125, + 59427.099609375 ], "0.8": [ - 59684.609375, - 59802.7265625, - 59855.58203125, - 59972.986328125, - 59942.79296875, - 60011.9140625, - 60083.478515625, - 60116.16796875, - 60088.162109375, - 60062.216796875, - 60464.29296875, - 60201.78515625, - 60354.2265625, - 60363.271484375, - 60367.26171875, - 60554.921875, - 60597.630859375, - 60705.08984375, - 60620.982421875, - 60620.060546875, - 60578.169921875, - 60596.599609375, - 60783.306640625, - 60437.484375 + 59693.013671875, + 59796.111328125, + 59907.041015625, + 59913.251953125, + 60057.75, + 59974.65625, + 60107.068359375, + 60157.716796875, + 60224.298828125, + 60229.341796875, + 60428.978515625, + 60267.392578125, + 60397.5234375, + 60502.259765625, + 60350.8046875, + 60514.7265625, + 60532.55078125, + 60669.400390625, + 60540.7578125, + 60695.25390625, + 60699.953125, + 60575.822265625, + 60677.439453125, + 60771.7734375 ], "0.9": [ - 59684.609375, - 59802.7265625, - 59855.58203125, - 59972.986328125, - 59942.79296875, - 60011.9140625, - 60083.478515625, - 60116.16796875, - 60088.162109375, - 60062.216796875, - 60464.29296875, - 60201.78515625, - 60354.2265625, - 60363.271484375, - 60367.26171875, - 60554.921875, - 60597.630859375, - 60705.08984375, - 60620.982421875, - 60620.060546875, - 60578.169921875, - 60596.599609375, - 60783.306640625, - 60437.484375 + 59693.013671875, + 59796.111328125, + 59907.041015625, + 59913.251953125, + 60057.75, + 59974.65625, + 60107.068359375, + 60157.716796875, + 60224.298828125, + 60229.341796875, + 60428.978515625, + 60267.392578125, + 60397.5234375, + 60502.259765625, + 60350.8046875, + 60514.7265625, + 60532.55078125, + 60669.400390625, + 60540.7578125, + 60695.25390625, + 60699.953125, + 60575.822265625, + 60677.439453125, + 60771.7734375 ] }, "timestamps": [ diff --git a/results/moirai_1_1_large/forecasts/data_gov_sg_singapore_rainfall_5min_rainfall_5min_total__5min__short.json b/results/moirai_1_1_large/forecasts/data_gov_sg_singapore_rainfall_5min_rainfall_5min_total__5min__short.json index 1348b821579ef34f8bc3a36f789ab9efa54aa09d..219b689440198cc8aa0531457e930820e78eb9bc 100644 --- a/results/moirai_1_1_large/forecasts/data_gov_sg_singapore_rainfall_5min_rainfall_5min_total__5min__short.json +++ b/results/moirai_1_1_large/forecasts/data_gov_sg_singapore_rainfall_5min_rainfall_5min_total__5min__short.json @@ -1,7 +1,7 @@ { "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-07-01T07:49:56.642445+00:00", + "evaluated_at": "2026-07-01T08:24:50.374956+00:00", "freq": "5min", "context_length": 288, "prediction_length": 36, @@ -334,508 +334,502 @@ 0.0 ], "p50": [ - -6.213002057275929e-10, - 3.2468524396866982e-12, - 6.705418859054291e-11, - -9.75776182077226e-10, - -1.535834626142929e-09, - 1.5689222698789251e-09, - 8.422059577517516e-11, - 7.404760138385313e-10, - -1.5764314853505823e-09, - 7.649871291981469e-10, - 3.564132738942405e-10, - 1.961676598938311e-09, - -1.3557643341322034e-09, - 2.502145601823713e-09, - 4.948441378882507e-10, - 2.159779244337301e-09, - -9.070156847812427e-10, - -1.0873152933577046e-09, - -7.290941461679523e-11, - -9.76757730253297e-10, - -2.0080971330216357e-09, - 1.6350075182636203e-09, - 2.0340252919470725e-12, - 1.4830460470793838e-10, - -1.5983001033781363e-09, - 7.114814293274208e-10, - 4.679532733531389e-10, - 1.9339165824305837e-09, - -1.4574745299533731e-09, - 3.2392132309766453e-09, - 1.0077108036909976e-09, - 1.8529096590391703e-09, - -7.759599629508784e-10, - -1.0439356601388283e-09, - -3.4960932759897645e-10, - -7.947008884290341e-10 + -6.437164690176189e-10, + -2.9349118968458043e-10, + 3.9179805233491294e-10, + -8.345722168900949e-10, + -1.7359204074196555e-09, + 1.572045660314103e-09, + 4.203703010685622e-11, + 1.7334136903635056e-10, + -1.3674275045616469e-09, + 8.84307960191677e-10, + 7.493781983836101e-10, + 2.0801268485470814e-09, + -1.0272731554294978e-09, + 2.7903267474371773e-09, + 8.635481774099674e-10, + 1.6656512835666604e-09, + -4.5957149197306535e-10, + -1.0075167922174444e-09, + -2.492549638910546e-10, + -7.521884781702681e-10, + -1.811874483781395e-09, + 1.5624453952867157e-09, + 1.6841231881281615e-10, + 5.842848982418047e-10, + -1.6039548023094596e-09, + 1.0114949988704325e-09, + 5.06871905558981e-10, + 1.853348141622746e-09, + -1.2710278385341667e-09, + 3.3646536667930604e-09, + 9.203916795375022e-10, + 1.8337882323749e-09, + -6.669810814763366e-10, + -8.32406615858261e-10, + -1.577522973361667e-10, + -9.062429973116792e-10 ], "p10": [ - -4.756844917963576e-09, - -2.9027374948142892e-09, - -3.0926401439757e-09, - -4.460481539680927e-09, - -5.219940479861407e-09, - -1.5434883371412411e-09, - -3.3429358170522505e-09, - -3.2029990881810022e-09, - -5.2244879533702715e-09, - -2.9872201379177454e-09, - -2.7332099916677066e-09, - -1.2322837195100078e-09, - -4.2820245127472845e-09, - -1.2185885633897442e-09, - -3.278923021987623e-09, - -1.3923683317429436e-09, - -5.115800005839333e-09, - -5.2055235677528344e-09, - -3.632835920974742e-09, - -5.0468431656014445e-09, - -5.397853275468378e-09, - -1.9388141092591127e-09, - -3.8327443441232845e-09, - -2.8332934887131955e-09, - -5.0297119802422685e-09, - -2.949262944973441e-09, - -2.8926907535975488e-09, - -1.1606995364843442e-09, - -5.061340457857e-09, - 2.8513046090861138e-11, - -2.465559090225611e-09, - -1.576562214111732e-09, - -3.97021615583526e-09, - -4.29185553763034e-09, - -4.639329587163843e-09, - -4.38952207915122e-09 + -4.166810008143784e-09, + -3.918612323516868e-09, + -2.5134974102059005e-09, + -4.38790936918565e-09, + -5.543342895819592e-09, + -2.4060531345071468e-09, + -3.758306998946637e-09, + -3.986603047678727e-09, + -5.263133040500634e-09, + -3.4699741968680087e-09, + -3.0182254473487546e-09, + -1.3655936936807223e-09, + -4.4380001895660826e-09, + -1.0511301828941555e-09, + -2.8650540828678572e-09, + -1.0962168950356954e-09, + -4.3496279911181546e-09, + -4.95699548075379e-09, + -4.38125891122354e-09, + -4.3079668721190956e-09, + -5.491775034727198e-09, + -2.0104112818941644e-09, + -4.121225138931095e-09, + -2.7789246459519745e-09, + -5.3779760644800945e-09, + -2.7172621930304786e-09, + -3.0600012523862574e-09, + -1.6619052800592726e-09, + -5.587722062827538e-09, + -2.7870494800907863e-10, + -2.384515140896326e-09, + -1.8168997972800582e-09, + -4.350658056040402e-09, + -4.726496305451633e-09, + -3.771174039712832e-09, + -4.212741711029366e-09 ], "p90": [ - 3.890026523123424e-09, - 4.898494276872611e-09, - 4.355635185859796e-09, - 3.3295334267435805e-09, - 2.6164304056663923e-09, - 5.897645705132959e-09, - 4.18629686471661e-09, - 6.999628432424743e-09, - 3.410621451926943e-09, - 5.52277823473446e-09, - 5.233770750123767e-09, - 9.223684926951137e-09, - 3.195253617249705e-09, - 7.696859150030377e-09, - 6.681933006902341e-09, - 8.308547627677854e-09, - 3.729794917362028e-09, - 3.235490653175077e-09, - 3.541765436487765e-09, - 3.186133579191619e-09, - 2.5413919857442124e-09, - 6.313146450054319e-09, - 4.577877632527816e-09, - 4.974192169271419e-09, - 3.1261911948021748e-09, - 5.892145438224361e-09, - 4.294391731107794e-09, - 6.041392497380116e-09, - 3.4979505958432355e-09, - 6.607437041949993e-09, - 5.652717405268959e-09, - 6.7583523222225494e-09, - 5.057178453782285e-09, - 3.160528061485479e-09, - 4.6456336555422695e-09, - 4.176173851178078e-09 + 3.165764983492636e-09, + 3.606281051560245e-09, + 4.1696290864479124e-09, + 4.322430635639307e-09, + 3.57524798655362e-09, + 5.7663844810207365e-09, + 3.524552649736279e-09, + 4.446620405218482e-09, + 4.197095337943324e-09, + 5.400210056905053e-09, + 5.801830127438734e-09, + 6.255038487168463e-09, + 4.0971734893702205e-09, + 7.349401531797639e-09, + 4.874395997944703e-09, + 5.546261672151331e-09, + 3.3570756174938765e-09, + 2.6840029088148754e-09, + 3.5137656118067184e-09, + 2.96933921895004e-09, + 2.37702491023839e-09, + 5.973093131217411e-09, + 6.146972708620524e-09, + 5.399648728143802e-09, + 3.869563780511953e-09, + 5.063483854428341e-09, + 4.545956722168398e-09, + 6.363791049679435e-09, + 2.914466001868732e-09, + 8.636232617931228e-09, + 6.3874272537844945e-09, + 7.570237992027273e-09, + 3.375067891830952e-09, + 3.0476915435784235e-09, + 3.8834182536362505e-09, + 3.585214680690285e-09 ], "mean": [ - 0.003350700018927455, - 0.16602149605751038, - 0.009048025123775005, - 264.4892578125, - 0.0004966972046531737, - 0.040884263813495636, - 0.0016768149798735976, - 0.03158874437212944, - 0.14515571296215057, - 0.0006445389590226114, - 0.005963650997728109, - 0.13581660389900208, - 0.33347824215888977, - 0.3390774130821228, - 0.0025483318604528904, - 0.345313161611557, - 0.010517322458326817, - 0.00630932068452239, - 0.0012983065098524094, - 0.0018844763981178403, - 0.34606319665908813, - 0.0016496862517669797, - 0.0825105831027031, - 0.011056289076805115, - 0.06269536912441254, - 10.182409286499023, - 0.02704533189535141, - 0.10683509707450867, - 0.06757903844118118, - 2.3768999576568604, - 0.01940910331904888, - 0.520571231842041, - 0.00652342988178134, - 2.150508043996524e-05, - 0.003021604847162962, - 1.9063501358032227 + 0.03553951531648636, + 0.008231580257415771, + 0.01671745441854, + 0.014779355376958847, + 0.0032364889048039913, + 0.011386177502572536, + 0.00026096132933162153, + 0.001185235334560275, + 0.006324649788439274, + 0.18263699114322662, + 188.5772705078125, + 0.12512575089931488, + 0.16483409702777863, + 0.004905970301479101, + 9.00594711303711, + 0.055792372673749924, + 0.010662753134965897, + 0.00015734773478470743, + 0.020757175981998444, + 291.46759033203125, + 0.0004785786441061646, + 274.9092712402344, + 1.771511435508728, + 0.16966457664966583, + 0.37129074335098267, + 2.020615577697754, + 0.314212828874588, + 0.4877157211303711, + 24.283401489257812, + 39.44375228881836, + 0.007711564190685749, + 0.49831652641296387, + 0.011496664956212044, + 0.00021550568635575473, + 0.0001246815809281543, + 0.12640251219272614 ], "quantiles": { "0.1": [ - -4.756844917963576e-09, - -2.9027374948142892e-09, - -3.0926401439757e-09, - -4.460481539680927e-09, - -5.219940479861407e-09, - -1.5434883371412411e-09, - -3.3429358170522505e-09, - -3.2029990881810022e-09, - -5.2244879533702715e-09, - -2.9872201379177454e-09, - -2.7332099916677066e-09, - -1.2322837195100078e-09, - -4.2820245127472845e-09, - -1.2185885633897442e-09, - -3.278923021987623e-09, - -1.3923683317429436e-09, - -5.115800005839333e-09, - -5.2055235677528344e-09, - -3.632835920974742e-09, - -5.0468431656014445e-09, - -5.397853275468378e-09, - -1.9388141092591127e-09, - -3.8327443441232845e-09, - -2.8332934887131955e-09, - -5.0297119802422685e-09, - -2.949262944973441e-09, - -2.8926907535975488e-09, - -1.1606995364843442e-09, - -5.061340457857e-09, - 2.8513046090861138e-11, - -2.465559090225611e-09, - -1.576562214111732e-09, - -3.97021615583526e-09, - -4.29185553763034e-09, - -4.639329587163843e-09, - -4.38952207915122e-09 + -4.166810008143784e-09, + -3.918612323516868e-09, + -2.5134974102059005e-09, + -4.38790936918565e-09, + -5.543342895819592e-09, + -2.4060531345071468e-09, + -3.758306998946637e-09, + -3.986603047678727e-09, + -5.263133040500634e-09, + -3.4699741968680087e-09, + -3.0182254473487546e-09, + -1.3655936936807223e-09, + -4.4380001895660826e-09, + -1.0511301828941555e-09, + -2.8650540828678572e-09, + -1.0962168950356954e-09, + -4.3496279911181546e-09, + -4.95699548075379e-09, + -4.38125891122354e-09, + -4.3079668721190956e-09, + -5.491775034727198e-09, + -2.0104112818941644e-09, + -4.121225138931095e-09, + -2.7789246459519745e-09, + -5.3779760644800945e-09, + -2.7172621930304786e-09, + -3.0600012523862574e-09, + -1.6619052800592726e-09, + -5.587722062827538e-09, + -2.7870494800907863e-10, + -2.384515140896326e-09, + -1.8168997972800582e-09, + -4.350658056040402e-09, + -4.726496305451633e-09, + -3.771174039712832e-09, + -4.212741711029366e-09 ], "0.2": [ - -4.756844917963576e-09, - -2.9027374948142892e-09, - -3.0926401439757e-09, - -4.460481539680927e-09, - -5.219940479861407e-09, - -1.5434883371412411e-09, - -3.3429358170522505e-09, - -3.2029990881810022e-09, - -5.2244879533702715e-09, - -2.9872201379177454e-09, - -2.7332099916677066e-09, - -1.2322837195100078e-09, - -4.2820245127472845e-09, - -1.2185885633897442e-09, - -3.278923021987623e-09, - -1.3923683317429436e-09, - -5.115800005839333e-09, - -5.2055235677528344e-09, - -3.632835920974742e-09, - -5.0468431656014445e-09, - -5.397853275468378e-09, - -1.9388141092591127e-09, - -3.8327443441232845e-09, - -2.8332934887131955e-09, - -5.0297119802422685e-09, - -2.949262944973441e-09, - -2.8926907535975488e-09, - -1.1606995364843442e-09, - -5.061340457857e-09, - 2.8513046090861138e-11, - -2.465559090225611e-09, - -1.576562214111732e-09, - -3.97021615583526e-09, - -4.29185553763034e-09, - -4.639329587163843e-09, - -4.38952207915122e-09 + -4.166810008143784e-09, + -3.918612323516868e-09, + -2.5134974102059005e-09, + -4.38790936918565e-09, + -5.543342895819592e-09, + -2.4060531345071468e-09, + -3.758306998946637e-09, + -3.986603047678727e-09, + -5.263133040500634e-09, + -3.4699741968680087e-09, + -3.0182254473487546e-09, + -1.3655936936807223e-09, + -4.4380001895660826e-09, + -1.0511301828941555e-09, + -2.8650540828678572e-09, + -1.0962168950356954e-09, + -4.3496279911181546e-09, + -4.95699548075379e-09, + -4.38125891122354e-09, + -4.3079668721190956e-09, + -5.491775034727198e-09, + -2.0104112818941644e-09, + -4.121225138931095e-09, + -2.7789246459519745e-09, + -5.3779760644800945e-09, + -2.7172621930304786e-09, + -3.0600012523862574e-09, + -1.6619052800592726e-09, + -5.587722062827538e-09, + -2.7870494800907863e-10, + -2.384515140896326e-09, + -1.8168997972800582e-09, + -4.350658056040402e-09, + -4.726496305451633e-09, + -3.771174039712832e-09, + -4.212741711029366e-09 ], "0.3": [ - -4.756844917963576e-09, - -2.9027374948142892e-09, - -3.0926401439757e-09, - -4.460481539680927e-09, - -5.219940479861407e-09, - -1.5434883371412411e-09, - -3.3429358170522505e-09, - -3.2029990881810022e-09, - -5.2244879533702715e-09, - -2.9872201379177454e-09, - -2.7332099916677066e-09, - -1.2322837195100078e-09, - -4.2820245127472845e-09, - -1.2185885633897442e-09, - -3.278923021987623e-09, - -1.3923683317429436e-09, - -5.115800005839333e-09, - -5.2055235677528344e-09, - -3.632835920974742e-09, - -5.0468431656014445e-09, - -5.397853275468378e-09, - -1.9388141092591127e-09, - -3.8327443441232845e-09, - -2.8332934887131955e-09, - -5.0297119802422685e-09, - -2.949262944973441e-09, - -2.8926907535975488e-09, - -1.1606995364843442e-09, - -5.061340457857e-09, - 2.8513046090861138e-11, - -2.465559090225611e-09, - -1.576562214111732e-09, - -3.97021615583526e-09, - -4.29185553763034e-09, - -4.639329587163843e-09, - -4.38952207915122e-09 + -4.166810008143784e-09, + -3.918612323516868e-09, + -2.5134974102059005e-09, + -4.38790936918565e-09, + -5.543342895819592e-09, + -2.4060531345071468e-09, + -3.758306998946637e-09, + -3.986603047678727e-09, + -5.263133040500634e-09, + -3.4699741968680087e-09, + -3.0182254473487546e-09, + -1.3655936936807223e-09, + -4.4380001895660826e-09, + -1.0511301828941555e-09, + -2.8650540828678572e-09, + -1.0962168950356954e-09, + -4.3496279911181546e-09, + -4.95699548075379e-09, + -4.38125891122354e-09, + -4.3079668721190956e-09, + -5.491775034727198e-09, + -2.0104112818941644e-09, + -4.121225138931095e-09, + -2.7789246459519745e-09, + -5.3779760644800945e-09, + -2.7172621930304786e-09, + -3.0600012523862574e-09, + -1.6619052800592726e-09, + -5.587722062827538e-09, + -2.7870494800907863e-10, + -2.384515140896326e-09, + -1.8168997972800582e-09, + -4.350658056040402e-09, + -4.726496305451633e-09, + -3.771174039712832e-09, + -4.212741711029366e-09 ], "0.4": [ - -6.213002057275929e-10, - 3.2468524396866982e-12, - 6.705418859054291e-11, - -9.75776182077226e-10, - -1.535834626142929e-09, - 1.5689222698789251e-09, - 8.422059577517516e-11, - 7.404760138385313e-10, - -1.5764314853505823e-09, - 7.649871291981469e-10, - 3.564132738942405e-10, - 1.961676598938311e-09, - -1.3557643341322034e-09, - 2.502145601823713e-09, - 4.948441378882507e-10, - 2.159779244337301e-09, - -9.070156847812427e-10, - -1.0873152933577046e-09, - -7.290941461679523e-11, - -9.76757730253297e-10, - -2.0080971330216357e-09, - 1.6350075182636203e-09, - 2.0340252919470725e-12, - 1.4830460470793838e-10, - -1.5983001033781363e-09, - 7.114814293274208e-10, - 4.679532733531389e-10, - 1.9339165824305837e-09, - -1.4574745299533731e-09, - 3.2392132309766453e-09, - 1.0077108036909976e-09, - 1.8529096590391703e-09, - -7.759599629508784e-10, - -1.0439356601388283e-09, - -3.4960932759897645e-10, - -7.947008884290341e-10 + -6.437164690176189e-10, + -2.9349118968458043e-10, + 3.9179805233491294e-10, + -8.345722168900949e-10, + -1.7359204074196555e-09, + 1.572045660314103e-09, + 4.203703010685622e-11, + 1.7334136903635056e-10, + -1.3674275045616469e-09, + 8.84307960191677e-10, + 7.493781983836101e-10, + 2.0801268485470814e-09, + -1.0272731554294978e-09, + 2.7903267474371773e-09, + 8.635481774099674e-10, + 1.6656512835666604e-09, + -4.5957149197306535e-10, + -1.0075167922174444e-09, + -2.492549638910546e-10, + -7.521884781702681e-10, + -1.811874483781395e-09, + 1.5624453952867157e-09, + 1.6841231881281615e-10, + 5.842848982418047e-10, + -1.6039548023094596e-09, + 1.0114949988704325e-09, + 5.06871905558981e-10, + 1.853348141622746e-09, + -1.2710278385341667e-09, + 3.3646536667930604e-09, + 9.203916795375022e-10, + 1.8337882323749e-09, + -6.669810814763366e-10, + -8.32406615858261e-10, + -1.577522973361667e-10, + -9.062429973116792e-10 ], "0.5": [ - -6.213002057275929e-10, - 3.2468524396866982e-12, - 6.705418859054291e-11, - -9.75776182077226e-10, - -1.535834626142929e-09, - 1.5689222698789251e-09, - 8.422059577517516e-11, - 7.404760138385313e-10, - -1.5764314853505823e-09, - 7.649871291981469e-10, - 3.564132738942405e-10, - 1.961676598938311e-09, - -1.3557643341322034e-09, - 2.502145601823713e-09, - 4.948441378882507e-10, - 2.159779244337301e-09, - -9.070156847812427e-10, - -1.0873152933577046e-09, - -7.290941461679523e-11, - -9.76757730253297e-10, - -2.0080971330216357e-09, - 1.6350075182636203e-09, - 2.0340252919470725e-12, - 1.4830460470793838e-10, - -1.5983001033781363e-09, - 7.114814293274208e-10, - 4.679532733531389e-10, - 1.9339165824305837e-09, - -1.4574745299533731e-09, - 3.2392132309766453e-09, - 1.0077108036909976e-09, - 1.8529096590391703e-09, - -7.759599629508784e-10, - -1.0439356601388283e-09, - -3.4960932759897645e-10, - -7.947008884290341e-10 + -6.437164690176189e-10, + -2.9349118968458043e-10, + 3.9179805233491294e-10, + -8.345722168900949e-10, + -1.7359204074196555e-09, + 1.572045660314103e-09, + 4.203703010685622e-11, + 1.7334136903635056e-10, + -1.3674275045616469e-09, + 8.84307960191677e-10, + 7.493781983836101e-10, + 2.0801268485470814e-09, + -1.0272731554294978e-09, + 2.7903267474371773e-09, + 8.635481774099674e-10, + 1.6656512835666604e-09, + -4.5957149197306535e-10, + -1.0075167922174444e-09, + -2.492549638910546e-10, + -7.521884781702681e-10, + -1.811874483781395e-09, + 1.5624453952867157e-09, + 1.6841231881281615e-10, + 5.842848982418047e-10, + -1.6039548023094596e-09, + 1.0114949988704325e-09, + 5.06871905558981e-10, + 1.853348141622746e-09, + -1.2710278385341667e-09, + 3.3646536667930604e-09, + 9.203916795375022e-10, + 1.8337882323749e-09, + -6.669810814763366e-10, + -8.32406615858261e-10, + -1.577522973361667e-10, + -9.062429973116792e-10 ], "0.6": [ - -6.213002057275929e-10, - 3.2468524396866982e-12, - 6.705418859054291e-11, - -9.75776182077226e-10, - -1.535834626142929e-09, - 1.5689222698789251e-09, - 8.422059577517516e-11, - 7.404760138385313e-10, - -1.5764314853505823e-09, - 7.649871291981469e-10, - 3.564132738942405e-10, - 1.961676598938311e-09, - -1.3557643341322034e-09, - 2.502145601823713e-09, - 4.948441378882507e-10, - 2.159779244337301e-09, - -9.070156847812427e-10, - -1.0873152933577046e-09, - -7.290941461679523e-11, - -9.76757730253297e-10, - -2.0080971330216357e-09, - 1.6350075182636203e-09, - 2.0340252919470725e-12, - 1.4830460470793838e-10, - -1.5983001033781363e-09, - 7.114814293274208e-10, - 4.679532733531389e-10, - 1.9339165824305837e-09, - -1.4574745299533731e-09, - 3.2392132309766453e-09, - 1.0077108036909976e-09, - 1.8529096590391703e-09, - -7.759599629508784e-10, - -1.0439356601388283e-09, - -3.4960932759897645e-10, - -7.947008884290341e-10 + -6.437164690176189e-10, + -2.9349118968458043e-10, + 3.9179805233491294e-10, + -8.345722168900949e-10, + -1.7359204074196555e-09, + 1.572045660314103e-09, + 4.203703010685622e-11, + 1.7334136903635056e-10, + -1.3674275045616469e-09, + 8.84307960191677e-10, + 7.493781983836101e-10, + 2.0801268485470814e-09, + -1.0272731554294978e-09, + 2.7903267474371773e-09, + 8.635481774099674e-10, + 1.6656512835666604e-09, + -4.5957149197306535e-10, + -1.0075167922174444e-09, + -2.492549638910546e-10, + -7.521884781702681e-10, + -1.811874483781395e-09, + 1.5624453952867157e-09, + 1.6841231881281615e-10, + 5.842848982418047e-10, + -1.6039548023094596e-09, + 1.0114949988704325e-09, + 5.06871905558981e-10, + 1.853348141622746e-09, + -1.2710278385341667e-09, + 3.3646536667930604e-09, + 9.203916795375022e-10, + 1.8337882323749e-09, + -6.669810814763366e-10, + -8.32406615858261e-10, + -1.577522973361667e-10, + -9.062429973116792e-10 ], "0.7": [ - -6.213002057275929e-10, - 3.2468524396866982e-12, - 6.705418859054291e-11, - -9.75776182077226e-10, - -1.535834626142929e-09, - 1.5689222698789251e-09, - 8.422059577517516e-11, - 7.404760138385313e-10, - -1.5764314853505823e-09, - 7.649871291981469e-10, - 3.564132738942405e-10, - 1.961676598938311e-09, - -1.3557643341322034e-09, - 2.502145601823713e-09, - 4.948441378882507e-10, - 2.159779244337301e-09, - -9.070156847812427e-10, - -1.0873152933577046e-09, - -7.290941461679523e-11, - -9.76757730253297e-10, - -2.0080971330216357e-09, - 1.6350075182636203e-09, - 2.0340252919470725e-12, - 1.4830460470793838e-10, - -1.5983001033781363e-09, - 7.114814293274208e-10, - 4.679532733531389e-10, - 1.9339165824305837e-09, - -1.4574745299533731e-09, - 3.2392132309766453e-09, - 1.0077108036909976e-09, - 1.8529096590391703e-09, - -7.759599629508784e-10, - -1.0439356601388283e-09, - -3.4960932759897645e-10, - -7.947008884290341e-10 + -6.437164690176189e-10, + -2.9349118968458043e-10, + 3.9179805233491294e-10, + -8.345722168900949e-10, + -1.7359204074196555e-09, + 1.572045660314103e-09, + 4.203703010685622e-11, + 1.7334136903635056e-10, + -1.3674275045616469e-09, + 8.84307960191677e-10, + 7.493781983836101e-10, + 2.0801268485470814e-09, + -1.0272731554294978e-09, + 2.7903267474371773e-09, + 8.635481774099674e-10, + 1.6656512835666604e-09, + -4.5957149197306535e-10, + -1.0075167922174444e-09, + -2.492549638910546e-10, + -7.521884781702681e-10, + -1.811874483781395e-09, + 1.5624453952867157e-09, + 1.6841231881281615e-10, + 5.842848982418047e-10, + -1.6039548023094596e-09, + 1.0114949988704325e-09, + 5.06871905558981e-10, + 1.853348141622746e-09, + -1.2710278385341667e-09, + 3.3646536667930604e-09, + 9.203916795375022e-10, + 1.8337882323749e-09, + -6.669810814763366e-10, + -8.32406615858261e-10, + -1.577522973361667e-10, + -9.062429973116792e-10 ], "0.8": [ - 3.890026523123424e-09, - 4.898494276872611e-09, - 4.355635185859796e-09, - 3.3295334267435805e-09, - 2.6164304056663923e-09, - 5.897645705132959e-09, - 4.18629686471661e-09, - 6.999628432424743e-09, - 3.410621451926943e-09, - 5.52277823473446e-09, - 5.233770750123767e-09, - 9.223684926951137e-09, - 3.195253617249705e-09, - 7.696859150030377e-09, - 6.681933006902341e-09, - 8.308547627677854e-09, - 3.729794917362028e-09, - 3.235490653175077e-09, - 3.541765436487765e-09, - 3.186133579191619e-09, - 2.5413919857442124e-09, - 6.313146450054319e-09, - 4.577877632527816e-09, - 4.974192169271419e-09, - 3.1261911948021748e-09, - 5.892145438224361e-09, - 4.294391731107794e-09, - 6.041392497380116e-09, - 3.4979505958432355e-09, - 6.607437041949993e-09, - 5.652717405268959e-09, - 6.7583523222225494e-09, - 5.057178453782285e-09, - 3.160528061485479e-09, - 4.6456336555422695e-09, - 4.176173851178078e-09 + 3.165764983492636e-09, + 3.606281051560245e-09, + 4.1696290864479124e-09, + 4.322430635639307e-09, + 3.57524798655362e-09, + 5.7663844810207365e-09, + 3.524552649736279e-09, + 4.446620405218482e-09, + 4.197095337943324e-09, + 5.400210056905053e-09, + 5.801830127438734e-09, + 6.255038487168463e-09, + 4.0971734893702205e-09, + 7.349401531797639e-09, + 4.874395997944703e-09, + 5.546261672151331e-09, + 3.3570756174938765e-09, + 2.6840029088148754e-09, + 3.5137656118067184e-09, + 2.96933921895004e-09, + 2.37702491023839e-09, + 5.973093131217411e-09, + 6.146972708620524e-09, + 5.399648728143802e-09, + 3.869563780511953e-09, + 5.063483854428341e-09, + 4.545956722168398e-09, + 6.363791049679435e-09, + 2.914466001868732e-09, + 8.636232617931228e-09, + 6.3874272537844945e-09, + 7.570237992027273e-09, + 3.375067891830952e-09, + 3.0476915435784235e-09, + 3.8834182536362505e-09, + 3.585214680690285e-09 ], "0.9": [ - 3.890026523123424e-09, - 4.898494276872611e-09, - 4.355635185859796e-09, - 3.3295334267435805e-09, - 2.6164304056663923e-09, - 5.897645705132959e-09, - 4.18629686471661e-09, - 6.999628432424743e-09, - 3.410621451926943e-09, - 5.52277823473446e-09, - 5.233770750123767e-09, - 9.223684926951137e-09, - 3.195253617249705e-09, - 7.696859150030377e-09, - 6.681933006902341e-09, - 8.308547627677854e-09, - 3.729794917362028e-09, - 3.235490653175077e-09, - 3.541765436487765e-09, - 3.186133579191619e-09, - 2.5413919857442124e-09, - 6.313146450054319e-09, - 4.577877632527816e-09, - 4.974192169271419e-09, - 3.1261911948021748e-09, - 5.892145438224361e-09, - 4.294391731107794e-09, - 6.041392497380116e-09, - 3.4979505958432355e-09, - 6.607437041949993e-09, - 5.652717405268959e-09, - 6.7583523222225494e-09, - 5.057178453782285e-09, - 3.160528061485479e-09, - 4.6456336555422695e-09, - 4.176173851178078e-09 + 3.165764983492636e-09, + 3.606281051560245e-09, + 4.1696290864479124e-09, + 4.322430635639307e-09, + 3.57524798655362e-09, + 5.7663844810207365e-09, + 3.524552649736279e-09, + 4.446620405218482e-09, + 4.197095337943324e-09, + 5.400210056905053e-09, + 5.801830127438734e-09, + 6.255038487168463e-09, + 4.0971734893702205e-09, + 7.349401531797639e-09, + 4.874395997944703e-09, + 5.546261672151331e-09, + 3.3570756174938765e-09, + 2.6840029088148754e-09, + 3.5137656118067184e-09, + 2.96933921895004e-09, + 2.37702491023839e-09, + 5.973093131217411e-09, + 6.146972708620524e-09, + 5.399648728143802e-09, + 3.869563780511953e-09, + 5.063483854428341e-09, + 4.545956722168398e-09, + 6.363791049679435e-09, + 2.914466001868732e-09, + 8.636232617931228e-09, + 6.3874272537844945e-09, + 7.570237992027273e-09, + 3.375067891830952e-09, + 3.0476915435784235e-09, + 3.8834182536362505e-09, + 3.585214680690285e-09 ] }, "timestamps": [ - "2026-06-30 04:40:00", - "2026-06-30 04:45:00", - "2026-06-30 04:50:00", - "2026-06-30 04:55:00", - "2026-06-30 05:00:00", - "2026-06-30 05:05:00", "2026-06-30 05:10:00", "2026-06-30 05:15:00", "2026-06-30 05:20:00", @@ -1153,6 +1147,12 @@ "2026-07-01 07:20:00", "2026-07-01 07:25:00", "2026-07-01 07:30:00", - "2026-07-01 07:35:00" + "2026-07-01 07:35:00", + "2026-07-01 07:40:00", + "2026-07-01 07:45:00", + "2026-07-01 07:50:00", + "2026-07-01 07:55:00", + "2026-07-01 08:00:00", + "2026-07-01 08:05:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index f605532fd463e3bb44d38c14539f1c5572fcf4d5..d6cbf35f19d5e807ab89767c46b1f5b0b6d59daa 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,31 +1,19 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-07-01T08:12:27.605280+00:00", + "evaluated_at": "2026-07-01T08:24:52.929693+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260630t080000z", - "data_fetched_at": "2026-07-01T08:09:07.866990Z", + "data_fetched_at": "2026-07-01T08:20:13.790420Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260701t061000z", - "data_fetched_at": "2026-07-01T08:09:07.866990Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260701t020000z", - "data_fetched_at": "2026-07-01T08:09:07.866990Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260630t082000z", - "data_fetched_at": "2026-07-01T08:09:07.866990Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260701t050500z", + "data_fetched_at": "2026-07-01T08:20:13.790420Z", + "context_length": 288, + "prediction_length": 36 } ], "failed_datasets": [] diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index be728e5d2bd0c424092787e008ab2fa64cac038f..1cd542a544c4c574b1e1330a9218d69ddc8bd807 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,Moving-Average,1345542.7816129874,1301142.7058098533,1098.525138774666,2.2125116914451812,0.018707987225399753,0.018520902124362682,54.01900778092131,1159.9753366399596,0.019725287700648953,0.01868033200730998,0.017537048071153218,Finance,1,24 +binance_btcusdt_1h_close/1h/short,Moving-Average,1352380.4660654562,1307710.2109657344,1101.354728618416,2.218210696766329,0.018757110442944473,0.018569069012418744,54.24696799376722,1162.9189421732954,0.019776296310947877,0.018729351347495444,0.01758601232457122,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,Moving-Average,1350299.0040038533,1305760.317880935,1070.7970891584434,2.2593448790030535,0.018249057319725908,0.018060935580739883,48.524654022993424,1162.0236675747415,0.019752990318603298,0.018202249339275924,0.016962246675837844,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Moving-Average,4.407835548068247e-15,1.12132504091072e-14,8.609260281087649e-08,nan,nan,2.0,nan,6.639153220154094e-08,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Moving-Average,9.578202015526527e-15,9.143141084502762e-15,9.078851462715541e-08,nan,nan,2.0,nan,9.786828912128038e-08,inf,inf,inf,Transportation,1,12 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index 12f9a25b353d8ac51b15a06f7eae7f7ad1d925be..f110c46a246331ce411b68643b89a73f3d61f087 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-07-01T08:13:08.468663+00:00", + "evaluated_at": "2026-07-01T08:25:20.255352+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 59154.328125, 58755.80078125, 58768.6484375, - 58773.87890625 + 58705.96875 ], "p50": [ 59893.62002809758, diff --git a/results/moving_average/forecasts/data_gov_sg_singapore_rainfall_5min_rainfall_5min_total__5min__short.json b/results/moving_average/forecasts/data_gov_sg_singapore_rainfall_5min_rainfall_5min_total__5min__short.json index 1560ee44d998d5725d925d5d58cbc40f29d7ed5d..3805f35abd9cbeead21d86b31aa4cbeca5f8c6a9 100644 --- a/results/moving_average/forecasts/data_gov_sg_singapore_rainfall_5min_rainfall_5min_total__5min__short.json +++ b/results/moving_average/forecasts/data_gov_sg_singapore_rainfall_5min_rainfall_5min_total__5min__short.json @@ -1,7 +1,7 @@ { "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short", "model": "Moving-Average", - "evaluated_at": "2026-07-01T07:51:26.591427+00:00", + "evaluated_at": "2026-07-01T08:25:20.273731+00:00", "freq": "5min", "context_length": 288, "prediction_length": 36, @@ -830,12 +830,6 @@ ] }, "timestamps": [ - "2026-06-30 04:40:00", - "2026-06-30 04:45:00", - "2026-06-30 04:50:00", - "2026-06-30 04:55:00", - "2026-06-30 05:00:00", - "2026-06-30 05:05:00", "2026-06-30 05:10:00", "2026-06-30 05:15:00", "2026-06-30 05:20:00", @@ -1153,6 +1147,12 @@ "2026-07-01 07:20:00", "2026-07-01 07:25:00", "2026-07-01 07:30:00", - "2026-07-01 07:35:00" + "2026-07-01 07:35:00", + "2026-07-01 07:40:00", + "2026-07-01 07:45:00", + "2026-07-01 07:50:00", + "2026-07-01 07:55:00", + "2026-07-01 08:00:00", + "2026-07-01 08:05:00" ] } diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index 2bfc8a0339ef9c9baef5af6645c6437a2a310fb2..1f6df6f2dddd1ddaa4c82b797f574a2a969b86ba 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,31 +1,19 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-07-01T08:13:08.522938+00:00", + "evaluated_at": "2026-07-01T08:25:20.289794+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260630t080000z", - "data_fetched_at": "2026-07-01T08:09:07.866990Z", + "data_fetched_at": "2026-07-01T08:20:13.790420Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260701t061000z", - "data_fetched_at": "2026-07-01T08:09:07.866990Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260701t020000z", - "data_fetched_at": "2026-07-01T08:09:07.866990Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260630t082000z", - "data_fetched_at": "2026-07-01T08:09:07.866990Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260701t050500z", + "data_fetched_at": "2026-07-01T08:20:13.790420Z", + "context_length": 288, + "prediction_length": 36 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index 04c1e0a7f923fa2405ad01cd11451e74b97dbc6e..faf71c0c0cedacb69c80b7b35f2ba72525280cd7 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-07-01T08:09:10.717588+00:00", - "finished_at": "2026-07-01T08:13:09.113454+00:00", - "task_count": 4, + "started_at": "2026-07-01T08:20:16.650919+00:00", + "finished_at": "2026-07-01T08:25:21.095483+00:00", + "task_count": 2, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/TSFM_Bench/space/vendor/ts_bench", @@ -10,31 +10,19 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-07-01T08:09:53.050503+00:00", + "evaluated_at": "2026-07-01T08:20:53.098601+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260630t080000z", - "data_fetched_at": "2026-07-01T08:09:07.866990Z", + "data_fetched_at": "2026-07-01T08:20:13.790420Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260701t061000z", - "data_fetched_at": "2026-07-01T08:09:07.866990Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260701t020000z", - "data_fetched_at": "2026-07-01T08:09:07.866990Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260630t082000z", - "data_fetched_at": "2026-07-01T08:09:07.866990Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260701t050500z", + "data_fetched_at": "2026-07-01T08:20:13.790420Z", + "context_length": 288, + "prediction_length": 36 } ], "failed_datasets": [] @@ -42,31 +30,19 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-07-01T08:10:32.562817+00:00", + "evaluated_at": "2026-07-01T08:21:43.375672+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260630t080000z", - "data_fetched_at": "2026-07-01T08:09:07.866990Z", + "data_fetched_at": "2026-07-01T08:20:13.790420Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260701t061000z", - "data_fetched_at": "2026-07-01T08:09:07.866990Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260701t020000z", - "data_fetched_at": "2026-07-01T08:09:07.866990Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260630t082000z", - "data_fetched_at": "2026-07-01T08:09:07.866990Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260701t050500z", + "data_fetched_at": "2026-07-01T08:20:13.790420Z", + "context_length": 288, + "prediction_length": 36 } ], "failed_datasets": [] @@ -74,31 +50,19 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-07-01T08:11:20.308348+00:00", + "evaluated_at": "2026-07-01T08:22:36.008894+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260630t080000z", - "data_fetched_at": "2026-07-01T08:09:07.866990Z", + "data_fetched_at": "2026-07-01T08:20:13.790420Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260701t061000z", - "data_fetched_at": "2026-07-01T08:09:07.866990Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260701t020000z", - "data_fetched_at": "2026-07-01T08:09:07.866990Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260630t082000z", - "data_fetched_at": "2026-07-01T08:09:07.866990Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260701t050500z", + "data_fetched_at": "2026-07-01T08:20:13.790420Z", + "context_length": 288, + "prediction_length": 36 } ], "failed_datasets": [] @@ -106,31 +70,19 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-07-01T08:11:44.043412+00:00", + "evaluated_at": "2026-07-01T08:22:50.070516+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260630t080000z", - "data_fetched_at": "2026-07-01T08:09:07.866990Z", + "data_fetched_at": "2026-07-01T08:20:13.790420Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260701t061000z", - "data_fetched_at": "2026-07-01T08:09:07.866990Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260701t020000z", - "data_fetched_at": "2026-07-01T08:09:07.866990Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260630t082000z", - "data_fetched_at": "2026-07-01T08:09:07.866990Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260701t050500z", + "data_fetched_at": "2026-07-01T08:20:13.790420Z", + "context_length": 288, + "prediction_length": 36 } ], "failed_datasets": [] @@ -138,31 +90,19 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-07-01T08:12:27.605280+00:00", + "evaluated_at": "2026-07-01T08:24:52.929693+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260630t080000z", - "data_fetched_at": "2026-07-01T08:09:07.866990Z", + "data_fetched_at": "2026-07-01T08:20:13.790420Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260701t061000z", - "data_fetched_at": "2026-07-01T08:09:07.866990Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260701t020000z", - "data_fetched_at": "2026-07-01T08:09:07.866990Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260630t082000z", - "data_fetched_at": "2026-07-01T08:09:07.866990Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260701t050500z", + "data_fetched_at": "2026-07-01T08:20:13.790420Z", + "context_length": 288, + "prediction_length": 36 } ], "failed_datasets": [] @@ -170,31 +110,19 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-07-01T08:13:07.637584+00:00", + "evaluated_at": "2026-07-01T08:25:19.696143+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260630t080000z", - "data_fetched_at": "2026-07-01T08:09:07.866990Z", + "data_fetched_at": "2026-07-01T08:20:13.790420Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260701t061000z", - "data_fetched_at": "2026-07-01T08:09:07.866990Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260701t020000z", - "data_fetched_at": "2026-07-01T08:09:07.866990Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260630t082000z", - "data_fetched_at": "2026-07-01T08:09:07.866990Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260701t050500z", + "data_fetched_at": "2026-07-01T08:20:13.790420Z", + "context_length": 288, + "prediction_length": 36 } ], "failed_datasets": [] @@ -202,31 +130,19 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-07-01T08:13:08.334417+00:00", + "evaluated_at": "2026-07-01T08:25:20.159725+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260630t080000z", - "data_fetched_at": "2026-07-01T08:09:07.866990Z", + "data_fetched_at": "2026-07-01T08:20:13.790420Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260701t061000z", - "data_fetched_at": "2026-07-01T08:09:07.866990Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260701t020000z", - "data_fetched_at": "2026-07-01T08:09:07.866990Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260630t082000z", - "data_fetched_at": "2026-07-01T08:09:07.866990Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260701t050500z", + "data_fetched_at": "2026-07-01T08:20:13.790420Z", + "context_length": 288, + "prediction_length": 36 } ], "failed_datasets": [] @@ -234,31 +150,19 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-07-01T08:13:08.461754+00:00", + "evaluated_at": "2026-07-01T08:25:20.246346+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260630t080000z", - "data_fetched_at": "2026-07-01T08:09:07.866990Z", + "data_fetched_at": "2026-07-01T08:20:13.790420Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260701t061000z", - "data_fetched_at": "2026-07-01T08:09:07.866990Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260701t020000z", - "data_fetched_at": "2026-07-01T08:09:07.866990Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260630t082000z", - "data_fetched_at": "2026-07-01T08:09:07.866990Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260701t050500z", + "data_fetched_at": "2026-07-01T08:20:13.790420Z", + "context_length": 288, + "prediction_length": 36 } ], "failed_datasets": [] @@ -266,31 +170,19 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-07-01T08:13:08.522938+00:00", + "evaluated_at": "2026-07-01T08:25:20.289794+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260630t080000z", - "data_fetched_at": "2026-07-01T08:09:07.866990Z", + "data_fetched_at": "2026-07-01T08:20:13.790420Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260701t061000z", - "data_fetched_at": "2026-07-01T08:09:07.866990Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260701t020000z", - "data_fetched_at": "2026-07-01T08:09:07.866990Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260630t082000z", - "data_fetched_at": "2026-07-01T08:09:07.866990Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260701t050500z", + "data_fetched_at": "2026-07-01T08:20:13.790420Z", + "context_length": 288, + "prediction_length": 36 } ], "failed_datasets": [] @@ -298,31 +190,19 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-07-01T08:13:08.571491+00:00", + "evaluated_at": "2026-07-01T08:25:20.330520+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260630t080000z", - "data_fetched_at": "2026-07-01T08:09:07.866990Z", + "data_fetched_at": "2026-07-01T08:20:13.790420Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260701t061000z", - "data_fetched_at": "2026-07-01T08:09:07.866990Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260701t020000z", - "data_fetched_at": "2026-07-01T08:09:07.866990Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260630t082000z", - "data_fetched_at": "2026-07-01T08:09:07.866990Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260701t050500z", + "data_fetched_at": "2026-07-01T08:20:13.790420Z", + "context_length": 288, + "prediction_length": 36 } ], "failed_datasets": [] @@ -344,7 +224,5 @@ "live_overall": "aggregates/live_overall_up_to_now.csv", "live_metadata": "aggregates/live_metadata.json" }, - "push_status": "ok", - "pushed_at": "2026-07-01T08:13:20.717761+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index 822e4ae035073e80ce3ac7e521774c8a22a8d89d..f28a8205782ba6cf9efad1343b16e9ff9b7d3b19 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,1506512.94648997,1506512.94648997,1121.5244140625,2.2588339499652355,0.019104779443275037,0.0188885127913017,7.9432710738126815,1227.400890699518,0.02087185384752321,0.019071432841637256,0.013836184538930965,Finance,1,24 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,1509749.9862181346,1509749.9862181346,1124.35400390625,2.2645329552863833,0.019153420037479375,0.018936683157604755,7.9432710738126815,1228.7188393681179,0.020895272205968433,0.01912047102620602,0.013854911796431559,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,Seasonal-Naive,1463672.0208524067,1463672.0208524067,1090.060546875,2.2999901095368793,0.018580607520877344,0.01837002905014522,8.457000112750649,1209.8231361866108,0.02056552320159977,0.01852970471251469,0.01355752871619086,Finance,1,24 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Seasonal-Naive,36436.1429036395,36436.1429036395,152.79166432221731,1.6109556133900285,0.8264244641534466,1.5187046461435552,64.32233589831223,190.88253692687422,1.1751439790441005,0.9406423828344558,0.9402466648974208,Finance,1,12 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Seasonal-Naive,0.0,0.0,0.0,nan,nan,nan,nan,0.0,nan,nan,nan,Climate,1,36 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index 32a8067cfa1edf09d4e1106e22a59fd1aeb2ac7b..d5e541342c9fdcea7e6d72a9bd1bb79b5033ad71 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-07-01T08:13:08.527840+00:00", + "evaluated_at": "2026-07-01T08:25:20.299088+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 59154.328125, 58755.80078125, 58768.6484375, - 58773.87890625 + 58705.96875 ], "p50": [ 60057.0, diff --git a/results/seasonal_naive/forecasts/data_gov_sg_singapore_rainfall_5min_rainfall_5min_total__5min__short.json b/results/seasonal_naive/forecasts/data_gov_sg_singapore_rainfall_5min_rainfall_5min_total__5min__short.json index 4b07f81ff0e7fee740b0a6e27b28e83eee74a69e..6a6a00794413305f4cc6aa47c025edf20a564254 100644 --- a/results/seasonal_naive/forecasts/data_gov_sg_singapore_rainfall_5min_rainfall_5min_total__5min__short.json +++ b/results/seasonal_naive/forecasts/data_gov_sg_singapore_rainfall_5min_rainfall_5min_total__5min__short.json @@ -1,7 +1,7 @@ { "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-07-01T07:51:26.670426+00:00", + "evaluated_at": "2026-07-01T08:25:20.315715+00:00", "freq": "5min", "context_length": 288, "prediction_length": 36, @@ -830,12 +830,6 @@ ] }, "timestamps": [ - "2026-06-30 04:40:00", - "2026-06-30 04:45:00", - "2026-06-30 04:50:00", - "2026-06-30 04:55:00", - "2026-06-30 05:00:00", - "2026-06-30 05:05:00", "2026-06-30 05:10:00", "2026-06-30 05:15:00", "2026-06-30 05:20:00", @@ -1153,6 +1147,12 @@ "2026-07-01 07:20:00", "2026-07-01 07:25:00", "2026-07-01 07:30:00", - "2026-07-01 07:35:00" + "2026-07-01 07:35:00", + "2026-07-01 07:40:00", + "2026-07-01 07:45:00", + "2026-07-01 07:50:00", + "2026-07-01 07:55:00", + "2026-07-01 08:00:00", + "2026-07-01 08:05:00" ] } diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index 6f3a7d9cc620150c1d119120c13fb8b4224772fd..4bbb389f6dcc1cc5246070ebc4691ef430f100a5 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,31 +1,19 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-07-01T08:13:08.571491+00:00", + "evaluated_at": "2026-07-01T08:25:20.330520+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260630t080000z", - "data_fetched_at": "2026-07-01T08:09:07.866990Z", + "data_fetched_at": "2026-07-01T08:20:13.790420Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260701t061000z", - "data_fetched_at": "2026-07-01T08:09:07.866990Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260701t020000z", - "data_fetched_at": "2026-07-01T08:09:07.866990Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260630t082000z", - "data_fetched_at": "2026-07-01T08:09:07.866990Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260701t050500z", + "data_fetched_at": "2026-07-01T08:20:13.790420Z", + "context_length": 288, + "prediction_length": 36 } ], "failed_datasets": [] diff --git a/results/sundial_base_128m/all_results.csv b/results/sundial_base_128m/all_results.csv new file mode 100644 index 0000000000000000000000000000000000000000..094afc4afb532cf6bb5bd53387b23a9bbddbd2ae --- /dev/null +++ b/results/sundial_base_128m/all_results.csv @@ -0,0 +1,98 @@ +dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates +loop_seattle/5T/short,Sundial (Base 128M),37.38912407685113,37.79311926559275,3.4166639455946854,0.5418677171663021,0.0930234914962721,0.0727460422259981,7.18608638094916,6.114664674113466,0.1048530027142019,0.0585882453174582,0.0496514837795298,Transport,1 +loop_seattle/5T/medium,Sundial (Base 128M),73.50833688080495,74.1760066756966,5.1912426631836945,0.8196109744635476,0.1663365288292537,0.1194572007816027,10.00461001995478,8.57370030271673,0.1525437419054575,0.0923628716915108,0.0774367286819119,Transport,1 +loop_seattle/5T/long,Sundial (Base 128M),89.1548085081986,89.1674085540649,5.676028121775026,0.8928347181609574,0.1759994486189944,0.1287368683081785,11.336979324492034,9.44218240176489,0.166939715896876,0.1003533380052782,0.0844976053834093,Transport,1 +loop_seattle/D/short,Sundial (Base 128M),18.429789086687308,18.52360197368421,2.9816349812951497,0.8995514672181137,0.0550705412716073,0.0548309924555759,17.340802301170243,4.292993021970489,0.0767215269073254,0.0532858048626083,0.0471408326784013,Transport,1 +loop_seattle/H/short,Sundial (Base 128M),60.18822434617891,59.60882590570854,4.346736920183586,0.8804201037957281,0.1158579299609332,0.0996091810639487,14.29746495628067,7.758107007909785,0.1373263833632477,0.0769416637424209,0.066568320372834,Transport,1 +loop_seattle/H/medium,Sundial (Base 128M),68.30358617131063,68.25909442724458,4.956817998581012,1.0140278217947962,0.1304006476151315,0.1120392947989228,15.9935680570479,8.264598367211235,0.1460758345241723,0.0876111933762954,0.0752987148522233,Transport,1 +loop_seattle/H/long,Sundial (Base 128M),61.90195218438252,61.99824991400069,4.742837332301342,0.9871012881124152,0.1341950817127838,0.1087773971636351,14.78540112545964,7.867779368054402,0.1406077507660393,0.0847608528845928,0.0722390965179178,Transport,1 +m_dense/D/short,Sundial (Base 128M),7680.636296296297,7703.605925925925,46.08437789351852,0.681301001844435,0.1199051706414473,0.0983558146158854,9.91669473889226,87.63923947808023,0.1517164870782257,0.0797788749061293,0.0667818156593893,Transport,1 +m_dense/H/short,Sundial (Base 128M),37860.537777777776,38285.991111111114,88.01905381944445,0.7911527641202473,0.2899245252902517,0.2149389309353298,12.412157782362964,194.5778450332354,0.3451326113976903,0.1561238685332848,0.1332013739663772,Transport,1 +m_dense/H/medium,Sundial (Base 128M),35793.24888888889,35781.76222222222,88.92399305555556,0.7587427424857901,0.3172664157223364,0.2202114529079861,10.309195756556583,189.19103807762377,0.3291685045070318,0.1547165135638255,0.1282044702426012,Transport,1 +m_dense/H/long,Sundial (Base 128M),36111.89728395062,36283.50419753086,91.45063271604938,0.7708725770495878,0.3155407711442304,0.2239726502218364,9.930669545560852,190.0313060628449,0.3289722825299599,0.158314564093237,0.1303768565994658,Transport,1 +sz_taxi/15T/short,Sundial (Base 128M),16.603792407137135,16.572001362894916,2.7728853889437386,0.5537644512663443,1009814854269.8969,0.4005998185266068,8.565742344193046,4.074775135775854,0.3810089022864843,0.2592766430058536,0.2233087287446781,Transport,1 +sz_taxi/15T/medium,Sundial (Base 128M),17.097115384615385,16.801088408119657,2.8827486478365385,0.5632305341689838,10381046999526.62,0.4233590150490785,7.808679476853401,4.1348658242578304,0.384818282074604,0.2682878790903594,0.2279311941548681,Transport,1 +sz_taxi/15T/long,Sundial (Base 128M),16.49652221331909,16.136390446937323,2.842568108974359,0.5372017514900559,6770085977715.236,0.421029967392272,6.8094228015750105,4.061591093810293,0.3759336366610085,0.2631030406512037,0.2210724128748929,Transport,1 +sz_taxi/H/short,Sundial (Base 128M),7.454074435763889,7.344264364650107,1.9091939029530585,0.581415842067849,1.149892432057959,0.3056304149138621,9.275420074651208,2.7302150896520754,0.2543363834520324,0.1778531934814084,0.1539936485059681,Transport,1 +bitbrains_fast_storage/5T/short,Sundial (Base 128M),1667311.4097309958,1711803.8958942452,181.00176684311495,0.7400817080132996,2.7738987359024674,0.7436391409035517,15.030792252691077,1291.2441325059317,4.054187281222474,0.5683007903315925,0.4616509497480503,Web/CloudOps,2 +bitbrains_fast_storage/5T/medium,Sundial (Base 128M),2907838.320472667,2877131.708869361,312.31870573567153,1.107871728301013,5.429366768086938,0.8071652781288694,23.570398005670967,1705.238493722408,5.1809858111874965,0.94891054180505,0.7275862010337261,Web/CloudOps,2 +bitbrains_fast_storage/5T/long,Sundial (Base 128M),3992984.656532448,4074699.162123445,402.3351208491215,1.0110702542831842,5.992031531062318,0.8165969330820964,18.612015056705424,1998.2453944729732,5.280765984355254,1.0632516038160884,0.8112800068833039,Web/CloudOps,2 +bitbrains_fast_storage/H/short,Sundial (Base 128M),3002624.164511734,2752943.8191741854,339.0138164151865,1.1499014166635186,4.92548112469647,0.6058981282372182,26.78099747530234,1732.80817302774,4.939066039798932,0.96629947488831,0.7644337983354259,Web/CloudOps,2 +bitbrains_rnd/5T/short,Sundial (Base 128M),1401344.1824515034,1540852.046103743,126.1733071134422,1.7146683452862683,1.251046626626142,0.6860893218903396,54.78645586026391,1183.7838411008588,4.843701719118544,0.5162647464455313,0.4333540309915635,Web/CloudOps,2 +bitbrains_rnd/5T/medium,Sundial (Base 128M),2428639.0456661023,2380889.5423860047,192.43698043853752,4.562192427864367,2.3730152582257915,0.7679559803279247,162.52809085259724,1558.4091393681258,6.557020809910089,0.8096803679188941,0.7302818091340633,Web/CloudOps,2 +bitbrains_rnd/5T/long,Sundial (Base 128M),2565960.3198869433,2498272.9553300245,213.09548285627992,3.5224942814874347,3.1000865366677197,0.7565202479385937,118.99906619854494,1601.8615170753503,6.136370845058673,0.8163208206664636,0.7151753520857796,Web/CloudOps,2 +bitbrains_rnd/H/short,Sundial (Base 128M),1869378.53970419,1716389.989173522,185.33467243510503,5.979679667159194,3.1037654265433465,0.628305893623993,215.97912400831697,1367.252185847289,5.983764780277694,0.8111152404515893,0.7254302314523267,Web/CloudOps,2 +bizitobs_application/10S/short,Sundial (Base 128M),774527.2177777778,768104.0355555556,471.55090277777776,1.4287244579270495,0.0207145245869954,0.0209059927198621,35.81248179934669,880.0722798598862,0.0339408700847585,0.018185833477313,0.0162992402796462,Web/CloudOps,2 +bizitobs_application/10S/medium,Sundial (Base 128M),5238368.0,5198286.08,1243.2520833333333,2.856535846734542,0.0410652573903401,0.0418922932942708,78.73858005059354,2288.7481294367017,0.0898724028547425,0.0488188502029845,0.0456523489096267,Web/CloudOps,2 +bizitobs_application/10S/long,Sundial (Base 128M),7611294.72,7586994.062222222,1659.194166666667,3.705243579739328,0.0536026340060763,0.0547540961371527,116.51264873478618,2758.8575026630137,0.1063981064091174,0.0639884870197118,0.0614481599561253,Web/CloudOps,2 +bizitobs_l2c/5T/short,Sundial (Base 128M),13.797112165178572,13.8958984375,2.3654639834449407,0.2481098037784186,0.1442609554988538,0.1870400201706659,2.571659952682548,3.714446414363595,0.1275691248136778,0.081239607867125,0.0669829680639304,Web/CloudOps,7 +bizitobs_l2c/5T/medium,Sundial (Base 128M),66.03551232993198,65.80960884353742,5.367345610119048,0.5301663187479796,0.3870744738830045,0.6539383868781887,6.148770555055706,8.126223743531307,0.4275588702051335,0.2824013093276875,0.2341061041320845,Web/CloudOps,7 +bizitobs_l2c/5T/long,Sundial (Base 128M),100.55199404761905,100.30006944444445,6.6023542906746036,0.6350142264434739,0.5411881561194837,0.7743142361111112,8.052863430563646,10.027561719960593,0.5630325993440862,0.3707123228839833,0.3100932988678433,Web/CloudOps,7 +bizitobs_l2c/H/short,Sundial (Base 128M),58.68516322544643,58.96220858134921,4.811042906746032,0.4764393762735541,0.439277996548074,0.6333610292464967,6.710387912500496,7.660624205993035,0.4129272639006895,0.2593275339674409,0.2228493280644269,Web/CloudOps,7 +bizitobs_l2c/H/medium,Sundial (Base 128M),80.02613467261905,81.70883556547619,5.414339192708334,0.550211607426368,0.5420053790474771,0.7827382405598958,7.306465746157197,8.945732763313414,0.5416777066064108,0.3278464620274622,0.2763385372212042,Web/CloudOps,7 +bizitobs_l2c/H/long,Sundial (Base 128M),97.68327132936508,99.13186383928571,6.222073800223214,0.6649538160803763,0.7405663072226014,0.8124540298704117,10.485610887419584,9.883484776604105,0.6037117756486757,0.3800622257284957,0.3248376979085573,Web/CloudOps,7 +bizitobs_service/10S/short,Sundial (Base 128M),9121.87343915344,8756.308994708994,24.69885582010582,0.8388123634083924,0.083732845568783,0.0605504660631613,17.905196376640344,95.50849930322138,0.0707557496138025,0.0182977019941079,0.016323560876514,Web/CloudOps,2 +bizitobs_service/10S/medium,Sundial (Base 128M),97587.21015873016,98052.56126984127,62.335679563492064,1.2720799283158783,0.1187313600570436,0.0892765396360367,25.27081604263379,312.3895167234812,0.2351117117793331,0.0469153013866133,0.0439921805624936,Web/CloudOps,2 +bizitobs_service/10S/long,Sundial (Base 128M),131941.80402116402,132003.10857142857,80.13044312169312,1.457287860964514,0.1430374323123346,0.0992829499421296,33.667228398243935,363.2379440823384,0.2690982814013858,0.0593631939704274,0.0568448904241987,Web/CloudOps,2 +car_parts/M/short,Sundial (Base 128M),1.3770329361499123,1.3562324800639574,0.551516586999043,0.9567785611036184,0.70865921627573,1.8251849331988177,22.831523029638067,1.1734704666713656,2.8138618039615704,1.3224802008097474,1.1888484578014162,Sales,1 +covid_deaths/D/short,Sundial (Base 128M),4750637.297243108,4477442.309774436,402.08527568922307,60.37512053436367,0.1899772896045182,0.4979675139998433,1672.7840554639606,2179.5956728813508,0.8200834790539754,0.1512865417500509,0.1310639488942473,Healthcare,1 +electricity/15T/short,Sundial (Base 128M),124519.82138513512,123738.63013513511,48.25886278856982,0.8949515637448004,0.1568043365272096,0.1562521980904244,15.645124261570611,352.873662073461,0.6955835443448973,0.0951277310618305,0.083614551536036,Energy,1 +electricity/15T/medium,Sundial (Base 128M),272671.48163963965,271096.7338378378,55.858921030405405,0.8541111431489306,0.1356333624891668,0.1359071578292159,12.673007115851096,522.179549235356,0.8997679459171861,0.0962505458328951,0.0822344043680592,Energy,1 +electricity/15T/long,Sundial (Base 128M),351951.0873393393,350408.16377777775,61.53619725975976,0.9062450146418704,0.1447556375475504,0.1396683082007789,12.487065442346577,593.2546563992055,0.9359319264724014,0.0970808927125511,0.0822060533974962,Energy,1 +electricity/D/short,Sundial (Base 128M),1541255668.3762162,1539757168.2525406,4528.206414414414,1.4558630961996544,0.362119266477972,0.0978611301731419,20.78940248735936,39258.82917734832,0.6451529423256734,0.0744134696050242,0.0637861337580781,Energy,1 +electricity/H/short,Sundial (Base 128M),1351264.2378378378,1379962.926576577,167.6371364724099,0.9319139633483812,0.1997890310031984,0.125901819177576,18.20285203101193,1162.438917895404,0.548754183518862,0.0791367000331579,0.0693888009177783,Energy,1 +electricity/H/medium,Sundial (Base 128M),6083808.971531532,6075464.317837838,234.6254349662162,0.9934519730818584,0.2316100528001053,0.127550117561409,17.08206870586526,2466.537851226194,0.962771006297108,0.091582039178123,0.0798748244223144,Energy,1 +electricity/H/long,Sundial (Base 128M),9736594.810234234,9653101.306618618,268.749015015015,1.0753938178294975,0.2753369705480924,0.1357996082019519,18.99597491045824,3120.351712585335,1.230665792525617,0.1059945320330255,0.0929800529037864,Energy,1 +electricity/W/short,Sundial (Base 128M),156600593037.14594,165368612203.47388,38040.983783783784,1.614482091997285,0.2493729220592092,0.1037719485996005,23.430973726850713,395727.9280479784,0.9029205411614254,0.0867969714288213,0.0720188355633119,Energy,1 +ett1/15T/short,Sundial (Base 128M),4.865275355747768,5.149080403645834,1.1326773507254464,0.7097059923931616,0.5011566507454214,0.2465284075055803,8.353473729986172,2.2057369189791807,0.416976091831895,0.2141231671592922,0.177346765109939,Energy,7 +ett1/15T/medium,Sundial (Base 128M),9.479339037698413,9.522857142857143,1.6631180245535715,1.0667045190646924,0.7683557793146981,0.4159195963541666,11.184306913045496,3.0788535265092447,0.5868325263463925,0.3169919398755988,0.2599939605277198,Energy,7 +ett1/15T/long,Sundial (Base 128M),8.588688616071428,8.424805307539682,1.6301932973710318,1.0882545863507582,0.8187500465963538,0.4222196645585317,11.252389295554746,2.930646450200267,0.5585841110632471,0.3107164543205254,0.2526629588207522,Energy,7 +ett1/D/short,Sundial (Base 128M),68630.59047619048,68294.18412698412,166.50721726190477,1.9033811160400669,1.3687090192522322,0.4968551393539187,24.00443651496063,261.97440805580703,0.6880844725384713,0.437336729239216,0.3729444829198183,Energy,7 +ett1/H/short,Sundial (Base 128M),95.23248697916668,95.23712797619048,4.891598656063988,0.8294853844046632,0.4678214663550967,0.2625470842633928,10.191291541613095,9.758713387489491,0.4554790783442203,0.2283109216374914,0.1902428669753556,Energy,7 +ett1/H/medium,Sundial (Base 128M),130.83780691964284,130.98899739583334,6.7376825241815474,1.287646484989819,3319469932639.093,0.4530447097051711,18.002215579451374,11.438435510140486,0.5478739462199896,0.3227190212882065,0.2691033786548276,Energy,7 +ett1/H/long,Sundial (Base 128M),138.46879133597884,138.9707671957672,7.078614831349206,1.4054141627728294,2813768040816.448,0.4885259396184689,19.88461175593543,11.767276292157792,0.5635093754804101,0.3389795330579862,0.2827083326570119,Energy,7 +ett1/W/short,Sundial (Base 128M),3683896.8571428577,3667887.4285714286,1210.601841517857,1.8430188542279329,0.7876313073294503,0.569650377546038,19.434605080896997,1919.3480291866967,0.7637543913302695,0.481727367080771,0.4039464354923995,Energy,7 +ett2/15T/short,Sundial (Base 128M),7.541792224702381,7.563260904947916,1.7109636579241072,0.7473446713848775,0.1088793378399709,0.1290370759509858,9.339846044863958,2.746232369028954,0.1303734201583106,0.0812255315193933,0.0686564385978035,Energy,7 +ett2/15T/medium,Sundial (Base 128M),11.871760912698411,11.802404513888888,2.167898685515873,0.9071844187960826,0.1390239917231806,0.1657980492001488,10.156929834549702,3.445542179788025,0.1836191796445549,0.1155312451323476,0.0957543216760796,Energy,7 +ett2/15T/long,Sundial (Base 128M),11.858053075396825,11.674272073412698,2.192200210813492,0.9212435305526608,0.1424893331718948,0.1694564383370535,10.670394862380515,3.443552391847237,0.1835131402434129,0.1168263174044086,0.097674820032303,Energy,7 +ett2/D/short,Sundial (Base 128M),123608.8634920635,121005.04126984128,214.6015625,1.50709571753811,0.4611456976996528,0.1556462121388268,16.407948600654866,351.5805220601157,0.2012188089141859,0.1228221362899896,0.1026415265257265,Energy,7 +ett2/H/short,Sundial (Base 128M),116.91236979166666,113.46793154761905,6.692149135044643,0.7705117287530697,0.1254463963402705,0.1153616678147088,10.325377422224458,10.812602359823774,0.1371338829435629,0.0848750712905191,0.0720616605366869,Energy,7 +ett2/H/medium,Sundial (Base 128M),249.36175595238095,247.17736235119048,9.998749069940477,1.11502643965467,0.1846722379558514,0.1903496515183221,12.937642203068034,15.791192353726204,0.2127964719022616,0.1347395736723634,0.1136183531700855,Energy,7 +ett2/H/long,Sundial (Base 128M),265.9783399470899,262.0705687830688,10.183081183862434,1.1394240030514895,0.1926071940996123,0.2007253818411045,12.8365883657284,16.308842385254998,0.2233370442539474,0.1394494593348947,0.1168439160691367,Energy,7 +ett2/W/short,Sundial (Base 128M),5142077.142857143,4744008.571428572,1413.623883928571,0.936457900086336,0.1392535056386675,0.1504846811294555,10.745230062350288,2267.614857698975,0.1902181219063579,0.1185813716866023,0.0982279855252889,Energy,7 +hierarchical_sales/D/short,Sundial (Base 128M),27.632022529971064,27.589404195948735,2.4153553250310047,0.7895142034181349,0.7173977498846464,0.9863113308701944,13.2086148556627,5.256617023330791,1.6126718892360312,0.7410042652728633,0.6491728654993807,Sales,1 +hierarchical_sales/W/short,Sundial (Base 128M),488.66101694915255,457.8660288665254,9.61986477092161,0.7509810161145285,0.684453321534199,0.4777563062764831,12.34329558035152,22.10567838699262,1.0148825074383765,0.4416526970588593,0.390210413147802,Sales,1 +hospital/M/short,Sundial (Base 128M),3398.8683181225556,3304.418948283355,19.89609476857888,0.8373906478027656,0.2126494684928088,0.1897604360833265,11.769844117897032,58.29981404878197,0.21164186303998,0.0722274441650643,0.0609090196118886,Healthcare,1 +jena_weather/10T/short,Sundial (Base 128M),714.0433531746032,760.1094246031746,6.064236886160714,0.2972308027391687,0.3847620850055592,0.5452390640500993,3.2718569348065434,26.721589645352378,0.1659745624375545,0.0376665115008703,0.0308346070923093,Nature,21 +jena_weather/10T/medium,Sundial (Base 128M),1463.590909090909,1480.09898989899,10.606262400793652,0.638583318706897,0.9757086962325224,0.6651314343208874,8.155205430508937,38.25690668481848,0.2347819823103832,0.0650904510361416,0.0541984801748506,Nature,21 +jena_weather/10T/long,Sundial (Base 128M),1526.9175925925929,1558.02791005291,11.005598958333334,0.6789694776833581,1.0108914967660652,0.6608337079406416,8.533353195159828,39.075792923401984,0.2391114772818527,0.0673451471722456,0.0559618691419076,Nature,21 +jena_weather/D/short,Sundial (Base 128M),335.6586061507937,334.7327628968254,9.400784350198412,0.9311451482969424,0.7852221390519247,0.4243041023375496,12.1090083589597,18.32098813248875,0.1103222928242184,0.0566080866577711,0.0478990373571762,Nature,21 +jena_weather/H/short,Sundial (Base 128M),1175.9592731829573,1197.647034252297,9.2238424838137,0.538848642518242,1.7519873990653612,0.6039663265422671,7.101045333338838,34.292262584772054,0.2102093620182935,0.0565415606242535,0.0496460224525243,Nature,21 +jena_weather/H/medium,Sundial (Base 128M),1254.0208333333333,1268.9168650793652,11.169922650049603,0.8685233040993711,3.727921892923987,0.6717536078559028,9.29711649459636,35.41215657557915,0.2166932665415237,0.0683507377160018,0.0583787174072234,Nature,21 +jena_weather/H/long,Sundial (Base 128M),1318.643253968254,1302.21626984127,12.913236813822753,1.0881605488875692,3.741977550866237,0.6666673125413359,16.21339153163842,36.31312784611447,0.2186452618801649,0.0777519925257821,0.0657275623788261,Nature,21 +kdd_cup_2018/D/short,Sundial (Base 128M),2643.545980450828,2724.824522907108,20.464195175876057,1.1735723109796423,0.6069453145779307,0.4520561319215872,15.39534679028357,51.41542551074364,1.1517600905129683,0.4584196873585527,0.3956485663531878,Nature,1 +kdd_cup_2018/H/short,Sundial (Base 128M),4073.6266219234462,4104.7201669204405,19.309099624056028,0.8005728901664165,0.7581389280063812,0.4396230880898601,12.435813682322742,63.82496864020731,1.3359721898774637,0.4041744267001718,0.3514852483675335,Nature,1 +kdd_cup_2018/H/medium,Sundial (Base 128M),4404.977002365145,4450.69979332406,20.754435195464534,0.8408122037406998,0.8275329345817771,0.4638447031611326,12.144618647993806,66.3700007711703,1.3892443178118112,0.4344279166743208,0.377101024069857,Nature,1 +kdd_cup_2018/H/long,Sundial (Base 128M),3238.069802731411,3268.87309073652,18.44123979822007,0.7747499424036353,0.7683727548419232,0.4688291406922856,11.506386680401688,56.90404030234946,1.3351987287102756,0.4327060047686658,0.3747144138264249,Nature,1 +m4_daily/D/short,Sundial (Base 128M),558540.8372030146,569714.9005373619,198.68158458379804,3.714947083199855,0.0392072447420612,0.033353801738769,56.307273731262825,747.3558972825562,0.1154458326067551,0.0306908141613742,0.0266396465232694,Econ/Fin,1 +m4_hourly/H/short,Sundial (Base 128M),1133904.489533011,1233038.6344605477,210.2628069645733,0.8692680665321981,0.1075559238304838,0.0946229698193438,11.960330569851838,1064.849514970548,0.1453754629157268,0.0287055142221484,0.0229809940799739,Econ/Fin,1 +m4_monthly/M/short,Sundial (Base 128M),2240086.612148148,2205808.108740741,651.5672013888889,1.0992059769425646,0.1964410545561048,0.1544381048414442,16.191359550291462,1496.6918895177284,0.3110639567967747,0.1354180330651334,0.1162578099550247,Econ/Fin,1 +m4_quarterly/Q/short,Sundial (Base 128M),2086986.472,2065333.488,646.3814778645833,1.4574114966025733,0.1290917205810547,0.1171581813494364,22.36748309124086,1444.6406030566911,0.2418073976573149,0.108192876986575,0.0930524818903939,Econ/Fin,1 +m4_weekly/W/short,Sundial (Base 128M),348123.5226055282,332966.698950075,291.571110992072,2.39610125632833,0.0751076570179418,0.0722758650958525,25.402798188491037,590.0199340747126,0.107492488249419,0.0531197378463769,0.0434533227452716,Econ/Fin,1 +m4_yearly/A/short,Sundial (Base 128M),4997100.187690433,4880675.977133571,1120.7643876411016,4.329944223633436,0.2032089580984097,0.1912619182650541,87.54221907098058,2235.4194657134112,0.3584598732647898,0.1797197646864477,0.1600131695818998,Econ/Fin,1 +restaurant/D/short,Sundial (Base 128M),142.67255066778742,143.40200336228637,7.351215910152237,0.7043214521479607,0.7502271075581395,0.4040559494518773,9.366935736069946,11.944561551927617,0.5497163978907575,0.3383199887813349,0.2856917953281462,Sales,1 +saugeen/D/short,Sundial (Base 128M),1033.1979166666667,1043.4395833333333,12.527005208333334,2.783229391019545,0.3125386047363281,0.3236430867513021,75.86281309813374,32.14339615950167,1.0411322602659936,0.4057526834500538,0.3791559457651823,Nature,1 +saugeen/M/short,Sundial (Base 128M),376.7884579613095,385.2522553943453,12.846944173177084,0.7528023615422877,0.4215218226114909,0.3763252894083659,10.33956776215654,19.4110395899166,0.5827776410626605,0.385703804550326,0.3319812578629679,Nature,1 +saugeen/W/short,Sundial (Base 128M),1053.62548828125,1092.30908203125,14.770535278320311,1.1982786164986492,0.3316983222961426,0.371807599067688,27.377672970743134,32.45959778372569,0.9798199500794474,0.4458608894502877,0.4057619792144697,Nature,1 +solar/10T/short,Sundial (Base 128M),17.38408416970803,18.219959892031632,1.918618128421533,0.8373387888683936,4.711767718096245,1.5110303447194342,7.535477779227135,4.1694225223294445,1.2128845602252192,0.558125805784385,0.4444252264450095,Energy,1 +solar/10T/medium,Sundial (Base 128M),18.074612226277377,18.58121198296837,2.1586906070283125,0.940830415196118,3.513908973666567,1.4718986742424245,6.205610561348746,4.251424728991139,0.9434079950279076,0.4790220002190709,0.3726298978462091,Energy,1 +solar/10T/long,Sundial (Base 128M),18.170098337388485,18.24339834245742,2.1740717904121047,0.9494114377480228,3.4878601122249973,1.4685918333079886,6.27318162052604,4.262639832004163,0.9213013122809924,0.4698907889100312,0.3648130201629169,Energy,1 +solar/D/short,Sundial (Base 128M),122735.82871046229,125002.0593673966,276.988899026764,1.0812809630437707,0.9917641447118308,0.4710672271802767,9.725230133388656,350.3367361703056,0.5061172575408385,0.4001546154626886,0.3237486423313621,Energy,1 +solar/H/short,Sundial (Base 128M),542.3035359841209,549.8866372134717,10.220167384988477,0.7869252373242515,3.7249074247143055,1.3971023706120342,13.77821861863638,23.28741153464938,0.8583817689046194,0.3767187841110908,0.3286122560749378,Energy,1 +solar/H/medium,Sundial (Base 128M),500.6115875912409,502.3263077858881,10.058445483576644,0.766729353250346,3.6976240779496226,1.3902708475897203,12.006373891289906,22.374351109948215,0.8059763489713974,0.3623286828450824,0.3091999352745588,Energy,1 +solar/H/long,Sundial (Base 128M),427.0271289537713,427.0316707218167,9.861896162814274,0.7493449101098908,4.299106481595773,1.3845172953025917,11.844666051847392,20.66463474039092,0.7164805466759955,0.3419299127598036,0.2930377223939998,Energy,1 +solar/W/short,Sundial (Base 128M),1235502.9489051094,1256159.5328467153,902.0643818430656,0.9808747227904372,0.1973764182877366,0.1786033602526588,6.82843081120576,1111.5318029211353,0.2268914306427691,0.1841338930567514,0.1478253184985092,Energy,1 +temperature_rain/D/short,Sundial (Base 128M),165.39650524032874,170.26629099021108,6.104377582519322,1.429880420844037,51.386792891286774,1.4162385989179629,27.010122751001916,12.860657263154506,1.5140393681354736,0.7186466281452656,0.6199938727217345,Nature,1 +us_births/D/short,Sundial (Base 128M),157040.92,157050.24,264.0079166666667,0.3886940244462994,0.0251105690002441,0.0249287986755371,6.858113080172684,396.2838881408125,0.0371483988549252,0.0247485998868222,0.0215782553198688,Healthcare,1 +us_births/M/short,Sundial (Base 128M),150176117.33333334,150676010.66666666,10277.453125,1.158132553474985,0.0317596147457758,0.0324845587213834,22.12468864982641,12254.636564718408,0.0380628176189588,0.0319216993354598,0.0282997082969116,Healthcare,1 +us_births/W/short,Sundial (Base 128M),3689235.4285714286,3637910.285714286,1498.275251116071,1.362387484772567,0.0201576820441654,0.0203139122043337,19.911947005998787,1920.7382509263016,0.0260738334194385,0.0203389396213814,0.0173419250939806,Healthcare,1 diff --git a/results/sundial_base_128m/config.json b/results/sundial_base_128m/config.json new file mode 100644 index 0000000000000000000000000000000000000000..23c9d3b1c7a12be296aadd271ed54003f674b2d8 --- /dev/null +++ b/results/sundial_base_128m/config.json @@ -0,0 +1,11 @@ +{ + "model": "Sundial (Base 128M)", + "model_type": "zero-shot", + "model_dtype": "float32", + "model_link": "https://huggingface.co/thuml/sundial-base-128m", + "code_link": "https://github.com/zhouziyu02/TSFM_Bench/blob/main/scripts/run_online_eval.py", + "org": "THUML / TSFM.ai", + "testdata_leakage": "No", + "replication_code_available": "Yes", + "api_model_id": "thuml/sundial-base-128m" +} diff --git a/results/tabpfn_ts/all_results.csv b/results/tabpfn_ts/all_results.csv new file mode 100644 index 0000000000000000000000000000000000000000..1ccae012ee7cec23c3a77da80b0b5c0c164ace66 --- /dev/null +++ b/results/tabpfn_ts/all_results.csv @@ -0,0 +1,98 @@ +dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates +bitbrains_fast_storage/5T/long,TabPFN-TS,5094671.185438427,5094671.185438427,483.1624726930903,1.1526641321691184,6.84183501453906,0.8053138505812252,70.21928659273716,2257.1378304034574,5.964941308843822,1.2768541439646968,0.8850161893008147,Web/CloudOps,2 +bitbrains_fast_storage/5T/medium,TabPFN-TS,4622063.369807966,4622063.369807966,441.63762099470586,1.307633919865287,6.807939859955235,0.805070973047274,98.99555171639452,2149.8984556969117,6.531985259967827,1.3418170625410066,0.9486319340358308,Web/CloudOps,2 +bitbrains_fast_storage/5T/short,TabPFN-TS,2246919.058831472,2246919.058831472,263.97642698274865,0.9980513501588254,4.24383417854469,0.7465228041656109,83.52859027541167,1498.9726678066788,4.706403428343518,0.8288206900872653,0.6618188415356218,Web/CloudOps,2 +bitbrains_fast_storage/H/short,TabPFN-TS,3140360.326601572,3140360.326601572,318.8959748516379,1.1840948063141727,4.487001069476268,0.5588612078779172,23.623995660482628,1772.106183782894,5.05107832465668,0.9089571274757822,0.6698861614157302,Web/CloudOps,2 +bitbrains_rnd/5T/long,TabPFN-TS,2963661.558287043,2963661.558287043,265.86029517843235,3.874637617567236,4.921695993468071,0.7496938695174797,253.21231299800388,1721.5288432922182,6.594789314139544,1.0184509196742515,0.8191243201309302,Web/CloudOps,2 +bitbrains_rnd/5T/medium,TabPFN-TS,2541585.941135939,2541585.941135939,232.50274768348632,4.831154957418062,4.022562604208175,0.7654880519867127,388.8164612185016,1594.2352213948666,6.707760153017819,0.9782575654136576,0.8190933026377596,Web/CloudOps,2 +bitbrains_rnd/5T/short,TabPFN-TS,1957817.1753560656,1957817.1753560656,171.3280490517959,2.0308800366527606,2.408422210268895,0.6986985656768337,300.9469489327098,1399.22020259717,5.725205164718139,0.7010249205033943,0.607620615332135,Web/CloudOps,2 +bitbrains_rnd/H/short,TabPFN-TS,2116447.4668147573,2116447.4668147573,202.59939406173635,6.680151206331231,3.3270626716840086,0.6266154306757415,212.599432283774,1454.8015214505233,6.366923246390955,0.8866740739109548,0.7424817493089628,Web/CloudOps,2 +bizitobs_application/10S/long,TabPFN-TS,5377315.84,5377315.84,1395.8348611111112,3.094252917003883,0.044311006334092885,0.04513220893012153,52.85873738124467,2318.904016987335,0.08943085901094665,0.05383177128166312,0.04856447852707176,Web/CloudOps,2 +bizitobs_application/10S/medium,TabPFN-TS,4487442.773333333,4487442.773333333,1172.7091666666668,2.490061805199081,0.03584209442138672,0.03663747787475586,36.39132929151046,2118.3585091606506,0.08318170395311869,0.0460488374856937,0.04078035676061784,Web/CloudOps,2 +bizitobs_application/10S/short,TabPFN-TS,930296.4622222222,930296.4622222222,488.9087152777778,1.263384822147888,0.018171200222439236,0.018381890190972226,8.707376745126052,964.5187723534584,0.03719763375795841,0.018855254924278652,0.014849729690675231,Web/CloudOps,2 +bizitobs_l2c/5T/long,TabPFN-TS,99.68172619047618,99.68172619047618,6.976498635912699,0.6649990805871352,0.6381057311584813,0.8647107514880953,6.210544167714041,9.984073627056052,0.5605908079423119,0.3917199685223014,0.3059204801306481,Web/CloudOps,7 +bizitobs_l2c/5T/medium,TabPFN-TS,75.91723533163265,75.91723533163265,6.2581818664965985,0.6375318293573421,0.4760612674560484,0.7679077978847789,5.821976683337321,8.713049714745845,0.4584345459406488,0.32927239672763153,0.2612696761653268,Web/CloudOps,7 +bizitobs_l2c/5T/short,TabPFN-TS,23.84475795200893,23.84475795200893,2.981525384812128,0.30632387126659066,0.1701873925698132,0.21864854494730632,3.0561285239501843,4.883109455255834,0.16770573733284233,0.1023976459299554,0.08410266668617247,Web/CloudOps,7 +bizitobs_l2c/H/long,TabPFN-TS,98.97005208333331,98.97005208333331,6.150545247395834,0.6640742576152979,0.8472777875958788,0.846485343812004,4.987145840575011,9.94836931779944,0.607675110693205,0.3756930552776827,0.29232377484739197,Web/CloudOps,7 +bizitobs_l2c/H/medium,TabPFN-TS,78.76822916666667,78.76822916666667,4.93990246000744,0.4894740456225888,0.4643175915493395,0.7718949817475819,3.567479099723273,8.875146712402374,0.5374036140096928,0.2991185972344085,0.2373706201778537,Web/CloudOps,7 +bizitobs_l2c/H/short,TabPFN-TS,59.09327721974206,59.09327721974206,4.940431625124008,0.4850944799297807,0.5703324791338804,0.6686241513206845,3.649819219429149,7.687215179747609,0.41436058548672183,0.26630191725824864,0.2095964366848913,Web/CloudOps,7 +bizitobs_service/10S/long,TabPFN-TS,130439.41409575974,130439.41409575974,75.71636338076421,1.3653844836902598,0.0781809611458441,0.07604072143228141,22.041272650206317,361.1639712038837,0.26756181598978024,0.05609310258376492,0.05160131865096251,Web/CloudOps,2 +bizitobs_service/10S/medium,TabPFN-TS,96964.0729103637,96964.0729103637,60.81208243819929,1.2255220534460762,0.0723566747968883,0.07036805625353214,18.230412141337187,311.39054723989886,0.23435986380516352,0.04576860628638456,0.04089325236933028,Web/CloudOps,2 +bizitobs_service/10S/short,TabPFN-TS,24200.27255323497,24200.27255323497,33.68946281559726,0.8831190081752103,0.059359659958974006,0.05050596377240031,10.002682447876992,155.56436787784975,0.11524706193264458,0.024958232148864053,0.01928787319334337,Web/CloudOps,2 +car_parts/M/short,TabPFN-TS,1.4236728433498649,1.4236728433498649,0.46870565286262467,0.8476360552543757,0.8072569896537893,1.8997551115703168,20.796016600345137,1.1931776243920538,2.8611175466068777,1.123908075532646,0.9696277332778144,Sales,1 +covid_deaths/D/short,TabPFN-TS,582148.6825669118,582148.6825669118,131.52239363470866,39.24224311247435,0.10336535201007536,0.1573858522759746,693.2680572368323,762.9866857074976,0.28707744008204383,0.04948593833338505,0.0410740544263699,Healthcare,1 +electricity/15T/long,TabPFN-TS,424692.1608811323,424692.1608811323,63.71647982085639,0.9447757940923152,0.1490332890817207,0.13456292517572793,8.252942553633748,651.684095924653,1.028111539984608,0.10052055681683048,0.0806289122434531,Energy,1 +electricity/15T/medium,TabPFN-TS,368464.5532976957,368464.5532976957,58.99590192588996,0.8891286550107368,0.13686671560267977,0.13146080236911156,8.060963797324014,607.0128114773985,1.045944184165752,0.10165587833115326,0.08271194794165343,Energy,1 +electricity/15T/short,TabPFN-TS,180195.4665631592,180195.4665631592,59.99907240548513,1.1509364225225842,0.1950904271022857,0.174021023029497,12.587366719604278,424.49436576138345,0.8367620891213996,0.11827000125504854,0.09677125876773451,Energy,1 +electricity/D/short,TabPFN-TS,1609175176.344216,1609175176.344216,4549.606968468468,1.4917032121138645,0.23848364907625683,0.0954992348610818,15.13704799318191,40114.52575245302,0.6592149100615675,0.07476515532159875,0.06272141383204029,Energy,1 +electricity/H/long,TabPFN-TS,18510127.710963145,18510127.710963145,340.8466862517592,1.3126972825030705,0.3020939283528691,0.14370380876468228,11.204222553381076,4302.339794921264,1.6968416119329297,0.13442983773716952,0.1082691929278382,Energy,1 +electricity/H/medium,TabPFN-TS,10527303.475523552,10527303.475523552,277.4008767648814,1.1674595528269889,0.2434614956055417,0.13190289188954438,10.06489280908614,3244.580631687792,1.2664667356915,0.10827870309132294,0.08766377053562428,Energy,1 +electricity/H/short,TabPFN-TS,1960999.6209848511,1960999.6209848511,185.3523408889556,1.0364160710610155,0.19704922343224884,0.12920845526522548,11.457480338062892,1400.3569619867826,0.6610684965538965,0.0874995423669438,0.07155646763061667,Energy,1 +electricity/W/short,TabPFN-TS,55052578878.05669,55052578878.05669,30331.729800421108,1.547049206297067,0.141604463996508,0.09870668188753938,12.15276333611517,234632.85975765777,0.5353547750270788,0.06920700024821061,0.054579121515172774,Energy,1 +ett1/15T/long,TabPFN-TS,10.810811011904764,10.810811011904764,1.7222476438492065,1.1184637386647829,0.8913237899858845,0.418278304811508,9.161866535766084,3.2879797766873144,0.6266921964023711,0.32826210377732207,0.2594954561050949,Energy,7 +ett1/15T/medium,TabPFN-TS,10.776283191499257,10.776283191499257,1.7095601302858383,1.091773313351892,0.8240003332318827,0.4108899537343827,8.169808213732072,3.2827249643397263,0.6256906424593214,0.32584386077452987,0.2525006817913073,Energy,7 +ett1/15T/short,TabPFN-TS,5.212318674723307,5.212318674723307,1.1454845610119049,0.741309439205773,0.5129581426423955,0.25125504902430945,5.135743695739446,2.283050300524127,0.43159155098213625,0.21654426895444345,0.16685967571622629,Energy,7 +ett1/D/short,TabPFN-TS,44357.80952380953,44357.80952380953,140.70858134920636,1.6395479314177053,1.6393998403397818,0.46450670030381946,14.904811845730327,210.61293769331817,0.5531818669540168,0.3695757562650177,0.29776790612808235,Energy,7 +ett1/H/long,TabPFN-TS,178.98387896825398,178.98387896825398,7.994620639054233,1.4725737522845348,4706846393031.971,0.5004761710999504,11.333256034107908,13.378485675451238,0.6406667032090834,0.3828450672581384,0.29497878110262604,Energy,7 +ett1/H/medium,TabPFN-TS,163.67566964285714,163.67566964285714,7.655423990885416,1.4045375913078184,3339463150815.331,0.47588424682617186,10.659145898074607,12.793579235024776,0.6127821182850777,0.36667666204484833,0.283164148519388,Energy,7 +ett1/H/short,TabPFN-TS,109.13167782738095,109.13167782738095,5.290147472563244,0.8871397861227843,0.49000859487624393,0.2719866979689825,6.356439133275721,10.446610829708408,0.4875860398201332,0.24691281203624557,0.19394053714174952,Energy,7 +ett1/W/short,TabPFN-TS,1451985.142857143,1451985.142857143,929.0714285714286,1.6585971126590675,0.6431011472429548,0.5415669168744769,11.965506490709258,1204.9834616529567,0.4794916796344471,0.3696996962721728,0.2840047608954231,Energy,7 +ett2/15T/long,TabPFN-TS,13.555186011904762,13.555186011904762,2.363949497767857,0.9772597904462405,0.1481694417712973,0.17701786101810515,7.784936272726835,3.681736820021872,0.1962064195659214,0.12597914779496214,0.1011020985320766,Energy,7 +ett2/15T/medium,TabPFN-TS,14.45674851190476,14.45674851190476,2.3854561554439484,0.9810684377348272,0.14774220428808144,0.1766355514526367,7.469608562271954,3.8022031129208185,0.20262627298353544,0.1271252681111848,0.10034116464990252,Energy,7 +ett2/15T/short,TabPFN-TS,9.42276349748884,9.42276349748884,1.9720010303315665,0.8412907225001276,0.1146630124965249,0.1384262584504627,5.529071809687602,3.0696520156996363,0.14572731340126654,0.09361791196688794,0.07284079213293028,Energy,7 +ett2/D/short,TabPFN-TS,124689.80317460318,124689.80317460318,218.28549107142857,1.4298486930788783,0.4788421630859375,0.14597940596323164,27.91695960351564,353.1144335404646,0.20209670692527887,0.12493054580859496,0.1258210568162837,Energy,7 +ett2/H/long,TabPFN-TS,349.1736111111111,349.1736111111111,12.713215112433865,1.4446015639472831,0.24456672487448208,0.2568363734654018,11.838650179260124,18.6861877094048,0.2558929587280855,0.1740976961517922,0.13917833955228112,Energy,7 +ett2/H/medium,TabPFN-TS,260.9357886904762,260.9357886904762,10.916395786830355,1.2487580741246136,0.21442902452607412,0.2176322028750465,10.592664800499469,16.153507009020554,0.21767889487818903,0.1471054532989758,0.12063006509927268,Energy,7 +ett2/H/short,TabPFN-TS,126.3329613095238,126.3329613095238,7.186092558361235,0.8255326354728952,0.1333656464555541,0.12338819957914808,6.245625044327679,11.239793650664758,0.14255185712990415,0.09113964824800784,0.07305442987134397,Energy,7 +ett2/W/short,TabPFN-TS,3352975.4285714286,3352975.4285714286,1215.9320591517858,0.7651817774023886,0.12514420918055943,0.12832092387335642,13.173712071216404,1831.1131665114065,0.15360232199450594,0.1019980583882235,0.09869280067398715,Energy,7 +hierarchical_sales/D/short,TabPFN-TS,31.00775791907813,31.00775791907813,2.370928715378255,0.7595246942482423,0.6425987223410554,1.0572101569362986,8.035389477271963,5.56846100094794,1.7083421681052473,0.7273746734264227,0.5917485761396661,Sales,1 +hierarchical_sales/W/short,TabPFN-TS,462.451374635858,462.451374635858,8.994814727265956,0.7311473691538796,0.5269374437620046,0.46027796147233346,6.669578861706579,21.50468262113761,0.9872904978590784,0.41295634381991136,0.34547572723646164,Sales,1 +hospital/M/short,TabPFN-TS,3655.2802314211217,3655.2802314211217,18.772015097036615,0.7644714645492778,0.19299344092231893,0.17395839997863105,5.254385536046241,60.45891358121746,0.2194798957162256,0.06814677393013854,0.05375192910322669,Healthcare,1 +jena_weather/10T/long,TabPFN-TS,1693.3583560681218,1693.3583560681218,10.627256944444444,0.6669669872039639,0.773788063451945,0.6517540018394511,6.516622821458388,41.15043567288349,0.25180656563872267,0.06503000586951763,0.05302131807666021,Nature,21 +jena_weather/10T/medium,TabPFN-TS,1750.3887817911254,1750.3887817911254,10.549468315972222,0.6257176279534998,0.7843234355751396,0.6484787581802962,6.560058680442422,41.83764789984166,0.25675694414401257,0.06474191029183934,0.053889677251242135,Nature,21 +jena_weather/10T/short,TabPFN-TS,1029.9804992191375,1029.9804992191375,6.5642832619803295,0.3103315819396469,0.3655124845059705,0.5538089704418939,2.7476479117092367,32.09330925939451,0.1993396907652391,0.040772429697493937,0.0339592102375841,Nature,21 +jena_weather/D/short,TabPFN-TS,397.21959325396824,397.21959325396824,10.065989273313493,1.228557952722909,0.6865152271871034,0.48159678625682045,7.6517322873356175,19.93036861811563,0.1200133937581282,0.0606137075219578,0.047143761671973934,Nature,21 +jena_weather/H/long,TabPFN-TS,3960.9719576719576,3960.9719576719576,18.149107142857144,1.406140600615272,4.157182337832393,0.79033203125,11.165177368080114,62.93625312704878,0.3789459725153458,0.1092777328617197,0.10253437348096008,Nature,21 +jena_weather/H/medium,TabPFN-TS,1468.8757936507936,1468.8757936507936,11.595155164930556,1.08814100404732,2.9812427832367323,0.7352610754588293,7.7572016693125905,38.32591543134741,0.2345230737441197,0.07095281089086086,0.05799743420199071,Nature,21 +jena_weather/H/short,TabPFN-TS,1157.0227521929824,1157.0227521929824,8.288363680604506,0.5490473254936928,1.0643030052146252,0.6152072928802311,4.901563186782991,34.01503714819348,0.2085099962811183,0.050807137816434395,0.04210943877353269,Nature,21 +kdd_cup_2018/D/short,TabPFN-TS,2731.1231257064965,2731.1231257064965,20.537550805405942,1.1739298514294911,0.5386272222170274,0.45167684057258417,9.678648517860324,52.26014854271366,1.170682813452448,0.4600629433466736,0.3619470425522957,Nature,1 +kdd_cup_2018/H/long,TabPFN-TS,4164.16667203731,4164.16667203731,25.603662863763393,1.0932322336358322,1.2056718454704942,0.6444264480870014,8.694193144080682,64.5303546560633,1.514142939122559,0.6007654157096626,0.477949904103166,Nature,1 +kdd_cup_2018/H/medium,TabPFN-TS,5238.046655667353,5238.046655667353,27.09359559639831,1.1284777650578837,1.044518417287213,0.6036829312783302,9.260084449300775,72.37435081344324,1.514926251625949,0.5671180295035835,0.4495885779293134,Nature,1 +kdd_cup_2018/H/short,TabPFN-TS,4678.4982992292435,4678.4982992292435,24.941407209880296,1.0505311589202366,1.048782773133547,0.5517051294271736,8.468461581709045,68.39954896948696,1.4317264336898177,0.5220688225844491,0.41801589098488257,Nature,1 +loop_seattle/5T/long,TabPFN-TS,116.89548084365325,116.89548084365325,6.416364829237616,1.0065567656849457,0.22339298842738164,0.14145765512993735,8.568140909437178,10.811821347194618,0.1911552234581402,0.11344264886878824,0.09023827778424431,Transport,1 +loop_seattle/5T/medium,TabPFN-TS,108.92337177099458,108.92337177099458,6.126644162393576,0.9637143945419536,0.21405275193284293,0.13691525135493007,8.13248716007984,10.4366360371048,0.1856891996347391,0.1090055882869805,0.08690720550103873,Transport,1 +loop_seattle/5T/short,TabPFN-TS,48.56773726991825,48.56773726991825,3.801889258543158,0.5976997857380476,0.11060900648804026,0.08033697568226156,5.304121093302596,6.969055694275821,0.1195039192617756,0.06519400718354651,0.05256348721117568,Transport,1 +loop_seattle/D/short,TabPFN-TS,19.406321453334623,19.406321453334623,3.0272181523719683,0.907428724621304,0.05706404576729695,0.05580497363772555,7.002619763110791,4.405260656684757,0.07872789401866613,0.054100433196767675,0.043121840345089806,Transport,1 +loop_seattle/H/long,TabPFN-TS,70.10133339245786,70.10133339245786,4.439102173901359,0.9260622979769342,0.14156941117640004,0.10133589307262104,6.977403521697585,8.37265390377853,0.14963051021595694,0.07933268600555231,0.06256499189469966,Transport,1 +loop_seattle/H/medium,TabPFN-TS,77.16381357230392,77.16381357230392,4.755659628160474,0.9784901403759688,0.1191087661758911,0.10848097274670045,7.622978827805903,8.784293572752674,0.15526140687770348,0.08405575227927105,0.06681332001279122,Transport,1 +loop_seattle/H/short,TabPFN-TS,75.32349253407864,75.32349253407864,4.495341405754054,0.91095777978495,0.1251505313086151,0.10250271914816066,7.682045156903769,8.678910791918456,0.15362554967485056,0.07957211578648182,0.06341097341290575,Transport,1 +m4_daily/D/short,TabPFN-TS,702442.9924972118,702442.9924972118,187.73180634589713,4.194442221931702,0.03708484540331653,0.03092866981898531,30.152829872241675,838.1187221970475,0.12946617938967445,0.028999375713517687,0.02259971410479323,Econ/Fin,1 +m4_hourly/H/short,TabPFN-TS,2216507.236413823,2216507.236413823,285.81631179170716,0.7386401357780685,0.09308361316072768,0.08753064174007102,5.496123608735736,1488.7938864778507,0.20325325838709515,0.039020241283554385,0.02960508205927616,Econ/Fin,1 +m4_monthly/M/short,TabPFN-TS,1909204.3714108795,1909204.3714108795,555.5572942889178,0.9576589316497056,0.15374823170679586,0.1294481470540718,8.502672632199085,1381.739617804628,0.28717292636452374,0.11546387749783972,0.09366665886576336,Econ/Fin,1 +m4_quarterly/Q/short,TabPFN-TS,1901198.214072917,1901198.214072917,580.5208575846355,1.2241822728860832,0.12060847956935564,0.10457869998613992,9.947300963299902,1378.83944463194,0.2307934429356135,0.09716896912073542,0.07826275149269904,Econ/Fin,1 +m4_weekly/W/short,TabPFN-TS,217483.00664238268,217483.00664238268,248.66107108420823,2.04974390202117,0.061852850136471835,0.06312812623718143,18.73303138685925,466.3507335068561,0.0849618698162227,0.04530219002970306,0.0370084480828777,Econ/Fin,1 +m4_yearly/A/short,TabPFN-TS,3555054.903659209,3555054.903659209,893.0699246634783,3.3084560346745997,0.17128991236630944,0.1483512422599227,33.0173202698287,1885.485323108936,0.3023463106417499,0.1432079017310429,0.11767364143536849,Econ/Fin,1 +m_dense/D/short,TabPFN-TS,7652.655555555555,7652.655555555555,42.433567708333335,0.6783292595875375,0.12104778134266124,0.09753263120298032,6.526921713728361,87.47945790615964,0.15143988154244065,0.07345878245000709,0.061106410525425904,Transport,1 +m_dense/H/long,TabPFN-TS,75694.39604938272,75694.39604938272,120.74972222222222,1.02275823938943,0.32039782336527445,0.2554198615933642,8.829765092160066,275.1261457029897,0.4762840292517426,0.20903561922142588,0.16524406701635594,Transport,1 +m_dense/H/medium,TabPFN-TS,71212.77555555555,71212.77555555555,116.21049045138888,0.993734534883084,0.3077546622676556,0.24954473707411023,8.673153554524918,266.85721941809174,0.4642978479599947,0.20219157174991295,0.160040826351846,Transport,1 +m_dense/H/short,TabPFN-TS,68285.90555555555,68285.90555555555,106.8298410373264,0.906291178560046,0.30428158067341887,0.23916954464382595,10.038621879613546,261.3157200697186,0.46350902522521975,0.18948953959205128,0.15486162614965193,Transport,1 +restaurant/D/short,TabPFN-TS,147.50485234907654,147.50485234907654,7.279157133165657,0.6978371816511807,0.6452601482590519,0.3987383605096257,4.8369283043616305,12.145157567898266,0.5589482913220262,0.3350036769059037,0.26285464069074244,Sales,1 +saugeen/D/short,TabPFN-TS,996.2383333333332,996.2383333333332,14.171375325520833,3.1471346641095788,0.48842748006184894,0.41242085774739584,27.22096017470464,31.56324339058541,1.0223409738504536,0.4590142233422909,0.3731311321710199,Nature,1 +saugeen/M/short,TabPFN-TS,376.1626441592262,376.1626441592262,11.992789132254464,0.7027332947267324,0.3269654228573754,0.3455390476045154,4.861786421786346,19.39491284226939,0.5822934677185015,0.360059507780706,0.2762319185074306,Nature,1 +saugeen/W/short,TabPFN-TS,967.20927734375,967.20927734375,16.254945373535158,1.3185971950086537,0.4728340625762939,0.43860502243041993,10.0293112825053,31.099988381730142,0.9387790097305582,0.4906690424989388,0.3952868544502755,Nature,1 +solar/10T/long,TabPFN-TS,24.99329126115166,24.99329126115166,1.9885748127661191,0.8706305500987933,3.3978985345314263,1.4695288541349858,5.422036201988414,4.9993290811019495,1.0805249842097455,0.4297986256368609,0.3311104604624895,Energy,1 +solar/10T/medium,TabPFN-TS,23.20675610173358,23.20675610173358,1.9164985034033883,0.8397775518236055,3.5864761297978434,1.4588056166492134,5.404413331269677,4.817339110103583,1.0689867060696263,0.42527863941397,0.3259753271245175,Energy,1 +solar/10T/short,TabPFN-TS,25.936860660450883,25.936860660450883,2.1414197193155036,0.9439361088822628,4.492088894725105,1.5343012306231942,4.045348817118251,5.092824428590768,1.4815020459581518,0.6229387523376522,0.4579774575911444,Energy,1 +solar/D/short,TabPFN-TS,113549.29051094892,113549.29051094892,253.51575425790753,0.987481598204353,0.9896838705615116,0.4369196314011177,5.250447637876118,336.97075616579684,0.4868079796401177,0.3662439243733971,0.26917233844623834,Energy,1 +solar/H/long,TabPFN-TS,985.2254866180048,985.2254866180048,14.191483868106245,1.0832552757402476,3.761211700292542,1.4626715914563058,4.509945094067163,31.388301747912468,1.088289768604162,0.4920446738090314,0.3505921321640143,Energy,1 +solar/H/medium,TabPFN-TS,806.1380322384429,806.1380322384429,11.32804896593674,0.8642389418245519,4.488747114193476,1.4055882066415757,4.4199894526363,28.39257001820094,1.0227666406383358,0.40806276354872306,0.31347488384144956,Energy,1 +solar/H/short,TabPFN-TS,849.0887552623575,849.0887552623575,11.64371880399294,0.8972739471619915,4.454845891374051,1.4148532292467024,5.817322540440987,29.13912756522332,1.0740779514829115,0.42919135491076416,0.33566385955464595,Energy,1 +solar/W/short,TabPFN-TS,975858.0729927009,975858.0729927009,733.5384352189781,0.7927547220600458,0.1474037866522796,0.14471499241181535,6.555031527149288,987.8552894997832,0.20164595749357925,0.149733530508271,0.12002529687191076,Energy,1 +sz_taxi/15T/long,TabPFN-TS,17.683922053062677,17.683922053062677,2.953506095864494,0.5596229152773028,5905908731598.259,0.42311587428774927,7.194725257547046,4.205225565063387,0.3892281573916414,0.27337124198259016,0.2424540578815739,Transport,1 +sz_taxi/15T/medium,TabPFN-TS,17.31587122729701,17.31587122729701,2.9009017553084937,0.5657806694261462,9231205100342.7,0.4234086648011819,6.352440033271851,4.1612343393874145,0.3872723050167596,0.2699773235003315,0.2304960350862857,Transport,1 +sz_taxi/15T/short,TabPFN-TS,17.14560256976639,17.14560256976639,2.7944552709185886,0.5582249003801146,1157938620500.9626,0.4043481684720851,4.390036050528658,4.14072488457835,0.3871754966467506,0.26129352650416643,0.20867625780444496,Transport,1 +sz_taxi/H/short,TabPFN-TS,7.340465578258547,7.340465578258547,1.8834059462588055,0.5726814850300137,1.4804094673221946,0.3035417825747759,4.395105016649191,2.709329359501821,0.2523907457387066,0.17545088404917308,0.1403426654750027,Transport,1 +temperature_rain/D/short,TabPFN-TS,192.348170645723,192.348170645723,5.973571384244577,1.3788383285690875,32.83221152661815,1.5353158278965455,21.838367970591225,13.868964296072113,1.6327437788569656,0.7032472870339427,0.5690453839767815,Nature,1 +us_births/D/short,TabPFN-TS,112759.78666666668,112759.78666666668,215.285703125,0.31694359235351605,0.020599613189697264,0.02048578898111979,2.2508974742308343,335.79724040954636,0.03147826645095531,0.020181287725250033,0.015855619215830008,Healthcare,1 +us_births/M/short,TabPFN-TS,59338602.666666664,59338602.666666664,6332.360677083333,0.7153333155562595,0.019422224412361785,0.019690368324518204,4.7156280861706295,7703.155370798817,0.0239259480622513,0.01966826908953116,0.015286944232309424,Healthcare,1 +us_births/W/short,TabPFN-TS,1737954.0,1737954.0,983.3291015625,0.8942316441355983,0.013318025640078954,0.013351580926350184,6.532085345899004,1318.3148334142345,0.0178959945969944,0.01334859613394065,0.010610700543554966,Healthcare,1 diff --git a/results/tabpfn_ts/config.json b/results/tabpfn_ts/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3618b50b25603ebb03d53fbbd05bfe4984b82b59 --- /dev/null +++ b/results/tabpfn_ts/config.json @@ -0,0 +1,11 @@ +{ + "model": "TabPFN-TS", + "model_type": "zero-shot", + "model_dtype": "float32", + "model_link": "https://github.com/PriorLabs/tabpfn-time-series", + "code_link": "https://github.com/zhouziyu02/TSFM_Bench/blob/main/space/user_models/tabpfn_ts.py", + "org": "Prior Labs", + "testdata_leakage": "No", + "replication_code_available": "Yes", + "api_model_id": "priorlabs/tabpfn-ts" +} diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index 71e280cdae19d519a9f70269f23d21c843c4ade6..a5e120b69a2f57e43cd1dfa3950d6113b840a1d9 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,Timer-S1,1185286.1339848835,1185286.1339848835,1027.080078125,2.0686160022125097,0.01749684433294608,0.01732629850739699,45.603233402869456,1088.7084706131773,0.0185134003514111,0.017465414472781056,0.013616276306330641,Finance,1,24 +binance_btcusdt_1h_close/1h/short,Timer-S1,1192035.97686704,1192035.97686704,1029.90966796875,2.0743150075336576,0.017545993973357047,0.01737446513860902,45.83119361571537,1091.8040011224725,0.018566934165957477,0.017514375274682546,0.013665051645485368,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,Timer-S1,1232235.7882525127,1232235.7882525127,1015.7727864583334,2.1432455005261177,0.01731906384622381,0.017141412554679634,46.364411366340015,1110.0611641943487,0.018869690903243266,0.017266903056018523,0.01338267518376616,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Timer-S1,8.874856741867843e-16,8.874856741867843e-16,2.050398961728206e-08,nan,nan,2.0,nan,2.9790697779454317e-08,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Timer-S1,1.1760797597599717e-16,1.1760797597599717e-16,9.226596375810914e-09,nan,nan,2.0,nan,1.0844721111028959e-08,inf,inf,inf,Transportation,1,12 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index 87c954476227681ff7815a54169570cf8d50fbd2..6e58e0d7629e3cd4dbd54651e0fa0a2dd69b231b 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-07-01T08:12:48.373204+00:00", + "evaluated_at": "2026-07-01T08:25:12.432440+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 59154.328125, 58755.80078125, 58768.6484375, - 58773.87890625 + 58705.96875 ], "p50": [ 59527.046875, diff --git a/results/timer_s1/forecasts/data_gov_sg_singapore_rainfall_5min_rainfall_5min_total__5min__short.json b/results/timer_s1/forecasts/data_gov_sg_singapore_rainfall_5min_rainfall_5min_total__5min__short.json index 5440e12b14de67a68c01afa8d4a7acfccc97d238..4f89bd0011286e53c4fca1d8499c16a88ed67d4e 100644 --- a/results/timer_s1/forecasts/data_gov_sg_singapore_rainfall_5min_rainfall_5min_total__5min__short.json +++ b/results/timer_s1/forecasts/data_gov_sg_singapore_rainfall_5min_rainfall_5min_total__5min__short.json @@ -1,7 +1,7 @@ { "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short", "model": "Timer-S1", - "evaluated_at": "2026-07-01T07:51:02.683187+00:00", + "evaluated_at": "2026-07-01T08:25:17.043525+00:00", "freq": "5min", "context_length": 288, "prediction_length": 36, @@ -830,12 +830,6 @@ ] }, "timestamps": [ - "2026-06-30 04:40:00", - "2026-06-30 04:45:00", - "2026-06-30 04:50:00", - "2026-06-30 04:55:00", - "2026-06-30 05:00:00", - "2026-06-30 05:05:00", "2026-06-30 05:10:00", "2026-06-30 05:15:00", "2026-06-30 05:20:00", @@ -1153,6 +1147,12 @@ "2026-07-01 07:20:00", "2026-07-01 07:25:00", "2026-07-01 07:30:00", - "2026-07-01 07:35:00" + "2026-07-01 07:35:00", + "2026-07-01 07:40:00", + "2026-07-01 07:45:00", + "2026-07-01 07:50:00", + "2026-07-01 07:55:00", + "2026-07-01 08:00:00", + "2026-07-01 08:05:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index 45acb66c2de0fc94eb5df36f19c9f48d74faa729..a020b2af730b59ed9d922f7f2b451aa3ac7e3419 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,31 +1,19 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-07-01T08:13:07.637584+00:00", + "evaluated_at": "2026-07-01T08:25:19.696143+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260630t080000z", - "data_fetched_at": "2026-07-01T08:09:07.866990Z", + "data_fetched_at": "2026-07-01T08:20:13.790420Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260701t061000z", - "data_fetched_at": "2026-07-01T08:09:07.866990Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260701t020000z", - "data_fetched_at": "2026-07-01T08:09:07.866990Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260630t082000z", - "data_fetched_at": "2026-07-01T08:09:07.866990Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260701t050500z", + "data_fetched_at": "2026-07-01T08:20:13.790420Z", + "context_length": 288, + "prediction_length": 36 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index 32e1a5e72bc3c4cc6c2efed5d319cded998dbcd4..1aed64c8cf79ad8ae6eb1e0da0c431a405683017 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,731061.4965114594,585175.0772775015,667.90869140625,1.3452179985635293,0.011389879471196749,0.011305316390567142,63.39522315066978,855.0213427227764,0.014539569456929555,0.011357733806577893,0.012833599773267736,Finance,1,24 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,736813.2236824036,590358.3221638998,670.73828125,1.3509170038846772,0.01143880209326023,0.011353485004972344,63.62318336351567,858.3782521024187,0.014597356741585604,0.011406400322542188,0.012882337400775497,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,TimesFM-2.5,1012533.3715108236,852082.3715521494,801.2820638020834,1.6906774829870297,0.01367221532099834,0.013549063668702385,75.12183436496359,1006.2471721753178,0.017104979188233744,0.013620821408730027,0.014777848175667883,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,TimesFM-2.5,0.0,0.0,0.0,nan,nan,nan,nan,0.0,nan,nan,nan,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,TimesFM-2.5,0.0,0.0,0.0,nan,nan,nan,nan,0.0,nan,nan,nan,Transportation,1,12 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index 4d224056e9b100d2db8d9b9671f88e04a34aef38..3b21431956e86910efe54335bb9d24ef7f788313 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-07-01T08:10:11.639043+00:00", + "evaluated_at": "2026-07-01T08:21:32.294178+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 59154.328125, 58755.80078125, 58768.6484375, - 58773.87890625 + 58705.96875 ], "p50": [ 59387.51171875, diff --git a/results/timesfm_2_5/forecasts/data_gov_sg_singapore_rainfall_5min_rainfall_5min_total__5min__short.json b/results/timesfm_2_5/forecasts/data_gov_sg_singapore_rainfall_5min_rainfall_5min_total__5min__short.json index 37a02a7e3db9104e1ded9eecfdcfe832e529e80f..d2066e77802d50c8185a62be970c4312f4e0be25 100644 --- a/results/timesfm_2_5/forecasts/data_gov_sg_singapore_rainfall_5min_rainfall_5min_total__5min__short.json +++ b/results/timesfm_2_5/forecasts/data_gov_sg_singapore_rainfall_5min_rainfall_5min_total__5min__short.json @@ -1,7 +1,7 @@ { "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-07-01T07:47:15.828242+00:00", + "evaluated_at": "2026-07-01T08:21:38.899110+00:00", "freq": "5min", "context_length": 288, "prediction_length": 36, @@ -830,12 +830,6 @@ ] }, "timestamps": [ - "2026-06-30 04:40:00", - "2026-06-30 04:45:00", - "2026-06-30 04:50:00", - "2026-06-30 04:55:00", - "2026-06-30 05:00:00", - "2026-06-30 05:05:00", "2026-06-30 05:10:00", "2026-06-30 05:15:00", "2026-06-30 05:20:00", @@ -1153,6 +1147,12 @@ "2026-07-01 07:20:00", "2026-07-01 07:25:00", "2026-07-01 07:30:00", - "2026-07-01 07:35:00" + "2026-07-01 07:35:00", + "2026-07-01 07:40:00", + "2026-07-01 07:45:00", + "2026-07-01 07:50:00", + "2026-07-01 07:55:00", + "2026-07-01 08:00:00", + "2026-07-01 08:05:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index dc8dd9d92a6305d8f625b76177db0fddd97813af..4df981aee074ca9b6ba6a87f0d4ade816fa49be5 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,31 +1,19 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-07-01T08:10:32.562817+00:00", + "evaluated_at": "2026-07-01T08:21:43.375672+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260630t080000z", - "data_fetched_at": "2026-07-01T08:09:07.866990Z", + "data_fetched_at": "2026-07-01T08:20:13.790420Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260701t061000z", - "data_fetched_at": "2026-07-01T08:09:07.866990Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260701t020000z", - "data_fetched_at": "2026-07-01T08:09:07.866990Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260630t082000z", - "data_fetched_at": "2026-07-01T08:09:07.866990Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260701t050500z", + "data_fetched_at": "2026-07-01T08:20:13.790420Z", + "context_length": 288, + "prediction_length": 36 } ], "failed_datasets": [] diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index 5b74163b02dca59f58021189f689daa73dd668af..5e5b5d9320cc725cfa9e0bb986c9d55f8710865e 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,TiRex,450246.03160158795,450246.03160158795,599.0138346354166,1.2064586104479906,0.010212925089792177,0.010147817367703411,8.627324717205093,671.0037493200675,0.01141036501852854,0.01018618228477041,0.0068296114159302045,Finance,1,24 +binance_btcusdt_1h_close/1h/short,TiRex,454690.44405237836,454690.44405237836,601.8434244791666,1.2121576157691385,0.010261740646406161,0.01019598674070408,8.627324717205093,674.3073809861334,0.011467095502047296,0.010234792351952196,0.006845980242303047,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,TiRex,820421.7392654419,820421.7392654419,803.2884114583334,1.6949108072541053,0.01370365834603487,0.013585118118412986,14.711144216689059,905.7713504331222,0.015397012311561117,0.013654926880877917,0.008711765522519578,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,TiRex,5.906315718058047e-17,5.906315718058047e-17,4.2397065989136564e-09,nan,nan,2.0,nan,7.685255830522526e-09,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,TiRex,2.0440368407041843e-18,2.0440368407041843e-18,1.2956792120692266e-09,nan,nan,2.0,nan,1.4296981641955705e-09,inf,inf,inf,Transportation,1,12 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 18ce4e750935479ef08626f10623cd553e0f1a98..690d9c749d137d6e6c5da1245a3d5d71619c0381 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-07-01T08:11:25.476225+00:00", + "evaluated_at": "2026-07-01T08:22:42.067388+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 59154.328125, 58755.80078125, 58768.6484375, - 58773.87890625 + 58705.96875 ], "p50": [ 59356.765625, diff --git a/results/tirex/forecasts/data_gov_sg_singapore_rainfall_5min_rainfall_5min_total__5min__short.json b/results/tirex/forecasts/data_gov_sg_singapore_rainfall_5min_rainfall_5min_total__5min__short.json index 96ac3cb5825449b072f83dbcbb925addf21fcfc8..b594959548a429fad3b3613bd6fa2702256f1519 100644 --- a/results/tirex/forecasts/data_gov_sg_singapore_rainfall_5min_rainfall_5min_total__5min__short.json +++ b/results/tirex/forecasts/data_gov_sg_singapore_rainfall_5min_rainfall_5min_total__5min__short.json @@ -1,7 +1,7 @@ { "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short", "model": "TiRex", - "evaluated_at": "2026-07-01T07:49:00.042056+00:00", + "evaluated_at": "2026-07-01T08:22:47.350417+00:00", "freq": "5min", "context_length": 288, "prediction_length": 36, @@ -830,12 +830,6 @@ ] }, "timestamps": [ - "2026-06-30 04:40:00", - "2026-06-30 04:45:00", - "2026-06-30 04:50:00", - "2026-06-30 04:55:00", - "2026-06-30 05:00:00", - "2026-06-30 05:05:00", "2026-06-30 05:10:00", "2026-06-30 05:15:00", "2026-06-30 05:20:00", @@ -1153,6 +1147,12 @@ "2026-07-01 07:20:00", "2026-07-01 07:25:00", "2026-07-01 07:30:00", - "2026-07-01 07:35:00" + "2026-07-01 07:35:00", + "2026-07-01 07:40:00", + "2026-07-01 07:45:00", + "2026-07-01 07:50:00", + "2026-07-01 07:55:00", + "2026-07-01 08:00:00", + "2026-07-01 08:05:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 41357aeed758bd01a6501371e6e68b882c208790..4cfacfa213e2fd56a134cc8e370d92ae038afd86 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,31 +1,19 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-07-01T08:11:44.043412+00:00", + "evaluated_at": "2026-07-01T08:22:50.070516+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260630t080000z", - "data_fetched_at": "2026-07-01T08:09:07.866990Z", + "data_fetched_at": "2026-07-01T08:20:13.790420Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260701t061000z", - "data_fetched_at": "2026-07-01T08:09:07.866990Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260701t020000z", - "data_fetched_at": "2026-07-01T08:09:07.866990Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260630t082000z", - "data_fetched_at": "2026-07-01T08:09:07.866990Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260701t050500z", + "data_fetched_at": "2026-07-01T08:20:13.790420Z", + "context_length": 288, + "prediction_length": 36 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index b438a15cc953cfbe079351f050f75e36c5a42c20..e3a212b12de496e3a770c652432b8a2cbada8ce1 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,590957.8539524078,590957.8539524078,701.18798828125,1.4122449884976358,0.011951082710565908,0.011865747454046985,10.584172358114108,768.737831742661,0.013072325262897914,0.011923645584699116,0.007680387400712377,Finance,1,24 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,595926.2047538757,595926.2047538757,704.017578125,1.4179439938187837,0.011999974191966517,0.011913916300837815,10.584172358114108,771.9625669382394,0.01312779413172167,0.011972339367949815,0.007696797219963156,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,Toto-2.0-1B,731643.7014020284,731643.7014020284,743.6223958333334,1.5690175748034958,0.012689481392636372,0.012583887270913348,7.069446848376454,855.3617371627214,0.014540110141080398,0.012640677118263291,0.007943522816171372,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Toto-2.0-1B,7.92033974581673e-22,7.92033974581673e-22,2.228279148683914e-11,nan,nan,2.0,nan,2.8143098169563228e-11,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Toto-2.0-1B,9.285839740510159e-20,9.285839740510159e-20,2.8203846723362513e-10,nan,nan,2.0,nan,3.047267585971104e-10,inf,inf,inf,Transportation,1,12 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index 22f9b25436d96a540d9d67195fb47aaa1925f0d7..fd8c41cb1aeb3df0356f9e5c108b3f83d775d016 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-07-01T08:10:59.202776+00:00", + "evaluated_at": "2026-07-01T08:22:28.836737+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 59154.328125, 58755.80078125, 58768.6484375, - 58773.87890625 + 58705.96875 ], "p50": [ 59376.875, diff --git a/results/toto_2_0_1b/forecasts/data_gov_sg_singapore_rainfall_5min_rainfall_5min_total__5min__short.json b/results/toto_2_0_1b/forecasts/data_gov_sg_singapore_rainfall_5min_rainfall_5min_total__5min__short.json index 7561126b7c6a142fac6e20669a7c1d903070f9be..0a31231b57dbfe9e98da2d30af2b4b115ac34391 100644 --- a/results/toto_2_0_1b/forecasts/data_gov_sg_singapore_rainfall_5min_rainfall_5min_total__5min__short.json +++ b/results/toto_2_0_1b/forecasts/data_gov_sg_singapore_rainfall_5min_rainfall_5min_total__5min__short.json @@ -1,7 +1,7 @@ { "dataset": "data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-07-01T07:48:14.228013+00:00", + "evaluated_at": "2026-07-01T08:22:33.221072+00:00", "freq": "5min", "context_length": 288, "prediction_length": 36, @@ -830,12 +830,6 @@ ] }, "timestamps": [ - "2026-06-30 04:40:00", - "2026-06-30 04:45:00", - "2026-06-30 04:50:00", - "2026-06-30 04:55:00", - "2026-06-30 05:00:00", - "2026-06-30 05:05:00", "2026-06-30 05:10:00", "2026-06-30 05:15:00", "2026-06-30 05:20:00", @@ -1153,6 +1147,12 @@ "2026-07-01 07:20:00", "2026-07-01 07:25:00", "2026-07-01 07:30:00", - "2026-07-01 07:35:00" + "2026-07-01 07:35:00", + "2026-07-01 07:40:00", + "2026-07-01 07:45:00", + "2026-07-01 07:50:00", + "2026-07-01 07:55:00", + "2026-07-01 08:00:00", + "2026-07-01 08:05:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index a357d4b88818bd6eba65a09a9c2980bd4b694909..461a7c55ef34b0534845d00402bde30b008d9bfc 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,31 +1,19 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-07-01T08:11:20.308348+00:00", + "evaluated_at": "2026-07-01T08:22:36.008894+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260630t080000z", - "data_fetched_at": "2026-07-01T08:09:07.866990Z", + "data_fetched_at": "2026-07-01T08:20:13.790420Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260701t061000z", - "data_fetched_at": "2026-07-01T08:09:07.866990Z", - "context_length": 120, - "prediction_length": 12 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260701t020000z", - "data_fetched_at": "2026-07-01T08:09:07.866990Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260630t082000z", - "data_fetched_at": "2026-07-01T08:09:07.866990Z", - "context_length": 79, - "prediction_length": 72 + "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260701t050500z", + "data_fetched_at": "2026-07-01T08:20:13.790420Z", + "context_length": 288, + "prediction_length": 36 } ], "failed_datasets": []