diff --git a/results/aggregates/live_metadata.json b/results/aggregates/live_metadata.json index 8d5826aa6f47132e3732bbc4556c03ef0fd6f0d1..67b73b0d7e4f32850f1edccd6c3ad00ad062408f 100644 --- a/results/aggregates/live_metadata.json +++ b/results/aggregates/live_metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-30T07:22:06.120532+00:00", + "generated_at": "2026-06-30T07:29:06.120823+00:00", "scope": "All deduplicated metrics-only evaluation releases saved up to generation time", "release_deduplication": "One row per model, dataset, data source timestamp, and prediction length", "dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets", @@ -12,6 +12,6 @@ "temporal_metrics": "Per-dataset MSE stability and Kendall tau, then equal-weight mean over datasets", "num_models": 10, "num_datasets": 13, - "num_model_releases": 8448, - "num_unique_releases": 1001 + "num_model_releases": 8468, + "num_unique_releases": 1003 } diff --git a/results/aggregates/live_overall_up_to_now.csv b/results/aggregates/live_overall_up_to_now.csv index c758b602ecf21198c7e3105f27a30d257a59ba44..62750f8a42e92cab51633b5826a5d52c5daddf5f 100644 --- a/results/aggregates/live_overall_up_to_now.csv +++ b/results/aggregates/live_overall_up_to_now.csv @@ -1,11 +1,11 @@ Rank,model,MSE,RMSE,MAPE,CRPS,RTG,AverageRank,WinRate,Elo,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release -1,TiRex,4801.871854739069,11.758903598674975,0.21618599680523015,0.38707437179626075,27.32717798368192,3.7563072617372977,0.6696877511083464,1195.854131192131,8523.496251705346,0.3411558681739149,0.08333333333333333,12,961,0.8333333333333334,2026-06-16T12:07:33.925127+00:00,2026-06-30T07:16:50.326740Z -2,Chronos-2,4239.40316158883,11.379341590461527,0.2008304360448172,0.3995914236434795,25.934246875981113,3.8271902412907046,0.6618557806106588,1161.1572560540205,7376.606231428937,0.3068171325246633,0.08333333333333333,12,970,0.8333333333333334,2026-06-16T12:06:40.343188+00:00,2026-06-30T07:16:50.326740Z -3,Toto-2.0-1B,5415.244385887406,12.423211419591055,0.18467971322333882,0.38305805302838414,27.55868890625429,3.6341522319735144,0.6821394691798306,1098.6052715258772,10039.869092745412,0.25006610389836564,0.08333333333333333,12,967,0.8333333333333334,2026-06-16T12:07:16.543073+00:00,2026-06-30T07:16:50.326740Z -4,Moirai-1.1-Large,139391.3582937809,54.99232887081833,0.37005648404488267,0.41562085912070873,0.32785913421447316,5.605616235658051,0.4455885948506137,1085.0578250054423,638200.5027592569,0.20214798471097453,0.08333333333333333,12,946,0.8333333333333334,2026-06-16T12:07:48.486125+00:00,2026-06-30T07:16:50.326740Z -5,TimesFM-2.5,4711.977681322399,11.430740656958186,0.1609965768666201,0.47435088567112366,28.24900756842328,4.038629421350453,0.6181649209564852,1049.8019941626867,8773.662517457946,0.2417676051869542,0.08333333333333333,12,978,0.8333333333333334,2026-06-16T12:06:55.147862+00:00,2026-06-30T07:16:50.326740Z -6,Timer-S1,4968.631679622423,12.069225366230336,0.1886526383373504,0.3872358700520413,27.789588765191166,4.356114702472281,0.5997457374115739,1039.0484123349647,8830.339141854505,0.2934896459324007,0.08333333333333333,12,923,0.8333333333333334,2026-06-16T12:08:03.698792+00:00,2026-06-30T07:16:50.326740Z -7,ARIMA,16078.87174466445,26.396852829761272,0.3769587273077522,0.5850312446879572,-4.385709875819798,6.831482474915608,0.32842256264250697,878.4546816861596,20773.70827434689,0.19017211550293747,0.16666666666666666,12,674,0.8333333333333334,2026-06-17T12:10:12.135642+00:00,2026-06-30T07:16:50.326740Z -8,ETS,6830.393245158847,18.540675304521045,0.4826819007344595,0.7992238092579768,-8.449295045214244,7.08225671832865,0.30285154285945853,874.2307149876976,9530.127958014196,0.2418326777333365,0.16666666666666666,12,674,0.8333333333333334,2026-06-17T12:10:12.660440+00:00,2026-06-30T07:16:50.326740Z -9,Moving-Average,8955.050795712581,19.79651076934331,0.4589117499170018,0.5731098600946545,2.441220487393363,6.622092821434734,0.3489380658321001,870.5828176872222,12020.212739875105,0.1830481294067011,0.16666666666666666,12,674,0.8333333333333334,2026-06-17T12:10:12.847893+00:00,2026-06-30T07:16:50.326740Z -10,Seasonal-Naive,15106.392335937806,38.73765310558482,0.5042259122291104,0.699269134381775,0.0,6.613200489247454,0.3426055745484253,747.206895363798,15324.132209144722,0.19759537784163653,0.15384615384615385,13,681,0.8461538461538461,2026-06-17T12:10:12.963911+00:00,2026-06-30T07:16:50.326740Z +1,TiRex,4817.915237566945,11.81739125980284,0.2161851023265069,0.3870009400446772,27.340045645884867,3.7561728531351473,0.6697032573585646,1195.854258995668,8514.496227356103,0.34119807811277375,0.08333333333333333,12,963,0.8333333333333334,2026-06-16T12:07:33.925127+00:00,2026-06-30T07:26:13.404847Z +2,Chronos-2,4257.31148183053,11.439578034655655,0.20082956532430812,0.39952281508911125,25.942807040542817,3.827089110702591,0.6619104493090645,1161.1578752433645,7371.694868420505,0.3068871016823827,0.08333333333333333,12,972,0.8333333333333334,2026-06-16T12:06:40.343188+00:00,2026-06-30T07:26:13.404847Z +3,Toto-2.0-1B,5432.81751396241,12.484844833061915,0.18467912890300098,0.38299111414617754,27.564991545215182,3.634752964954187,0.6820569117029855,1098.6037389467008,10028.558340325118,0.2501711143339525,0.08333333333333333,12,969,0.8333333333333334,2026-06-16T12:07:16.543073+00:00,2026-06-30T07:26:13.404847Z +4,Moirai-1.1-Large,139604.09419133043,55.82114063731499,0.37005543684322706,0.4155388971776196,0.3378308330123095,5.606060416883991,0.4455718606782539,1085.057779258645,637328.6955997268,0.20530790637239116,0.08333333333333333,12,948,0.8333333333333334,2026-06-16T12:07:48.486125+00:00,2026-06-30T07:26:13.404847Z +5,TimesFM-2.5,4730.309529364488,11.492652847663692,0.1609957627421334,0.4742676415864494,28.257005429921602,4.039033049050407,0.61811831706769,1049.8013198316041,8765.774950747125,0.24190772614014366,0.08333333333333333,12,980,0.8333333333333334,2026-06-16T12:06:55.147862+00:00,2026-06-30T07:26:13.404847Z +6,Timer-S1,4985.561428230435,12.129567875381786,0.18865203661748658,0.3871714376710277,27.797122116795375,4.35612675647421,0.5997811149967743,1039.0488223724549,8820.958636489735,0.29361110233779864,0.08333333333333333,12,925,0.8333333333333334,2026-06-16T12:08:03.698792+00:00,2026-06-30T07:26:13.404847Z +7,ARIMA,16116.797355776253,26.501313014495967,0.3769598962601369,0.5848895634612055,-4.380948650873221,6.832503973258535,0.32831048158993437,878.4532257777339,20727.37670363055,0.19013588107789595,0.16666666666666666,12,676,0.8333333333333334,2026-06-17T12:10:12.135642+00:00,2026-06-30T07:26:13.404847Z +8,ETS,6849.997005665984,18.613844550636973,0.48268050209468216,0.7990996145200324,-8.443802540387365,7.082142249464181,0.30283823352007505,874.230904060757,9509.915955224109,0.24175283612183066,0.16666666666666666,12,676,0.8333333333333334,2026-06-17T12:10:12.660440+00:00,2026-06-30T07:26:13.404847Z +9,Moving-Average,8955.669592135335,19.84726711609714,0.45890992433500566,0.5729798201749332,2.45317999665864,6.62023951601,0.3491563706046681,870.5861259773675,11989.546389877307,0.1832110494518008,0.16666666666666666,12,676,0.8333333333333334,2026-06-17T12:10:12.847893+00:00,2026-06-30T07:26:13.404847Z +10,Seasonal-Naive,15177.877979997438,38.86288095062527,0.5042253405940259,0.6991588347971402,0.0,6.613764112132505,0.34255300317198906,747.2059495357046,15325.157529163547,0.1977580281515622,0.15384615384615385,13,683,0.8461538461538461,2026-06-17T12:10:12.963911+00:00,2026-06-30T07:26:13.404847Z diff --git a/results/aggregates/live_rank_up_to_now.csv b/results/aggregates/live_rank_up_to_now.csv index 46f671dbf0d80e1cbdee10513fd2bacecd006f80..5fad1ca73f622dbb45b64deb1384acb95885d4d3 100644 --- a/results/aggregates/live_rank_up_to_now.csv +++ b/results/aggregates/live_rank_up_to_now.csv @@ -1,11 +1,11 @@ Rank,model,AverageRank,WinRate,Elo,dataset_pair_matches,shared_releases,pairwise_matches -1,TiRex,3.7563072617372977,0.6696877511083464,1195.854131192131,108,961,7367 -2,Chronos-2,3.8271902412907046,0.6618557806106588,1161.1572560540205,108,968,7359 -3,Toto-2.0-1B,3.6341522319735144,0.6821394691798306,1098.6052715258772,108,967,7396 -4,Moirai-1.1-Large,5.605616235658051,0.4455885948506137,1085.0578250054423,108,946,7298 -5,TimesFM-2.5,4.038629421350453,0.6181649209564852,1049.8019941626867,108,974,7396 -6,Timer-S1,4.356114702472281,0.5997457374115739,1039.0484123349647,108,923,7212 -7,ARIMA,6.831482474915608,0.32842256264250697,878.4546816861596,108,674,5976 -8,ETS,7.08225671832865,0.30285154285945853,874.2307149876976,108,674,5976 -9,Moving-Average,6.622092821434734,0.3489380658321001,870.5828176872222,108,674,5976 -10,Seasonal-Naive,6.613200489247454,0.3426055745484253,747.206895363798,108,674,5976 +1,TiRex,3.7561728531351473,0.6697032573585646,1195.854258995668,108,963,7385 +2,Chronos-2,3.827089110702591,0.6619104493090645,1161.1578752433645,108,970,7377 +3,Toto-2.0-1B,3.634752964954187,0.6820569117029855,1098.6037389467008,108,969,7414 +4,Moirai-1.1-Large,5.606060416883991,0.4455718606782539,1085.057779258645,108,948,7316 +5,TimesFM-2.5,4.039033049050407,0.61811831706769,1049.8013198316041,108,976,7414 +6,Timer-S1,4.35612675647421,0.5997811149967743,1039.0488223724549,108,925,7230 +7,ARIMA,6.832503973258535,0.32831048158993437,878.4532257777339,108,676,5994 +8,ETS,7.082142249464181,0.30283823352007505,874.230904060757,108,676,5994 +9,Moving-Average,6.62023951601,0.3491563706046681,870.5861259773675,108,676,5994 +10,Seasonal-Naive,6.613764112132505,0.34255300317198906,747.2059495357046,108,676,5994 diff --git a/results/aggregates/live_release_metrics.csv b/results/aggregates/live_release_metrics.csv index dcff310ede7f94da8e1db62f5e683b0cfe4aa72e..3c53845c13f4df658f139253ef2446411efcdd55 100644 --- a/results/aggregates/live_release_metrics.csv +++ b/results/aggregates/live_release_metrics.csv @@ -85,6 +85,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-06-30T06:47:05.478307Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-06-30T06:56:40.844675Z|h:24,2026-06-30T06:56:40.844675Z,2026-06-30T07:00:18.771641+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,224113.11236281894,473.4058643097051,0.011151760954756522,0.009244955336978994,19.393320564492925,True binance_btcusdt_1h_close/1h/short|source:2026-06-30T07:05:26.428277Z|h:24,2026-06-30T07:05:26.428277Z,2026-06-30T07:11:40.608859+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,283855.7434709833,532.7811403109004,0.011211948100232669,0.009353975628668834,8.409357767176939,True binance_btcusdt_1h_close/1h/short|source:2026-06-30T07:16:50.326740Z|h:24,2026-06-30T07:16:50.326740Z,2026-06-30T07:22:05.111150+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,281111.24521763047,530.1992504876166,0.011124177565806045,0.009286628647523209,9.629000276375704,True +binance_btcusdt_1h_close/1h/short|source:2026-06-30T07:26:13.404847Z|h:24,2026-06-30T07:26:13.404847Z,2026-06-30T07:29:05.387950+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,281574.09497147746,530.6355575830529,0.011142506811983302,0.009300670528888798,9.378767753388813,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:22:02.369176+00:00,2026-06-22T01:22:02.369176+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.3169074533967339,0.5629453378408369,0.0085352021500282,0.4356122103113208,2.4821416702079793,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:33:30.776110+00:00,2026-06-22T07:33:30.776110+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.3737040337380361,0.6113133678712057,0.012305158444961,0.7985186914109059,-15.142472841866445,True binance_btcusdt_1h_close/1h/short|window:0740b84fb5a867feca5c,2026-06-22T08:13:22.917126+00:00,2026-06-22T08:13:22.917126+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.2732656714019672,0.5227481911991348,0.0117912606294595,0.7610992079601563,-2.641083194827792,True @@ -267,6 +268,7 @@ data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T06:29:29.285546Z|h:12,2026-06-30T06:29:29.285546Z,2026-06-30T06:33:21.132281+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ARIMA,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T06:47:05.478307Z|h:12,2026-06-30T06:47:05.478307Z,2026-06-30T06:51:40.106134+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ARIMA,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T07:05:26.428277Z|h:12,2026-06-30T07:05:26.428277Z,2026-06-30T07:11:40.621163+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ARIMA,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T07:26:13.404847Z|h:12,2026-06-30T07:26:13.404847Z,2026-06-30T07:29:05.404352+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ARIMA,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T07:34:52.372126Z|h:24,2026-06-29T07:34:52.372126Z,2026-06-29T07:39:36.965639+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,ARIMA,32.863400400238184,5.73266084817846,0.1714652592832502,0.18574778332311517,-69.90001950500876,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T08:43:00.875911Z|h:24,2026-06-29T08:43:00.875911Z,2026-06-29T08:47:47.296794+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,ARIMA,32.863400400238184,5.73266084817846,0.1714652592832502,0.18574778332311517,-69.90001950500876,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T11:06:08.782301Z|h:24,2026-06-29T11:06:08.782301Z,2026-06-29T11:12:55.077486+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,ARIMA,32.863400400238184,5.73266084817846,0.1714652592832502,0.18574778332311517,-69.90001950500876,True @@ -760,6 +762,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-06-30T06:47:05.478307Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-06-30T06:56:40.844675Z|h:24,2026-06-30T06:56:40.844675Z,2026-06-30T06:57:07.939086+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,229219.3802579244,478.7686082628271,0.006837939224628875,0.005121154519092345,18.306926123196977,True binance_btcusdt_1h_close/1h/short|source:2026-06-30T07:05:26.428277Z|h:24,2026-06-30T07:05:26.428277Z,2026-06-30T07:06:12.984866+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,113729.09275309245,337.2374426914847,0.0044391039579325725,0.003900195590059082,49.42103295300515,True binance_btcusdt_1h_close/1h/short|source:2026-06-30T07:16:50.326740Z|h:24,2026-06-30T07:16:50.326740Z,2026-06-30T07:17:19.511522+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,118710.34012540181,344.54366940259087,0.004528040808898026,0.00392975190645614,48.3560700227043,True +binance_btcusdt_1h_close/1h/short|source:2026-06-30T07:26:13.404847Z|h:24,2026-06-30T07:26:13.404847Z,2026-06-30T07:26:51.950675+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,117562.51276079814,342.873902128462,0.004509467999170652,0.003923589647837483,48.59746822964096,True binance_btcusdt_1h_close/1h/short|window:01879e0ba67816eb9c43,2026-06-17T06:52:59.517094+00:00,2026-06-17T06:52:59.517094+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.1813123535575668,0.4258078833905812,0.0083663181977859,0.2410261424253861,,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:19:41.412209+00:00,2026-06-22T01:19:41.412209+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.3026024844282185,0.5500931597722504,0.0063219336945878,0.2735899804256079,4.788475382706393,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:29:55.777922+00:00,2026-06-22T07:29:55.777922+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.1135532687832525,0.3369766591075004,0.0030837061496461,0.2504677210622425,41.612619480802856,True @@ -1058,6 +1061,7 @@ data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T06:29:29.285546Z|h:12,2026-06-30T06:29:29.285546Z,2026-06-30T06:30:01.069336+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-2,1.7296862743653321e-18,1.3151753777977035e-09,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T06:47:05.478307Z|h:12,2026-06-30T06:47:05.478307Z,2026-06-30T06:47:59.156405+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-2,1.7296862743653321e-18,1.3151753777977035e-09,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T07:05:26.428277Z|h:12,2026-06-30T07:05:26.428277Z,2026-06-30T07:06:18.300596+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-2,1.7296862743653321e-18,1.3151753777977035e-09,,,0.0,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T07:26:13.404847Z|h:12,2026-06-30T07:26:13.404847Z,2026-06-30T07:26:56.314991+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-2,1.7296862743653321e-18,1.3151753777977035e-09,,,0.0,False nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T07:34:52.372126Z|h:24,2026-06-29T07:34:52.372126Z,2026-06-29T07:35:40.137211+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Chronos-2,5.691223427311949,2.385628518297002,0.06948273301970269,0.06372138777135845,1.1373874677595188,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T08:43:00.875911Z|h:24,2026-06-29T08:43:00.875911Z,2026-06-29T08:43:39.771609+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Chronos-2,5.691223427311949,2.385628518297002,0.06948273301970269,0.06372138777135845,1.1373874677595188,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T11:06:08.782301Z|h:24,2026-06-29T11:06:08.782301Z,2026-06-29T11:06:48.116243+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Chronos-2,5.691223427311949,2.385628518297002,0.06948273301970269,0.06372138777135845,1.1373874677595188,True @@ -1729,6 +1733,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-06-30T06:47:05.478307Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-06-30T06:56:40.844675Z|h:24,2026-06-30T06:56:40.844675Z,2026-06-30T07:00:19.006020+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,120267.76520109402,346.7964319324725,0.004198810625497383,0.0035999175523643515,46.8101238444372,True binance_btcusdt_1h_close/1h/short|source:2026-06-30T07:05:26.428277Z|h:24,2026-06-30T07:05:26.428277Z,2026-06-30T07:11:40.827517+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,127471.30854935275,357.03124309974993,0.004532771531954091,0.0037473120064817006,44.990413620228175,True binance_btcusdt_1h_close/1h/short|source:2026-06-30T07:16:50.326740Z|h:24,2026-06-30T07:16:50.326740Z,2026-06-30T07:22:05.362634+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,127544.04684186965,357.1330940166,0.004494942462714876,0.003739209375235591,45.55912992006934,True +binance_btcusdt_1h_close/1h/short|source:2026-06-30T07:26:13.404847Z|h:24,2026-06-30T07:26:13.404847Z,2026-06-30T07:29:05.458625+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,127419.55413564097,356.95875691127253,0.004476524723993219,0.0037362521740790374,45.46285232217719,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:22:02.463619+00:00,2026-06-22T01:22:02.463619+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.0407717866337577,0.201920248201506,0.0022009716898305,0.0960955086908494,78.1859319232306,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:33:31.014985+00:00,2026-06-22T07:33:31.014985+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.0864408961350167,0.2940083266423194,0.0025388064632111,0.1380528538051167,52.223162771726436,True binance_btcusdt_1h_close/1h/short|window:0740b84fb5a867feca5c,2026-06-22T08:13:23.012177+00:00,2026-06-22T08:13:23.012177+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.1569766000828541,0.3962027259911952,0.0040922131316173,0.2100823941511999,24.56300165808982,True @@ -1911,6 +1916,7 @@ data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T06:29:29.285546Z|h:12,2026-06-30T06:29:29.285546Z,2026-06-30T06:33:21.272987+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ETS,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T06:47:05.478307Z|h:12,2026-06-30T06:47:05.478307Z,2026-06-30T06:51:40.251838+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ETS,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T07:05:26.428277Z|h:12,2026-06-30T07:05:26.428277Z,2026-06-30T07:11:40.838970+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ETS,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T07:26:13.404847Z|h:12,2026-06-30T07:26:13.404847Z,2026-06-30T07:29:05.471156+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ETS,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T07:34:52.372126Z|h:24,2026-06-29T07:34:52.372126Z,2026-06-29T07:39:37.271281+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,ETS,91.07949075925895,9.543557552572256,0.3110937607728242,0.32366464879618545,-87.98333276546316,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T08:43:00.875911Z|h:24,2026-06-29T08:43:00.875911Z,2026-06-29T08:47:47.619368+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,ETS,91.07949075925895,9.543557552572256,0.3110937607728242,0.32366464879618545,-87.98333276546316,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T11:06:08.782301Z|h:24,2026-06-29T11:06:08.782301Z,2026-06-29T11:12:55.362560+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,ETS,91.07949075925895,9.543557552572256,0.3110937607728242,0.32366464879618545,-87.98333276546316,True @@ -2404,6 +2410,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-06-30T06:47:05.478307Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-06-30T06:56:40.844675Z|h:24,2026-06-30T06:56:40.844675Z,2026-06-30T06:59:27.349103+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,182410.8665046692,427.09585165940115,0.005582848814636839,0.005258365286387743,29.073184141644994,True binance_btcusdt_1h_close/1h/short|source:2026-06-30T07:05:26.428277Z|h:24,2026-06-30T07:05:26.428277Z,2026-06-30T07:10:20.371004+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,196744.0169467926,443.55835799451756,0.0058485824925254065,0.005061924814540747,26.136599300881663,True binance_btcusdt_1h_close/1h/short|source:2026-06-30T07:16:50.326740Z|h:24,2026-06-30T07:16:50.326740Z,2026-06-30T07:21:00.766478+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,185739.3875541687,430.97492682773174,0.005802350454941654,0.004981847139076539,29.477917452124583,True +binance_btcusdt_1h_close/1h/short|source:2026-06-30T07:26:13.404847Z|h:24,2026-06-30T07:26:13.404847Z,2026-06-30T07:28:36.499614+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,181857.21752357483,426.4472036765804,0.005896771422038833,0.005122552426617504,30.28468967600022,True binance_btcusdt_1h_close/1h/short|window:01879e0ba67816eb9c43,2026-06-17T06:55:52.923423+00:00,2026-06-17T06:55:52.923423+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.4381369625632698,0.6619191510775843,0.0122809197835173,0.3062045609808345,,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:21:38.406071+00:00,2026-06-22T01:21:38.406071+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.3065049334316586,0.5536288769849876,0.0051562118826857,0.2613208096822324,4.149065055029456,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:32:48.220080+00:00,2026-06-22T07:32:48.220080+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.1143422068302237,0.3381452451687348,0.0034218690302553,0.2704204796842313,41.32596797676891,True @@ -2698,6 +2705,7 @@ data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T06:29:29.285546Z|h:12,2026-06-30T06:29:29.285546Z,2026-06-30T06:32:40.660046+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moirai-1.1-Large,1.7556372841175065,1.3250046355079315,,,-100.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T06:47:05.478307Z|h:12,2026-06-30T06:47:05.478307Z,2026-06-30T06:50:46.066533+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moirai-1.1-Large,1.4651703413962727,1.2104422090278713,,,-100.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T07:05:26.428277Z|h:12,2026-06-30T07:05:26.428277Z,2026-06-30T07:10:30.551968+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moirai-1.1-Large,1864.4574127250196,43.1793632737332,,,-100.0,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T07:26:13.404847Z|h:12,2026-06-30T07:26:13.404847Z,2026-06-30T07:28:41.674262+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moirai-1.1-Large,244144.03907074325,494.10933918591667,,,-100.0,False nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T07:34:52.372126Z|h:24,2026-06-29T07:34:52.372126Z,2026-06-29T07:38:35.300687+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Moirai-1.1-Large,3.98731854756655,1.9968271200999224,0.06213572348843068,0.056225063009911466,18.704908204281562,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T08:43:00.875911Z|h:24,2026-06-29T08:43:00.875911Z,2026-06-29T08:46:35.246764+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Moirai-1.1-Large,3.978088474998458,1.994514596336276,0.06276211089724061,0.05642635756077601,18.816706716326447,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T11:06:08.782301Z|h:24,2026-06-29T11:06:08.782301Z,2026-06-29T11:11:38.865199+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Moirai-1.1-Large,4.144024255878321,2.0356876616707,0.06308794807784426,0.0571640805472505,16.83842575407797,True @@ -3349,6 +3357,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-06-30T06:47:05.478307Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-06-30T06:56:40.844675Z|h:24,2026-06-30T06:56:40.844675Z,2026-06-30T07:00:19.074519+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,103272.15253903135,321.35984898401875,0.004343310777953964,0.003433742189102839,52.543086278890854,True binance_btcusdt_1h_close/1h/short|source:2026-06-30T07:05:26.428277Z|h:24,2026-06-30T07:05:26.428277Z,2026-06-30T07:11:40.960528+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,105892.83683966927,325.4117957906094,0.0044447175937662965,0.003529696227782029,52.07089396242398,True binance_btcusdt_1h_close/1h/short|source:2026-06-30T07:16:50.326740Z|h:24,2026-06-30T07:16:50.326740Z,2026-06-30T07:22:05.476745+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,109231.42390507237,330.5017759484393,0.0045333724011814005,0.003613895109088753,51.47936423991834,True +binance_btcusdt_1h_close/1h/short|source:2026-06-30T07:26:13.404847Z|h:24,2026-06-30T07:26:13.404847Z,2026-06-30T07:29:05.487165+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,108426.06126787736,329.28112801658915,0.004514858491011843,0.003595557488899791,51.62603380987106,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:22:02.488519+00:00,2026-06-22T01:22:02.488519+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.1489742184098265,0.3859717844737184,0.0048771123255213,0.2210326747420907,38.18680422959462,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:33:31.068326+00:00,2026-06-22T07:33:31.068326+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.1029916725943077,0.3209231568371278,0.003220088745007,0.1530588119969513,45.56516023795812,True binance_btcusdt_1h_close/1h/short|window:0740b84fb5a867feca5c,2026-06-22T08:13:23.059241+00:00,2026-06-22T08:13:23.059241+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.1001716084949669,0.3164989865623062,0.0030892525816164,0.1543325711714026,44.25222081261605,True @@ -3531,6 +3540,7 @@ data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T06:29:29.285546Z|h:12,2026-06-30T06:29:29.285546Z,2026-06-30T06:33:21.318817+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moving-Average,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T06:47:05.478307Z|h:12,2026-06-30T06:47:05.478307Z,2026-06-30T06:51:40.340412+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moving-Average,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T07:05:26.428277Z|h:12,2026-06-30T07:05:26.428277Z,2026-06-30T07:11:40.974424+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moving-Average,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T07:26:13.404847Z|h:12,2026-06-30T07:26:13.404847Z,2026-06-30T07:29:05.501059+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moving-Average,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T07:34:52.372126Z|h:24,2026-06-29T07:34:52.372126Z,2026-06-29T07:39:37.424662+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Moving-Average,13.283119199052095,3.644601377249931,0.12283489203386348,0.11988099865698312,-39.051707811787956,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T08:43:00.875911Z|h:24,2026-06-29T08:43:00.875911Z,2026-06-29T08:47:47.730152+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Moving-Average,13.283119199052095,3.644601377249931,0.12283489203386348,0.11988099865698312,-39.051707811787956,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T11:06:08.782301Z|h:24,2026-06-29T11:06:08.782301Z,2026-06-29T11:12:55.537079+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Moving-Average,13.283119199052095,3.644601377249931,0.12283489203386348,0.11988099865698312,-39.051707811787956,True @@ -4023,6 +4033,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-06-30T06:47:05.478307Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-06-30T06:56:40.844675Z|h:24,2026-06-30T06:56:40.844675Z,2026-06-30T07:00:19.125675+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,331952.7470232646,576.1534058072248,0.008150682609447853,0.006609729314845917,0.0,True binance_btcusdt_1h_close/1h/short|source:2026-06-30T07:05:26.428277Z|h:24,2026-06-30T07:05:26.428277Z,2026-06-30T07:11:41.048020+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,335979.9439989726,579.6377696449504,0.008279636567478632,0.006636979559916527,0.0,True binance_btcusdt_1h_close/1h/short|source:2026-06-30T07:16:50.326740Z|h:24,2026-06-30T07:16:50.326740Z,2026-06-30T07:22:05.549983+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,341015.86652692157,583.9656381388562,0.008368581128264293,0.006666775788966322,0.0,True +binance_btcusdt_1h_close/1h/short|source:2026-06-30T07:26:13.404847Z|h:24,2026-06-30T07:26:13.404847Z,2026-06-30T07:29:05.513696+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,339856.6403891246,582.9722466714214,0.008350006708484145,0.006660563594614887,0.0,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:22:02.507250+00:00,2026-06-22T01:22:02.507250+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.3330400717529599,0.5770962413263147,0.0074647926873788,0.3493354391815629,0.0,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:33:31.096521+00:00,2026-06-22T07:33:31.096521+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.2754118389969035,0.5247969502549568,0.0054985069346336,0.3525814888009477,0.0,True binance_btcusdt_1h_close/1h/short|window:0740b84fb5a867feca5c,2026-06-22T08:13:23.090823+00:00,2026-06-22T08:13:23.090823+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.2592027377306001,0.5091195711525929,0.0051633669136927,0.3473196849970218,0.0,True @@ -4206,6 +4217,7 @@ data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T06:29:29.285546Z|h:12,2026-06-30T06:29:29.285546Z,2026-06-30T06:33:21.358945+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Seasonal-Naive,0.0,0.0,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T06:47:05.478307Z|h:12,2026-06-30T06:47:05.478307Z,2026-06-30T06:51:40.402735+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Seasonal-Naive,0.0,0.0,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T07:05:26.428277Z|h:12,2026-06-30T07:05:26.428277Z,2026-06-30T07:11:41.059021+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Seasonal-Naive,0.0,0.0,,,0.0,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T07:26:13.404847Z|h:12,2026-06-30T07:26:13.404847Z,2026-06-30T07:29:05.526125+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Seasonal-Naive,0.0,0.0,,,0.0,False nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T07:34:52.372126Z|h:24,2026-06-29T07:34:52.372126Z,2026-06-29T07:39:37.555169+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Seasonal-Naive,5.822175382487785,2.4129184367665197,0.07862645318264146,0.07666914501382317,0.0,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T08:43:00.875911Z|h:24,2026-06-29T08:43:00.875911Z,2026-06-29T08:47:47.818007+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Seasonal-Naive,5.822175382487785,2.4129184367665197,0.07862645318264146,0.07666914501382317,0.0,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T09:42:32.652885Z|h:24,2026-06-29T09:42:32.652885Z,2026-06-29T09:54:03.464044+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Seasonal-Naive,5.822175382487785,2.4129184367665197,0.07862645318264146,0.07666914501382317,0.0,True @@ -4705,6 +4717,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-06-30T06:47:05.478307Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-06-30T06:56:40.844675Z|h:24,2026-06-30T06:56:40.844675Z,2026-06-30T06:58:46.194589+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,111764.84615389507,334.31249775306793,0.004748350393538731,0.004468171929878601,49.623432619102125,True binance_btcusdt_1h_close/1h/short|source:2026-06-30T07:05:26.428277Z|h:24,2026-06-30T07:05:26.428277Z,2026-06-30T07:09:28.359039+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,113023.65835253398,336.18991411482585,0.004751130898146151,0.0042007383268697135,49.65578994885106,True binance_btcusdt_1h_close/1h/short|source:2026-06-30T07:16:50.326740Z|h:24,2026-06-30T07:16:50.326740Z,2026-06-30T07:20:12.854458+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,118261.12368392944,343.8911509241397,0.004840103878764566,0.004230320989520639,48.501176325146815,True +binance_btcusdt_1h_close/1h/short|source:2026-06-30T07:26:13.404847Z|h:24,2026-06-30T07:26:13.404847Z,2026-06-30T07:28:03.269399+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,117059.87954584758,342.14014605983846,0.004821523524030115,0.004224153247158305,48.76093358913465,True binance_btcusdt_1h_close/1h/short|window:01879e0ba67816eb9c43,2026-06-17T06:54:34.213561+00:00,2026-06-17T06:54:34.213561+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.160538580492642,0.4006726600264136,0.0077998502585261,0.2146609791701683,,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:20:54.533078+00:00,2026-06-22T01:20:54.533078+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.3253257633711659,0.5703733543663886,0.006509406779106,0.2858020737091157,1.1717358298733047,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:31:44.064640+00:00,2026-06-22T07:31:44.064640+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.2663201865137117,0.5160621924862465,0.005269364684183,0.2671874556573511,1.678256417390571,True @@ -5001,6 +5014,7 @@ data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T06:29:29.285546Z|h:12,2026-06-30T06:29:29.285546Z,2026-06-30T06:31:57.562831+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TiRex,2.0440368407041843e-18,1.4296981641955705e-09,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T06:47:05.478307Z|h:12,2026-06-30T06:47:05.478307Z,2026-06-30T06:50:03.109519+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TiRex,2.0440368407041843e-18,1.4296981641955705e-09,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T07:05:26.428277Z|h:12,2026-06-30T07:05:26.428277Z,2026-06-30T07:09:34.614687+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TiRex,2.0440368407041843e-18,1.4296981641955705e-09,,,0.0,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T07:26:13.404847Z|h:12,2026-06-30T07:26:13.404847Z,2026-06-30T07:28:09.592732+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TiRex,2.0440368407041843e-18,1.4296981641955705e-09,,,0.0,False nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T07:34:52.372126Z|h:24,2026-06-29T07:34:52.372126Z,2026-06-29T07:37:49.833711+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,TiRex,2.4940922205109928,1.5792695211745817,0.04640573262886946,0.04279827575737358,40.018952261429305,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T08:43:00.875911Z|h:24,2026-06-29T08:43:00.875911Z,2026-06-29T08:45:40.096912+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,TiRex,2.4940922205109928,1.5792695211745817,0.04640573262886946,0.04279827575737358,40.018952261429305,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T11:06:08.782301Z|h:24,2026-06-29T11:06:08.782301Z,2026-06-29T11:10:40.398108+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,TiRex,2.4940922205109928,1.5792695211745817,0.04640573262886946,0.04279827575737358,40.018952261429305,True @@ -5666,6 +5680,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-06-30T06:47:05.478307Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-06-30T06:56:40.844675Z|h:24,2026-06-30T06:56:40.844675Z,2026-06-30T07:00:08.512265+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,123461.33568318684,351.3706528485082,0.005108200256009983,0.003965814200341907,45.780624547455226,True binance_btcusdt_1h_close/1h/short|source:2026-06-30T07:05:26.428277Z|h:24,2026-06-30T07:05:26.428277Z,2026-06-30T07:11:13.396800+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,116866.3663444519,341.8572309377877,0.004930294215942116,0.003863971115362468,48.38585909827813,True binance_btcusdt_1h_close/1h/short|source:2026-06-30T07:16:50.326740Z|h:24,2026-06-30T07:16:50.326740Z,2026-06-30T07:21:43.066494+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,122857.70848401387,350.51063961599493,0.0050193735017842155,0.0039053580813888187,47.02965846626741,True +binance_btcusdt_1h_close/1h/short|source:2026-06-30T07:26:13.404847Z|h:24,2026-06-30T07:26:13.404847Z,2026-06-30T07:28:59.663764+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,121499.29477500916,348.56748955547926,0.005000770947177932,0.003887362658578449,47.32947578455489,True binance_btcusdt_1h_close/1h/short|window:01879e0ba67816eb9c43,2026-06-17T06:58:35.029666+00:00,2026-06-17T06:58:35.029666+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.0565088861879648,0.237715977982055,0.0047191124135397,0.1699283194647917,,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:21:57.655072+00:00,2026-06-22T01:21:57.655072+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.094376840947432,0.3072081394550477,0.003290280361809,0.1643725886038777,55.83850889232936,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:33:19.087735+00:00,2026-06-22T07:33:19.087735+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.1390943968371703,0.3729536121787405,0.0036446519853812,0.2070857689137401,32.88670480081774,True @@ -5958,6 +5973,7 @@ data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T06:29:29.285546Z|h:12,2026-06-30T06:29:29.285546Z,2026-06-30T06:33:15.434623+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Timer-S1,1.1760797597599717e-16,1.0844721111028959e-08,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T06:47:05.478307Z|h:12,2026-06-30T06:47:05.478307Z,2026-06-30T06:51:27.291604+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Timer-S1,1.1760797597599717e-16,1.0844721111028959e-08,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T07:05:26.428277Z|h:12,2026-06-30T07:05:26.428277Z,2026-06-30T07:11:18.789388+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Timer-S1,1.1760797597599717e-16,1.0844721111028959e-08,,,0.0,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T07:26:13.404847Z|h:12,2026-06-30T07:26:13.404847Z,2026-06-30T07:29:04.598951+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Timer-S1,1.1760797597599717e-16,1.0844721111028959e-08,,,0.0,False nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T07:34:52.372126Z|h:24,2026-06-29T07:34:52.372126Z,2026-06-29T07:39:20.894857+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Timer-S1,1.5831685118550922,1.2582402440929523,0.03453328717232778,0.03293096568544059,57.242539051710665,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T08:43:00.875911Z|h:24,2026-06-29T08:43:00.875911Z,2026-06-29T08:47:32.894676+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Timer-S1,1.5831685118550922,1.2582402440929523,0.03453328717232778,0.03293096568544059,57.242539051710665,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T11:06:08.782301Z|h:24,2026-06-29T11:06:08.782301Z,2026-06-29T11:12:32.544971+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Timer-S1,1.5831685118550922,1.2582402440929523,0.03453328717232778,0.03293096568544059,57.242539051710665,True @@ -6588,6 +6604,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-06-30T06:47:05.478307Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-06-30T06:56:40.844675Z|h:24,2026-06-30T06:56:40.844675Z,2026-06-30T06:57:45.025296+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,114850.72542953491,338.8963343406578,0.0041144446516352415,0.004316389433003703,48.59004796939317,True binance_btcusdt_1h_close/1h/short|source:2026-06-30T07:05:26.428277Z|h:24,2026-06-30T07:05:26.428277Z,2026-06-30T07:07:28.660697+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,121570.58129310608,348.6697309677255,0.004133775374773948,0.004444242972137236,46.86025932742568,True binance_btcusdt_1h_close/1h/short|source:2026-06-30T07:16:50.326740Z|h:24,2026-06-30T07:16:50.326740Z,2026-06-30T07:18:28.454265+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,126530.73029454549,355.7115830199313,0.004222569895049516,0.004532275813872018,45.87460109655709,True +binance_btcusdt_1h_close/1h/short|source:2026-06-30T07:26:13.404847Z|h:24,2026-06-30T07:26:13.404847Z,2026-06-30T07:27:16.858711+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,125387.30155563354,354.1006940908667,0.00420402680844358,0.004513921438252548,46.098255022298936,True binance_btcusdt_1h_close/1h/short|window:01879e0ba67816eb9c43,2026-06-17T06:53:42.689625+00:00,2026-06-17T06:53:42.689625+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.1316480282298061,0.3628333339562478,0.0115041829002529,0.2379950762051307,,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:20:14.323519+00:00,2026-06-22T01:20:14.323519+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.1876052556822667,0.4331342236331213,0.0035212021999806,0.2825173319955255,27.933567902573127,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:30:36.018310+00:00,2026-06-22T07:30:36.018310+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.1876660841999844,0.4332044369578691,0.0029553106220395,0.282650315619165,18.948377886633143,True @@ -6889,6 +6906,7 @@ data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T06:29:29.285546Z|h:12,2026-06-30T06:29:29.285546Z,2026-06-30T06:30:57.675649+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TimesFM-2.5,0.0,0.0,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T06:47:05.478307Z|h:12,2026-06-30T06:47:05.478307Z,2026-06-30T06:48:43.690240+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TimesFM-2.5,0.0,0.0,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T07:05:26.428277Z|h:12,2026-06-30T07:05:26.428277Z,2026-06-30T07:07:33.880271+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TimesFM-2.5,0.0,0.0,,,0.0,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T07:26:13.404847Z|h:12,2026-06-30T07:26:13.404847Z,2026-06-30T07:27:21.836679+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TimesFM-2.5,0.0,0.0,,,0.0,False nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T07:34:52.372126Z|h:24,2026-06-29T07:34:52.372126Z,2026-06-29T07:36:32.892207+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,TimesFM-2.5,6.613498703618461,2.5716723554174745,0.08541748411560328,0.0740711694846831,-6.363332744581831,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T08:43:00.875911Z|h:24,2026-06-29T08:43:00.875911Z,2026-06-29T08:44:29.008217+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,TimesFM-2.5,6.613498703618461,2.5716723554174745,0.08541748411560328,0.0740711694846831,-6.363332744581831,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T11:06:08.782301Z|h:24,2026-06-29T11:06:08.782301Z,2026-06-29T11:08:28.558457+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,TimesFM-2.5,6.613498703618461,2.5716723554174745,0.08541748411560328,0.0740711694846831,-6.363332744581831,True @@ -7567,6 +7585,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-06-30T06:47:05.478307Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-06-30T06:56:40.844675Z|h:24,2026-06-30T06:56:40.844675Z,2026-06-30T06:58:26.131712+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,122574.67184575398,350.1066578140924,0.005086289898606056,0.004067291830318473,46.06500432878114,True binance_btcusdt_1h_close/1h/short|source:2026-06-30T07:05:26.428277Z|h:24,2026-06-30T07:05:26.428277Z,2026-06-30T07:08:20.373358+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,125855.7797203064,354.76158151680744,0.0051706347776469905,0.004127828228142347,45.497598710312744,True binance_btcusdt_1h_close/1h/short|source:2026-06-30T07:16:50.326740Z|h:24,2026-06-30T07:16:50.326740Z,2026-06-30T07:19:25.952120+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,131583.59746106467,362.7445347087461,0.005259676903544844,0.004157404499329646,44.31496119326551,True +binance_btcusdt_1h_close/1h/short|source:2026-06-30T07:26:13.404847Z|h:24,2026-06-30T07:26:13.404847Z,2026-06-30T07:27:48.343057+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,130280.12378501892,360.94338030364116,0.005241082109102839,0.004151238087294896,44.577776633200365,True binance_btcusdt_1h_close/1h/short|window:01879e0ba67816eb9c43,2026-06-17T06:54:06.418915+00:00,2026-06-17T06:54:06.418915+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.2538744236056837,0.5038595276519873,0.0096861404413673,0.2595518987896321,,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:20:46.561689+00:00,2026-06-22T01:20:46.561689+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.1086373133447541,0.3296017496081508,0.0033714615341156,0.2404084905840144,50.80693872487049,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:31:22.722969+00:00,2026-06-22T07:31:22.722969+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.1424910624386554,0.3774798834887171,0.0034849946383276,0.2479472775316385,31.80661730312123,True @@ -7864,6 +7883,7 @@ data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T06:29:29.285546Z|h:12,2026-06-30T06:29:29.285546Z,2026-06-30T06:31:35.652705+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Toto-2.0-1B,9.285839740510159e-20,3.047267585971104e-10,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T06:47:05.478307Z|h:12,2026-06-30T06:47:05.478307Z,2026-06-30T06:49:31.158903+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Toto-2.0-1B,9.285839740510159e-20,3.047267585971104e-10,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T07:05:26.428277Z|h:12,2026-06-30T07:05:26.428277Z,2026-06-30T07:08:25.537635+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Toto-2.0-1B,9.285839740510159e-20,3.047267585971104e-10,,,0.0,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T07:26:13.404847Z|h:12,2026-06-30T07:26:13.404847Z,2026-06-30T07:27:53.652024+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Toto-2.0-1B,9.285839740510159e-20,3.047267585971104e-10,,,0.0,False nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T07:34:52.372126Z|h:24,2026-06-29T07:34:52.372126Z,2026-06-29T07:37:19.669310+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Toto-2.0-1B,4.1231865031386405,2.030563100014043,0.05832365833151538,0.05027504602863044,17.08322833183793,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T08:43:00.875911Z|h:24,2026-06-29T08:43:00.875911Z,2026-06-29T08:45:09.455602+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Toto-2.0-1B,4.1231865031386405,2.030563100014043,0.05832365833151538,0.05027504602863044,17.08322833183793,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T11:06:08.782301Z|h:24,2026-06-29T11:06:08.782301Z,2026-06-29T11:09:32.346777+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Toto-2.0-1B,4.1231865031386405,2.030563100014043,0.05832365833151538,0.05027504602863044,17.08322833183793,True diff --git a/results/aggregates/live_results_by_dataset.csv b/results/aggregates/live_results_by_dataset.csv index 3a49ccf1d82f7d488abbfe4eaf07b7ee7536161e..84950b76bb1ccc581f1401d3757758087dba7cf0 100644 --- a/results/aggregates/live_results_by_dataset.csv +++ b/results/aggregates/live_results_by_dataset.csv @@ -1,7 +1,7 @@ model,dataset,domain,frequency,prediction_lengths,MSE,RMSE,MAPE,CRPS,RTG,Stability,Improvement,Improvement_pvalue,n_releases,MAPE_coverage,first_release,last_release -ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,192373.05763651076,284.94520308704705,0.008851360138073045,0.28699587496240747,-1.819633320957699,248451.42145317272,0.33491937615648965,3.5784545458099127e-12,195,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-30T07:16:50.326740Z +ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,192828.1649698524,286.1987253038634,0.008863049661919526,0.28557906269488953,-1.7624986215987881,247895.44260457667,0.33448456305599167,3.355364082861502e-12,196,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-30T07:26:13.404847Z ARIMA,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,7.310472321274067e-05,0.005431398592494857,,,-34.63836912450401,9.625825509081373e-05,0.5980263104415187,3.022889390959818e-05,29,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T07:16:50.326740Z -ARIMA,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526525e-15,9.786828912128042e-08,,,0.0,1.5959619749095274e-30,0.0,1.0,44,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T07:05:26.428277Z +ARIMA,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526525e-15,9.786828912128042e-08,,,0.0,1.5955497414079044e-30,0.0,1.0,45,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T07:26:13.404847Z ARIMA,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,20.172291433984245,3.9348494391534303,0.14505631027405277,0.42288588795645266,-67.17893592674056,14.841628398871025,0.4739970491621009,0.01355883719972293,17,1.0,2026-06-18T05:03:29.867986+00:00,2026-06-30T07:05:26.428277Z ARIMA,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.4581586792858385,1.0573094656561965,1.9976577491804806,0.8045317934280679,0.048566487712407354,1.3075424131005047,-0.3163438668025824,1.084146771386895e-06,109,0.9541284403669725,2026-06-17T12:10:12.335728+00:00,2026-06-30T07:16:50.326740Z ARIMA,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,3.6286439152950094,1.476229568763103,0.12603027447072143,0.9771186691916659,8.909250754990909,5.055220736297174,-0.2700261407476441,0.00023524739657357019,86,1.0,2026-06-17T12:10:12.398268+00:00,2026-06-30T07:16:50.326740Z @@ -11,9 +11,9 @@ ARIMA,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,7.0821853 ARIMA,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,5.313980163142006,1.909338938214761,0.6529577710163768,0.43097151920831434,14.499727453213694,6.4059041879052865,0.3068181818181818,0.011800476399038315,33,1.0,2026-06-17T12:10:12.513260+00:00,2026-06-30T07:05:26.428277Z ARIMA,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,497.45422896928,15.385951031737235,0.01283137984800016,0.3145945944040432,-3.4492603561909165,708.9442873978653,0.5902805366132456,7.220894558243688e-11,58,1.0,2026-06-17T12:26:17.165483+00:00,2026-06-30T07:16:50.326740Z ARIMA,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.9275977165973884,0.9443098602037467,0.1884584089766501,0.47223069206859825,51.524375704327745,0.37575855793936136,0.0,1.0,4,1.0,2026-06-17T12:10:12.582752+00:00,2026-06-20T17:12:56.741396+00:00 -Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,50513.76177587285,117.34865506564604,0.007226115987525804,0.21798227927684538,28.77212710472254,87726.65487000685,0.43814956954672746,9.825753262761698e-31,311,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-30T07:16:50.326740Z +Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,50728.66161877325,118.07149239597558,0.007217408782434924,0.21729619373316267,28.874849079463047,87667.71851390568,0.4389891994393602,6.110098216343968e-31,312,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-30T07:26:13.404847Z Chronos-2,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,8.809004914584231e-07,0.0005591988755227786,,,-34.48437986348201,1.599248231318243e-06,0.6509770296844705,4.001249312599079e-06,30,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T07:16:50.326740Z -Chronos-2,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.7296862743653325e-18,1.3151753777977037e-09,,,0.0,3.896391540306463e-34,0.0,1.0,44,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T07:05:26.428277Z +Chronos-2,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.7296862743653325e-18,1.3151753777977037e-09,,,0.0,3.895385110859142e-34,0.0,1.0,45,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T07:26:13.404847Z Chronos-2,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,3.1582408386607868,1.490649373137615,0.05949303086247124,0.14090912851763457,13.864075365659145,2.7608774323135683,0.3625123510700877,0.04377749640423372,19,1.0,2026-06-17T05:11:12.972050+00:00,2026-06-30T07:05:26.428277Z Chronos-2,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.20920798749358743,0.3495779540932097,0.6723949658068993,0.18549745079099045,56.65900862491103,0.3384586522585497,0.2115816250187042,5.78520368778436e-05,164,0.9634146341463414,2026-06-16T12:06:44.487655+00:00,2026-06-30T07:16:50.326740Z Chronos-2,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,3.4286390520014436,1.4807012808799782,0.1337202531697578,0.8161615440673268,0.21411875341578465,5.001568648615521,-0.13608947651442493,0.026296765048851437,122,1.0,2026-06-16T12:06:47.974062+00:00,2026-06-30T07:16:50.326740Z @@ -23,9 +23,9 @@ Chronos-2,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.476 Chronos-2,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,3.967594717133991,1.5559066156559505,0.6232698246901271,0.4282394611111022,22.775393726430078,5.9886280233971405,0.3436734693877551,0.00042894256460927077,50,1.0,2026-06-16T13:12:36.348072+00:00,2026-06-30T07:05:26.428277Z Chronos-2,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,319.0769039874376,9.074244742228528,0.007983436599390853,0.3297822862825982,24.46318780547849,704.8197205508236,0.40164647177186813,2.5271191888641237e-07,77,1.0,2026-06-16T12:40:50.960167+00:00,2026-06-30T07:16:50.326740Z Chronos-2,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.1456044109597034,0.3540856210491078,0.07326493977323642,0.20971254396934885,91.35627345305528,0.09048796560262944,0.6666666666666669,0.3333333333333333,4,1.0,2026-06-17T09:43:59.015450+00:00,2026-06-21T17:41:22.192896+00:00 -ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,81311.5094228584,184.86469004660918,0.007217858687592528,0.24715793854507073,32.544480969357025,113178.96375642302,0.45799629923341273,1.944174510912159e-21,195,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-30T07:16:50.326740Z +ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,81546.75454894405,185.74272100000033,0.007203872289819061,0.24591599116562687,32.610391027279576,112936.41972294198,0.45703819989534283,1.8557961119397607e-21,196,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-30T07:26:13.404847Z ETS,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,7.746181581717356e-05,0.005609594619354924,,,-34.64686208028633,9.92434682037325e-05,0.5859449708366393,4.361263000766445e-05,29,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T07:16:50.326740Z -ETS,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526525e-15,9.786828912128042e-08,,,0.0,1.5959619749095274e-30,0.0,1.0,44,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T07:05:26.428277Z +ETS,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526525e-15,9.786828912128042e-08,,,0.0,1.5955497414079044e-30,0.0,1.0,45,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T07:26:13.404847Z ETS,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,55.60883949770613,6.488797891334038,0.2563892697376731,0.6641597247293548,-81.16847318830584,41.345597922028425,0.4739970491621009,0.01355883719972293,17,1.0,2026-06-18T05:03:30.268230+00:00,2026-06-30T07:05:26.428277Z ETS,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.917835199993693,1.197896509518429,2.0602090598954645,0.8796239980759977,-9.584954181275696,1.902507222405568,-0.30818892286782196,2.0339060418073375e-06,109,0.9541284403669725,2026-06-17T12:10:12.697348+00:00,2026-06-30T07:16:50.326740Z ETS,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,4.635382875853739,1.7450132207205622,0.19468191943829713,1.038889544002024,-12.27653331302485,6.24310781617276,-0.16431610998842439,0.02521996419177992,86,1.0,2026-06-17T12:10:12.728630+00:00,2026-06-30T07:16:50.326740Z @@ -35,9 +35,9 @@ ETS,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,67.49944926 ETS,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,5.570575201634607,1.9426106772441811,0.7083368506625318,0.4564658137281864,14.898987699894887,6.6087845888653804,0.35227272727272724,0.0036056095284297627,33,1.0,2026-06-17T12:10:12.797899+00:00,2026-06-30T07:05:26.428277Z ETS,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,471.4266129710858,13.257505870374038,0.010114754087469561,0.30078193985030566,12.424363718130571,932.3281874728198,0.4626194524847374,3.2771363604750703e-07,58,1.0,2026-06-17T12:26:17.324923+00:00,2026-06-30T07:16:50.326740Z ETS,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0355298506068462,1.016318790561134,0.2100370240294873,0.5501238398295335,45.32341836016455,0.11787053128673673,0.3333333333333334,0.75,4,1.0,2026-06-17T12:10:12.836543+00:00,2026-06-20T17:12:56.912547+00:00 -Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,97941.40257827316,160.21802671838532,0.009122152521220627,0.257565337141393,7.190235260212236,198765.30224793687,0.3601583956057994,4.865380274389967e-21,307,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-30T07:16:50.326740Z +Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,98213.85652290075,161.0824071630548,0.009111680504664842,0.25674571771050086,7.309895645786267,198498.9147927205,0.36147891196751125,3.0179232569115648e-21,308,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-30T07:26:13.404847Z Moirai-1.1-Large,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,1430409.683414829,382.17708497508744,,,-99.90609380804409,6541198.791257083,-0.6183908045977011,2.623033504596244e-07,30,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T07:16:50.326740Z -Moirai-1.1-Large,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,141527.0819022449,85.44810528785094,,,-100.0,903520.0405700306,0.1310782241014799,0.20978075754578518,44,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T07:05:26.428277Z +Moirai-1.1-Large,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,143807.45872821152,94.52946604114128,,,-100.0,893324.742110887,0.16767676767676765,0.10440460666453813,45,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T07:26:13.404847Z Moirai-1.1-Large,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,2.271894371322047,1.285667244854509,0.05493105801810105,0.13029082565957562,24.202730674750413,1.9305410320998064,0.27485380116959063,0.10816832184111735,19,1.0,2026-06-17T05:16:48.534000+00:00,2026-06-30T07:05:26.428277Z Moirai-1.1-Large,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,1.3226505654333662,0.9110395871002775,2.2790225742447903,0.49719646154936875,7.817850367445139,2.061063156495322,0.14071006824630017,0.007867879203048852,162,0.9691358024691358,2026-06-16T12:07:52.741323+00:00,2026-06-30T07:16:50.326740Z Moirai-1.1-Large,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,6.3857979116662005,1.6153698041923426,0.13175116063309555,0.7807088365188519,-1.3124663871227862,34.83984147749421,-0.10756302521008403,0.08150691699327096,120,1.0,2026-06-16T12:07:56.991709+00:00,2026-06-30T07:16:50.326740Z @@ -47,9 +47,9 @@ Moirai-1.1-Large,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,2 Moirai-1.1-Large,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,4.933882041141498,1.8166281918575362,0.6644416492998079,0.4434254150595357,9.062645491686967,6.4903467504400645,0.2767676767676767,0.007354398404493263,45,1.0,2026-06-16T13:15:41.040444+00:00,2026-06-30T07:05:26.428277Z Moirai-1.1-Large,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2763.9270081914547,20.715160618057624,0.010196320696048445,0.4147580763059245,-11.172183529967961,14777.306147145768,0.5319298245614036,1.0531166899022253e-11,76,1.0,2026-06-16T12:43:22.358427+00:00,2026-06-30T07:16:50.326740Z Moirai-1.1-Large,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.14917155913022512,0.35835614759999057,0.060813743611269774,0.18543381466807796,92.89588533626512,0.11224549076916286,0.6666666666666669,0.3333333333333333,4,1.0,2026-06-17T09:46:01.162798+00:00,2026-06-21T19:13:08.416535+00:00 -Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,106970.65208156,209.90220045157028,0.008092999203585494,0.2584738001424871,23.49726801794017,143349.00355050407,0.22379064234734344,3.386330685376962e-06,195,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-30T07:16:50.326740Z +Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,106978.07763863304,210.51127661261623,0.008074743383623385,0.257173400945275,23.64078212912348,142981.00735053048,0.22574568288854008,2.6184932442043933e-06,196,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-30T07:26:13.404847Z Moving-Average,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,0.00012934547143736506,0.00649508069797174,,,-35.432939177631326,0.0003296929623236838,0.5859449708366393,4.361263000766445e-05,29,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T07:16:50.326740Z -Moving-Average,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526525e-15,9.786828912128042e-08,,,0.0,1.5959619749095274e-30,0.0,1.0,44,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T07:05:26.428277Z +Moving-Average,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526525e-15,9.786828912128042e-08,,,0.0,1.5955497414079044e-30,0.0,1.0,45,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T07:26:13.404847Z Moving-Average,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,8.232287074779007,2.5146794199697418,0.1039661743265562,0.2382877538035963,-41.94457251721406,6.03560169681906,0.4912333054952682,0.010511998810021714,17,1.0,2026-06-18T05:03:30.400278+00:00,2026-06-30T07:05:26.428277Z Moving-Average,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.6554167424381252,1.0904987421602366,2.738829194303967,0.9657521839575534,4.397531261035608,1.791832199784216,-0.19130139313625552,0.003193485275600296,109,0.9541284403669725,2026-06-17T12:10:12.867076+00:00,2026-06-30T07:16:50.326740Z Moving-Average,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,3.773995273902923,1.5003777881946547,0.12122196798140199,0.9440357908216063,12.288814743843027,5.068743992796609,-0.249212766815777,0.0006879790047942051,86,1.0,2026-06-17T12:10:12.884991+00:00,2026-06-30T07:16:50.326740Z @@ -59,10 +59,10 @@ Moving-Average,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24, Moving-Average,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,5.552986668271796,1.9258677617315583,0.7320946007603164,0.43879875877650765,15.46974068289715,6.891209735470583,0.3068181818181818,0.011800476399038315,33,1.0,2026-06-17T12:10:12.921461+00:00,2026-06-30T07:05:26.428277Z Moving-Average,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,398.5837140534353,11.975983045409581,0.010435746088111876,0.357860016477913,12.720957210737799,727.706123422513,0.4686985517289521,2.292879751143789e-07,58,1.0,2026-06-17T12:26:17.359102+00:00,2026-06-30T07:16:50.326740Z Moving-Average,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0762729471721073,1.0365663956063864,0.2116032762980239,0.5617661939340133,43.72824413897228,0.1006489058726523,0.0,1.0,4,1.0,2026-06-17T12:10:12.956394+00:00,2026-06-20T17:12:56.975490+00:00 -Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,157711.21932518602,263.891697508358,0.009582451950811593,0.24446646806705039,0.0,179296.6815286883,0.2651334919376157,3.709479980017683e-08,195,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-30T07:16:50.326740Z +Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,158640.53269796123,265.51965949388386,0.009576163964881352,0.2432531726360686,0.0,179308.9853689142,0.2670852956567243,2.7113277598263363e-08,196,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-30T07:26:13.404847Z Seasonal-Naive,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,36436.1429036395,190.88253692687422,0.8264244641534466,0.9402466648974208,0.0,,,,1,1.0,2026-06-29T09:42:32.652885Z,2026-06-29T09:42:32.652885Z Seasonal-Naive,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,0.0003831417738706217,0.0036348019624022855,,,0.0,0.0020632815967911583,0.05627418551130966,0.7199178531944465,29,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T07:16:50.326740Z -Seasonal-Naive,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,,0.0,0.0,0.0,1.0,44,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T07:05:26.428277Z +Seasonal-Naive,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,,0.0,0.0,0.0,1.0,45,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T07:26:13.404847Z Seasonal-Naive,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,3.38765397998679,1.5830691166698523,0.06470762345215711,0.15673758552285044,0.0,2.805935103448927,0.3985956656474041,0.03281957503272024,18,1.0,2026-06-18T05:03:30.473716+00:00,2026-06-30T07:05:26.428277Z Seasonal-Naive,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.7326551405726116,1.1251150263901863,2.7305469881061177,1.0052319544898118,0.0,1.8323728821783325,-0.21100917431192662,0.0011450622595710021,109,0.9541284403669725,2026-06-17T12:10:12.978229+00:00,2026-06-30T07:16:50.326740Z Seasonal-Naive,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,4.161589147267634,1.618928960305829,0.13286364091236155,1.2285157242093825,0.0,5.272783729366364,-0.25688085194857013,0.0004674163269448796,86,1.0,2026-06-17T12:10:12.994311+00:00,2026-06-30T07:16:50.326740Z @@ -72,9 +72,9 @@ Seasonal-Naive,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24, Seasonal-Naive,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,7.650051147593765,2.278676540200507,0.7226358831681312,0.72872215705317,0.0,9.42775782072519,0.41176470588235303,0.0006160533383154818,34,1.0,2026-06-17T12:10:13.024713+00:00,2026-06-30T07:05:26.428277Z Seasonal-Naive,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,503.0014572228361,14.278810232422519,0.010616550111966407,0.30642521716157867,0.0,795.5288358726635,0.4106533206506147,6.399416681885539e-06,58,1.0,2026-06-17T12:26:17.384303+00:00,2026-06-30T07:16:50.326740Z Seasonal-Naive,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1616.696102674672,19.296585827568386,0.35112400705711844,1.1347582547310677,0.0,3608.8641772125693,0.39999999999999997,0.48333333333333334,5,1.0,2026-06-17T12:10:13.040774+00:00,2026-06-29T09:42:32.652885Z -TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,57378.49542614763,124.56604666417537,0.007594407566216967,0.23186258315591887,18.805015980685745,101639.72485525705,0.5072500315218762,2.3267800221659656e-40,309,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-30T07:16:50.326740Z +TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,57571.01602008214,125.26789859770976,0.007585462778984106,0.23112826564008418,18.959427927121048,101531.72456306613,0.5077565507881825,1.4552122102028245e-40,310,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-30T07:26:13.404847Z TiRex,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,1.9377954828482503e-07,0.0002696351437833742,,,-34.483015000919,2.881608327241457e-07,0.6452667048626769,4.857097795129011e-06,30,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T07:16:50.326740Z -TiRex,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,2.044036840704184e-18,1.4296981641955707e-09,,,0.0,3.896391540306463e-34,0.0,1.0,44,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T07:05:26.428277Z +TiRex,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,2.044036840704184e-18,1.429698164195571e-09,,,0.0,3.895385110859142e-34,0.0,1.0,45,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T07:26:13.404847Z TiRex,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,1.4863671119880022,1.0646464091182797,0.04499732108701786,0.1167519275889398,39.516562516388,1.1305441786221886,0.3898717737923585,0.030129619467097333,19,1.0,2026-06-17T05:15:19.765080+00:00,2026-06-30T07:05:26.428277Z TiRex,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.24626144210140843,0.38293825700736833,0.8442431703558791,0.19188576322342027,53.29774755220255,0.392547121467243,0.22457017344542904,2.0908490555593516e-05,163,0.9631901840490797,2026-06-16T12:07:37.946365+00:00,2026-06-30T07:16:50.326740Z TiRex,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,3.245429452265476,1.4564337176341149,0.12737211697995304,0.7708591856383579,0.1732379020646973,4.624737422549794,-0.1384965364708735,0.02435185107760699,121,1.0,2026-06-16T12:07:42.045490+00:00,2026-06-30T07:16:50.326740Z @@ -84,9 +84,9 @@ TiRex,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.3820660 TiRex,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,4.146509843401097,1.5962338405528398,0.6400241574974559,0.42816818512773375,18.81797453267313,6.149407917946712,0.39007092198581567,9.201463366963276e-05,48,1.0,2026-06-16T13:14:44.379149+00:00,2026-06-30T07:05:26.428277Z TiRex,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,203.33163393746347,6.8097795611526895,0.007107663261595426,0.3290825507856743,28.60702746310503,548.530601662988,0.2974651343839433,0.00013433599574672237,77,1.0,2026-06-16T12:42:39.570887+00:00,2026-06-30T07:16:50.326740Z TiRex,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.1142507117917414,0.3157392361563049,0.05766464594502298,0.18845260977496125,92.97571825184865,0.06887221261822021,1.0,0.08333333333333333,4,1.0,2026-06-17T09:45:42.165364+00:00,2026-06-21T19:06:33.434447+00:00 -Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,59333.25788638827,126.98979595135805,0.006842033730536074,0.20105044856013443,29.88223346920604,105232.95159234716,0.39012079378774805,2.947442653857839e-24,305,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-30T07:16:50.326740Z +Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,59536.41486968442,127.71390606117542,0.0068360165318976495,0.20040612474999864,29.972633688456554,105120.3855279699,0.39157827065252326,1.6764738796498614e-24,306,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-30T07:26:13.404847Z Timer-S1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,2.4553458696744333e-06,0.0009562456879328703,,,-34.489751811993635,3.6917702986644796e-06,0.5082189091396305,0.00031813931857320584,30,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T07:16:50.326740Z -Timer-S1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.1760797597599717e-16,1.0844721111028957e-08,,,0.0,0.0,0.0,1.0,44,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T07:05:26.428277Z +Timer-S1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.1760797597599717e-16,1.0844721111028957e-08,,,0.0,0.0,0.0,1.0,45,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T07:26:13.404847Z Timer-S1,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,1.0118967028150225,0.9208698343703634,0.040778520809753464,0.11170767987136153,37.8732525767248,0.6642638257939494,0.37619206243122316,0.03641181229675502,19,1.0,2026-06-17T05:17:34.201964+00:00,2026-06-30T07:05:26.428277Z Timer-S1,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.07882917494587746,0.1973358573861262,0.4594357876423191,0.10277489391978838,87.68002703507078,0.1985873613027871,0.04764150943396227,0.37124355462463277,160,0.96875,2026-06-16T12:08:08.243141+00:00,2026-06-30T07:16:50.326740Z Timer-S1,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,3.3704907775017627,1.462175287438974,0.11810869908689346,0.8644491842456465,6.052535766610735,4.689066971093904,-0.22897164862145233,0.000253760711710415,117,1.0,2026-06-16T12:08:12.826217+00:00,2026-06-30T07:16:50.326740Z @@ -96,9 +96,9 @@ Timer-S1,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.3778 Timer-S1,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,4.646867521968155,1.7195969921846836,0.7050514216846971,0.4729184130026272,10.975230074966536,6.751307288972257,0.5038759689922481,1.9190581380318742e-06,43,1.0,2026-06-16T13:16:37.448453+00:00,2026-06-30T07:05:26.428277Z Timer-S1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,251.12606834916915,8.11639923179419,0.008811003838137457,0.36935931456779464,21.97113796388251,639.1618737915521,0.5416039254120457,1.9476402794020885e-11,72,1.0,2026-06-16T12:43:54.916074+00:00,2026-06-30T07:16:50.326740Z Timer-S1,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.1866843274900648,0.40946779875447853,0.0860893988633661,0.21608656247132377,87.32650247673674,0.12627353465371907,0.33333333333333337,1.0,3,1.0,2026-06-17T09:46:15.518954+00:00,2026-06-20T17:12:49.922736+00:00 -TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,56312.89813303949,120.81555951250402,0.006760377696684938,0.2659003473155363,27.47923345420325,104665.39744904856,0.3909642008683542,5.868084277294284e-25,313,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-30T07:16:50.326740Z +TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,56532.88030954456,121.55850580097011,0.006752236451817927,0.2650679064687934,27.575207792183125,104570.7466485187,0.39264565230662785,3.100269778518576e-25,314,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-30T07:26:13.404847Z TimesFM-2.5,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,4.402827665895497e-09,3.206419671269477e-05,,,-24.137931034482758,9.756356421627629e-09,0.4901095258273795,0.0007691555528612441,30,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T07:16:50.326740Z -TimesFM-2.5,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,,0.0,0.0,0.0,1.0,44,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T07:05:26.428277Z +TimesFM-2.5,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,,0.0,0.0,0.0,1.0,45,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T07:26:13.404847Z TimesFM-2.5,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,3.7026581688034135,1.6421372537874608,0.07078036350384381,0.1726508201006629,-1.062274010647597,3.1634792541884145,0.37619206243122316,0.03641181229675502,19,1.0,2026-06-17T05:12:05.733003+00:00,2026-06-30T07:05:26.428277Z TimesFM-2.5,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.10582056718543957,0.25188183819064014,0.404473740934601,0.17648219216264538,71.05039584875415,0.17622014668318728,0.02204044535332879,0.6762371742933012,163,0.9631901840490797,2026-06-16T12:07:01.390017+00:00,2026-06-30T07:16:50.326740Z TimesFM-2.5,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,2.93368232521264,1.3409304343359698,0.11504324336647004,0.8833142155298417,14.142056016705055,4.4881452311167624,-0.13174213048824396,0.03078138021595745,123,1.0,2026-06-16T12:07:07.769114+00:00,2026-06-30T07:16:50.326740Z @@ -108,9 +108,9 @@ TimesFM-2.5,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.3 TimesFM-2.5,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,3.9320816522013753,1.5527572081022565,0.5503157098853401,0.6256068161280115,20.117190393780167,5.90653401649708,0.38509803921568636,6.663107541821656e-05,51,1.0,2026-06-16T13:13:22.668298+00:00,2026-06-30T07:05:26.428277Z TimesFM-2.5,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,191.8710706743075,6.477661099560625,0.007535658596969639,0.40526115772395993,29.752244121277766,531.7887307587737,0.3509194488802868,5.7529000850034845e-06,78,1.0,2026-06-16T12:41:30.056174+00:00,2026-06-30T07:16:50.326740Z TimesFM-2.5,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.14441614689804608,0.36546156650664174,0.061049477862986375,0.29176317177851196,91.05485763998298,0.07761564379005298,0.3333333333333334,0.75,4,1.0,2026-06-17T09:44:33.543452+00:00,2026-06-21T18:01:25.705423+00:00 -Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,64697.20980909961,130.92748123038996,0.007058318359756053,0.21233116174974792,29.829601464705434,119870.39083132136,0.3975989142916797,1.599081280790367e-25,310,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-30T07:16:50.326740Z +Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,64908.08734599966,131.66708219204028,0.007052475156377748,0.21166177292768218,29.905233132236177,119734.66180227784,0.3988590395187221,9.414477656829042e-26,311,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-30T07:26:13.404847Z Toto-2.0-1B,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,1.4755044744228987e-07,0.00016067992081748194,,,-34.4849680904797,6.464713608092248e-07,0.5310602084268048,0.00016865158701985218,30,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T07:16:50.326740Z -Toto-2.0-1B,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.28583974051016e-20,3.0472675859711035e-10,,,0.0,1.2176223563457698e-35,0.0,1.0,44,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T07:05:26.428277Z +Toto-2.0-1B,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.28583974051016e-20,3.0472675859711035e-10,,,0.0,1.2173078471434818e-35,0.0,1.0,45,0.0,2026-06-29T07:34:52.372126Z,2026-06-30T07:26:13.404847Z Toto-2.0-1B,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,2.367483096940287,1.3339122477292216,0.05617530133043148,0.140802486440582,16.55490928341043,1.9309910750967083,0.37619206243122316,0.03641181229675502,19,1.0,2026-06-17T05:14:00.045696+00:00,2026-06-30T07:05:26.428277Z Toto-2.0-1B,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.1535674397158468,0.2703163829239164,0.5121726909897532,0.14884957316465924,69.46364184894975,0.33926757889017617,0.23548807606778624,8.674422359105869e-06,162,0.9629629629629629,2026-06-16T12:07:21.772238+00:00,2026-06-30T07:16:50.326740Z Toto-2.0-1B,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,3.2664386265540974,1.475374839740647,0.12905780722287563,0.8008486618602269,1.9698595925626792,4.571429339240195,-0.193346244137605,0.001525043349993193,123,1.0,2026-06-16T12:07:26.464043+00:00,2026-06-30T07:16:50.326740Z diff --git a/results/aggregates/metadata.json b/results/aggregates/metadata.json index c14aae004dc4226da9f7eb53471a8a37422ea596..6b5d01adf1669ff930d98d5f1e122c6c7c4b3192 100644 --- a/results/aggregates/metadata.json +++ b/results/aggregates/metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-30T07:22:05.778105+00:00", + "generated_at": "2026-06-30T07:29:05.770377+00:00", "baseline_model": "Seasonal-Naive", "normalization": "Per-config metric / Seasonal-Naive metric", "metric_aggregation": "Geometric mean over dataset configurations", diff --git a/results/aggregates/results_by_domain.csv b/results/aggregates/results_by_domain.csv index e43e4667110fd7cae84b5bcc6c44c5223b63509e..54f54a5e9417aeace949c5dcd848fa2b7ade20a2 100644 --- a/results/aggregates/results_by_domain.csv +++ b/results/aggregates/results_by_domain.csv @@ -9,16 +9,16 @@ Climate,ARIMA,50.36284883950159,0.916581016256012,7,5,5,1.0 Climate,Moving-Average,57.651667791296504,1.1649206164308759,8,5,5,1.0 Climate,Seasonal-Naive,1.0,1.0,9,5,5,1.0 Climate,ETS,155.70751597793122,2.192195098220282,10,5,5,1.0 -Finance,Moving-Average,0.32031185240012594,0.5420753934862782,1,1,2,0.5 -Finance,ETS,0.37401206032095474,0.5608722257352641,2,1,2,0.5 -Finance,Timer-S1,0.3602697720057986,0.5857941237280361,3,1,2,0.5 -Finance,Chronos-2,0.3481079673342125,0.5894531375961299,4,1,2,0.5 -Finance,Toto-2.0-1B,0.3858576986495635,0.6236004675918786,5,1,2,0.5 +Finance,Moving-Average,0.3190346998773751,0.5398278145421178,1,1,2,0.5 +Finance,ETS,0.37492147862625197,0.5609513550925084,2,1,2,0.5 +Finance,Timer-S1,0.35750160607689313,0.5836386971398954,3,1,2,0.5 +Finance,Chronos-2,0.34591795124612834,0.5890777247453506,4,1,2,0.5 +Finance,Toto-2.0-1B,0.38333846776056074,0.6232562797915719,5,1,2,0.5 Finance,Seasonal-Naive,1.0,1.0,6,2,2,1.0 -Finance,TiRex,0.3467906783586367,0.6345377620951194,7,1,2,0.5 -Finance,TimesFM-2.5,0.3710405958033524,0.6798302443848558,8,1,2,0.5 -Finance,Moirai-1.1-Large,0.5446649431471702,0.7472648393728188,9,1,2,0.5 -Finance,ARIMA,0.8243347973236843,1.3929714964905269,10,1,2,0.5 +Finance,TiRex,0.3444389946649796,0.6342035755913529,7,1,2,0.5 +Finance,TimesFM-2.5,0.3689417438248941,0.6777086314290426,8,1,2,0.5 +Finance,Moirai-1.1-Large,0.535099791827973,0.7690869329375051,9,1,2,0.5 +Finance,ARIMA,0.8285084400560321,1.396378909497761,10,1,2,0.5 Hazards,ETS,0.6146847432221816,0.6094013527176311,1,1,1,1.0 Hazards,ARIMA,0.6768515476991204,0.6297022692473789,2,1,1,1.0 Hazards,Moirai-1.1-Large,0.7214154424193395,0.6463435274696733,3,1,1,1.0 @@ -58,7 +58,7 @@ Transportation,Timer-S1,1.0,,6,1,1,1.0 Transportation,ARIMA,1.0,,7,1,1,1.0 Transportation,ETS,1.0,,8,1,1,1.0 Transportation,Moving-Average,1.0,,9,1,1,1.0 -Transportation,Moirai-1.1-Large,1864457412725019.8,,10,1,1,1.0 +Transportation,Moirai-1.1-Large,2.4414403907074368e+17,,10,1,1,1.0 Web,Moirai-1.1-Large,1.8479142653327492e-05,0.5492013789516712,1,1,1,1.0 Web,TiRex,1.4153201949177802e-05,0.5581421777937835,2,1,1,1.0 Web,Chronos-2,1.803724984016004e-05,0.621107959934863,3,1,1,1.0 diff --git a/results/aggregates/results_by_frequency.csv b/results/aggregates/results_by_frequency.csv index 08bf2938e1ca1bd6910955a878bb9f9118c6cb26..72d57f6c78eab086af0b5578fae74c25370400e9 100644 --- a/results/aggregates/results_by_frequency.csv +++ b/results/aggregates/results_by_frequency.csv @@ -29,15 +29,15 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 1D,ARIMA,0.0001149093743462177,1.3986108614095323,8,1,1,1.0 1D,ETS,0.00012827984062590336,1.629307858274777,9,1,1,1.0 1D,Moving-Average,0.00013332703258365767,1.663789147137162,10,1,1,1.0 -1h,Timer-S1,0.6129318209914949,0.6834738898730146,1,6,6,1.0 -1h,Moirai-1.1-Large,0.49935398480334114,0.6864305985202223,2,6,6,1.0 -1h,Chronos-2,0.5047423171283008,0.6481378692753746,3,6,6,1.0 -1h,TiRex,0.5275574065193014,0.6599762767459526,4,6,6,1.0 -1h,Toto-2.0-1B,0.47775889659654536,0.6798311974312993,5,6,6,1.0 -1h,Moving-Average,0.9454493516290077,0.9343226815928641,6,6,6,1.0 -1h,ETS,2.154814134547236,1.4110661041311894,7,6,6,1.0 -1h,ARIMA,0.9166613880669895,0.9231950915946512,8,6,6,1.0 -1h,TimesFM-2.5,0.6005365384436493,0.8256298491194569,9,6,6,1.0 +1h,Timer-S1,0.6121443765395861,0.6830541060305122,1,6,6,1.0 +1h,Moirai-1.1-Large,0.497881603584781,0.6897315867160863,2,6,6,1.0 +1h,Chronos-2,0.5042116854979232,0.6480690529822203,3,6,6,1.0 +1h,TiRex,0.526959462612243,0.6599183333651245,4,6,6,1.0 +1h,Toto-2.0-1B,0.47723760238762364,0.6797686457800008,5,6,6,1.0 +1h,Moving-Average,0.9448200201628402,0.9336759077505543,6,6,6,1.0 +1h,ETS,2.1556864972356125,1.4110992816790666,7,6,6,1.0 +1h,ARIMA,0.9174332773298367,0.9235710870312004,8,6,6,1.0 +1h,TimesFM-2.5,0.5999690271406197,0.8251998522924706,9,6,6,1.0 1h,Seasonal-Naive,1.0,1.0,10,6,6,1.0 1mo,Seasonal-Naive,1.0,1.0,1,1,1,1.0 5min,Seasonal-Naive,1.0,,1,2,2,1.0 @@ -49,7 +49,7 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 5min,Moving-Average,14498.084559382316,,7,2,2,1.0 5min,ETS,14498.180898812801,,8,2,2,1.0 5min,ARIMA,17456.10864788886,,9,2,2,1.0 -5min,Moirai-1.1-Large,3447588153573.799,,10,2,2,1.0 +5min,Moirai-1.1-Large,39451380826261.54,,10,2,2,1.0 6min,Timer-S1,0.013974342021201175,0.16103750692486485,1,1,1,1.0 6min,Chronos-2,0.08623969345611007,0.28967266059141655,2,1,1,1.0 6min,TiRex,0.07555245875409378,0.2999227424833885,3,1,1,1.0 diff --git a/results/aggregates/results_by_prediction_length.csv b/results/aggregates/results_by_prediction_length.csv index e56088115929a1c05e62f98b99056fd57bb854ed..b81ac6493fd33f6159ed1926f9f573ff013bd56d 100644 --- a/results/aggregates/results_by_prediction_length.csv +++ b/results/aggregates/results_by_prediction_length.csv @@ -18,16 +18,16 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 12,ARIMA,1.0,,7,1,2,0.5 12,ETS,1.0,,8,1,2,0.5 12,Moving-Average,1.0,,9,1,2,0.5 -12,Moirai-1.1-Large,1864457412725019.8,,10,1,2,0.5 -24,TiRex,0.4120745584740871,0.5751717511634763,1,7,7,1.0 -24,Toto-2.0-1B,0.36709275481125897,0.5741083860133677,2,7,7,1.0 -24,Chronos-2,0.4919144500862321,0.6414435979754158,3,7,7,1.0 -24,Timer-S1,0.6727392493940669,0.7149556661087015,4,7,7,1.0 -24,Moirai-1.1-Large,0.6741512594017341,0.7848701197628795,5,7,7,1.0 -24,ARIMA,0.802657997787926,0.8422279928083789,6,7,7,1.0 -24,ETS,1.4919155662084618,1.2357781375931365,7,7,7,1.0 -24,Moving-Average,0.9526229714034038,0.9954309187498184,8,7,7,1.0 -24,TimesFM-2.5,0.45241313470626365,0.7321540268986206,9,7,7,1.0 +12,Moirai-1.1-Large,2.4414403907074368e+17,,10,1,2,0.5 +24,TiRex,0.4116741945786048,0.5751284670039845,1,7,7,1.0 +24,Toto-2.0-1B,0.3667494048511145,0.5740631079707387,2,7,7,1.0 +24,Chronos-2,0.49147114896295924,0.6413852213673042,3,7,7,1.0 +24,Timer-S1,0.6719983698459557,0.714579261294066,4,7,7,1.0 +24,Moirai-1.1-Large,0.6724470856545193,0.7881041897371134,5,7,7,1.0 +24,ARIMA,0.8032372980103283,0.842522000936453,6,7,7,1.0 +24,ETS,1.4924332590565788,1.2358030427862576,7,7,7,1.0 +24,Moving-Average,0.9520794256685396,0.9948402535682174,8,7,7,1.0 +24,TimesFM-2.5,0.45204665256221443,0.7318271744898315,9,7,7,1.0 24,Seasonal-Naive,1.0,1.0,10,7,7,1.0 36,Seasonal-Naive,1.0,,1,1,1,1.0 36,TimesFM-2.5,5785.545565776636,,2,1,1,1.0 diff --git a/results/aggregates/results_overall.csv b/results/aggregates/results_overall.csv index d619d696f67ef0152eb6e066ab65491ca019afb3..06eaa5613e6c4b52b024ef60c4a1ef03be91dc3d 100644 --- a/results/aggregates/results_overall.csv +++ b/results/aggregates/results_overall.csv @@ -1,11 +1,11 @@ overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage -Overall,TiRex,0.5739426040236547,0.5406789005108408,1,12,13,0.9230769230769231 -Overall,Toto-2.0-1B,0.4299997805077634,0.5526240075309788,2,12,13,0.9230769230769231 -Overall,Timer-S1,0.6894076586836142,0.5802809317819684,3,12,13,0.9230769230769231 -Overall,Chronos-2,0.6850625203560923,0.5765998863439812,4,12,13,0.9230769230769231 -Overall,TimesFM-2.5,0.46038753957956924,0.7224764398481041,5,12,13,0.9230769230769231 -Overall,Moirai-1.1-Large,36.657752476357864,0.7262593410937072,6,12,13,0.9230769230769231 -Overall,ARIMA,2.1118484939634055,0.9110681721939565,7,12,13,0.9230769230769231 -Overall,ETS,2.9777550961508195,1.216862407141704,8,12,13,0.9230769230769231 +Overall,TiRex,0.5736172529080497,0.5406504182929125,1,12,13,0.9230769230769231 +Overall,Toto-2.0-1B,0.4297651249356724,0.5525934986218627,2,12,13,0.9230769230769231 +Overall,Timer-S1,0.6889646691958788,0.5800670633425514,3,12,13,0.9230769230769231 +Overall,Chronos-2,0.6847023252423299,0.576563153132116,4,12,13,0.9230769230769231 +Overall,TimesFM-2.5,0.4601699534114894,0.7222506522672539,5,12,13,0.9230769230769231 +Overall,Moirai-1.1-Large,54.947645255479735,0.7283528429765004,6,12,13,0.9230769230769231 +Overall,ARIMA,2.1127374646221515,0.9112907879208679,7,12,13,0.9230769230769231 +Overall,ETS,2.9783577976875315,1.2168795738729319,8,12,13,0.9230769230769231 Overall,Seasonal-Naive,1.0,1.0,9,13,13,1.0 -Overall,Moving-Average,2.2710197994851784,1.0379461727603232,10,12,13,0.9230769230769231 +Overall,Moving-Average,2.2702638297788145,1.0375150094675725,10,12,13,0.9230769230769231 diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index 23f5827e823edfd57bff5e11800202e755e101c0..b63972631c88beaa4ddf232eec2166be56b06e24 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,ARIMA,281111.24521763047,544269.2323194108,668.5029262788754,1.1507125352256948,0.011124177565806045,0.011199850784756193,7.346127021955056,530.1992504876166,0.008844266232058442,0.011151313117630677,0.009286628647523209,Finance,1,24 +binance_btcusdt_1h_close/1h/short,ARIMA,281574.09497147746,544845.7743095014,669.5983038830421,1.1525980389241397,0.011142506811983302,0.011218261375153629,7.346127021955056,530.6355575830529,0.008851382788707514,0.011169381353435693,0.009300670528888798,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,ARIMA,352712.83224398614,193015.82919532855,354.69099477687513,0.43164268449098886,0.005915830372389362,0.005939763665658109,2.627262331838513,593.8963143882829,0.00993728090970913,0.005934813814886878,0.004808699705784534,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,ARIMA,0.00030471572912694865,6.521832474928311e-15,7.994189444426101e-08,3.8629641257363625e-07,nan,2.0,0.15476637529070947,0.017456108647890246,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,ARIMA,9.578202015526527e-15,9.143141084502762e-15,9.078851462715541e-08,nan,nan,2.0,nan,9.786828912128038e-08,inf,inf,inf,Transportation,1,12 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index 4f26d9065a96005942e3b25509d3bde3975275c6..9d7f0ba5e79d441a8b825406768e262ad48155a8 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-30T07:22:05.089006+00:00", + "evaluated_at": "2026-06-30T07:29:05.366191+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 59492.01171875, 59652.12890625, 59592.0, - 59483.7109375 + 59510.0 ], "p50": [ 59337.2770882534, diff --git a/results/arima/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/arima/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index e6612caf142d93e801b09ea4a39c2cd1560dda35..c4fd7bbfa15e72506ee56ef71bb5542a2d381c2b 100644 --- a/results/arima/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/arima/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,7 +1,7 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "ARIMA", - "evaluated_at": "2026-06-30T07:11:40.618573+00:00", + "evaluated_at": "2026-06-30T07:29:05.400538+00:00", "freq": "5min", "context_length": 120, "prediction_length": 12, @@ -326,9 +326,6 @@ ] }, "timestamps": [ - "2026-06-26 10:35:00", - "2026-06-26 10:40:00", - "2026-06-26 10:45:00", "2026-06-26 10:50:00", "2026-06-26 10:55:00", "2026-06-26 11:00:00", @@ -457,6 +454,9 @@ "2026-06-26 21:15:00", "2026-06-26 21:20:00", "2026-06-26 21:25:00", - "2026-06-26 21:30:00" + "2026-06-26 21:30:00", + "2026-06-26 21:35:00", + "2026-06-26 21:40:00", + "2026-06-26 21:45:00" ] } diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index 42257bce17503c76f50b32e986b872eba29f4107..556c0938d228e18bfaea3a37f3c7dd3817c36898 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,37 +1,19 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-30T07:22:05.313935+00:00", + "evaluated_at": "2026-06-30T07:29:05.410693+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t070000z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", + "data_fetched_at": "2026-06-30T07:26:13.404847Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260630t040500z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260630t010600z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t081000z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260630t045000z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260630t052500z", + "data_fetched_at": "2026-06-30T07:26:13.404847Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index 7023ba3802e0755091d191be98c5ed8214916ea9..7d1b3156a0fde98304d95869e3d281f28ea6d983 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,Chronos-2,118710.34012540181,118710.34012540181,270.48486328125,0.4655930595533402,0.004528040808898026,0.00451206865560927,3.8403807652847672,344.54366940259087,0.005747341094813587,0.0045119643990465755,0.00392975190645614,Finance,1,24 +binance_btcusdt_1h_close/1h/short,Chronos-2,117562.51276079814,117562.51276079814,269.3894856770833,0.46370755585489526,0.004509467999170652,0.004493658328573476,3.8403807652847672,342.873902128462,0.005719383318035264,0.004493610393999458,0.003923589647837483,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,Chronos-2,148617.43701171875,148617.43701171875,303.1731770833333,0.3689478615160032,0.005093459937072112,0.005073250715459147,1.8670604337379941,385.50932156268124,0.006450476840600733,0.005072799665492439,0.0041584090026742905,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Chronos-2,2.164819412399531e-06,2.164819412399531e-06,0.0014337978015343349,0.006928419084124445,nan,2.0,0.1697647870046766,0.0014713325295117794,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Chronos-2,1.7296862743653321e-18,1.7296862743653321e-18,1.0190191815362404e-09,nan,nan,2.0,nan,1.3151753777977035e-09,inf,inf,inf,Transportation,1,12 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index a0c78356171ee0639972a572a249a184d8477f02..f5356fc59e75109f3e5a60edd393f8014777292b 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-30T07:17:16.893088+00:00", + "evaluated_at": "2026-06-30T07:26:49.975933+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 59492.01171875, 59652.12890625, 59592.0, - 59483.7109375 + 59510.0 ], "p50": [ 60067.296875, diff --git a/results/chronos_2/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/chronos_2/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index 4d837f99bb8de8d9c254856162ba369923e9756e..db00b421f3ede58ac11d165cb5cdf9a6476a6747 100644 --- a/results/chronos_2/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/chronos_2/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,7 +1,7 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-30T07:06:15.610908+00:00", + "evaluated_at": "2026-06-30T07:26:54.399715+00:00", "freq": "5min", "context_length": 120, "prediction_length": 12, @@ -326,9 +326,6 @@ ] }, "timestamps": [ - "2026-06-26 10:35:00", - "2026-06-26 10:40:00", - "2026-06-26 10:45:00", "2026-06-26 10:50:00", "2026-06-26 10:55:00", "2026-06-26 11:00:00", @@ -457,6 +454,9 @@ "2026-06-26 21:15:00", "2026-06-26 21:20:00", "2026-06-26 21:25:00", - "2026-06-26 21:30:00" + "2026-06-26 21:30:00", + "2026-06-26 21:35:00", + "2026-06-26 21:40:00", + "2026-06-26 21:45:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index babc442fe1ae0ca9530af4c1b5764548221ab3ad..11868ea3c6315465f923b0cf7cf3d64dc52c4f0d 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,37 +1,19 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-30T07:17:38.052633+00:00", + "evaluated_at": "2026-06-30T07:26:56.328359+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t070000z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", + "data_fetched_at": "2026-06-30T07:26:13.404847Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260630t040500z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260630t010600z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t081000z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260630t045000z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260630t052500z", + "data_fetched_at": "2026-06-30T07:26:13.404847Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index 9e03d21140ca3bda81e14b1cb1b40b5368fd3deb..a7aaa00c11b5c9bb6463559a716b8a522d865b2b 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,ETS,127544.04684186965,127541.8502213185,270.365315235226,0.4653872782026327,0.004494942462714876,0.004508989019245118,3.3113221901882386,357.1330940166,0.005957345584432018,0.00450997021526456,0.003739209375235591,Finance,1,24 +binance_btcusdt_1h_close/1h/short,ETS,127419.55413564097,127491.88700727701,269.2699376310593,0.4635017745041878,0.004476524723993219,0.004490578339072598,3.3113221901882386,356.95875691127253,0.005954328827103417,0.004491616246600403,0.0037362521740790374,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,ETS,89913.02765255816,97751.73906239623,263.1762487344883,0.3202734328495814,0.004407317023893177,0.004408454087681149,1.832959610002229,299.8550110512715,0.0050172789505682925,0.0044035570672497325,0.0033115666201833276,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,ETS,0.0002101972493747392,6.717984245302686e-14,2.2599797724827823e-07,1.0920707905012066e-06,nan,2.0,4.3682831620048256e-05,0.01449818089881414,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,ETS,9.578202015526527e-15,9.143141084502762e-15,9.078851462715541e-08,nan,nan,2.0,nan,9.786828912128038e-08,inf,inf,inf,Transportation,1,12 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index a687af72f00b0e89bc1c4a288a6f9c023d56fbdb..a681c2945c5c4d37152c69c639455b6f89c135f8 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-30T07:22:05.356983+00:00", + "evaluated_at": "2026-06-30T07:29:05.450148+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 59492.01171875, 59652.12890625, 59592.0, - 59483.7109375 + 59510.0 ], "p50": [ 60036.05098907973, diff --git a/results/ets/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/ets/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index c97d90280efea5313ebbdd8ba3a02f12a4b58691..09fa12c9e1b303f6ed13364ce4caad0ae5779530 100644 --- a/results/ets/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/ets/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,7 +1,7 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "ETS", - "evaluated_at": "2026-06-30T07:11:40.836519+00:00", + "evaluated_at": "2026-06-30T07:29:05.468601+00:00", "freq": "5min", "context_length": 120, "prediction_length": 12, @@ -326,9 +326,6 @@ ] }, "timestamps": [ - "2026-06-26 10:35:00", - "2026-06-26 10:40:00", - "2026-06-26 10:45:00", "2026-06-26 10:50:00", "2026-06-26 10:55:00", "2026-06-26 11:00:00", @@ -457,6 +454,9 @@ "2026-06-26 21:15:00", "2026-06-26 21:20:00", "2026-06-26 21:25:00", - "2026-06-26 21:30:00" + "2026-06-26 21:30:00", + "2026-06-26 21:35:00", + "2026-06-26 21:40:00", + "2026-06-26 21:45:00" ] } diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index 0215da6b63fbcd3bef154050e3bb0f5142e46d69..ef2df0ff47afba306c45286242835fdf3a122de5 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,37 +1,19 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-30T07:22:05.468346+00:00", + "evaluated_at": "2026-06-30T07:29:05.476557+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t070000z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", + "data_fetched_at": "2026-06-30T07:26:13.404847Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260630t040500z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260630t010600z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t081000z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260630t045000z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260630t052500z", + "data_fetched_at": "2026-06-30T07:26:13.404847Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index 955cb99e7d4e482f4aec8ae3ed078b657b6ea996..5ccf86094c802bdc7e3e94f9e69675cf4e579d75 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -3221,3 +3221,5 @@ {"evaluated_at": "2026-06-30T07:22:06.135696+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} {"evaluated_at": "2026-06-30T07:22:06.135696+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} {"evaluated_at": "2026-06-30T07:22:06.135696+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} +{"evaluated_at": "2026-06-30T07:29:06.133641+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-30T07:29:06.133641+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count", "prediction_length": 12} diff --git a/results/evaluation_metrics.jsonl b/results/evaluation_metrics.jsonl index eb7fd86aca9581c20852b27f10c3965d3a63b636..6f78d41254f348513fa535fdfcd9fd5022bc61a1 100644 --- a/results/evaluation_metrics.jsonl +++ b/results/evaluation_metrics.jsonl @@ -8482,3 +8482,23 @@ {"release_id": "noaa_coops_sf_water_level_water_level/6min/short|source:2026-06-30T07:16:50.326740Z|h:60", "release_time": "2026-06-30T07:16:50.326740Z", "evaluated_at": "2026-06-30T07:22:05.578513+00:00", "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "domain": "Ocean", "frequency": "6min", "prediction_length": 60, "model": "Seasonal-Naive", "MSE": 0.2623404572085093, "RMSE": 0.5121918168113478, "MAPE": 0.2431097104676397, "CRPS": 0.26025802932119557, "MAPE_eligible": true} {"release_id": "noaa_ndbc_46013_realtime_wave_height/10min/short|source:2026-06-30T07:16:50.326740Z|h:72", "release_time": "2026-06-30T07:16:50.326740Z", "evaluated_at": "2026-06-30T07:22:05.591377+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "domain": "Ocean", "frequency": "10min", "prediction_length": 72, "model": "Seasonal-Naive", "MSE": 0.3238889016045555, "RMSE": 0.569112380470286, "MAPE": 0.19451946071616968, "CRPS": 0.17284618872045396, "MAPE_eligible": true} {"release_id": "usgs_potomac_iv_usgs_00060/15min/short|source:2026-06-30T07:16:50.326740Z|h:24", "release_time": "2026-06-30T07:16:50.326740Z", "evaluated_at": "2026-06-30T07:22:05.603173+00:00", "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "domain": "Hydrology", "frequency": "15min", "prediction_length": 24, "model": "Seasonal-Naive", "MSE": 2395.8333333333335, "RMSE": 48.947250518628046, "MAPE": 0.01809687953555878, "CRPS": 0.012090217676370288, "MAPE_eligible": true} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-30T07:26:13.404847Z|h:24", "release_time": "2026-06-30T07:26:13.404847Z", "evaluated_at": "2026-06-30T07:26:51.950675+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Chronos-2", "MSE": 117562.51276079814, "RMSE": 342.873902128462, "MAPE": 0.004509467999170652, "CRPS": 0.003923589647837483, "MAPE_eligible": true} +{"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T07:26:13.404847Z|h:12", "release_time": "2026-06-30T07:26:13.404847Z", "evaluated_at": "2026-06-30T07:26:56.314991+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "Chronos-2", "MSE": 1.7296862743653321e-18, "RMSE": 1.3151753777977035e-09, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-30T07:26:13.404847Z|h:24", "release_time": "2026-06-30T07:26:13.404847Z", "evaluated_at": "2026-06-30T07:27:16.858711+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "TimesFM-2.5", "MSE": 125387.30155563354, "RMSE": 354.1006940908667, "MAPE": 0.00420402680844358, "CRPS": 0.004513921438252548, "MAPE_eligible": true} +{"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T07:26:13.404847Z|h:12", "release_time": "2026-06-30T07:26:13.404847Z", "evaluated_at": "2026-06-30T07:27:21.836679+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "TimesFM-2.5", "MSE": 0.0, "RMSE": 0.0, "MAPE": NaN, "CRPS": NaN, "MAPE_eligible": false} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-30T07:26:13.404847Z|h:24", "release_time": "2026-06-30T07:26:13.404847Z", "evaluated_at": "2026-06-30T07:27:48.343057+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Toto-2.0-1B", "MSE": 130280.12378501892, "RMSE": 360.94338030364116, "MAPE": 0.005241082109102839, "CRPS": 0.004151238087294896, "MAPE_eligible": true} +{"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T07:26:13.404847Z|h:12", "release_time": "2026-06-30T07:26:13.404847Z", "evaluated_at": "2026-06-30T07:27:53.652024+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "Toto-2.0-1B", "MSE": 9.285839740510159e-20, "RMSE": 3.047267585971104e-10, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-30T07:26:13.404847Z|h:24", "release_time": "2026-06-30T07:26:13.404847Z", "evaluated_at": "2026-06-30T07:28:03.269399+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "TiRex", "MSE": 117059.87954584758, "RMSE": 342.14014605983846, "MAPE": 0.004821523524030115, "CRPS": 0.004224153247158305, "MAPE_eligible": true} +{"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T07:26:13.404847Z|h:12", "release_time": "2026-06-30T07:26:13.404847Z", "evaluated_at": "2026-06-30T07:28:09.592732+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "TiRex", "MSE": 2.0440368407041843e-18, "RMSE": 1.4296981641955705e-09, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-30T07:26:13.404847Z|h:24", "release_time": "2026-06-30T07:26:13.404847Z", "evaluated_at": "2026-06-30T07:28:36.499614+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Moirai-1.1-Large", "MSE": 181857.21752357483, "RMSE": 426.4472036765804, "MAPE": 0.005896771422038833, "CRPS": 0.005122552426617504, "MAPE_eligible": true} +{"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T07:26:13.404847Z|h:12", "release_time": "2026-06-30T07:26:13.404847Z", "evaluated_at": "2026-06-30T07:28:41.674262+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "Moirai-1.1-Large", "MSE": 244144.03907074325, "RMSE": 494.10933918591667, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-30T07:26:13.404847Z|h:24", "release_time": "2026-06-30T07:26:13.404847Z", "evaluated_at": "2026-06-30T07:28:59.663764+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Timer-S1", "MSE": 121499.29477500916, "RMSE": 348.56748955547926, "MAPE": 0.005000770947177932, "CRPS": 0.003887362658578449, "MAPE_eligible": true} +{"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T07:26:13.404847Z|h:12", "release_time": "2026-06-30T07:26:13.404847Z", "evaluated_at": "2026-06-30T07:29:04.598951+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "Timer-S1", "MSE": 1.1760797597599717e-16, "RMSE": 1.0844721111028959e-08, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-30T07:26:13.404847Z|h:24", "release_time": "2026-06-30T07:26:13.404847Z", "evaluated_at": "2026-06-30T07:29:05.387950+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "ARIMA", "MSE": 281574.09497147746, "RMSE": 530.6355575830529, "MAPE": 0.011142506811983302, "CRPS": 0.009300670528888798, "MAPE_eligible": true} +{"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T07:26:13.404847Z|h:12", "release_time": "2026-06-30T07:26:13.404847Z", "evaluated_at": "2026-06-30T07:29:05.404352+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "ARIMA", "MSE": 9.578202015526527e-15, "RMSE": 9.786828912128038e-08, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-30T07:26:13.404847Z|h:24", "release_time": "2026-06-30T07:26:13.404847Z", "evaluated_at": "2026-06-30T07:29:05.458625+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "ETS", "MSE": 127419.55413564097, "RMSE": 356.95875691127253, "MAPE": 0.004476524723993219, "CRPS": 0.0037362521740790374, "MAPE_eligible": true} +{"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T07:26:13.404847Z|h:12", "release_time": "2026-06-30T07:26:13.404847Z", "evaluated_at": "2026-06-30T07:29:05.471156+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "ETS", "MSE": 9.578202015526527e-15, "RMSE": 9.786828912128038e-08, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-30T07:26:13.404847Z|h:24", "release_time": "2026-06-30T07:26:13.404847Z", "evaluated_at": "2026-06-30T07:29:05.487165+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Moving-Average", "MSE": 108426.06126787736, "RMSE": 329.28112801658915, "MAPE": 0.004514858491011843, "CRPS": 0.003595557488899791, "MAPE_eligible": true} +{"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T07:26:13.404847Z|h:12", "release_time": "2026-06-30T07:26:13.404847Z", "evaluated_at": "2026-06-30T07:29:05.501059+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "Moving-Average", "MSE": 9.578202015526527e-15, "RMSE": 9.786828912128038e-08, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-30T07:26:13.404847Z|h:24", "release_time": "2026-06-30T07:26:13.404847Z", "evaluated_at": "2026-06-30T07:29:05.513696+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Seasonal-Naive", "MSE": 339856.6403891246, "RMSE": 582.9722466714214, "MAPE": 0.008350006708484145, "CRPS": 0.006660563594614887, "MAPE_eligible": true} +{"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-30T07:26:13.404847Z|h:12", "release_time": "2026-06-30T07:26:13.404847Z", "evaluated_at": "2026-06-30T07:29:05.526125+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "Seasonal-Naive", "MSE": 0.0, "RMSE": 0.0, "MAPE": NaN, "CRPS": NaN, "MAPE_eligible": false} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index f0527cb83b71e2199e049dfff260481bc4ccd688..b259b1b118ce5dc5937f86efe81aa63a26dcf282 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,185739.3875541687,183999.9746003151,348.4755045572917,0.5998405026366235,0.005802350454941654,0.005815773772373044,2.774714106649469,430.97492682773174,0.0071891029432818694,0.005812928129983402,0.004981847139076539,Finance,1,24 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,181857.21752357483,190338.04484160742,354.1844889322917,0.6096675349882807,0.005896771422038833,0.005911210536296052,3.0136124681943826,426.4472036765804,0.007113446102459011,0.00590805204167226,0.005122552426617504,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,Moirai-1.1-Large,1060171.0864022572,254060.2033047676,415.4149576822917,0.505540964253952,0.006977186579702474,0.006941886096748245,2.530876052504917,1029.646097648244,0.017228398732285963,0.006950868406778763,0.005337442736243882,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Moirai-1.1-Large,0.006374972147682662,1.3366887333881522e-08,9.800183276335399e-05,0.00047356591541023813,nan,2.0,0.0038071372739647796,0.07984342269518925,inf,inf,inf,Climate,1,36 -data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Moirai-1.1-Large,1864.4574127250196,1.8990308058486243e-18,1.1249823251777147e-09,nan,nan,2.0,nan,43.1793632737332,inf,inf,inf,Transportation,1,12 +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Moirai-1.1-Large,244144.03907074325,1.7117202609864062e-18,1.0797375849316837e-09,nan,nan,2.0,nan,494.10933918591667,inf,inf,inf,Transportation,1,12 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,0.2535401420280626,0.257370723950127,0.42642327149709064,0.34139248062473215,0.017097573164226363,0.01703438611480072,2.2917625716551515,0.503527697379263,0.020520740764319347,0.017378431128633166,0.018686675927252164,Weather,1,24 noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.28184468655713296,0.26450307028244424,0.4109771966934204,0.44544339280560785,0.22434760726481054,0.26889889640421116,1.855634627123537,0.5308904656867864,0.32459444724189135,0.25127766387205464,0.20421721782478838,Ocean,1,60 noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.12771075435832716,0.1299018238745696,0.3215051492055257,0.7315686531152011,0.12327678676911018,0.11715589689965025,4.06836585598935,0.35736641470391023,0.13147869317177835,0.11828497342304284,0.08924270256612998,Ocean,1,72 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index bec67be3852c46049db6a227918fd336e00f69b1..2425b88a32c963b7bd25a1ff7b70e530632cc181 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-30T07:20:57.778181+00:00", + "evaluated_at": "2026-06-30T07:28:34.323502+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,346 +127,346 @@ 59492.01171875, 59652.12890625, 59592.0, - 59483.7109375 + 59510.0 ], "p50": [ - 60081.94140625, - 60080.5078125, - 60067.54296875, - 60092.197265625, - 60027.01953125, - 60012.935546875, - 59960.173828125, - 59883.021484375, - 59850.0703125, - 59778.34375, - 59669.962890625, - 59704.1171875, - 59648.87109375, - 59624.59375, - 59664.951171875, - 59633.888671875, - 59636.6640625, - 59764.09765625, - 59730.953125, - 59937.5859375, - 59924.619140625, - 59826.2421875, - 59950.22265625, - 59930.6484375 + 60075.029296875, + 60096.46484375, + 60094.896484375, + 60071.62890625, + 60002.3515625, + 59976.78515625, + 59959.9765625, + 59891.775390625, + 59800.990234375, + 59735.9296875, + 59649.96484375, + 59698.943359375, + 59638.810546875, + 59627.119140625, + 59658.783203125, + 59603.556640625, + 59660.0625, + 59710.52734375, + 59841.572265625, + 59895.64453125, + 59871.828125, + 59894.005859375, + 59855.47265625, + 59879.55078125 ], "p10": [ - 59759.255859375, - 59738.306640625, - 59548.591796875, - 59635.810546875, - 59500.6875, - 59480.8125, - 59423.783203125, - 59220.001953125, - 59205.59375, - 59227.275390625, - 58978.62890625, - 58903.421875, - 58864.001953125, - 58650.15625, - 58971.45703125, - 58879.267578125, - 58873.5625, - 59089.033203125, - 58841.638671875, - 59122.158203125, - 59102.419921875, - 59141.478515625, - 59281.18359375, - 59167.85546875 + 59757.7578125, + 59677.3515625, + 59690.642578125, + 59644.013671875, + 59544.123046875, + 59471.916015625, + 59412.421875, + 59260.837890625, + 59159.607421875, + 59123.220703125, + 58955.236328125, + 58953.68359375, + 59066.96484375, + 58787.076171875, + 58993.744140625, + 58857.6171875, + 58992.529296875, + 59022.234375, + 59139.69921875, + 59061.408203125, + 59172.04296875, + 59162.703125, + 58884.529296875, + 59118.845703125 ], "p90": [ - 60361.83203125, - 60466.361328125, - 60493.240234375, - 60565.19140625, - 60544.64453125, - 60532.029296875, - 60483.625, - 60545.6640625, - 60480.205078125, - 60404.63671875, - 60376.0, - 60404.96484375, - 60346.994140625, - 60339.734375, - 60532.1953125, - 60287.037109375, - 60465.404296875, - 60536.50390625, - 60406.056640625, - 60718.916015625, - 60718.427734375, - 60543.896484375, - 60701.79296875, - 60698.99609375 + 60354.248046875, + 60512.0078125, + 60503.373046875, + 60540.71484375, + 60497.587890625, + 60497.833984375, + 60524.853515625, + 60535.9296875, + 60399.50390625, + 60455.171875, + 60395.3984375, + 60378.67578125, + 60274.28125, + 60399.345703125, + 60506.056640625, + 60363.392578125, + 60370.439453125, + 60514.0, + 60515.111328125, + 60633.564453125, + 60570.533203125, + 60897.5859375, + 60710.9375, + 60840.98046875 ], "mean": [ - 60066.46875, - 60069.2109375, - 60040.90625, - 60110.35546875, - 60032.796875, - 60049.87890625, - 59981.328125, - 59845.609375, - 59829.21875, - 59824.89453125, - 59776.80859375, - 59679.83203125, - 59648.1171875, - 59620.5, - 59741.125, - 59632.72265625, - 59597.671875, - 59785.1171875, - 59745.5078125, - 59941.5859375, - 59969.88671875, - 59819.99609375, - 59939.0546875, - 59936.37109375 + 60083.79296875, + 60080.76953125, + 60100.2265625, + 60042.1796875, + 60001.13671875, + 59974.63671875, + 59987.9375, + 59884.3203125, + 59786.40234375, + 59773.34765625, + 59662.3125, + 59693.81640625, + 59642.6328125, + 59629.8203125, + 59817.7109375, + 59541.61328125, + 59586.2578125, + 59760.4375, + 59905.2421875, + 59864.26953125, + 59793.5859375, + 59965.59765625, + 59871.30078125, + 59898.1953125 ], "quantiles": { "0.1": [ - 59759.255859375, - 59738.306640625, - 59548.591796875, - 59635.810546875, - 59500.6875, - 59480.8125, - 59423.783203125, - 59220.001953125, - 59205.59375, - 59227.275390625, - 58978.62890625, - 58903.421875, - 58864.001953125, - 58650.15625, - 58971.45703125, - 58879.267578125, - 58873.5625, - 59089.033203125, - 58841.638671875, - 59122.158203125, - 59102.419921875, - 59141.478515625, - 59281.18359375, - 59167.85546875 + 59757.7578125, + 59677.3515625, + 59690.642578125, + 59644.013671875, + 59544.123046875, + 59471.916015625, + 59412.421875, + 59260.837890625, + 59159.607421875, + 59123.220703125, + 58955.236328125, + 58953.68359375, + 59066.96484375, + 58787.076171875, + 58993.744140625, + 58857.6171875, + 58992.529296875, + 59022.234375, + 59139.69921875, + 59061.408203125, + 59172.04296875, + 59162.703125, + 58884.529296875, + 59118.845703125 ], "0.2": [ - 59759.255859375, - 59738.306640625, - 59548.591796875, - 59635.810546875, - 59500.6875, - 59480.8125, - 59423.783203125, - 59220.001953125, - 59205.59375, - 59227.275390625, - 58978.62890625, - 58903.421875, - 58864.001953125, - 58650.15625, - 58971.45703125, - 58879.267578125, - 58873.5625, - 59089.033203125, - 58841.638671875, - 59122.158203125, - 59102.419921875, - 59141.478515625, - 59281.18359375, - 59167.85546875 + 59757.7578125, + 59677.3515625, + 59690.642578125, + 59644.013671875, + 59544.123046875, + 59471.916015625, + 59412.421875, + 59260.837890625, + 59159.607421875, + 59123.220703125, + 58955.236328125, + 58953.68359375, + 59066.96484375, + 58787.076171875, + 58993.744140625, + 58857.6171875, + 58992.529296875, + 59022.234375, + 59139.69921875, + 59061.408203125, + 59172.04296875, + 59162.703125, + 58884.529296875, + 59118.845703125 ], "0.3": [ - 59759.255859375, - 59738.306640625, - 59548.591796875, - 59635.810546875, - 59500.6875, - 59480.8125, - 59423.783203125, - 59220.001953125, - 59205.59375, - 59227.275390625, - 58978.62890625, - 58903.421875, - 58864.001953125, - 58650.15625, - 58971.45703125, - 58879.267578125, - 58873.5625, - 59089.033203125, - 58841.638671875, - 59122.158203125, - 59102.419921875, - 59141.478515625, - 59281.18359375, - 59167.85546875 + 59757.7578125, + 59677.3515625, + 59690.642578125, + 59644.013671875, + 59544.123046875, + 59471.916015625, + 59412.421875, + 59260.837890625, + 59159.607421875, + 59123.220703125, + 58955.236328125, + 58953.68359375, + 59066.96484375, + 58787.076171875, + 58993.744140625, + 58857.6171875, + 58992.529296875, + 59022.234375, + 59139.69921875, + 59061.408203125, + 59172.04296875, + 59162.703125, + 58884.529296875, + 59118.845703125 ], "0.4": [ - 60081.94140625, - 60080.5078125, - 60067.54296875, - 60092.197265625, - 60027.01953125, - 60012.935546875, - 59960.173828125, - 59883.021484375, - 59850.0703125, - 59778.34375, - 59669.962890625, - 59704.1171875, - 59648.87109375, - 59624.59375, - 59664.951171875, - 59633.888671875, - 59636.6640625, - 59764.09765625, - 59730.953125, - 59937.5859375, - 59924.619140625, - 59826.2421875, - 59950.22265625, - 59930.6484375 + 60075.029296875, + 60096.46484375, + 60094.896484375, + 60071.62890625, + 60002.3515625, + 59976.78515625, + 59959.9765625, + 59891.775390625, + 59800.990234375, + 59735.9296875, + 59649.96484375, + 59698.943359375, + 59638.810546875, + 59627.119140625, + 59658.783203125, + 59603.556640625, + 59660.0625, + 59710.52734375, + 59841.572265625, + 59895.64453125, + 59871.828125, + 59894.005859375, + 59855.47265625, + 59879.55078125 ], "0.5": [ - 60081.94140625, - 60080.5078125, - 60067.54296875, - 60092.197265625, - 60027.01953125, - 60012.935546875, - 59960.173828125, - 59883.021484375, - 59850.0703125, - 59778.34375, - 59669.962890625, - 59704.1171875, - 59648.87109375, - 59624.59375, - 59664.951171875, - 59633.888671875, - 59636.6640625, - 59764.09765625, - 59730.953125, - 59937.5859375, - 59924.619140625, - 59826.2421875, - 59950.22265625, - 59930.6484375 + 60075.029296875, + 60096.46484375, + 60094.896484375, + 60071.62890625, + 60002.3515625, + 59976.78515625, + 59959.9765625, + 59891.775390625, + 59800.990234375, + 59735.9296875, + 59649.96484375, + 59698.943359375, + 59638.810546875, + 59627.119140625, + 59658.783203125, + 59603.556640625, + 59660.0625, + 59710.52734375, + 59841.572265625, + 59895.64453125, + 59871.828125, + 59894.005859375, + 59855.47265625, + 59879.55078125 ], "0.6": [ - 60081.94140625, - 60080.5078125, - 60067.54296875, - 60092.197265625, - 60027.01953125, - 60012.935546875, - 59960.173828125, - 59883.021484375, - 59850.0703125, - 59778.34375, - 59669.962890625, - 59704.1171875, - 59648.87109375, - 59624.59375, - 59664.951171875, - 59633.888671875, - 59636.6640625, - 59764.09765625, - 59730.953125, - 59937.5859375, - 59924.619140625, - 59826.2421875, - 59950.22265625, - 59930.6484375 + 60075.029296875, + 60096.46484375, + 60094.896484375, + 60071.62890625, + 60002.3515625, + 59976.78515625, + 59959.9765625, + 59891.775390625, + 59800.990234375, + 59735.9296875, + 59649.96484375, + 59698.943359375, + 59638.810546875, + 59627.119140625, + 59658.783203125, + 59603.556640625, + 59660.0625, + 59710.52734375, + 59841.572265625, + 59895.64453125, + 59871.828125, + 59894.005859375, + 59855.47265625, + 59879.55078125 ], "0.7": [ - 60081.94140625, - 60080.5078125, - 60067.54296875, - 60092.197265625, - 60027.01953125, - 60012.935546875, - 59960.173828125, - 59883.021484375, - 59850.0703125, - 59778.34375, - 59669.962890625, - 59704.1171875, - 59648.87109375, - 59624.59375, - 59664.951171875, - 59633.888671875, - 59636.6640625, - 59764.09765625, - 59730.953125, - 59937.5859375, - 59924.619140625, - 59826.2421875, - 59950.22265625, - 59930.6484375 + 60075.029296875, + 60096.46484375, + 60094.896484375, + 60071.62890625, + 60002.3515625, + 59976.78515625, + 59959.9765625, + 59891.775390625, + 59800.990234375, + 59735.9296875, + 59649.96484375, + 59698.943359375, + 59638.810546875, + 59627.119140625, + 59658.783203125, + 59603.556640625, + 59660.0625, + 59710.52734375, + 59841.572265625, + 59895.64453125, + 59871.828125, + 59894.005859375, + 59855.47265625, + 59879.55078125 ], "0.8": [ - 60361.83203125, - 60466.361328125, - 60493.240234375, - 60565.19140625, - 60544.64453125, - 60532.029296875, - 60483.625, - 60545.6640625, - 60480.205078125, - 60404.63671875, - 60376.0, - 60404.96484375, - 60346.994140625, - 60339.734375, - 60532.1953125, - 60287.037109375, - 60465.404296875, - 60536.50390625, - 60406.056640625, - 60718.916015625, - 60718.427734375, - 60543.896484375, - 60701.79296875, - 60698.99609375 + 60354.248046875, + 60512.0078125, + 60503.373046875, + 60540.71484375, + 60497.587890625, + 60497.833984375, + 60524.853515625, + 60535.9296875, + 60399.50390625, + 60455.171875, + 60395.3984375, + 60378.67578125, + 60274.28125, + 60399.345703125, + 60506.056640625, + 60363.392578125, + 60370.439453125, + 60514.0, + 60515.111328125, + 60633.564453125, + 60570.533203125, + 60897.5859375, + 60710.9375, + 60840.98046875 ], "0.9": [ - 60361.83203125, - 60466.361328125, - 60493.240234375, - 60565.19140625, - 60544.64453125, - 60532.029296875, - 60483.625, - 60545.6640625, - 60480.205078125, - 60404.63671875, - 60376.0, - 60404.96484375, - 60346.994140625, - 60339.734375, - 60532.1953125, - 60287.037109375, - 60465.404296875, - 60536.50390625, - 60406.056640625, - 60718.916015625, - 60718.427734375, - 60543.896484375, - 60701.79296875, - 60698.99609375 + 60354.248046875, + 60512.0078125, + 60503.373046875, + 60540.71484375, + 60497.587890625, + 60497.833984375, + 60524.853515625, + 60535.9296875, + 60399.50390625, + 60455.171875, + 60395.3984375, + 60378.67578125, + 60274.28125, + 60399.345703125, + 60506.056640625, + 60363.392578125, + 60370.439453125, + 60514.0, + 60515.111328125, + 60633.564453125, + 60570.533203125, + 60897.5859375, + 60710.9375, + 60840.98046875 ] }, "timestamps": [ diff --git a/results/moirai_1_1_large/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/moirai_1_1_large/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index 8cc030ad28299dcb856e88774b0cdf00a2bf920d..eca961a4622cdd299ec1256d76b7dd9edb065760 100644 --- a/results/moirai_1_1_large/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/moirai_1_1_large/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,7 +1,7 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-30T07:10:26.507864+00:00", + "evaluated_at": "2026-06-30T07:28:38.863952+00:00", "freq": "5min", "context_length": 120, "prediction_length": 12, @@ -142,193 +142,190 @@ 0.0 ], "p50": [ - -1.0360792224162196e-09, - -5.704847982901384e-10, - -4.258841057591667e-10, - -1.7576080035830444e-09, - -2.1722194043505283e-09, - 1.5046849877187185e-09, - -7.231905074789324e-10, - -2.002195076400426e-10, - -2.763077766587685e-09, - 7.687405573220119e-11, - 3.921325208988691e-10, - 1.6038556038822094e-09 + -1.507458047278476e-09, + -7.916191313572796e-10, + -7.519354028318048e-10, + -1.341345479133338e-09, + -2.131757437240367e-09, + 1.1503488162034614e-09, + -3.4304500906578994e-10, + -1.9064320955219927e-10, + -2.0247514775917352e-09, + -1.6683582987342405e-10, + 4.5305499629666457e-10, + 1.7440939803492483e-09 ], "p10": [ - -4.9805128909952145e-09, - -5.1591027006026025e-09, - -4.416147225683176e-09, - -5.2157060892454865e-09, - -5.533533853352424e-09, - -2.5245476820145996e-09, - -3.917698832012206e-09, - -3.87129039935985e-09, - -6.535203933566436e-09, - -3.6428716709835385e-09, - -3.756103206242756e-09, - -1.6828411442126878e-09 + -5.425117466373308e-09, + -4.880785997585235e-09, + -3.824786709571981e-09, + -4.878056625301497e-09, + -5.799344560131203e-09, + -2.156052114621332e-09, + -4.195185088207154e-09, + -4.011767140710276e-09, + -5.405306646721897e-09, + -3.782408608543619e-09, + -3.1395465116546006e-09, + -1.5231628736067648e-09 ], "p90": [ - 3.5477910609316154e-09, - 2.998833181777627e-09, - 4.5909758217277385e-09, - 2.4897848227567465e-09, - 3.3610512151227567e-09, - 5.892413890151715e-09, - 3.856113872657829e-09, - 4.621450999664489e-09, - 2.278541466615991e-09, - 4.423107657913761e-09, - 4.571402145714387e-09, - 6.8309939926791685e-09 + 4.0183385507930325e-09, + 4.224995242552154e-09, + 4.066834646820894e-09, + 2.8271543994762283e-09, + 1.8095931975103952e-09, + 5.829369653653771e-09, + 3.4509420876460695e-09, + 5.0342852109253045e-09, + 3.2712972330983803e-09, + 4.779397100307392e-09, + 5.443591799547676e-09, + 6.658573248330413e-09 ], "mean": [ - 0.00410672090947628, - 0.058149971067905426, - 7.650696352357045e-05, - 6.607737304875627e-05, - 0.009373663924634457, - 4.7098837967496365e-05, - 0.04004812240600586, - 0.09662526845932007, - 0.010569430887699127, - 165.1727752685547, - 0.0030415530782192945, - 0.013184206560254097 + 0.00015403250290546566, + 0.2793141305446625, + 0.028479918837547302, + 0.0027871509082615376, + 0.005117516033351421, + 0.23100465536117554, + 0.00024822575505822897, + 0.004239339847117662, + 3.3372738361358643, + 0.01877662166953087, + 0.029703890904784203, + 1.6747373342514038 ], "quantiles": { "0.1": [ - -4.9805128909952145e-09, - -5.1591027006026025e-09, - -4.416147225683176e-09, - -5.2157060892454865e-09, - -5.533533853352424e-09, - -2.5245476820145996e-09, - -3.917698832012206e-09, - -3.87129039935985e-09, - -6.535203933566436e-09, - -3.6428716709835385e-09, - -3.756103206242756e-09, - -1.6828411442126878e-09 + -5.425117466373308e-09, + -4.880785997585235e-09, + -3.824786709571981e-09, + -4.878056625301497e-09, + -5.799344560131203e-09, + -2.156052114621332e-09, + -4.195185088207154e-09, + -4.011767140710276e-09, + -5.405306646721897e-09, + -3.782408608543619e-09, + -3.1395465116546006e-09, + -1.5231628736067648e-09 ], "0.2": [ - -4.9805128909952145e-09, - -5.1591027006026025e-09, - -4.416147225683176e-09, - -5.2157060892454865e-09, - -5.533533853352424e-09, - -2.5245476820145996e-09, - -3.917698832012206e-09, - -3.87129039935985e-09, - -6.535203933566436e-09, - -3.6428716709835385e-09, - -3.756103206242756e-09, - -1.6828411442126878e-09 + -5.425117466373308e-09, + -4.880785997585235e-09, + -3.824786709571981e-09, + -4.878056625301497e-09, + -5.799344560131203e-09, + -2.156052114621332e-09, + -4.195185088207154e-09, + -4.011767140710276e-09, + -5.405306646721897e-09, + -3.782408608543619e-09, + -3.1395465116546006e-09, + -1.5231628736067648e-09 ], "0.3": [ - -4.9805128909952145e-09, - -5.1591027006026025e-09, - -4.416147225683176e-09, - -5.2157060892454865e-09, - -5.533533853352424e-09, - -2.5245476820145996e-09, - -3.917698832012206e-09, - -3.87129039935985e-09, - -6.535203933566436e-09, - -3.6428716709835385e-09, - -3.756103206242756e-09, - -1.6828411442126878e-09 + -5.425117466373308e-09, + -4.880785997585235e-09, + -3.824786709571981e-09, + -4.878056625301497e-09, + -5.799344560131203e-09, + -2.156052114621332e-09, + -4.195185088207154e-09, + -4.011767140710276e-09, + -5.405306646721897e-09, + -3.782408608543619e-09, + -3.1395465116546006e-09, + -1.5231628736067648e-09 ], "0.4": [ - -1.0360792224162196e-09, - -5.704847982901384e-10, - -4.258841057591667e-10, - -1.7576080035830444e-09, - -2.1722194043505283e-09, - 1.5046849877187185e-09, - -7.231905074789324e-10, - -2.002195076400426e-10, - -2.763077766587685e-09, - 7.687405573220119e-11, - 3.921325208988691e-10, - 1.6038556038822094e-09 + -1.507458047278476e-09, + -7.916191313572796e-10, + -7.519354028318048e-10, + -1.341345479133338e-09, + -2.131757437240367e-09, + 1.1503488162034614e-09, + -3.4304500906578994e-10, + -1.9064320955219927e-10, + -2.0247514775917352e-09, + -1.6683582987342405e-10, + 4.5305499629666457e-10, + 1.7440939803492483e-09 ], "0.5": [ - -1.0360792224162196e-09, - -5.704847982901384e-10, - -4.258841057591667e-10, - -1.7576080035830444e-09, - -2.1722194043505283e-09, - 1.5046849877187185e-09, - -7.231905074789324e-10, - -2.002195076400426e-10, - -2.763077766587685e-09, - 7.687405573220119e-11, - 3.921325208988691e-10, - 1.6038556038822094e-09 + -1.507458047278476e-09, + -7.916191313572796e-10, + -7.519354028318048e-10, + -1.341345479133338e-09, + -2.131757437240367e-09, + 1.1503488162034614e-09, + -3.4304500906578994e-10, + -1.9064320955219927e-10, + -2.0247514775917352e-09, + -1.6683582987342405e-10, + 4.5305499629666457e-10, + 1.7440939803492483e-09 ], "0.6": [ - -1.0360792224162196e-09, - -5.704847982901384e-10, - -4.258841057591667e-10, - -1.7576080035830444e-09, - -2.1722194043505283e-09, - 1.5046849877187185e-09, - -7.231905074789324e-10, - -2.002195076400426e-10, - -2.763077766587685e-09, - 7.687405573220119e-11, - 3.921325208988691e-10, - 1.6038556038822094e-09 + -1.507458047278476e-09, + -7.916191313572796e-10, + -7.519354028318048e-10, + -1.341345479133338e-09, + -2.131757437240367e-09, + 1.1503488162034614e-09, + -3.4304500906578994e-10, + -1.9064320955219927e-10, + -2.0247514775917352e-09, + -1.6683582987342405e-10, + 4.5305499629666457e-10, + 1.7440939803492483e-09 ], "0.7": [ - -1.0360792224162196e-09, - -5.704847982901384e-10, - -4.258841057591667e-10, - -1.7576080035830444e-09, - -2.1722194043505283e-09, - 1.5046849877187185e-09, - -7.231905074789324e-10, - -2.002195076400426e-10, - -2.763077766587685e-09, - 7.687405573220119e-11, - 3.921325208988691e-10, - 1.6038556038822094e-09 + -1.507458047278476e-09, + -7.916191313572796e-10, + -7.519354028318048e-10, + -1.341345479133338e-09, + -2.131757437240367e-09, + 1.1503488162034614e-09, + -3.4304500906578994e-10, + -1.9064320955219927e-10, + -2.0247514775917352e-09, + -1.6683582987342405e-10, + 4.5305499629666457e-10, + 1.7440939803492483e-09 ], "0.8": [ - 3.5477910609316154e-09, - 2.998833181777627e-09, - 4.5909758217277385e-09, - 2.4897848227567465e-09, - 3.3610512151227567e-09, - 5.892413890151715e-09, - 3.856113872657829e-09, - 4.621450999664489e-09, - 2.278541466615991e-09, - 4.423107657913761e-09, - 4.571402145714387e-09, - 6.8309939926791685e-09 + 4.0183385507930325e-09, + 4.224995242552154e-09, + 4.066834646820894e-09, + 2.8271543994762283e-09, + 1.8095931975103952e-09, + 5.829369653653771e-09, + 3.4509420876460695e-09, + 5.0342852109253045e-09, + 3.2712972330983803e-09, + 4.779397100307392e-09, + 5.443591799547676e-09, + 6.658573248330413e-09 ], "0.9": [ - 3.5477910609316154e-09, - 2.998833181777627e-09, - 4.5909758217277385e-09, - 2.4897848227567465e-09, - 3.3610512151227567e-09, - 5.892413890151715e-09, - 3.856113872657829e-09, - 4.621450999664489e-09, - 2.278541466615991e-09, - 4.423107657913761e-09, - 4.571402145714387e-09, - 6.8309939926791685e-09 + 4.0183385507930325e-09, + 4.224995242552154e-09, + 4.066834646820894e-09, + 2.8271543994762283e-09, + 1.8095931975103952e-09, + 5.829369653653771e-09, + 3.4509420876460695e-09, + 5.0342852109253045e-09, + 3.2712972330983803e-09, + 4.779397100307392e-09, + 5.443591799547676e-09, + 6.658573248330413e-09 ] }, "timestamps": [ - "2026-06-26 10:35:00", - "2026-06-26 10:40:00", - "2026-06-26 10:45:00", "2026-06-26 10:50:00", "2026-06-26 10:55:00", "2026-06-26 11:00:00", @@ -457,6 +454,9 @@ "2026-06-26 21:15:00", "2026-06-26 21:20:00", "2026-06-26 21:25:00", - "2026-06-26 21:30:00" + "2026-06-26 21:30:00", + "2026-06-26 21:35:00", + "2026-06-26 21:40:00", + "2026-06-26 21:45:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index ac604a759a5125769c2251e57c191f92deea3312..a7221090be365e3274cba464b2e1b65e51935b1c 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,37 +1,19 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-30T07:21:23.769052+00:00", + "evaluated_at": "2026-06-30T07:28:41.688147+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t070000z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", + "data_fetched_at": "2026-06-30T07:26:13.404847Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260630t040500z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260630t010600z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t081000z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260630t045000z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260630t052500z", + "data_fetched_at": "2026-06-30T07:26:13.404847Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index 64c7e94785926989888a815397fbd437a0e4803c..d62b574435e35cfe8c40792b07c43421013f9897 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,Moving-Average,109231.42390507237,107062.96378060868,272.2644702576751,0.4686563461524675,0.0045333724011814005,0.00454117794580998,2.261991576380018,330.5017759484393,0.0055131079381342835,0.004541650065092796,0.003613895109088753,Finance,1,24 +binance_btcusdt_1h_close/1h/short,Moving-Average,108426.06126787736,106332.13063560093,271.1690926535084,0.46677084245402245,0.004514858491011843,0.004522767408855346,2.261991576380018,329.28112801658915,0.005492646068513893,0.004523295518444455,0.003595557488899791,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,Moving-Average,322731.014513818,348365.048478851,492.3817545572941,0.5992060285184049,0.008269296703238385,0.008220363374281699,4.428661821834581,568.094195106602,0.009505550822897627,0.008238703779280128,0.006810998931259922,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Moving-Average,0.00021019445589102111,0.0,0.0,0.0,nan,nan,0.0,0.014498084559383046,inf,nan,nan,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Moving-Average,9.578202015526527e-15,9.143141084502762e-15,9.078851462715541e-08,nan,nan,2.0,nan,9.786828912128038e-08,inf,inf,inf,Transportation,1,12 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index e38eb04b0b349ce76875c1ace0a17325baaa888f..d8c786ded7bda3a6209187e5fec4dcf9b1977da1 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-30T07:22:05.474399+00:00", + "evaluated_at": "2026-06-30T07:29:05.484509+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 59492.01171875, 59652.12890625, 59592.0, - 59483.7109375 + 59510.0 ], "p50": [ 59884.69247532895, diff --git a/results/moving_average/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/moving_average/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index ed11b262ced6c40690c7e83ae72df3b3b9472dd7..dfc0d7e35b6290613bbe75cf62cf2ba56cdab7a3 100644 --- a/results/moving_average/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/moving_average/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,7 +1,7 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-30T07:11:40.972052+00:00", + "evaluated_at": "2026-06-30T07:29:05.497856+00:00", "freq": "5min", "context_length": 120, "prediction_length": 12, @@ -326,9 +326,6 @@ ] }, "timestamps": [ - "2026-06-26 10:35:00", - "2026-06-26 10:40:00", - "2026-06-26 10:45:00", "2026-06-26 10:50:00", "2026-06-26 10:55:00", "2026-06-26 11:00:00", @@ -457,6 +454,9 @@ "2026-06-26 21:15:00", "2026-06-26 21:20:00", "2026-06-26 21:25:00", - "2026-06-26 21:30:00" + "2026-06-26 21:30:00", + "2026-06-26 21:35:00", + "2026-06-26 21:40:00", + "2026-06-26 21:45:00" ] } diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index f47931ac8eaa341709a9c5defda3d16d28f78813..9adcde931ca3533b9406e250deb25dc36226c004 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,37 +1,19 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-30T07:22:05.543496+00:00", + "evaluated_at": "2026-06-30T07:29:05.506074+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t070000z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", + "data_fetched_at": "2026-06-30T07:26:13.404847Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260630t040500z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260630t010600z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t081000z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260630t045000z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260630t052500z", + "data_fetched_at": "2026-06-30T07:26:13.404847Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index 5fda1f93dec1c32f08944b31ad5d0994e144a04d..c7eb83c51925764170991652858ab2581af6b51a 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-30T07:16:52.681025+00:00", - "finished_at": "2026-06-30T07:22:06.122828+00:00", - "task_count": 5, + "started_at": "2026-06-30T07:26:15.804033+00:00", + "finished_at": "2026-06-30T07:29:06.124151+00:00", + "task_count": 2, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/TSFM_Bench/space/vendor/ts_bench", @@ -10,37 +10,19 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-30T07:17:38.052633+00:00", + "evaluated_at": "2026-06-30T07:26:56.328359+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t070000z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", + "data_fetched_at": "2026-06-30T07:26:13.404847Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260630t040500z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260630t010600z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t081000z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260630t045000z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260630t052500z", + "data_fetched_at": "2026-06-30T07:26:13.404847Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] @@ -48,37 +30,19 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-30T07:18:50.636131+00:00", + "evaluated_at": "2026-06-30T07:27:21.845810+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t070000z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", + "data_fetched_at": "2026-06-30T07:26:13.404847Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260630t040500z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260630t010600z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t081000z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260630t045000z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260630t052500z", + "data_fetched_at": "2026-06-30T07:26:13.404847Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] @@ -86,37 +50,19 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-30T07:19:48.351918+00:00", + "evaluated_at": "2026-06-30T07:27:53.665815+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t070000z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", + "data_fetched_at": "2026-06-30T07:26:13.404847Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260630t040500z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260630t010600z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t081000z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260630t045000z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260630t052500z", + "data_fetched_at": "2026-06-30T07:26:13.404847Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] @@ -124,37 +70,19 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-30T07:20:37.224170+00:00", + "evaluated_at": "2026-06-30T07:28:09.607935+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t070000z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", + "data_fetched_at": "2026-06-30T07:26:13.404847Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260630t040500z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260630t010600z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t081000z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260630t045000z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260630t052500z", + "data_fetched_at": "2026-06-30T07:26:13.404847Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] @@ -162,37 +90,19 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-30T07:21:23.769052+00:00", + "evaluated_at": "2026-06-30T07:28:41.688147+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t070000z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", + "data_fetched_at": "2026-06-30T07:26:13.404847Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260630t040500z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260630t010600z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t081000z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260630t045000z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260630t052500z", + "data_fetched_at": "2026-06-30T07:26:13.404847Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] @@ -200,37 +110,19 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-30T07:22:04.337710+00:00", + "evaluated_at": "2026-06-30T07:29:04.611624+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t070000z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", + "data_fetched_at": "2026-06-30T07:26:13.404847Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260630t040500z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260630t010600z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t081000z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260630t045000z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260630t052500z", + "data_fetched_at": "2026-06-30T07:26:13.404847Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] @@ -238,37 +130,19 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-30T07:22:05.313935+00:00", + "evaluated_at": "2026-06-30T07:29:05.410693+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t070000z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", + "data_fetched_at": "2026-06-30T07:26:13.404847Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260630t040500z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260630t010600z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t081000z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260630t045000z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260630t052500z", + "data_fetched_at": "2026-06-30T07:26:13.404847Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] @@ -276,37 +150,19 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-30T07:22:05.468346+00:00", + "evaluated_at": "2026-06-30T07:29:05.476557+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t070000z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", + "data_fetched_at": "2026-06-30T07:26:13.404847Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260630t040500z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260630t010600z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t081000z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260630t045000z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260630t052500z", + "data_fetched_at": "2026-06-30T07:26:13.404847Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] @@ -314,37 +170,19 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-30T07:22:05.543496+00:00", + "evaluated_at": "2026-06-30T07:29:05.506074+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t070000z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", + "data_fetched_at": "2026-06-30T07:26:13.404847Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260630t040500z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260630t010600z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t081000z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260630t045000z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260630t052500z", + "data_fetched_at": "2026-06-30T07:26:13.404847Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] @@ -352,37 +190,19 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-30T07:22:05.610774+00:00", + "evaluated_at": "2026-06-30T07:29:05.532645+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t070000z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", + "data_fetched_at": "2026-06-30T07:26:13.404847Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260630t040500z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260630t010600z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t081000z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260630t045000z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260630t052500z", + "data_fetched_at": "2026-06-30T07:26:13.404847Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] @@ -404,7 +224,5 @@ "live_overall": "aggregates/live_overall_up_to_now.csv", "live_metadata": "aggregates/live_metadata.json" }, - "push_status": "ok", - "pushed_at": "2026-06-30T07:22:14.979679+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index 07af92a9778426791dc264f072b8177cf50a6d1f..f54a7a0b838e4e0c2f9316ea2dc350753a6979a2 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,341015.86652692157,341015.86652692157,502.5138346354167,0.8649909310914238,0.008368581128264293,0.008390450959963457,6.1817086110743835,583.9656381388562,0.009741144615583673,0.008382445155704759,0.006666775788966322,Finance,1,24 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,339856.6403891246,339856.6403891246,501.41845703125,0.8631054273929788,0.008350006708484145,0.008372040639958363,6.1817086110743835,582.9722466714214,0.009724396408685694,0.00836402053552928,0.006660563594614887,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,Seasonal-Naive,364837.5669593811,364837.5669593811,491.4205729166667,0.5980363145145157,0.008249638397354637,0.008198604368839528,4.39876320331303,604.017853179342,0.010106638037828153,0.00822262095179532,0.006824462396764629,Finance,1,24 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Seasonal-Naive,36436.1429036395,36436.1429036395,152.79166432221731,1.6109556133900285,0.8264244641534466,1.5187046461435552,64.32233589831223,190.88253692687422,1.1751439790441005,0.9406423828344558,0.9402466648974208,Finance,1,12 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Seasonal-Naive,0.0,0.0,0.0,0.0,nan,nan,0.0,0.0,nan,nan,nan,Climate,1,36 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index 5e0e844cbeb3cacdc9ef0e91e2cffc5c7db56ac7..8135842a5b2ed5287fa28bc7a41a043b7417c16c 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-30T07:22:05.548224+00:00", + "evaluated_at": "2026-06-30T07:29:05.511748+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 59492.01171875, 59652.12890625, 59592.0, - 59483.7109375 + 59510.0 ], "p50": [ 60370.0, diff --git a/results/seasonal_naive/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/seasonal_naive/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index e5c656f714faef68a73917a8ac4e2d895cdb714c..cc7693bf37ae8830cc4f9d65647a7264205371a5 100644 --- a/results/seasonal_naive/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/seasonal_naive/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,7 +1,7 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-30T07:11:41.057074+00:00", + "evaluated_at": "2026-06-30T07:29:05.524013+00:00", "freq": "5min", "context_length": 120, "prediction_length": 12, @@ -326,9 +326,6 @@ ] }, "timestamps": [ - "2026-06-26 10:35:00", - "2026-06-26 10:40:00", - "2026-06-26 10:45:00", "2026-06-26 10:50:00", "2026-06-26 10:55:00", "2026-06-26 11:00:00", @@ -457,6 +454,9 @@ "2026-06-26 21:15:00", "2026-06-26 21:20:00", "2026-06-26 21:25:00", - "2026-06-26 21:30:00" + "2026-06-26 21:30:00", + "2026-06-26 21:35:00", + "2026-06-26 21:40:00", + "2026-06-26 21:45:00" ] } diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index 4f16eec0fbe3c2214ae3e8217a9ffea10ee3ebc1..9c77364dcbab7c60ab49e667c40e91818ad326d7 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,37 +1,19 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-30T07:22:05.610774+00:00", + "evaluated_at": "2026-06-30T07:29:05.532645+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t070000z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", + "data_fetched_at": "2026-06-30T07:26:13.404847Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260630t040500z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260630t010600z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t081000z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260630t045000z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260630t052500z", + "data_fetched_at": "2026-06-30T07:26:13.404847Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index bf52013cec9630ba86b2ef9b77fa9cb6b90ceedf..5964a69e8132e2dabfc5b81d333ff495a98c109f 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,Timer-S1,122857.70848401387,122857.70848401387,300.3575846354167,0.5170137991974982,0.0050193735017842155,0.005008754059425554,2.0805454680952042,350.51063961599493,0.005846876266011157,0.005010271970189621,0.0039053580813888187,Finance,1,24 +binance_btcusdt_1h_close/1h/short,Timer-S1,121499.29477500916,121499.29477500916,299.26220703125,0.5151282954990534,0.005000770947177932,0.004990343873327006,2.0072769796528096,348.56748955547926,0.005814356451737512,0.004991908873751716,0.003887362658578449,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,Timer-S1,269226.56801160175,269226.56801160175,426.15087890625,0.518606088336136,0.007157969950632982,0.007120498826686938,5.070383883280151,518.8704732508892,0.00868192228766175,0.007130505596709583,0.004987927169000084,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Timer-S1,1.735121865446369e-06,1.735121865446369e-06,0.0010687510172526042,0.005164434578004225,nan,2.0,0.07108752541478112,0.0013172402459105054,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Timer-S1,1.1760797597599717e-16,1.1760797597599717e-16,9.226596375810914e-09,nan,nan,2.0,nan,1.0844721111028959e-08,inf,inf,inf,Transportation,1,12 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index edfd8de6c30c23b0b1ef3a41a18e84271666f2cc..240e2121baa188597c10b9266d7d7ea99bd68c70 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-30T07:21:40.318551+00:00", + "evaluated_at": "2026-06-30T07:28:57.817942+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 59492.01171875, 59652.12890625, 59592.0, - 59483.7109375 + 59510.0 ], "p50": [ 59967.34375, diff --git a/results/timer_s1/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/timer_s1/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index d5cc131fc1496f7351764d2085cf785847be41ea..6a4be105ec4e84d7601177e135ae0d9a9fd95897 100644 --- a/results/timer_s1/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/timer_s1/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,7 +1,7 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-30T07:11:16.062763+00:00", + "evaluated_at": "2026-06-30T07:29:02.097507+00:00", "freq": "5min", "context_length": 120, "prediction_length": 12, @@ -326,9 +326,6 @@ ] }, "timestamps": [ - "2026-06-26 10:35:00", - "2026-06-26 10:40:00", - "2026-06-26 10:45:00", "2026-06-26 10:50:00", "2026-06-26 10:55:00", "2026-06-26 11:00:00", @@ -457,6 +454,9 @@ "2026-06-26 21:15:00", "2026-06-26 21:20:00", "2026-06-26 21:25:00", - "2026-06-26 21:30:00" + "2026-06-26 21:30:00", + "2026-06-26 21:35:00", + "2026-06-26 21:40:00", + "2026-06-26 21:45:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index f3960877c254c080b5a09dd2995103c2cfd6ca06..37ae2881b6e6a97c8a93934294ee89441b7ff8b0 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,37 +1,19 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-30T07:22:04.337710+00:00", + "evaluated_at": "2026-06-30T07:29:04.611624+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t070000z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", + "data_fetched_at": "2026-06-30T07:26:13.404847Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260630t040500z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260630t010600z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t081000z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260630t045000z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260630t052500z", + "data_fetched_at": "2026-06-30T07:26:13.404847Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index e9257ca8b70c68ffe3c6b0b9cc0ab21758bdb799..637f3bd9de70878c825a756e651db5e5c10ca940 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,126530.73029454549,95325.24634043376,252.59602864583334,0.43480051482936055,0.004222569895049516,0.00421316992073982,16.97652029592042,355.7115830199313,0.005933633325890019,0.004213560325575354,0.004532275813872018,Finance,1,24 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,125387.30155563354,94387.85128275554,251.50065104166666,0.43291501113091563,0.00420402680844358,0.004194759476246107,16.90110014798262,354.1006940908667,0.0059066542834433355,0.004195211764772319,0.004513921438252548,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,TimesFM-2.5,262305.8912595113,192959.45042037964,348.951171875,0.4246575830862385,0.00586230812653368,0.0058362077727840515,20.27281125524148,512.1580725318222,0.008569608050465975,0.005838773089989192,0.006846444787670643,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,TimesFM-2.5,5.7855455657766326e-09,8.934031397587256e-10,6.8367872801091935e-06,3.303682528660474e-05,nan,2.0,0.4428998511791991,7.606277385013403e-05,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,TimesFM-2.5,0.0,0.0,0.0,nan,nan,nan,nan,0.0,nan,nan,nan,Transportation,1,12 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index 4a03e5923be175451182c6da08c6e555a0ae6854..0a3b95dfa3be2fbd7027ee839fdf213c7f9f92f1 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-30T07:18:26.096294+00:00", + "evaluated_at": "2026-06-30T07:27:14.409681+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 59492.01171875, 59652.12890625, 59592.0, - 59483.7109375 + 59510.0 ], "p50": [ 60030.28125, diff --git a/results/timesfm_2_5/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/timesfm_2_5/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index e4a2a5c5e20c2e596c8dd9afd00c922aceb9c353..b5a9ae7ffed308af6ccd0ccd8d9a646e55641267 100644 --- a/results/timesfm_2_5/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/timesfm_2_5/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,7 +1,7 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-30T07:07:31.241842+00:00", + "evaluated_at": "2026-06-30T07:27:19.335997+00:00", "freq": "5min", "context_length": 120, "prediction_length": 12, @@ -326,9 +326,6 @@ ] }, "timestamps": [ - "2026-06-26 10:35:00", - "2026-06-26 10:40:00", - "2026-06-26 10:45:00", "2026-06-26 10:50:00", "2026-06-26 10:55:00", "2026-06-26 11:00:00", @@ -457,6 +454,9 @@ "2026-06-26 21:15:00", "2026-06-26 21:20:00", "2026-06-26 21:25:00", - "2026-06-26 21:30:00" + "2026-06-26 21:30:00", + "2026-06-26 21:35:00", + "2026-06-26 21:40:00", + "2026-06-26 21:45:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index be7611317bc98b8a480dabbdcd5ea8109245d44b..6bb9ab6d9c4923525d3346b02f01c97515638f22 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,37 +1,19 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-30T07:18:50.636131+00:00", + "evaluated_at": "2026-06-30T07:27:21.845810+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t070000z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", + "data_fetched_at": "2026-06-30T07:26:13.404847Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260630t040500z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260630t010600z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t081000z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260630t045000z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260630t052500z", + "data_fetched_at": "2026-06-30T07:26:13.404847Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index 71923513ba6bec9defb85e15f32b110b7e594ad3..dc9f5804fba3aa3aa754f2bb9bd5de925b1fc576 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,TiRex,118261.12368392944,118261.12368392944,290.0442708333333,0.4992612075404459,0.004840103878764566,0.00483731789212855,2.223178359684625,343.8911509241397,0.005736456418648066,0.004838235338835465,0.004230320989520639,Finance,1,24 +binance_btcusdt_1h_close/1h/short,TiRex,117059.87954584758,117059.87954584758,288.9488932291667,0.49737570384200097,0.004821523524030115,0.004818907598631837,2.223178359684625,342.14014605983846,0.005707143739017026,0.0048198753811262,0.004224153247158305,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,TiRex,208938.26499557495,208938.26499557495,370.5755208333333,0.45097342468412477,0.006224903860661102,0.006196182878665589,3.0735205509569847,457.0976536754208,0.007648317859019216,0.006200599262138231,0.0042967235885134816,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,TiRex,7.307975554534909e-07,7.307975554534909e-07,0.0004944844792286555,0.0023894552628166473,nan,2.0,0.19750057256463258,0.000854866981145892,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,TiRex,2.0440368407041843e-18,2.0440368407041843e-18,1.2956792120692266e-09,nan,nan,2.0,nan,1.4296981641955705e-09,inf,inf,inf,Transportation,1,12 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 15687645b9640e224d092b9a908c7fe3f8e6e548..20d1db9575ad26b8ae1102379a9675c4dfa8e310 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-30T07:20:10.089596+00:00", + "evaluated_at": "2026-06-30T07:28:00.010943+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 59492.01171875, 59652.12890625, 59592.0, - 59483.7109375 + 59510.0 ], "p50": [ 60047.7421875, diff --git a/results/tirex/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/tirex/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index 9184cc0c5eb0e061c50e9bc00278966780817136..c59cfd909aebda2f44141759b15cf87d96325c9e 100644 --- a/results/tirex/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/tirex/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,7 +1,7 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "TiRex", - "evaluated_at": "2026-06-30T07:09:31.984837+00:00", + "evaluated_at": "2026-06-30T07:28:07.000013+00:00", "freq": "5min", "context_length": 120, "prediction_length": 12, @@ -326,9 +326,6 @@ ] }, "timestamps": [ - "2026-06-26 10:35:00", - "2026-06-26 10:40:00", - "2026-06-26 10:45:00", "2026-06-26 10:50:00", "2026-06-26 10:55:00", "2026-06-26 11:00:00", @@ -457,6 +454,9 @@ "2026-06-26 21:15:00", "2026-06-26 21:20:00", "2026-06-26 21:25:00", - "2026-06-26 21:30:00" + "2026-06-26 21:30:00", + "2026-06-26 21:35:00", + "2026-06-26 21:40:00", + "2026-06-26 21:45:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index d9c2620bbed0ed566c35d8155beb077b1a6e65ce..a48fd790c958b2f05d84d6b34bcd7cced5ab28f6 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,37 +1,19 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-30T07:20:37.224170+00:00", + "evaluated_at": "2026-06-30T07:28:09.607935+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t070000z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", + "data_fetched_at": "2026-06-30T07:26:13.404847Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260630t040500z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260630t010600z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t081000z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260630t045000z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260630t052500z", + "data_fetched_at": "2026-06-30T07:26:13.404847Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 946541b361a65a138169928275811044dbd0b0e4..aee7773838926ef0107db26aa6ce033463cb81a3 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,131583.59746106467,131583.59746106467,314.9373372395833,0.5421103297025948,0.005259676903544844,0.0052515732320998695,2.0762452309083645,362.7445347087461,0.0060509501592802524,0.005253477168066092,0.004157404499329646,Finance,1,24 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,130280.12378501892,130280.12378501892,313.8419596354167,0.5402248260041498,0.005241082109102839,0.005233163006982171,2.0762452309083645,360.94338030364116,0.006020795211443243,0.0052351096344620185,0.004151238087294896,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,Toto-2.0-1B,297921.62673632306,297921.62673632306,450.6170247395833,0.548380266486025,0.007568408346599796,0.007527075059881278,3.3774855556017727,545.8219734824928,0.009132884218643587,0.007539881708386864,0.007200933369304012,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Toto-2.0-1B,4.450123065109008e-08,4.450123065109008e-08,0.00014869868755340576,0.0007185440119428191,nan,2.0,1.5088371318721039,0.00021095314799995303,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Toto-2.0-1B,9.285839740510159e-20,9.285839740510159e-20,2.8203846723362513e-10,nan,nan,2.0,nan,3.047267585971104e-10,inf,inf,inf,Transportation,1,12 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index d9544cb2c7c1a3c19f6277708b459bba8209129d..7d53fbe31e69f2a3a730370fe625f0c3ae67c266 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-30T07:19:23.142313+00:00", + "evaluated_at": "2026-06-30T07:27:45.028102+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 59492.01171875, 59652.12890625, 59592.0, - 59483.7109375 + 59510.0 ], "p50": [ 60039.90625, diff --git a/results/toto_2_0_1b/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/toto_2_0_1b/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index ed8b4a09a372018fa7617f3fdeb7179a82054b6b..94344ed52b7a7221f2d6a6385dc87b754e23e838 100644 --- a/results/toto_2_0_1b/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/toto_2_0_1b/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,7 +1,7 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-30T07:08:22.920587+00:00", + "evaluated_at": "2026-06-30T07:27:51.027592+00:00", "freq": "5min", "context_length": 120, "prediction_length": 12, @@ -326,9 +326,6 @@ ] }, "timestamps": [ - "2026-06-26 10:35:00", - "2026-06-26 10:40:00", - "2026-06-26 10:45:00", "2026-06-26 10:50:00", "2026-06-26 10:55:00", "2026-06-26 11:00:00", @@ -457,6 +454,9 @@ "2026-06-26 21:15:00", "2026-06-26 21:20:00", "2026-06-26 21:25:00", - "2026-06-26 21:30:00" + "2026-06-26 21:30:00", + "2026-06-26 21:35:00", + "2026-06-26 21:40:00", + "2026-06-26 21:45:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index 563fed0b27a8887f4af1c28215cab6d5bfd21aa0..455a29d261d282fa5430502cc684a56186fe3b4d 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,37 +1,19 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-30T07:19:48.351918+00:00", + "evaluated_at": "2026-06-30T07:27:53.665815+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260629t070000z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", + "data_fetched_at": "2026-06-30T07:26:13.404847Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_data_gov_sg_singapore_rainfall_5min_data_gov_sg_rainfall_station_s213_rainfall_5min_total_20260630t040500z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", - "context_length": 288, - "prediction_length": 36 - }, - { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260630t010600z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260629t081000z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", - "context_length": 76, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260630t045000z", - "data_fetched_at": "2026-06-30T07:16:50.326740Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260630t052500z", + "data_fetched_at": "2026-06-30T07:26:13.404847Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": []