diff --git a/results/aggregates/live_metadata.json b/results/aggregates/live_metadata.json index 454d9a919cc9296410671eba9973f07be4e76967..5fa1f68de58f65f0c30c7baa885241997bc5ba26 100644 --- a/results/aggregates/live_metadata.json +++ b/results/aggregates/live_metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-29T14:31:33.356121+00:00", + "generated_at": "2026-06-29T14:40:14.774145+00:00", "scope": "All deduplicated metrics-only evaluation releases saved up to generation time", "release_deduplication": "One row per model, dataset, data source timestamp, and prediction length", "dataset_aggregation": "Arithmetic mean over releases, then equal-weight mean over datasets", @@ -12,6 +12,6 @@ "temporal_metrics": "Per-dataset MSE stability and Kendall tau, then equal-weight mean over datasets", "num_models": 10, "num_datasets": 13, - "num_model_releases": 6989, - "num_unique_releases": 852 + "num_model_releases": 7009, + "num_unique_releases": 854 } diff --git a/results/aggregates/live_overall_up_to_now.csv b/results/aggregates/live_overall_up_to_now.csv index ece39a2ef194d20d43f8da0f69aa566688ed12b0..216cf2765f63d8205dc6a2457a6b03e5b7ec0170 100644 --- a/results/aggregates/live_overall_up_to_now.csv +++ b/results/aggregates/live_overall_up_to_now.csv @@ -1,11 +1,11 @@ Rank,model,MSE,RMSE,MAPE,CRPS,RTG,AverageRank,WinRate,Elo,Stability,Improvement,SignificantImprovementRate,n_datasets,n_releases,MAPE_dataset_coverage,first_release,last_release -1,TiRex,4007.286694470126,8.924470383799079,0.21491066736765946,0.4339440197247872,31.023751393178205,3.746644608210841,0.6682504020764533,1191.7448728321908,8648.60367785914,0.2582436238826113,0.0,12,812,0.8333333333333334,2026-06-16T12:07:33.925127+00:00,2026-06-29T14:27:11.538683Z -2,Chronos-2,2877.7954473981044,7.777424780530551,0.19700627333995513,0.4478074063556091,29.514066542802198,3.728250857885096,0.6714889680347567,1170.7107493503815,6514.435852312253,0.21713881370560126,0.0,12,821,0.8333333333333334,2026-06-16T12:06:40.343188+00:00,2026-06-29T14:27:11.538683Z -3,Toto-2.0-1B,4700.408826444767,9.439885965908097,0.18689470592033477,0.4295789366313268,31.780221572753543,3.5685458167163664,0.689805819630717,1113.943207517111,10466.279230504459,0.15537973791205562,0.0,12,818,0.8333333333333334,2026-06-16T12:07:16.543073+00:00,2026-06-29T14:27:11.538683Z -4,Moirai-1.1-Large,231571.0226421686,75.10361095050361,0.37384009097013593,0.46562213666380964,0.5813409475024898,5.59103002332533,0.44270087422247867,1085.1761454642717,761979.0311190259,0.24199704131095764,0.0,12,797,0.8333333333333334,2026-06-16T12:07:48.486125+00:00,2026-06-29T14:27:11.538683Z -5,TimesFM-2.5,4110.451349850142,8.843790234390012,0.1620368206063501,0.5324356994874945,30.52758918403816,3.979164214748753,0.6203619125455331,1050.9905758838208,9103.063755475674,0.15811782813914474,0.0,12,829,0.8333333333333334,2026-06-16T12:06:55.147862+00:00,2026-06-29T14:27:11.538683Z -6,Timer-S1,4257.433146493237,9.256565603085994,0.19364129194302623,0.43895776551482174,30.074781758321507,4.384801761071333,0.5945663120385433,1042.738191768053,9047.017443886936,0.2129388525729026,0.0,12,777,0.8333333333333334,2026-06-16T12:08:03.698792+00:00,2026-06-29T14:27:11.538683Z -7,ARIMA,13702.08897685104,20.687111592161276,0.4057042175949544,0.6822081296608768,-0.7876004849704223,6.794257361259686,0.32989889184527016,870.4919052539434,21978.397303138332,0.09062277648839528,0.16666666666666666,12,532,0.8333333333333334,2026-06-17T12:10:12.135642+00:00,2026-06-29T14:27:11.538683Z -8,ETS,3917.9478992270724,12.560392027300514,0.5011823166414757,0.9310493221294873,-4.7343716118271635,7.008584542373971,0.30840512724232516,867.4138815019141,6180.944616334087,0.15050112998434875,0.08333333333333333,12,532,0.8333333333333334,2026-06-17T12:10:12.660440+00:00,2026-06-29T14:27:11.538683Z -9,Moving-Average,8727.114250581208,16.98515260933973,0.46633435406793994,0.6597045353000122,4.500713659716514,6.76514967427489,0.32892634686401234,858.0157704722777,13090.031327442717,0.10262124118679183,0.08333333333333333,12,532,0.8333333333333334,2026-06-17T12:10:12.847893+00:00,2026-06-29T14:27:11.538683Z -10,Seasonal-Naive,12086.214085829939,32.82806571478712,0.5063457572606332,0.7777584232490349,0.0,6.560712757212857,0.34559534549991106,748.7746999560363,15169.160425529552,0.16718672675899762,0.07692307692307693,13,539,0.8461538461538461,2026-06-17T12:10:12.963911+00:00,2026-06-29T14:27:11.538683Z +1,TiRex,4065.3526173721843,9.045157443235675,0.21491035008311346,0.4338490251983179,31.029601491600303,3.7468147523755175,0.6682997165363552,1191.7455718139277,8686.013842988688,0.2584067211018188,0.0,12,814,0.8333333333333334,2026-06-16T12:07:33.925127+00:00,2026-06-29T14:37:01.562107Z +2,Chronos-2,2937.578595159252,7.899837907799107,0.19700608210882925,0.4477189428594393,29.51263880112295,3.7283597155307184,0.6715277206440724,1170.7113599110842,6578.214917815426,0.21749766958184655,0.0,12,823,0.8333333333333334,2026-06-16T12:06:40.343188+00:00,2026-06-29T14:37:01.562107Z +3,Toto-2.0-1B,4730.793338705841,9.52979324430182,0.1868939204165617,0.4294924087228774,31.788552673560336,3.568038562532642,0.6898839115281707,1113.9447005230224,10459.176518052358,0.15556756259250024,0.0,12,820,0.8333333333333334,2026-06-16T12:07:16.543073+00:00,2026-06-29T14:37:01.562107Z +4,Moirai-1.1-Large,231592.0129223714,75.09202433070658,0.3738390486442833,0.46551572405654174,0.5927135070546422,5.591104602241297,0.44270490651222644,1085.176004895105,761931.4447078818,0.23456057084974102,0.0,12,799,0.8333333333333334,2026-06-16T12:07:48.486125+00:00,2026-06-29T14:37:01.562107Z +5,TimesFM-2.5,4163.869264732577,8.9593429723131,0.16203633143849516,0.5323287075313758,30.529750900013394,3.979412500526236,0.6204026426956017,1050.9911011676954,9130.06919608918,0.15833860140656986,0.0,12,831,0.8333333333333334,2026-06-16T12:06:55.147862+00:00,2026-06-29T14:37:01.562107Z +6,Timer-S1,4331.223335118863,9.393336074995227,0.19364158155748928,0.4388743985196166,30.068782099487972,4.385747989666187,0.5944098464475501,1042.7363752644635,9111.075461637507,0.21328318565111212,0.0,12,779,0.8333333333333334,2026-06-16T12:08:03.698792+00:00,2026-06-29T14:37:01.562107Z +7,ARIMA,13856.520798203093,20.925215174694156,0.4057029039767285,0.6819898020927575,-0.7904994405443423,6.79391735382928,0.32994003812372524,870.4922785763885,21995.597872865652,0.09095989990362364,0.16666666666666666,12,534,0.8333333333333334,2026-06-17T12:10:12.135642+00:00,2026-06-29T14:37:01.562107Z +8,ETS,3977.3506320050456,12.707267071196918,0.5011809452399019,0.9308609935394617,-4.73116183358212,7.007340612750535,0.3085704907304257,867.4170332103282,6207.806865942661,0.15097998214546282,0.08333333333333333,12,534,0.8333333333333334,2026-06-17T12:10:12.660440+00:00,2026-06-29T14:37:01.562107Z +9,Moving-Average,8843.54718233318,17.190121301961398,0.466334161488153,0.6595088822479757,4.4956903411507865,6.766698781299277,0.32874045842826505,858.0126508970291,13131.57957581636,0.10303087698363615,0.08333333333333333,12,534,0.8333333333333334,2026-06-17T12:10:12.847893+00:00,2026-06-29T14:37:01.562107Z +10,Seasonal-Naive,12214.124628216996,33.03442892736772,0.5063451036592658,0.7775907655965899,0.0,6.5612368662275316,0.34552026835360794,748.7729237409561,15225.508995188697,0.16774772581397027,0.07692307692307693,13,541,0.8461538461538461,2026-06-17T12:10:12.963911+00:00,2026-06-29T14:37:01.562107Z diff --git a/results/aggregates/live_rank_up_to_now.csv b/results/aggregates/live_rank_up_to_now.csv index a0d88900f2ab853cd980743aa76ea18e883b8c0c..f9f78b7158f390d12b690ea6d08b2f24b0e565a5 100644 --- a/results/aggregates/live_rank_up_to_now.csv +++ b/results/aggregates/live_rank_up_to_now.csv @@ -1,11 +1,11 @@ Rank,model,AverageRank,WinRate,Elo,dataset_pair_matches,shared_releases,pairwise_matches -1,TiRex,3.746644608210841,0.6682504020764533,1191.7448728321908,108,812,6057 -2,Chronos-2,3.728250857885096,0.6714889680347567,1170.7107493503815,108,819,6049 -3,Toto-2.0-1B,3.5685458167163664,0.689805819630717,1113.943207517111,108,818,6086 -4,Moirai-1.1-Large,5.59103002332533,0.44270087422247867,1085.1761454642717,108,797,5988 -5,TimesFM-2.5,3.979164214748753,0.6203619125455331,1050.9905758838208,108,825,6086 -6,Timer-S1,4.384801761071333,0.5945663120385433,1042.738191768053,108,777,5914 -7,ARIMA,6.794257361259686,0.32989889184527016,870.4919052539434,108,532,4698 -8,ETS,7.008584542373971,0.30840512724232516,867.4138815019141,108,532,4698 -9,Moving-Average,6.76514967427489,0.32892634686401234,858.0157704722777,108,532,4698 -10,Seasonal-Naive,6.560712757212857,0.34559534549991106,748.7746999560363,108,532,4698 +1,TiRex,3.7468147523755175,0.6682997165363552,1191.7455718139277,108,814,6075 +2,Chronos-2,3.7283597155307184,0.6715277206440724,1170.7113599110842,108,821,6067 +3,Toto-2.0-1B,3.568038562532642,0.6898839115281707,1113.9447005230224,108,820,6104 +4,Moirai-1.1-Large,5.591104602241297,0.44270490651222644,1085.176004895105,108,799,6006 +5,TimesFM-2.5,3.979412500526236,0.6204026426956017,1050.9911011676954,108,827,6104 +6,Timer-S1,4.385747989666187,0.5944098464475501,1042.7363752644635,108,779,5932 +7,ARIMA,6.79391735382928,0.32994003812372524,870.4922785763885,108,534,4716 +8,ETS,7.007340612750535,0.3085704907304257,867.4170332103282,108,534,4716 +9,Moving-Average,6.766698781299277,0.32874045842826505,858.0126508970291,108,534,4716 +10,Seasonal-Naive,6.5612368662275316,0.34552026835360794,748.7729237409561,108,534,4716 diff --git a/results/aggregates/live_release_metrics.csv b/results/aggregates/live_release_metrics.csv index 1cbf39fb1181bc88aa7aba217f3505903fa55f31..6e3787607a31f65b6464f8c57971faabf302917c 100644 --- a/results/aggregates/live_release_metrics.csv +++ b/results/aggregates/live_release_metrics.csv @@ -48,6 +48,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-06-29T14:01:25.475394Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-06-29T14:11:15.625638Z|h:24,2026-06-29T14:11:15.625638Z,2026-06-29T14:13:25.414821+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,478588.1867021082,691.8006842307315,0.006036152307208929,0.004703362756709106,-9.354645020856204,True binance_btcusdt_1h_close/1h/short|source:2026-06-29T14:18:30.162576Z|h:24,2026-06-29T14:18:30.162576Z,2026-06-29T14:23:17.334090+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,491039.8599481454,700.7423634604557,0.0061333953432480826,0.004761933633052821,-9.476338924651191,True binance_btcusdt_1h_close/1h/short|source:2026-06-29T14:27:11.538683Z|h:24,2026-06-29T14:27:11.538683Z,2026-06-29T14:31:32.531877+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,472073.73020247166,687.0762186267777,0.0059798022797423285,0.004678780634541079,-9.265411258407294,True +binance_btcusdt_1h_close/1h/short|source:2026-06-29T14:37:01.562107Z|h:24,2026-06-29T14:37:01.562107Z,2026-06-29T14:40:14.061859+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,458642.0101213011,677.2311349320121,0.006061311195966185,0.004704668195570032,-8.995103595214971,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:22:02.369176+00:00,2026-06-22T01:22:02.369176+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.3169074533967339,0.5629453378408369,0.0085352021500282,0.4356122103113208,2.4821416702079793,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:33:30.776110+00:00,2026-06-22T07:33:30.776110+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.3737040337380361,0.6113133678712057,0.012305158444961,0.7985186914109059,-15.142472841866445,True binance_btcusdt_1h_close/1h/short|window:0740b84fb5a867feca5c,2026-06-22T08:13:22.917126+00:00,2026-06-22T08:13:22.917126+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ARIMA,0.2732656714019672,0.5227481911991348,0.0117912606294595,0.7610992079601563,-2.641083194827792,True @@ -198,6 +199,7 @@ data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T13:43:42.469603Z|h:12,2026-06-29T13:43:42.469603Z,2026-06-29T13:46:55.081839+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ARIMA,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T14:01:25.475394Z|h:12,2026-06-29T14:01:25.475394Z,2026-06-29T14:05:27.416979+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ARIMA,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T14:18:30.162576Z|h:12,2026-06-29T14:18:30.162576Z,2026-06-29T14:23:17.367980+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ARIMA,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T14:37:01.562107Z|h:12,2026-06-29T14:37:01.562107Z,2026-06-29T14:40:14.075059+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ARIMA,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T07:34:52.372126Z|h:24,2026-06-29T07:34:52.372126Z,2026-06-29T07:39:36.965639+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,ARIMA,32.863400400238184,5.73266084817846,0.1714652592832502,0.18574778332311517,-69.90001950500876,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T08:43:00.875911Z|h:24,2026-06-29T08:43:00.875911Z,2026-06-29T08:47:47.296794+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,ARIMA,32.863400400238184,5.73266084817846,0.1714652592832502,0.18574778332311517,-69.90001950500876,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T11:06:08.782301Z|h:24,2026-06-29T11:06:08.782301Z,2026-06-29T11:12:55.077486+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,ARIMA,32.863400400238184,5.73266084817846,0.1714652592832502,0.18574778332311517,-69.90001950500876,True @@ -580,6 +582,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-06-29T14:01:25.475394Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-06-29T14:11:15.625638Z|h:24,2026-06-29T14:11:15.625638Z,2026-06-29T14:11:42.419716+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,249112.89390500388,499.1121055484468,0.007146363677541935,0.005463242453600219,22.853803390895404,True binance_btcusdt_1h_close/1h/short|source:2026-06-29T14:18:30.162576Z|h:24,2026-06-29T14:18:30.162576Z,2026-06-29T14:19:05.484003+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,260728.41648610434,510.61572291313587,0.007244957095818426,0.0055598748102548235,21.79228976466809,True binance_btcusdt_1h_close/1h/short|source:2026-06-29T14:27:11.538683Z|h:24,2026-06-29T14:27:11.538683Z,2026-06-29T14:27:19.639383+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,243084.75179227194,493.03625809089533,0.007089231135673647,0.005407049279128025,23.44960696679982,True +binance_btcusdt_1h_close/1h/short|source:2026-06-29T14:37:01.562107Z|h:24,2026-06-29T14:37:01.562107Z,2026-06-29T14:37:27.192429+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,230818.25179227194,480.4354814043941,0.006952965735789667,0.0052724335226356465,24.785381702110513,True binance_btcusdt_1h_close/1h/short|window:01879e0ba67816eb9c43,2026-06-17T06:52:59.517094+00:00,2026-06-17T06:52:59.517094+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.1813123535575668,0.4258078833905812,0.0083663181977859,0.2410261424253861,,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:19:41.412209+00:00,2026-06-22T01:19:41.412209+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.3026024844282185,0.5500931597722504,0.0063219336945878,0.2735899804256079,4.788475382706393,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:29:55.777922+00:00,2026-06-22T07:29:55.777922+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Chronos-2,0.1135532687832525,0.3369766591075004,0.0030837061496461,0.2504677210622425,41.612619480802856,True @@ -845,6 +848,7 @@ data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T13:43:42.469603Z|h:12,2026-06-29T13:43:42.469603Z,2026-06-29T13:44:14.537554+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-2,1.7296862743653321e-18,1.3151753777977035e-09,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T14:01:25.475394Z|h:12,2026-06-29T14:01:25.475394Z,2026-06-29T14:02:21.799288+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-2,1.7296862743653321e-18,1.3151753777977035e-09,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T14:18:30.162576Z|h:12,2026-06-29T14:18:30.162576Z,2026-06-29T14:19:16.677889+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-2,1.7296862743653321e-18,1.3151753777977035e-09,,,0.0,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T14:37:01.562107Z|h:12,2026-06-29T14:37:01.562107Z,2026-06-29T14:37:31.689840+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Chronos-2,1.7296862743653321e-18,1.3151753777977035e-09,,,0.0,False nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T07:34:52.372126Z|h:24,2026-06-29T07:34:52.372126Z,2026-06-29T07:35:40.137211+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Chronos-2,5.691223427311949,2.385628518297002,0.06948273301970269,0.06372138777135845,1.1373874677595188,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T08:43:00.875911Z|h:24,2026-06-29T08:43:00.875911Z,2026-06-29T08:43:39.771609+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Chronos-2,5.691223427311949,2.385628518297002,0.06948273301970269,0.06372138777135845,1.1373874677595188,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T11:06:08.782301Z|h:24,2026-06-29T11:06:08.782301Z,2026-06-29T11:06:48.116243+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Chronos-2,5.691223427311949,2.385628518297002,0.06948273301970269,0.06372138777135845,1.1373874677595188,True @@ -1401,6 +1405,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-06-29T14:01:25.475394Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-06-29T14:11:15.625638Z|h:24,2026-06-29T14:11:15.625638Z,2026-06-29T14:13:25.465004+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,171781.28558901214,414.46505955148035,0.005432528048598698,0.004547648749463534,39.565626461243454,True binance_btcusdt_1h_close/1h/short|source:2026-06-29T14:18:30.162576Z|h:24,2026-06-29T14:18:30.162576Z,2026-06-29T14:23:17.459288+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,180198.4533736999,424.49788382711625,0.005530772909286927,0.004644193048848411,38.522834343038724,True binance_btcusdt_1h_close/1h/short|source:2026-06-29T14:27:11.538683Z|h:24,2026-06-29T14:27:11.538683Z,2026-06-29T14:31:32.718467+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,167613.3416644124,409.4060840588625,0.005375597487565977,0.004491506661200665,40.09807795041819,True +binance_btcusdt_1h_close/1h/short|source:2026-06-29T14:37:01.562107Z|h:24,2026-06-29T14:37:01.562107Z,2026-06-29T14:40:14.120508+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,159803.91787300527,399.7548222010652,0.005239813827132535,0.004357013488354582,41.11267334444816,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:22:02.463619+00:00,2026-06-22T01:22:02.463619+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.0407717866337577,0.201920248201506,0.0022009716898305,0.0960955086908494,78.1859319232306,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:33:31.014985+00:00,2026-06-22T07:33:31.014985+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.0864408961350167,0.2940083266423194,0.0025388064632111,0.1380528538051167,52.223162771726436,True binance_btcusdt_1h_close/1h/short|window:0740b84fb5a867feca5c,2026-06-22T08:13:23.012177+00:00,2026-06-22T08:13:23.012177+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,ETS,0.1569766000828541,0.3962027259911952,0.0040922131316173,0.2100823941511999,24.56300165808982,True @@ -1551,6 +1556,7 @@ data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T13:43:42.469603Z|h:12,2026-06-29T13:43:42.469603Z,2026-06-29T13:46:55.210809+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ETS,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T14:01:25.475394Z|h:12,2026-06-29T14:01:25.475394Z,2026-06-29T14:05:27.550455+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ETS,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T14:18:30.162576Z|h:12,2026-06-29T14:18:30.162576Z,2026-06-29T14:23:17.496559+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ETS,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T14:37:01.562107Z|h:12,2026-06-29T14:37:01.562107Z,2026-06-29T14:40:14.136940+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,ETS,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T07:34:52.372126Z|h:24,2026-06-29T07:34:52.372126Z,2026-06-29T07:39:37.271281+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,ETS,91.07949075925895,9.543557552572256,0.3110937607728242,0.32366464879618545,-87.98333276546316,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T08:43:00.875911Z|h:24,2026-06-29T08:43:00.875911Z,2026-06-29T08:47:47.619368+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,ETS,91.07949075925895,9.543557552572256,0.3110937607728242,0.32366464879618545,-87.98333276546316,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T11:06:08.782301Z|h:24,2026-06-29T11:06:08.782301Z,2026-06-29T11:12:55.362560+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,ETS,91.07949075925895,9.543557552572256,0.3110937607728242,0.32366464879618545,-87.98333276546316,True @@ -1933,6 +1939,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-06-29T14:01:25.475394Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-06-29T14:11:15.625638Z|h:24,2026-06-29T14:11:15.625638Z,2026-06-29T14:13:02.051009+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,256238.59999338785,506.20015803374446,0.00716295582620521,0.0059979809940748025,21.51307980118121,True binance_btcusdt_1h_close/1h/short|source:2026-06-29T14:18:30.162576Z|h:24,2026-06-29T14:18:30.162576Z,2026-06-29T14:21:55.304212+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,296464.4091650645,544.4854535844503,0.007172585831651246,0.00599411694766842,15.596702149674906,True binance_btcusdt_1h_close/1h/short|source:2026-06-29T14:27:11.538683Z|h:24,2026-06-29T14:27:11.538683Z,2026-06-29T14:30:43.726814+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,242262.6579430898,492.20184674896313,0.00714783837858531,0.006120785141960293,23.60961189291052,True +binance_btcusdt_1h_close/1h/short|source:2026-06-29T14:37:01.562107Z|h:24,2026-06-29T14:37:01.562107Z,2026-06-29T14:39:27.781832+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,237916.43279774985,487.76678115442616,0.006810600257154774,0.005848448189569632,23.358726384559528,True binance_btcusdt_1h_close/1h/short|window:01879e0ba67816eb9c43,2026-06-17T06:55:52.923423+00:00,2026-06-17T06:55:52.923423+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.4381369625632698,0.6619191510775843,0.0122809197835173,0.3062045609808345,,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:21:38.406071+00:00,2026-06-22T01:21:38.406071+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.3065049334316586,0.5536288769849876,0.0051562118826857,0.2613208096822324,4.149065055029456,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:32:48.220080+00:00,2026-06-22T07:32:48.220080+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moirai-1.1-Large,0.1143422068302237,0.3381452451687348,0.0034218690302553,0.2704204796842313,41.32596797676891,True @@ -2194,6 +2201,7 @@ data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T13:43:42.469603Z|h:12,2026-06-29T13:43:42.469603Z,2026-06-29T13:46:28.488283+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moirai-1.1-Large,74571.75302387979,273.07829101537857,,,-100.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T14:01:25.475394Z|h:12,2026-06-29T14:01:25.475394Z,2026-06-29T14:04:50.552505+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moirai-1.1-Large,75492.79162937329,274.75951599421137,,,-100.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T14:18:30.162576Z|h:12,2026-06-29T14:18:30.162576Z,2026-06-29T14:22:20.246398+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moirai-1.1-Large,268.07354319844194,16.372951572591973,,,-100.0,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T14:37:01.562107Z|h:12,2026-06-29T14:37:01.562107Z,2026-06-29T14:39:36.024320+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moirai-1.1-Large,0.06690423850601802,0.2586585365032788,,,-100.0,False nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T07:34:52.372126Z|h:24,2026-06-29T07:34:52.372126Z,2026-06-29T07:38:35.300687+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Moirai-1.1-Large,3.98731854756655,1.9968271200999224,0.06213572348843068,0.056225063009911466,18.704908204281562,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T08:43:00.875911Z|h:24,2026-06-29T08:43:00.875911Z,2026-06-29T08:46:35.246764+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Moirai-1.1-Large,3.978088474998458,1.994514596336276,0.06276211089724061,0.05642635756077601,18.816706716326447,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T11:06:08.782301Z|h:24,2026-06-29T11:06:08.782301Z,2026-06-29T11:11:38.865199+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Moirai-1.1-Large,4.144024255878321,2.0356876616707,0.06308794807784426,0.0571640805472505,16.83842575407797,True @@ -2730,6 +2738,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-06-29T14:01:25.475394Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-06-29T14:11:15.625638Z|h:24,2026-06-29T14:11:15.625638Z,2026-06-29T14:13:25.484649+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,343201.71796183055,585.8342068894839,0.008789815031678798,0.007243491929487652,7.231384731402206,True binance_btcusdt_1h_close/1h/short|source:2026-06-29T14:18:30.162576Z|h:24,2026-06-29T14:18:30.162576Z,2026-06-29T14:23:17.544613+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,354032.022385364,595.0059011349081,0.008888403926217162,0.007340295501723548,6.841334551933873,True binance_btcusdt_1h_close/1h/short|source:2026-06-29T14:27:11.538683Z|h:24,2026-06-29T14:27:11.538683Z,2026-06-29T14:31:32.785885+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,337630.2673317424,581.0596073827043,0.008732685111209205,0.007187199424715385,7.453278382944533,True +binance_btcusdt_1h_close/1h/short|source:2026-06-29T14:37:01.562107Z|h:24,2026-06-29T14:37:01.562107Z,2026-06-29T14:40:14.151458+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,326458.01027582487,571.3650411740509,0.008596425963557836,0.007052345320721177,7.962060118878394,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:22:02.488519+00:00,2026-06-22T01:22:02.488519+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.1489742184098265,0.3859717844737184,0.0048771123255213,0.2210326747420907,38.18680422959462,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:33:31.068326+00:00,2026-06-22T07:33:31.068326+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.1029916725943077,0.3209231568371278,0.003220088745007,0.1530588119969513,45.56516023795812,True binance_btcusdt_1h_close/1h/short|window:0740b84fb5a867feca5c,2026-06-22T08:13:23.059241+00:00,2026-06-22T08:13:23.059241+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Moving-Average,0.1001716084949669,0.3164989865623062,0.0030892525816164,0.1543325711714026,44.25222081261605,True @@ -2880,6 +2889,7 @@ data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T13:43:42.469603Z|h:12,2026-06-29T13:43:42.469603Z,2026-06-29T13:46:55.272478+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moving-Average,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T14:01:25.475394Z|h:12,2026-06-29T14:01:25.475394Z,2026-06-29T14:05:27.620591+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moving-Average,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T14:18:30.162576Z|h:12,2026-06-29T14:18:30.162576Z,2026-06-29T14:23:17.578878+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moving-Average,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T14:37:01.562107Z|h:12,2026-06-29T14:37:01.562107Z,2026-06-29T14:40:14.168877+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Moving-Average,9.578202015526527e-15,9.786828912128038e-08,,,0.0,False nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T07:34:52.372126Z|h:24,2026-06-29T07:34:52.372126Z,2026-06-29T07:39:37.424662+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Moving-Average,13.283119199052095,3.644601377249931,0.12283489203386348,0.11988099865698312,-39.051707811787956,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T08:43:00.875911Z|h:24,2026-06-29T08:43:00.875911Z,2026-06-29T08:47:47.730152+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Moving-Average,13.283119199052095,3.644601377249931,0.12283489203386348,0.11988099865698312,-39.051707811787956,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T11:06:08.782301Z|h:24,2026-06-29T11:06:08.782301Z,2026-06-29T11:12:55.537079+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Moving-Average,13.283119199052095,3.644601377249931,0.12283489203386348,0.11988099865698312,-39.051707811787956,True @@ -3262,6 +3272,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-06-29T14:01:25.475394Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-06-29T14:11:15.625638Z|h:24,2026-06-29T14:11:15.625638Z,2026-06-29T14:13:25.497984+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,396707.3923943837,629.8471182710799,0.009037218778148991,0.00703149371726455,0.0,True binance_btcusdt_1h_close/1h/short|source:2026-06-29T14:18:30.162576Z|h:24,2026-06-29T14:18:30.162576Z,2026-06-29T14:23:17.611261+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,406030.4381116231,637.2051774049103,0.009135485364687437,0.007085562709876698,0.0,True binance_btcusdt_1h_close/1h/short|source:2026-06-29T14:27:11.538683Z|h:24,2026-06-29T14:27:11.538683Z,2026-06-29T14:31:32.833503+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,392012.5799401601,626.1090799055386,0.008980275627502594,0.007000052307276003,0.0,True +binance_btcusdt_1h_close/1h/short|source:2026-06-29T14:37:01.562107Z|h:24,2026-06-29T14:37:01.562107Z,2026-06-29T14:40:14.184265+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,382940.7674401601,618.8220806016541,0.008844461939895744,0.006944774470435364,0.0,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:22:02.507250+00:00,2026-06-22T01:22:02.507250+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.3330400717529599,0.5770962413263147,0.0074647926873788,0.3493354391815629,0.0,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:33:31.096521+00:00,2026-06-22T07:33:31.096521+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.2754118389969035,0.5247969502549568,0.0054985069346336,0.3525814888009477,0.0,True binance_btcusdt_1h_close/1h/short|window:0740b84fb5a867feca5c,2026-06-22T08:13:23.090823+00:00,2026-06-22T08:13:23.090823+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Seasonal-Naive,0.2592027377306001,0.5091195711525929,0.0051633669136927,0.3473196849970218,0.0,True @@ -3413,6 +3424,7 @@ data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T13:43:42.469603Z|h:12,2026-06-29T13:43:42.469603Z,2026-06-29T13:46:55.318735+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Seasonal-Naive,0.0,0.0,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T14:01:25.475394Z|h:12,2026-06-29T14:01:25.475394Z,2026-06-29T14:05:27.663692+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Seasonal-Naive,0.0,0.0,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T14:18:30.162576Z|h:12,2026-06-29T14:18:30.162576Z,2026-06-29T14:23:17.637943+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Seasonal-Naive,0.0,0.0,,,0.0,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T14:37:01.562107Z|h:12,2026-06-29T14:37:01.562107Z,2026-06-29T14:40:14.195967+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Seasonal-Naive,0.0,0.0,,,0.0,False nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T07:34:52.372126Z|h:24,2026-06-29T07:34:52.372126Z,2026-06-29T07:39:37.555169+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Seasonal-Naive,5.822175382487785,2.4129184367665197,0.07862645318264146,0.07666914501382317,0.0,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T08:43:00.875911Z|h:24,2026-06-29T08:43:00.875911Z,2026-06-29T08:47:47.818007+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Seasonal-Naive,5.822175382487785,2.4129184367665197,0.07862645318264146,0.07666914501382317,0.0,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T09:42:32.652885Z|h:24,2026-06-29T09:42:32.652885Z,2026-06-29T09:54:03.464044+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Seasonal-Naive,5.822175382487785,2.4129184367665197,0.07862645318264146,0.07666914501382317,0.0,True @@ -3801,6 +3813,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-06-29T14:01:25.475394Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-06-29T14:11:15.625638Z|h:24,2026-06-29T14:11:15.625638Z,2026-06-29T14:12:49.744321+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,255375.44713974,505.3468582466304,0.00730994540669139,0.005355235021776947,21.67392495033567,True binance_btcusdt_1h_close/1h/short|source:2026-06-29T14:18:30.162576Z|h:24,2026-06-29T14:18:30.162576Z,2026-06-29T14:21:22.144721+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,266826.1033420563,516.5521303238002,0.007408515320449264,0.005434372765016394,20.688560813991867,True binance_btcusdt_1h_close/1h/short|source:2026-06-29T14:27:11.538683Z|h:24,2026-06-29T14:27:11.538683Z,2026-06-29T14:29:50.079712+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,249443.19311904907,499.442882739407,0.0072528264851328276,0.005336306772943563,22.225910625322452,True +binance_btcusdt_1h_close/1h/short|source:2026-06-29T14:37:01.562107Z|h:24,2026-06-29T14:37:01.562107Z,2026-06-29T14:38:52.020973+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,237406.44311904907,487.2437204511199,0.007116593570709685,0.00529096168625793,23.460140038337528,True binance_btcusdt_1h_close/1h/short|window:01879e0ba67816eb9c43,2026-06-17T06:54:34.213561+00:00,2026-06-17T06:54:34.213561+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.160538580492642,0.4006726600264136,0.0077998502585261,0.2146609791701683,,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:20:54.533078+00:00,2026-06-22T01:20:54.533078+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.3253257633711659,0.5703733543663886,0.006509406779106,0.2858020737091157,1.1717358298733047,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:31:44.064640+00:00,2026-06-22T07:31:44.064640+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TiRex,0.2663201865137117,0.5160621924862465,0.005269364684183,0.2671874556573511,1.678256417390571,True @@ -4064,6 +4077,7 @@ data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T13:43:42.469603Z|h:12,2026-06-29T13:43:42.469603Z,2026-06-29T13:46:02.456377+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TiRex,2.0440368407041843e-18,1.4296981641955705e-09,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T14:01:25.475394Z|h:12,2026-06-29T14:01:25.475394Z,2026-06-29T14:04:11.115148+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TiRex,2.0440368407041843e-18,1.4296981641955705e-09,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T14:18:30.162576Z|h:12,2026-06-29T14:18:30.162576Z,2026-06-29T14:21:35.683123+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TiRex,2.0440368407041843e-18,1.4296981641955705e-09,,,0.0,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T14:37:01.562107Z|h:12,2026-06-29T14:37:01.562107Z,2026-06-29T14:38:58.318806+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TiRex,2.0440368407041843e-18,1.4296981641955705e-09,,,0.0,False nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T07:34:52.372126Z|h:24,2026-06-29T07:34:52.372126Z,2026-06-29T07:37:49.833711+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,TiRex,2.4940922205109928,1.5792695211745817,0.04640573262886946,0.04279827575737358,40.018952261429305,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T08:43:00.875911Z|h:24,2026-06-29T08:43:00.875911Z,2026-06-29T08:45:40.096912+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,TiRex,2.4940922205109928,1.5792695211745817,0.04640573262886946,0.04279827575737358,40.018952261429305,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T11:06:08.782301Z|h:24,2026-06-29T11:06:08.782301Z,2026-06-29T11:10:40.398108+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,TiRex,2.4940922205109928,1.5792695211745817,0.04640573262886946,0.04279827575737358,40.018952261429305,True @@ -4613,6 +4627,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-06-29T14:01:25.475394Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-06-29T14:11:15.625638Z|h:24,2026-06-29T14:11:15.625638Z,2026-06-29T14:13:24.987157+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,306123.31904093426,553.2841214429836,0.00811244124808845,0.005841479708609196,12.888462595560037,True binance_btcusdt_1h_close/1h/short|source:2026-06-29T14:18:30.162576Z|h:24,2026-06-29T14:18:30.162576Z,2026-06-29T14:22:57.872066+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,317554.7797018687,563.5199905077625,0.008211008425193995,0.005938148442250487,12.227399929079189,True binance_btcusdt_1h_close/1h/short|source:2026-06-29T14:27:11.538683Z|h:24,2026-06-29T14:27:11.538683Z,2026-06-29T14:31:21.980173+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,300202.22935740155,547.9071357058617,0.008055323912354853,0.005785265430117286,13.263274542757165,True +binance_btcusdt_1h_close/1h/short|source:2026-06-29T14:37:01.562107Z|h:24,2026-06-29T14:37:01.562107Z,2026-06-29T14:40:07.845473+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,288192.22935740155,536.8353838537486,0.007919094780243253,0.005650599033584816,14.11769925407768,True binance_btcusdt_1h_close/1h/short|window:01879e0ba67816eb9c43,2026-06-17T06:58:35.029666+00:00,2026-06-17T06:58:35.029666+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.0565088861879648,0.237715977982055,0.0047191124135397,0.1699283194647917,,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:21:57.655072+00:00,2026-06-22T01:21:57.655072+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.094376840947432,0.3072081394550477,0.003290280361809,0.1643725886038777,55.83850889232936,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:33:19.087735+00:00,2026-06-22T07:33:19.087735+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Timer-S1,0.1390943968371703,0.3729536121787405,0.0036446519853812,0.2070857689137401,32.88670480081774,True @@ -4872,6 +4887,7 @@ data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T13:43:42.469603Z|h:12,2026-06-29T13:43:42.469603Z,2026-06-29T13:46:49.478983+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Timer-S1,1.1760797597599717e-16,1.0844721111028959e-08,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T14:01:25.475394Z|h:12,2026-06-29T14:01:25.475394Z,2026-06-29T14:05:22.121099+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Timer-S1,1.1760797597599717e-16,1.0844721111028959e-08,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T14:18:30.162576Z|h:12,2026-06-29T14:18:30.162576Z,2026-06-29T14:23:11.908086+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Timer-S1,1.1760797597599717e-16,1.0844721111028959e-08,,,0.0,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T14:37:01.562107Z|h:12,2026-06-29T14:37:01.562107Z,2026-06-29T14:40:13.665249+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Timer-S1,1.1760797597599717e-16,1.0844721111028959e-08,,,0.0,False nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T07:34:52.372126Z|h:24,2026-06-29T07:34:52.372126Z,2026-06-29T07:39:20.894857+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Timer-S1,1.5831685118550922,1.2582402440929523,0.03453328717232778,0.03293096568544059,57.242539051710665,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T08:43:00.875911Z|h:24,2026-06-29T08:43:00.875911Z,2026-06-29T08:47:32.894676+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Timer-S1,1.5831685118550922,1.2582402440929523,0.03453328717232778,0.03293096568544059,57.242539051710665,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T11:06:08.782301Z|h:24,2026-06-29T11:06:08.782301Z,2026-06-29T11:12:32.544971+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Timer-S1,1.5831685118550922,1.2582402440929523,0.03453328717232778,0.03293096568544059,57.242539051710665,True @@ -5389,6 +5405,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-06-29T14:01:25.475394Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-06-29T14:11:15.625638Z|h:24,2026-06-29T14:11:15.625638Z,2026-06-29T14:12:05.365331+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,246224.81729571024,496.21045665696147,0.00593365377295533,0.006958593529296122,23.405667476390562,True binance_btcusdt_1h_close/1h/short|source:2026-06-29T14:18:30.162576Z|h:24,2026-06-29T14:18:30.162576Z,2026-06-29T14:20:02.657451+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,258789.39794031778,508.71347332296773,0.006032239320159348,0.007055369701414304,22.147510075165943,True binance_btcusdt_1h_close/1h/short|source:2026-06-29T14:27:11.538683Z|h:24,2026-06-29T14:27:11.538683Z,2026-06-29T14:28:06.085327+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,239644.6926161448,489.53518016190094,0.00587652579218641,0.006902316920635026,24.12192401543726,True +binance_btcusdt_1h_close/1h/short|source:2026-06-29T14:37:01.562107Z|h:24,2026-06-29T14:37:01.562107Z,2026-06-29T14:37:57.406509+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,226055.6301161448,475.4530787744936,0.005740271270866709,0.0067675009600712075,25.761258679614837,True binance_btcusdt_1h_close/1h/short|window:01879e0ba67816eb9c43,2026-06-17T06:53:42.689625+00:00,2026-06-17T06:53:42.689625+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.1316480282298061,0.3628333339562478,0.0115041829002529,0.2379950762051307,,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:20:14.323519+00:00,2026-06-22T01:20:14.323519+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.1876052556822667,0.4331342236331213,0.0035212021999806,0.2825173319955255,27.933567902573127,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:30:36.018310+00:00,2026-06-22T07:30:36.018310+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,TimesFM-2.5,0.1876660841999844,0.4332044369578691,0.0029553106220395,0.282650315619165,18.948377886633143,True @@ -5657,6 +5674,7 @@ data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T13:43:42.469603Z|h:12,2026-06-29T13:43:42.469603Z,2026-06-29T13:44:54.851377+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TimesFM-2.5,0.0,0.0,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T14:01:25.475394Z|h:12,2026-06-29T14:01:25.475394Z,2026-06-29T14:03:00.281304+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TimesFM-2.5,0.0,0.0,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T14:18:30.162576Z|h:12,2026-06-29T14:18:30.162576Z,2026-06-29T14:20:18.615611+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TimesFM-2.5,0.0,0.0,,,0.0,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T14:37:01.562107Z|h:12,2026-06-29T14:37:01.562107Z,2026-06-29T14:38:03.203617+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,TimesFM-2.5,0.0,0.0,,,0.0,False nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T07:34:52.372126Z|h:24,2026-06-29T07:34:52.372126Z,2026-06-29T07:36:32.892207+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,TimesFM-2.5,6.613498703618461,2.5716723554174745,0.08541748411560328,0.0740711694846831,-6.363332744581831,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T08:43:00.875911Z|h:24,2026-06-29T08:43:00.875911Z,2026-06-29T08:44:29.008217+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,TimesFM-2.5,6.613498703618461,2.5716723554174745,0.08541748411560328,0.0740711694846831,-6.363332744581831,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T11:06:08.782301Z|h:24,2026-06-29T11:06:08.782301Z,2026-06-29T11:08:28.558457+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,TimesFM-2.5,6.613498703618461,2.5716723554174745,0.08541748411560328,0.0740711694846831,-6.363332744581831,True @@ -6219,6 +6237,7 @@ binance_btcusdt_1h_close/1h/short|source:2026-06-29T14:01:25.475394Z|h:24,2026-0 binance_btcusdt_1h_close/1h/short|source:2026-06-29T14:11:15.625638Z|h:24,2026-06-29T14:11:15.625638Z,2026-06-29T14:12:41.124206+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,169877.5273100535,412.1620158506282,0.0053959390070578185,0.005231749407907543,40.034575082347324,True binance_btcusdt_1h_close/1h/short|source:2026-06-29T14:18:30.162576Z|h:24,2026-06-29T14:18:30.162576Z,2026-06-29T14:20:52.290952+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,179354.49615351358,423.5026518848655,0.00549422753796729,0.005264288214679219,38.72254454971023,True binance_btcusdt_1h_close/1h/short|source:2026-06-29T14:27:11.538683Z|h:24,2026-06-29T14:27:11.538683Z,2026-06-29T14:29:26.287444+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,165093.19147936502,406.3166148207147,0.005338983140170132,0.00521282804904281,40.73183228430688,True +binance_btcusdt_1h_close/1h/short|source:2026-06-29T14:37:01.562107Z|h:24,2026-06-29T14:37:01.562107Z,2026-06-29T14:38:34.325205+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,155806.87897936502,394.72380087773405,0.005203139123373511,0.005167499495145406,42.15960663036009,True binance_btcusdt_1h_close/1h/short|window:01879e0ba67816eb9c43,2026-06-17T06:54:06.418915+00:00,2026-06-17T06:54:06.418915+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.2538744236056837,0.5038595276519873,0.0096861404413673,0.2595518987896321,,True binance_btcusdt_1h_close/1h/short|window:03c799d1e84862203538,2026-06-22T01:20:46.561689+00:00,2026-06-22T01:20:46.561689+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.1086373133447541,0.3296017496081508,0.0033714615341156,0.2404084905840144,50.80693872487049,True binance_btcusdt_1h_close/1h/short|window:04d92c60ece42d8a5afb,2026-06-22T07:31:22.722969+00:00,2026-06-22T07:31:22.722969+00:00,binance_btcusdt_1h_close/1h/short,Finance,1h,24,Toto-2.0-1B,0.1424910624386554,0.3774798834887171,0.0034849946383276,0.2479472775316385,31.80661730312123,True @@ -6483,6 +6502,7 @@ data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T13:43:42.469603Z|h:12,2026-06-29T13:43:42.469603Z,2026-06-29T13:45:39.602584+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Toto-2.0-1B,9.285839740510159e-20,3.047267585971104e-10,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T14:01:25.475394Z|h:12,2026-06-29T14:01:25.475394Z,2026-06-29T14:03:47.700378+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Toto-2.0-1B,9.285839740510159e-20,3.047267585971104e-10,,,0.0,False data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T14:18:30.162576Z|h:12,2026-06-29T14:18:30.162576Z,2026-06-29T14:21:01.793015+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Toto-2.0-1B,9.285839740510159e-20,3.047267585971104e-10,,,0.0,False +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T14:37:01.562107Z|h:12,2026-06-29T14:37:01.562107Z,2026-06-29T14:38:41.144615+00:00,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,Toto-2.0-1B,9.285839740510159e-20,3.047267585971104e-10,,,0.0,False nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T07:34:52.372126Z|h:24,2026-06-29T07:34:52.372126Z,2026-06-29T07:37:19.669310+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Toto-2.0-1B,4.1231865031386405,2.030563100014043,0.05832365833151538,0.05027504602863044,17.08322833183793,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T08:43:00.875911Z|h:24,2026-06-29T08:43:00.875911Z,2026-06-29T08:45:09.455602+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Toto-2.0-1B,4.1231865031386405,2.030563100014043,0.05832365833151538,0.05027504602863044,17.08322833183793,True nasa_power_shanghai_hourly_T2M/1h/short|source:2026-06-29T11:06:08.782301Z|h:24,2026-06-29T11:06:08.782301Z,2026-06-29T11:09:32.346777+00:00,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,Toto-2.0-1B,4.1231865031386405,2.030563100014043,0.05832365833151538,0.05027504602863044,17.08322833183793,True diff --git a/results/aggregates/live_results_by_dataset.csv b/results/aggregates/live_results_by_dataset.csv index 3a110980844275864e8451c992eb9359dd47eea2..792044d83eec244e98edcbb3842d7a123db31cd1 100644 --- a/results/aggregates/live_results_by_dataset.csv +++ b/results/aggregates/live_results_by_dataset.csv @@ -1,7 +1,7 @@ model,dataset,domain,frequency,prediction_lengths,MSE,RMSE,MAPE,CRPS,RTG,Stability,Improvement,Improvement_pvalue,n_releases,MAPE_coverage,first_release,last_release -ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,163986.0949815869,222.92949945929524,0.008149964175119184,0.3518455015052016,-3.4638963601738912,262909.1010090804,0.2859791985809885,9.663617995160826e-08,158,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-29T14:27:11.538683Z +ARIMA,binance_btcusdt_1h_close/1h/short,Finance,1h,24,165839.27683781154,225.78674244968977,0.008136827992860361,0.34966222582400897,-3.498683827060943,263115.5078458083,0.290024679563729,5.7682314879589824e-08,159,1.0,2026-06-17T12:10:12.135642+00:00,2026-06-29T14:37:01.562107Z ARIMA,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,4.407835548068247e-15,6.639153220154094e-08,,,0.0,0.0,0.0,1.0,16,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T14:18:30.162576Z -ARIMA,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526525e-15,9.786828912128036e-08,,,0.0,1.6102555798512678e-30,0.0,1.0,25,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T14:18:30.162576Z +ARIMA,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526525e-15,9.786828912128036e-08,,,0.0,1.608966859692963e-30,0.0,1.0,26,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T14:37:01.562107Z ARIMA,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,15.850064205266348,3.213181284118043,0.1391838430431833,0.5617791400412795,-61.37587973297081,16.3384326784423,0.7437279832918169,0.002381839396447581,11,1.0,2026-06-18T05:03:29.867986+00:00,2026-06-29T13:33:26.976517Z ARIMA,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.6626293594877113,1.1643641307156494,2.275503121636609,0.89717992988421,3.1048948068666764,1.2943771445926888,-0.1928620452985587,0.0058967833803353275,94,0.9468085106382979,2026-06-17T12:10:12.335728+00:00,2026-06-29T14:27:11.538683Z ARIMA,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,4.339001578754682,1.680405929598743,0.1196470697372234,1.1562637081257163,11.099847131480042,5.300528156181322,-0.19335357236487302,0.017186701972942475,71,1.0,2026-06-17T12:10:12.398268+00:00,2026-06-29T14:27:11.538683Z @@ -11,9 +11,9 @@ ARIMA,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,4.0447757 ARIMA,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,2.9853791442438187,1.456196096285105,0.6456867717836332,0.46747792350586514,13.22994264204333,4.0648257461922634,-0.014245014245014247,0.9342045893859531,27,1.0,2026-06-17T12:10:12.513260+00:00,2026-06-29T13:33:26.976517Z ARIMA,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,384.23366863172066,11.49932589091461,0.013856671070639693,0.4028182833917801,2.076165508277053,719.196971859981,0.5408478505174665,1.8244415723278946e-07,45,1.0,2026-06-17T12:26:17.165483+00:00,2026-06-29T14:18:30.162576Z ARIMA,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.9275977165973884,0.9443098602037467,0.1884584089766501,0.47223069206859825,51.524375704327745,0.37575855793936136,0.0,1.0,4,1.0,2026-06-17T12:10:12.582752+00:00,2026-06-20T17:12:56.741396+00:00 -Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,34251.26195361996,77.94111894538273,0.007476939020665826,0.2476624130282491,27.458114125660835,77405.14556922748,0.3441068735186383,2.3706288867935556e-17,273,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-29T14:27:11.538683Z +Chronos-2,binance_btcusdt_1h_close/1h/short,Finance,1h,24,34968.659726753736,79.4100764726054,0.007475026709407152,0.2467777780665497,27.44098122550987,78170.49435526556,0.348413144033582,8.256528847770506e-18,274,1.0,2026-06-16T12:06:40.343188+00:00,2026-06-29T14:37:01.562107Z Chronos-2,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,1.6284716271939715e-18,1.2761158361191085e-09,,,0.0,0.0,0.0,1.0,16,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T14:18:30.162576Z -Chronos-2,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.7296862743653321e-18,1.3151753777977037e-09,,,0.0,0.0,0.0,1.0,25,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T14:18:30.162576Z +Chronos-2,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.7296862743653321e-18,1.3151753777977037e-09,,,0.0,0.0,0.0,1.0,26,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T14:37:01.562107Z Chronos-2,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,2.595572587054978,1.2913138359507998,0.06297412838728203,0.192834875808738,11.888762590843147,2.7608247704768356,0.592156525463792,0.01012799054939065,12,1.0,2026-06-17T05:11:12.972050+00:00,2026-06-29T13:33:26.976517Z Chronos-2,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.21724948807654385,0.3542915640003682,0.6260346353159966,0.1840105450799642,63.60798636253153,0.3514825336617854,0.2573916198077272,3.1923213364194044e-06,149,0.959731543624161,2026-06-16T12:06:44.487655+00:00,2026-06-29T14:27:11.538683Z Chronos-2,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,3.8825661401273903,1.6311164940617993,0.13423109624766955,0.9178507886488441,-4.9523664622459105,5.1825142964740865,0.07515216396415383,0.2514652098698996,107,1.0,2026-06-16T12:06:47.974062+00:00,2026-06-29T14:27:11.538683Z @@ -23,9 +23,9 @@ Chronos-2,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.210 Chronos-2,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,2.034112847645121,1.166322204700694,0.6141603777746869,0.45201208279795557,23.744888530673155,3.4227448117131765,0.1229235880398671,0.2453729183587694,43,1.0,2026-06-16T13:12:36.348072+00:00,2026-06-29T13:33:26.976517Z Chronos-2,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,252.5577811303557,6.7207601798243495,0.008647161925830135,0.40192575438362876,24.433269799602115,690.9680645379029,0.3223000640347031,0.00019503842770304995,63,1.0,2026-06-16T12:40:50.960167+00:00,2026-06-29T14:18:30.162576Z Chronos-2,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.1456044109597034,0.3540856210491078,0.07326493977323642,0.20971254396934885,91.35627345305528,0.09048796560262944,0.6666666666666669,0.3333333333333333,4,1.0,2026-06-17T09:43:59.015450+00:00,2026-06-21T17:41:22.192896+00:00 -ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,46463.50373263327,119.5172384467259,0.007420342329624491,0.3037994716291904,34.98841645290712,72935.18410894934,0.34064339272756594,2.1209734143678104e-10,158,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-29T14:27:11.538683Z +ETS,binance_btcusdt_1h_close/1h/short,Finance,1h,24,47176.336525968945,121.27973897348276,0.007406628313885548,0.30191618572893364,35.026933791847625,73257.53110425222,0.34638961866093465,9.152360775258548e-11,159,1.0,2026-06-17T12:10:12.660440+00:00,2026-06-29T14:37:01.562107Z ETS,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,4.407835548068247e-15,6.639153220154094e-08,,,0.0,0.0,0.0,1.0,16,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T14:18:30.162576Z -ETS,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526525e-15,9.786828912128036e-08,,,0.0,1.6102555798512678e-30,0.0,1.0,25,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T14:18:30.162576Z +ETS,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526525e-15,9.786828912128036e-08,,,0.0,1.608966859692963e-30,0.0,1.0,26,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T14:37:01.562107Z ETS,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,43.68720965255778,5.269071951481035,0.24167301040283656,0.8663372436396738,-75.7014956272262,45.49457681720684,0.7437279832918169,0.002381839396447581,11,1.0,2026-06-18T05:03:30.268230+00:00,2026-06-29T13:33:26.976517Z ETS,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,2.173247861389069,1.3040425582539656,2.1457392575500562,0.9657537571589617,-4.691223681580723,1.9279499583587782,-0.21574010523907575,0.002069356722673998,94,0.9468085106382979,2026-06-17T12:10:12.697348+00:00,2026-06-29T14:27:11.538683Z ETS,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,5.336920906700556,1.9092457328707928,0.16966072189789666,1.2007372285182933,-7.210999293557417,6.624863705511101,-0.02578047631531641,0.7507186702415345,71,1.0,2026-06-17T12:10:12.728630+00:00,2026-06-29T14:27:11.538683Z @@ -35,9 +35,9 @@ ETS,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,40.17025620 ETS,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,3.040149076615768,1.4599865294434433,0.7221914635937691,0.4964002692146328,14.732974670806932,4.086314433825154,0.042735042735042736,0.7725655659316026,27,1.0,2026-06-17T12:10:12.797899+00:00,2026-06-29T13:33:26.976517Z ETS,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,420.02909065765795,10.89051622229532,0.011146305550249308,0.3857774280243782,12.286087723578225,1003.9293195798535,0.4474932496776787,1.5888218538425736e-05,45,1.0,2026-06-17T12:26:17.324923+00:00,2026-06-29T14:18:30.162576Z ETS,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0355298506068462,1.016318790561134,0.2100370240294873,0.5501238398295335,45.32341836016455,0.11787053128673673,0.3333333333333334,0.75,4,1.0,2026-06-17T12:10:12.836543+00:00,2026-06-20T17:12:56.912547+00:00 -Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,86033.44113645358,122.87267548492308,0.009624880059327929,0.29316248781286225,2.0692949029321213,209140.2311001205,0.29046218720523775,1.250356133833707e-12,269,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-29T14:27:11.538683Z +Moirai-1.1-Large,binance_btcusdt_1h_close/1h/short,Finance,1h,24,86595.97073519911,124.22413513555082,0.009614456800801361,0.29209836174018344,2.205765617557938,208955.67488024873,0.2930194134655101,7.195423196100935e-13,270,1.0,2026-06-16T12:07:48.486125+00:00,2026-06-29T14:37:01.562107Z Moirai-1.1-Large,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,2681925.1738256305,713.0705654485103,,,-100.0,8896178.05382951,0.08333333333333334,0.6900950405141305,16,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T14:18:30.162576Z -Moirai-1.1-Large,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,8076.869048350951,39.01163482949602,,,-100.0,22004.874484990076,0.27333333333333326,0.05793851587552164,25,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T14:18:30.162576Z +Moirai-1.1-Large,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,7766.222812038934,37.52113574130399,,,-100.0,21618.393771130774,0.18153846153846157,0.20324965345831253,26,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T14:37:01.562107Z Moirai-1.1-Large,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,1.8825756008792702,1.1165203578828473,0.05787101367042727,0.179672677129211,23.291408105018032,1.9532018345552227,0.5757575757575757,0.008757732750788306,12,1.0,2026-06-17T05:16:48.534000+00:00,2026-06-29T13:33:26.976517Z Moirai-1.1-Large,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,1.414008976680264,0.9425211779832943,2.2937000777932885,0.5088148310165594,16.292093960015833,2.140726865574008,0.2140527443854254,0.00011955407741390078,147,0.9659863945578231,2026-06-16T12:07:52.741323+00:00,2026-06-29T14:27:11.538683Z Moirai-1.1-Large,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,7.255594494201147,1.774275428157838,0.1308468073711335,0.8773216500384545,-2.7446099969221107,37.18543813344854,0.09780219780219779,0.13925065921058338,105,1.0,2026-06-16T12:07:56.991709+00:00,2026-06-29T14:27:11.538683Z @@ -47,9 +47,9 @@ Moirai-1.1-Large,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,2 Moirai-1.1-Large,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,2.85641508372815,1.4147867592261816,0.6669580810668965,0.4736214415641871,6.998044243767577,4.317402223295909,0.01849217638691323,0.8701761346650183,38,1.0,2026-06-16T13:15:41.040444+00:00,2026-06-29T13:33:26.976517Z Moirai-1.1-Large,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,2768.4121573527386,16.197909639557476,0.011489564262524359,0.5070472483053635,-3.0821698075187673,16274.409158868288,0.4457958751983078,3.0480590222417574e-07,62,1.0,2026-06-16T12:43:22.358427+00:00,2026-06-29T14:18:30.162576Z Moirai-1.1-Large,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.14917155913022512,0.35835614759999057,0.060813743611269774,0.18543381466807796,92.89588533626512,0.11224549076916286,0.6666666666666669,0.3333333333333333,4,1.0,2026-06-17T09:46:01.162798+00:00,2026-06-21T19:13:08.416535+00:00 -Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,104303.97649305958,180.28477565189976,0.00890262782499356,0.31814069805879397,17.546551942285962,156189.03427876794,0.14085301943078288,0.008623600864265862,158,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-29T14:27:11.538683Z +Moving-Average,binance_btcusdt_1h_close/1h/short,Finance,1h,24,105701.17167408326,182.7443999633598,0.008900702027122892,0.31618416753842876,17.486272119497237,156687.61325925167,0.14576864899291458,0.0063899549530938874,159,1.0,2026-06-17T12:10:12.847893+00:00,2026-06-29T14:37:01.562107Z Moving-Average,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,4.407835548068247e-15,6.639153220154094e-08,,,0.0,0.0,0.0,1.0,16,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T14:18:30.162576Z -Moving-Average,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526525e-15,9.786828912128036e-08,,,0.0,1.6102555798512678e-30,0.0,1.0,25,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T14:18:30.162576Z +Moving-Average,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.578202015526525e-15,9.786828912128036e-08,,,0.0,1.608966859692963e-30,0.0,1.0,26,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T14:37:01.562107Z Moving-Average,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,6.35259426933283,2.031896208654297,0.09736924411421052,0.3070220814573422,-34.87795088912272,6.647063160451455,0.7839294959021854,0.0013639353004066361,11,1.0,2026-06-18T05:03:30.400278+00:00,2026-06-29T13:33:26.976517Z Moving-Average,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.8828508122612306,1.2067862401072136,2.792461825753383,1.0555193170901795,4.56026535041415,1.8178123600808422,0.008922443376801646,0.89863603307546,94,0.9468085106382979,2026-06-17T12:10:12.867076+00:00,2026-06-29T14:27:11.538683Z Moving-Average,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,4.53055446062081,1.7257920016588886,0.11664448469251067,1.118117813860235,11.766670779573912,5.279041814856106,-0.1965761319042876,0.015418343434140294,71,1.0,2026-06-17T12:10:12.884991+00:00,2026-06-29T14:27:11.538683Z @@ -59,10 +59,10 @@ Moving-Average,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24, Moving-Average,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,2.998746512194204,1.4418671817043989,0.7313438818244022,0.47460383251707233,15.250625829032888,4.22760264736869,-0.019943019943019946,0.9014438986735968,27,1.0,2026-06-17T12:10:12.921461+00:00,2026-06-29T13:33:26.976517Z Moving-Average,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,341.0538123476017,9.730614753705588,0.01163743793082311,0.45951770228123595,10.270981267815243,717.2815803654433,0.43734601045596255,2.463354357984452e-05,45,1.0,2026-06-17T12:26:17.359102+00:00,2026-06-29T14:18:30.162576Z Moving-Average,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1.0762729471721073,1.0365663956063864,0.2116032762980239,0.5617661939340133,43.72824413897228,0.1006489058726523,0.0,1.0,4,1.0,2026-06-17T12:10:12.956394+00:00,2026-06-20T17:12:56.975490+00:00 -Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,118549.67632611768,192.26932019756083,0.009987610731606722,0.30017800859676586,0.0,177425.11983715175,0.18632588889784732,0.0005116080486439348,158,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-29T14:27:11.538683Z +Seasonal-Naive,binance_btcusdt_1h_close/1h/short,Finance,1h,24,120212.51337714941,194.95204196110862,0.009980421116564515,0.2983337744198707,0.0,178101.3026730615,0.1930578775575193,0.00030411869734634417,159,1.0,2026-06-17T12:10:12.963911+00:00,2026-06-29T14:37:01.562107Z Seasonal-Naive,data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Finance,1mo,12,36436.1429036395,190.88253692687422,0.8264244641534466,0.9402466648974208,0.0,,,,1,1.0,2026-06-29T09:42:32.652885Z,2026-06-29T09:42:32.652885Z Seasonal-Naive,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,0.0,0.0,,,0.0,0.0,0.0,1.0,16,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T14:18:30.162576Z -Seasonal-Naive,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,,0.0,0.0,0.0,1.0,25,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T14:18:30.162576Z +Seasonal-Naive,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,,0.0,0.0,0.0,1.0,26,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T14:37:01.562107Z Seasonal-Naive,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,3.0393683192356526,1.4403055275795407,0.06629841967356027,0.20592798316830752,0.0,2.9113113324514353,0.6722139969935248,0.004072156478756085,12,1.0,2026-06-18T05:03:30.473716+00:00,2026-06-29T13:33:26.976517Z Seasonal-Naive,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,60,1.9710931381381167,1.2456125858423077,2.7663179931972013,1.0994605909825583,0.0,1.8530671109995869,-0.013498055364905058,0.847186106261393,94,0.9468085106382979,2026-06-17T12:10:12.978229+00:00,2026-06-29T14:27:11.538683Z Seasonal-Naive,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,36;72,4.987550856713661,1.8554808897615946,0.12654780791692327,1.456881935683237,0.0,5.458214934760912,-0.21268892960136035,0.00876830583613577,71,1.0,2026-06-17T12:10:12.994311+00:00,2026-06-29T14:27:11.538683Z @@ -72,9 +72,9 @@ Seasonal-Naive,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24, Seasonal-Naive,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,4.136074012554336,1.7248290749705626,0.710623264812108,0.7968084190501948,0.0,5.2798139222781195,0.13227513227513227,0.3362383470773132,28,1.0,2026-06-17T12:10:13.024713+00:00,2026-06-29T13:33:26.976517Z Seasonal-Naive,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,426.09076708721096,11.284655014181993,0.012021203708202881,0.39296856421688486,0.0,805.9534182927879,0.36013120642625074,0.0005286234423009596,45,1.0,2026-06-17T12:26:17.384303+00:00,2026-06-29T14:18:30.162576Z Seasonal-Naive,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,1616.696102674672,19.296585827568386,0.35112400705711844,1.1347582547310677,0.0,3608.8641772125693,0.39999999999999997,0.48333333333333334,5,1.0,2026-06-17T12:10:13.040774+00:00,2026-06-29T09:42:32.652885Z -TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,47879.2707667339,93.32115845006977,0.007979607535923352,0.2636760736826758,12.43855461110672,103140.95861312219,0.4755227552275522,1.8845533389053422e-31,271,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-29T14:27:11.538683Z +TiRex,binance_btcusdt_1h_close/1h/short,Finance,1h,24,48576.0618415586,94.76940316330892,0.007976434690463007,0.2627261284179831,12.508755792171883,103589.88059467675,0.4774799218580421,8.269389735043931e-32,272,1.0,2026-06-16T12:07:33.925127+00:00,2026-06-29T14:37:01.562107Z TiRex,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,5.906315718058047e-17,7.685255830522526e-09,,,0.0,0.0,0.0,1.0,16,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T14:18:30.162576Z -TiRex,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,2.0440368407041843e-18,1.4296981641955705e-09,,,0.0,0.0,0.0,1.0,25,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T14:18:30.162576Z +TiRex,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,2.0440368407041843e-18,1.4296981641955707e-09,,,0.0,0.0,0.0,1.0,26,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T14:37:01.562107Z TiRex,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,1.2451851267910314,0.9204041875943494,0.04879226166580999,0.16348926825264873,43.06577186440447,1.1650771687036314,0.592156525463792,0.01012799054939065,12,1.0,2026-06-17T05:15:19.765080+00:00,2026-06-29T13:33:26.976517Z TiRex,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.25759878807960096,0.3873342716792986,0.8272397825891774,0.19048582779353812,63.056621743844495,0.4093919626027483,0.26126126126126126,2.455290730567166e-06,148,0.9594594594594594,2026-06-16T12:07:37.946365+00:00,2026-06-29T14:27:11.538683Z TiRex,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,3.6568398327091116,1.5850597107648599,0.12043602756475232,0.8634885339046219,0.7805295629524722,4.801200241054311,0.02696629485835589,0.6821698276908108,106,1.0,2026-06-16T12:07:42.045490+00:00,2026-06-29T14:27:11.538683Z @@ -84,9 +84,9 @@ TiRex,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.2088877 TiRex,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,2.1106125979725388,1.1896390916187176,0.6328962163719004,0.4526488884507671,18.95037189582858,3.511016866901343,0.17317073170731706,0.11072672417468722,41,1.0,2026-06-16T13:14:44.379149+00:00,2026-06-29T13:33:26.976517Z TiRex,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,178.92569213482133,5.5053995968642235,0.00812582604436445,0.40143477006265277,25.439994013446384,560.4042588135167,0.3161414640849954,0.000258012710060668,63,1.0,2026-06-16T12:42:39.570887+00:00,2026-06-29T14:18:30.162576Z TiRex,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.1142507117917414,0.3157392361563049,0.05766464594502298,0.18845260977496125,92.97571825184865,0.06887221261822021,1.0,0.08333333333333333,4,1.0,2026-06-17T09:45:42.165364+00:00,2026-06-21T19:06:33.434447+00:00 -Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,50882.98273738509,96.98154619365175,0.00714292801930245,0.22907414618331637,25.349060590458716,107922.62011225821,0.3189715862690434,8.028729684309552e-15,267,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-29T14:27:11.538683Z +Timer-S1,binance_btcusdt_1h_close/1h/short,Finance,1h,24,51768.46500089261,98.62279185656257,0.007145824163932826,0.22824047623126514,25.277064684456274,108691.31632526507,0.3231035832075577,3.205013949853237e-15,268,1.0,2026-06-16T12:08:03.698792+00:00,2026-06-29T14:37:01.562107Z Timer-S1,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,8.874856741867843e-16,2.9790697779454317e-08,,,0.0,0.0,0.0,1.0,16,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T14:18:30.162576Z -Timer-S1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.1760797597599717e-16,1.084472111102896e-08,,,0.0,0.0,0.0,1.0,25,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T14:18:30.162576Z +Timer-S1,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,1.1760797597599717e-16,1.0844721111028959e-08,,,0.0,0.0,0.0,1.0,26,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T14:37:01.562107Z Timer-S1,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,0.847813044802891,0.8081432844205928,0.04631478324782695,0.1593440039642332,37.0961402420449,0.7131171906391094,0.4934637712198267,0.03212457120765663,12,1.0,2026-06-17T05:17:34.201964+00:00,2026-06-29T13:33:26.976517Z Timer-S1,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.08493019669204578,0.2054870392132377,0.48923428183110546,0.10625512652917271,90.95347143186311,0.20753208952001467,0.10708812260536399,0.055981335017702014,145,0.9655172413793104,2026-06-16T12:08:08.243141+00:00,2026-06-29T14:27:11.538683Z Timer-S1,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,3.8463821239393785,1.6235156688925285,0.11810877279611215,0.9791350859823642,0.9191902620740019,4.8444532787572365,-0.05749248031395159,0.39207479156216885,102,1.0,2026-06-16T12:08:12.826217+00:00,2026-06-29T14:27:11.538683Z @@ -96,9 +96,9 @@ Timer-S1,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.1624 Timer-S1,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,2.5254403904210747,1.3221687801610524,0.6946043070893891,0.5027746310438062,9.955871233448397,3.986696092087095,0.3483483483483484,0.002410942047035401,37,1.0,2026-06-16T13:16:37.448453+00:00,2026-06-29T13:33:26.976517Z Timer-S1,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,174.87741993317204,5.6724139300287755,0.00949856368313947,0.44953077508541855,21.426856735826075,550.5847339970575,0.4371535855392188,1.063733893425693e-06,59,1.0,2026-06-16T12:43:54.916074+00:00,2026-06-29T14:18:30.162576Z Timer-S1,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.1866843274900648,0.40946779875447853,0.0860893988633661,0.21608656247132377,87.32650247673674,0.12627353465371907,0.33333333333333337,1.0,3,1.0,2026-06-17T09:46:15.518954+00:00,2026-06-20T17:12:49.922736+00:00 -TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,49135.49602552038,92.74241077321649,0.007090374550584177,0.3020652998475634,21.68858578227353,108620.39603637464,0.32167219641672196,1.8519894948309535e-15,275,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-29T14:27:11.538683Z +TimesFM-2.5,binance_btcusdt_1h_close/1h/short,Finance,1h,24,49776.5110041096,94.12904362829357,0.0070854828720344765,0.30099538028637685,21.714526373976344,108944.4613237367,0.3243214756258235,9.659935311708158e-16,276,1.0,2026-06-16T12:06:55.147862+00:00,2026-06-29T14:37:01.562107Z TimesFM-2.5,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,0.0,0.0,,,0.0,0.0,0.0,1.0,16,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T14:18:30.162576Z -TimesFM-2.5,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,,0.0,0.0,0.0,1.0,25,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T14:18:30.162576Z +TimesFM-2.5,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,0.0,0.0,,,0.0,0.0,0.0,1.0,26,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T14:37:01.562107Z TimesFM-2.5,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,2.969113642173857,1.3769707327122545,0.07029647082002945,0.2377098291964015,3.440391820623623,3.2301697035894987,0.4934637712198267,0.03212457120765663,12,1.0,2026-06-17T05:12:05.733003+00:00,2026-06-29T13:33:26.976517Z TimesFM-2.5,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.11234504696769287,0.25855086699350505,0.42002214452085934,0.18411094993662605,76.110822327533,0.18345270035536954,0.043758043758043756,0.4300127968024082,148,0.9594594594594594,2026-06-16T12:07:01.390017+00:00,2026-06-29T14:27:11.538683Z TimesFM-2.5,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,3.3197637065415826,1.4730991089866066,0.11511834537945702,0.9908487344197264,11.997789186884004,4.661904732165599,0.03445589449283201,0.5972772301608639,108,1.0,2026-06-16T12:07:07.769114+00:00,2026-06-29T14:27:11.538683Z @@ -108,9 +108,9 @@ TimesFM-2.5,open_meteo_shanghai_hourly_temperature_2m/1h/short,Weather,1h,24,0.2 TimesFM-2.5,usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Hazards,1h,24,2.0475995850275144,1.171409076251715,0.5415667808559457,0.6724764480236479,20.393965654187692,3.494522681622084,0.18393234672304437,0.0784278769281268,44,1.0,2026-06-16T13:13:22.668298+00:00,2026-06-29T13:33:26.976517Z TimesFM-2.5,usgs_potomac_iv_usgs_00060/15min/short,Hydrology,15min,24,160.50453540752318,4.946841419489776,0.008452996386250142,0.4930911172600883,27.736102898538416,537.3357028191299,0.3246341705526529,0.00015442140083310034,64,1.0,2026-06-16T12:41:30.056174+00:00,2026-06-29T14:18:30.162576Z TimesFM-2.5,wikimedia_time_series_hourly_pageviews/1D/short,Web,1D,2;7,0.14441614689804608,0.36546156650664174,0.061049477862986375,0.29176317177851196,91.05485763998298,0.07761564379005298,0.3333333333333334,0.75,4,1.0,2026-06-17T09:44:33.543452+00:00,2026-06-21T18:01:25.705423+00:00 -Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,56267.21681208864,100.18755685990295,0.00734756442382565,0.24138868956170736,26.36383950067127,125199.61511071946,0.3320490557846755,3.2978686490111644e-16,272,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-29T14:27:11.538683Z +Toto-2.0-1B,binance_btcusdt_1h_close/1h/short,Finance,1h,24,56631.83095922153,101.26644420062762,0.007339709386095057,0.2405234104772145,26.463812710352844,125114.38256129426,0.3343029519500108,1.8320964380298578e-16,273,1.0,2026-06-16T12:07:16.543073+00:00,2026-06-29T14:37:01.562107Z Toto-2.0-1B,data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Climate,5min,36,7.92033974581673e-22,2.8143098169563228e-11,,,0.0,0.0,0.0,1.0,16,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T14:18:30.162576Z -Toto-2.0-1B,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.28583974051016e-20,3.0472675859711035e-10,,,0.0,1.228527511483206e-35,0.0,1.0,25,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T14:18:30.162576Z +Toto-2.0-1B,data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Transportation,5min,12,9.28583974051016e-20,3.0472675859711035e-10,,,0.0,1.227544296030398e-35,0.0,1.0,26,0.0,2026-06-29T07:34:52.372126Z,2026-06-29T14:37:01.562107Z Toto-2.0-1B,nasa_power_shanghai_hourly_T2M/1h/short,Weather,1h,24,1.9820613510191298,1.1760902542684801,0.06150594845273074,0.19779279704762934,12.950656116694365,1.9375806740844388,0.5592589407158036,0.015158438877439449,12,1.0,2026-06-17T05:14:00.045696+00:00,2026-06-29T13:33:26.976517Z Toto-2.0-1B,noaa_coops_sf_water_level_water_level/6min/short,Ocean,6min,24;60,0.15897942118202157,0.2691780263033111,0.5257588190779828,0.14692017398382018,79.61279322641722,0.35438092820205586,0.23101295312645606,3.2979240924840364e-05,147,0.9591836734693877,2026-06-16T12:07:21.772238+00:00,2026-06-29T14:27:11.538683Z Toto-2.0-1B,noaa_ndbc_46013_realtime_wave_height/10min/short,Ocean,10min,24;36;72,3.696626040820466,1.6236981050930306,0.12879924311322347,0.8995240065503071,-1.8739619073538645,4.721813775072205,-0.004328629961411056,0.9470817705945715,108,1.0,2026-06-16T12:07:26.464043+00:00,2026-06-29T14:27:11.538683Z diff --git a/results/aggregates/metadata.json b/results/aggregates/metadata.json index 6e67ababdc2f90c7e7226b61bc03240c9d365a11..9eeb4008da59fbf6601d54b923a17f77c96973e1 100644 --- a/results/aggregates/metadata.json +++ b/results/aggregates/metadata.json @@ -1,5 +1,5 @@ { - "generated_at": "2026-06-29T14:31:33.025078+00:00", + "generated_at": "2026-06-29T14:40:14.442434+00:00", "baseline_model": "Seasonal-Naive", "normalization": "Per-config metric / Seasonal-Naive metric", "metric_aggregation": "Geometric mean over dataset configurations", diff --git a/results/aggregates/results_by_domain.csv b/results/aggregates/results_by_domain.csv index 320244f9e1959fe59e278de6fe537349bf612031..38324ab31724ab9bcc11d810650445bd1e809055 100644 --- a/results/aggregates/results_by_domain.csv +++ b/results/aggregates/results_by_domain.csv @@ -9,16 +9,16 @@ Climate,Seasonal-Naive,1.0,1.0,7,5,5,1.0 Climate,Moving-Average,1.4329085555066408,1.196572856742661,8,5,5,1.0 Climate,ARIMA,1.514211731590999,1.3628706925718954,9,5,5,1.0 Climate,ETS,3.580390149609288,2.2470841290010677,10,5,5,1.0 -Finance,ETS,0.427571333782192,0.6416390141159423,1,1,2,0.5 -Finance,ARIMA,1.2042310741010729,0.66839223896624,2,1,2,0.5 -Finance,Toto-2.0-1B,0.4211425855378574,0.7446841566632978,3,1,2,0.5 -Finance,TiRex,0.6363142559280267,0.7623238425514094,4,1,2,0.5 -Finance,Chronos-2,0.6200942628662026,0.7724298393467431,5,1,2,0.5 +Finance,ETS,0.41730714371636307,0.627380126871334,1,1,2,0.5 +Finance,ARIMA,1.197683947800022,0.6774400256766164,2,1,2,0.5 +Finance,Toto-2.0-1B,0.406869396593331,0.7440845656175067,3,1,2,0.5 +Finance,Chronos-2,0.6027518389729569,0.7591943475027091,4,1,2,0.5 +Finance,TiRex,0.6199560436096614,0.7618622762743599,5,1,2,0.5 Finance,Seasonal-Naive,1.0,1.0,6,2,2,1.0 -Finance,Timer-S1,0.7657974379373916,0.8264603143184908,7,1,2,0.5 -Finance,Moirai-1.1-Large,0.6179971519793337,0.8743913435615513,8,1,2,0.5 -Finance,TimesFM-2.5,0.6113188833193212,0.9860379062397273,9,1,2,0.5 -Finance,Moving-Average,0.8612740626417676,1.0267351027141292,10,1,2,0.5 +Finance,Timer-S1,0.7525765179922653,0.8136475932573545,7,1,2,0.5 +Finance,Moirai-1.1-Large,0.6212878153144863,0.8421365178188454,8,1,2,0.5 +Finance,TimesFM-2.5,0.5903148720029376,0.9744738276068181,9,1,2,0.5 +Finance,Moving-Average,0.8525026271245423,1.0154894663237433,10,1,2,0.5 Hazards,ARIMA,0.8247502859402812,0.7505748257517402,1,1,1,1.0 Hazards,ETS,0.8462798092442936,0.7762100649405762,2,1,1,1.0 Hazards,Moving-Average,0.8861144861738319,0.7877285283403377,3,1,1,1.0 @@ -58,7 +58,7 @@ Transportation,Timer-S1,1.0,,6,1,1,1.0 Transportation,ARIMA,1.0,,7,1,1,1.0 Transportation,ETS,1.0,,8,1,1,1.0 Transportation,Moving-Average,1.0,,9,1,1,1.0 -Transportation,Moirai-1.1-Large,268073543198441.12,,10,1,1,1.0 +Transportation,Moirai-1.1-Large,66904238506.018074,,10,1,1,1.0 Web,Moirai-1.1-Large,1.8479142653327492e-05,0.5492013789516712,1,1,1,1.0 Web,TiRex,1.4153201949177802e-05,0.5581421777937835,2,1,1,1.0 Web,Chronos-2,1.803724984016004e-05,0.621107959934863,3,1,1,1.0 diff --git a/results/aggregates/results_by_frequency.csv b/results/aggregates/results_by_frequency.csv index 3ae34abbca2965fd4ee7c2e1b44d5a3363c04ddf..76210186e8c4b213461d8ce8bdaeee2841e13ee4 100644 --- a/results/aggregates/results_by_frequency.csv +++ b/results/aggregates/results_by_frequency.csv @@ -29,15 +29,15 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 1D,ARIMA,0.0001149093743462177,1.3986108614095323,8,1,1,1.0 1D,ETS,0.00012827984062590336,1.629307858274777,9,1,1,1.0 1D,Moving-Average,0.00013332703258365767,1.663789147137162,10,1,1,1.0 -1h,TiRex,0.4065211398806924,0.5967560468139737,1,6,6,1.0 -1h,Toto-2.0-1B,0.45557739547112,0.6597076300906979,2,6,6,1.0 -1h,Timer-S1,0.4044623208498388,0.6061707103474162,3,6,6,1.0 -1h,Chronos-2,0.5486592054626709,0.6648888626783751,4,6,6,1.0 -1h,Moirai-1.1-Large,0.6954499788033762,0.6972529692106255,5,6,6,1.0 -1h,ARIMA,1.4114350225999643,1.0957395405152668,6,6,6,1.0 -1h,ETS,2.443594025874707,1.5274179627363431,7,6,6,1.0 -1h,Moving-Average,1.2900917479604876,1.0879240948061502,8,6,6,1.0 -1h,TimesFM-2.5,0.5943964949385442,0.8138590062259823,9,6,6,1.0 +1h,TiRex,0.4047603928956748,0.5966958116999961,1,6,6,1.0 +1h,Toto-2.0-1B,0.45296691119964794,0.6596190718404366,2,6,6,1.0 +1h,Timer-S1,0.40329006987537125,0.6045942388315675,3,6,6,1.0 +1h,Chronos-2,0.5460714553546118,0.6629763640743216,4,6,6,1.0 +1h,Moirai-1.1-Large,0.6960657936369515,0.69289880789778,5,6,6,1.0 +1h,ARIMA,1.410153174670995,1.0981978171449345,6,6,6,1.0 +1h,ETS,2.4337180389604556,1.521707657824513,7,6,6,1.0 +1h,Moving-Average,1.2878926267823754,1.0859289990283991,8,6,6,1.0 +1h,TimesFM-2.5,0.5909429539135551,0.812260377313241,9,6,6,1.0 1h,Seasonal-Naive,1.0,1.0,10,6,6,1.0 1mo,Seasonal-Naive,1.0,1.0,1,1,1,1.0 5min,Seasonal-Naive,1.0,,1,2,2,1.0 @@ -49,7 +49,7 @@ frequency,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 5min,ARIMA,1.0,,7,2,2,1.0 5min,ETS,1.0,,8,2,2,1.0 5min,Moving-Average,1.0,,9,2,2,1.0 -5min,Moirai-1.1-Large,1.063573770071479e+16,,10,2,2,1.0 +5min,Moirai-1.1-Large,168022505661398.66,,10,2,2,1.0 6min,Timer-S1,0.00480138373899773,0.04901870254889577,1,1,1,1.0 6min,Chronos-2,0.0030491573948860104,0.055412313622739524,2,1,1,1.0 6min,TimesFM-2.5,0.00485378370660411,0.06810653629807635,3,1,1,1.0 diff --git a/results/aggregates/results_by_prediction_length.csv b/results/aggregates/results_by_prediction_length.csv index a25b2153d0fa893142254c3ed1d38bcf4702c623..79011da0935a31926fe6acd76eeba3d15b557ade 100644 --- a/results/aggregates/results_by_prediction_length.csv +++ b/results/aggregates/results_by_prediction_length.csv @@ -18,16 +18,16 @@ prediction_length,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage 12,ARIMA,1.0,,7,1,2,0.5 12,ETS,1.0,,8,1,2,0.5 12,Moving-Average,1.0,,9,1,2,0.5 -12,Moirai-1.1-Large,268073543198441.12,,10,1,2,0.5 -24,TiRex,13.736919261748127,0.4717782186469636,1,7,7,1.0 -24,Toto-2.0-1B,13.569771666653052,0.6091993054341979,2,7,7,1.0 -24,Timer-S1,34.35898223698055,0.5764437563625178,3,7,7,1.0 -24,Moirai-1.1-Large,59.7324722717771,0.6322427168874458,4,7,7,1.0 -24,Chronos-2,80.10505338871975,0.7118079646974521,5,7,7,1.0 -24,Moving-Average,62.577690089339015,0.04498943968749038,6,7,7,1.0 -24,TimesFM-2.5,23.465627232069046,0.49501829566175387,7,7,7,1.0 -24,ETS,172.6681552500109,1.220943451513615,8,7,7,1.0 -24,ARIMA,154.82893394909402,1.2212293998702415,9,7,7,1.0 +12,Moirai-1.1-Large,66904238506.018074,,10,1,2,0.5 +24,TiRex,13.68590507869419,0.4717374010779208,1,7,7,1.0 +24,Toto-2.0-1B,13.5030967058873,0.6091292092633533,2,7,7,1.0 +24,Timer-S1,34.27360815783784,0.5751585227370398,3,7,7,1.0 +24,Moirai-1.1-Large,59.77780590094148,0.6288570414318165,4,7,7,1.0 +24,Chronos-2,79.78110237804962,0.7100526400933572,5,7,7,1.0 +24,Moving-Average,62.486246300420774,0.044918712583942276,6,7,7,1.0 +24,TimesFM-2.5,23.34871650612692,0.4941847413061845,7,7,7,1.0 +24,ETS,172.0698229337133,1.2170299429495002,8,7,7,1.0 +24,ARIMA,154.70840007038458,1.2235774336393035,9,7,7,1.0 24,Seasonal-Naive,1.0,1.0,10,7,7,1.0 36,Seasonal-Naive,1.0,,1,1,1,1.0 36,TimesFM-2.5,1.0,,2,1,1,1.0 diff --git a/results/aggregates/results_overall.csv b/results/aggregates/results_overall.csv index 53b8b7ecf6eb69ccd75c4eb60cc881ef39bed134..9cab8c3af5ebc59604b8b7eb48ca339372ace679 100644 --- a/results/aggregates/results_overall.csv +++ b/results/aggregates/results_overall.csv @@ -1,11 +1,11 @@ overall,model,MSE,CRPS,Rank,n_configs,n_group_configs,coverage -Overall,TiRex,1.4795935351726932,0.48497518554824365,1,12,13,0.9230769230769231 -Overall,Timer-S1,1.9748662444802194,0.46366874983959555,2,12,13,0.9230769230769231 -Overall,Toto-2.0-1B,1.6647362635090763,0.6007571413783472,3,12,13,0.9230769230769231 -Overall,Chronos-2,3.7595036253519214,0.6157601627975424,4,12,13,0.9230769230769231 -Overall,TimesFM-2.5,1.7666544674987774,0.479749985467214,5,12,13,0.9230769230769231 -Overall,Moirai-1.1-Large,2026.9949606986172,0.6910931488806114,6,12,13,0.9230769230769231 +Overall,TiRex,1.476385809101695,0.4849458136209812,1,12,13,0.9230769230769231 +Overall,Timer-S1,1.9720022957122678,0.46294485352204484,2,12,13,0.9230769230769231 +Overall,Toto-2.0-1B,1.6599598949389462,0.600708753188833,3,12,13,0.9230769230769231 +Overall,Chronos-2,3.750627300809494,0.6146968402729139,4,12,13,0.9230769230769231 +Overall,TimesFM-2.5,1.761514714964253,0.47918435154580846,5,12,13,0.9230769230769231 +Overall,Moirai-1.1-Large,1015.8077120170856,0.68850048846152,6,12,13,0.9230769230769231 Overall,Seasonal-Naive,1.0,1.0,7,13,13,1.0 -Overall,Moving-Average,5.099877517976033,0.11761843973635903,8,12,13,0.9230769230769231 -Overall,ETS,7.138095948392382,1.0026214008493712,9,12,13,0.9230769230769231 -Overall,ARIMA,7.5519710170869505,1.0747861339712588,10,12,13,0.9230769230769231 +Overall,Moving-Average,5.0955289775732515,0.11748897508313823,8,12,13,0.9230769230769231 +Overall,ETS,7.123656742385897,1.000370715433058,9,12,13,0.9230769230769231 +Overall,ARIMA,7.548540934520509,1.0762322462620926,10,12,13,0.9230769230769231 diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index e24343ff0a692c671f2cc0079a45f355aa1d28ed..b9e8e3b888a270060ed7b3122d89251a2d6ee8a8 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,ARIMA,472073.73020247166,174027.7802107644,358.0684683166637,0.5133219598450266,0.0059798022797423285,0.006002959517929528,2.045395428253133,687.0762186267777,0.011500773553277268,0.0059936063263975855,0.004678780634541079,Finance,1,24 +binance_btcusdt_1h_close/1h/short,ARIMA,458642.0101213011,174960.88340608045,362.9283807922681,0.52028906255692,0.006061311195966185,0.006084616853732026,2.045395428253133,677.2311349320121,0.011334461700665216,0.006074141633472555,0.004704668195570032,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,ARIMA,352712.83224398614,193015.82919532855,354.69099477687513,0.43164268449098886,0.005915830372389362,0.005939763665658109,2.627262331838513,593.8963143882829,0.00993728090970913,0.005934813814886878,0.004808699705784534,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,ARIMA,4.407835548068247e-15,1.12132504091072e-14,8.609260281087649e-08,nan,nan,2.0,nan,6.639153220154094e-08,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,ARIMA,9.578202015526527e-15,9.143141084502762e-15,9.078851462715541e-08,nan,nan,2.0,nan,9.786828912128038e-08,inf,inf,inf,Transportation,1,12 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index 35b43a834845a0457caae874f21bdd744302a0cd..a27d26f67b99b84e80c2a517695382b0425fe7b4 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-29T14:31:32.509102+00:00", + "evaluated_at": "2026-06-29T14:40:14.051255+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 59956.05078125, 59948.78125, 59580.0, - 59370.01171875 + 59562.01171875 ], "p50": [ 59393.4459167858, diff --git a/results/arima/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/arima/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index 670030cb1e3eab4338f615be50cc95629a5d0f17..471af6ea3f4ddbcdc0bc01935fda0070844bed78 100644 --- a/results/arima/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/arima/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,7 +1,7 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "ARIMA", - "evaluated_at": "2026-06-29T14:23:17.365467+00:00", + "evaluated_at": "2026-06-29T14:40:14.072490+00:00", "freq": "5min", "context_length": 120, "prediction_length": 12, @@ -326,15 +326,6 @@ ] }, "timestamps": [ - "2026-06-25 13:25:00", - "2026-06-25 13:30:00", - "2026-06-25 13:35:00", - "2026-06-25 13:40:00", - "2026-06-25 13:45:00", - "2026-06-25 13:50:00", - "2026-06-25 13:55:00", - "2026-06-25 14:00:00", - "2026-06-25 14:05:00", "2026-06-25 14:10:00", "2026-06-25 14:15:00", "2026-06-25 14:20:00", @@ -457,6 +448,15 @@ "2026-06-26 00:05:00", "2026-06-26 00:10:00", "2026-06-26 00:15:00", - "2026-06-26 00:20:00" + "2026-06-26 00:20:00", + "2026-06-26 00:25:00", + "2026-06-26 00:30:00", + "2026-06-26 00:35:00", + "2026-06-26 00:40:00", + "2026-06-26 00:45:00", + "2026-06-26 00:50:00", + "2026-06-26 00:55:00", + "2026-06-26 01:00:00", + "2026-06-26 01:05:00" ] } diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index ca3617731a9729884c62cd03eed626d96bfb0419..7a2e99d5d1e42c1c3298b1435cb80d2ec0fb6061 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,25 +1,19 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-29T14:31:32.660961+00:00", + "evaluated_at": "2026-06-29T14:40:14.080752+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t140000z", - "data_fetched_at": "2026-06-29T14:27:11.538683Z", + "data_fetched_at": "2026-06-29T14:37:01.562107Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t081800z", - "data_fetched_at": "2026-06-29T14:27:11.538683Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260628t151000z", - "data_fetched_at": "2026-06-29T14:27:11.538683Z", - "context_length": 78, - "prediction_length": 72 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260629t124500z", + "data_fetched_at": "2026-06-29T14:37:01.562107Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index 6c232fd302254d3cbc664b7b3ca7ff63e35a5123..3131506ee13fc1e0d7216cbe7d4d45df5c4aa473 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,Chronos-2,243084.75179227194,243084.75179227194,422.3898111979167,0.6055321394871758,0.007089231135673647,0.007055061785990368,12.52220168390361,493.03625809089533,0.008252793800943183,0.007070263004456508,0.005407049279128025,Finance,1,24 +binance_btcusdt_1h_close/1h/short,Chronos-2,230818.25179227194,230818.25179227194,414.3898111979167,0.5940634511157424,0.006952965735789667,0.006920536588587752,12.063454149046285,480.4354814043941,0.00804079624036399,0.006935424557289737,0.0052724335226356465,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,Chronos-2,148617.43701171875,148617.43701171875,303.1731770833333,0.3689478615160032,0.005093459937072112,0.005073250715459147,1.8670604337379941,385.50932156268124,0.006450476840600733,0.005072799665492439,0.0041584090026742905,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Chronos-2,1.6284716271939715e-18,1.6284716271939715e-18,9.786685842996647e-10,nan,nan,2.0,nan,1.2761158361191085e-09,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Chronos-2,1.7296862743653321e-18,1.7296862743653321e-18,1.0190191815362404e-09,nan,nan,2.0,nan,1.3151753777977035e-09,inf,inf,inf,Transportation,1,12 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index 588af7613ce15bee44d89659df736e3781af3546..9271dec41890de75b1bd42064ecac04152a62ae6 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-29T14:27:16.349730+00:00", + "evaluated_at": "2026-06-29T14:37:23.868003+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 59956.05078125, 59948.78125, 59580.0, - 59370.01171875 + 59562.01171875 ], "p50": [ 60106.5234375, diff --git a/results/chronos_2/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/chronos_2/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index e32032e8def45a26729353a21c1ce6dca07ad127..9704f39051d38fa8793c992c5f0422d394c5fd3f 100644 --- a/results/chronos_2/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/chronos_2/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,7 +1,7 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-29T14:19:14.083721+00:00", + "evaluated_at": "2026-06-29T14:37:29.291530+00:00", "freq": "5min", "context_length": 120, "prediction_length": 12, @@ -326,15 +326,6 @@ ] }, "timestamps": [ - "2026-06-25 13:25:00", - "2026-06-25 13:30:00", - "2026-06-25 13:35:00", - "2026-06-25 13:40:00", - "2026-06-25 13:45:00", - "2026-06-25 13:50:00", - "2026-06-25 13:55:00", - "2026-06-25 14:00:00", - "2026-06-25 14:05:00", "2026-06-25 14:10:00", "2026-06-25 14:15:00", "2026-06-25 14:20:00", @@ -457,6 +448,15 @@ "2026-06-26 00:05:00", "2026-06-26 00:10:00", "2026-06-26 00:15:00", - "2026-06-26 00:20:00" + "2026-06-26 00:20:00", + "2026-06-26 00:25:00", + "2026-06-26 00:30:00", + "2026-06-26 00:35:00", + "2026-06-26 00:40:00", + "2026-06-26 00:45:00", + "2026-06-26 00:50:00", + "2026-06-26 00:55:00", + "2026-06-26 01:00:00", + "2026-06-26 01:05:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index ddab97f7b1ddf2a79a015ef428204fce8d967583..9df2d6d2f570109de8be738a1e1a78cb79bc3677 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,25 +1,19 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-29T14:27:32.041807+00:00", + "evaluated_at": "2026-06-29T14:37:31.703497+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t140000z", - "data_fetched_at": "2026-06-29T14:27:11.538683Z", + "data_fetched_at": "2026-06-29T14:37:01.562107Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t081800z", - "data_fetched_at": "2026-06-29T14:27:11.538683Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260628t151000z", - "data_fetched_at": "2026-06-29T14:27:11.538683Z", - "context_length": 78, - "prediction_length": 72 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260629t124500z", + "data_fetched_at": "2026-06-29T14:37:01.562107Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index d8236f0f87fc928fd2a18e5261e2b5deb287ae90..ce72e8f288188053c7da9656eb431b0a2910a564 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,ETS,167613.3416644124,168561.74294676338,319.99500679899603,0.45874037667404116,0.005375597487565977,0.005351878256065117,3.582934288577158,409.4060840588625,0.006852932085912644,0.005356305474711483,0.004491506661200665,Finance,1,24 +binance_btcusdt_1h_close/1h/short,ETS,159803.91787300527,159702.29446785766,311.99500679899603,0.44727168830260794,0.005239813827132535,0.0052173504286618586,3.582934288577158,399.7548222010652,0.0066904864354015246,0.005221696512398262,0.004357013488354582,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,ETS,89913.02765255816,97751.73906239623,263.1762487344883,0.3202734328495814,0.004407317023893177,0.004408454087681149,1.832959610002229,299.8550110512715,0.0050172789505682925,0.0044035570672497325,0.0033115666201833276,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,ETS,4.407835548068247e-15,1.12132504091072e-14,8.609260281087649e-08,nan,nan,2.0,nan,6.639153220154094e-08,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,ETS,9.578202015526527e-15,9.143141084502762e-15,9.078851462715541e-08,nan,nan,2.0,nan,9.786828912128038e-08,inf,inf,inf,Transportation,1,12 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index 6ff18b2c5631e09fefe434653855fd01ee39183a..c4feacf2a8ff39da444e9cbc8efc50b4150b81ba 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-29T14:31:32.709272+00:00", + "evaluated_at": "2026-06-29T14:40:14.110981+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 59956.05078125, 59948.78125, 59580.0, - 59370.01171875 + 59562.01171875 ], "p50": [ 60080.20671111963, diff --git a/results/ets/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/ets/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index ac8a0f763c536c9ca098d6f65d2c2422ebe6e35f..2241a4962c6505cd7d785f3a3d674866d5e2e6b8 100644 --- a/results/ets/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/ets/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,7 +1,7 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "ETS", - "evaluated_at": "2026-06-29T14:23:17.493028+00:00", + "evaluated_at": "2026-06-29T14:40:14.133970+00:00", "freq": "5min", "context_length": 120, "prediction_length": 12, @@ -326,15 +326,6 @@ ] }, "timestamps": [ - "2026-06-25 13:25:00", - "2026-06-25 13:30:00", - "2026-06-25 13:35:00", - "2026-06-25 13:40:00", - "2026-06-25 13:45:00", - "2026-06-25 13:50:00", - "2026-06-25 13:55:00", - "2026-06-25 14:00:00", - "2026-06-25 14:05:00", "2026-06-25 14:10:00", "2026-06-25 14:15:00", "2026-06-25 14:20:00", @@ -457,6 +448,15 @@ "2026-06-26 00:05:00", "2026-06-26 00:10:00", "2026-06-26 00:15:00", - "2026-06-26 00:20:00" + "2026-06-26 00:20:00", + "2026-06-26 00:25:00", + "2026-06-26 00:30:00", + "2026-06-26 00:35:00", + "2026-06-26 00:40:00", + "2026-06-26 00:45:00", + "2026-06-26 00:50:00", + "2026-06-26 00:55:00", + "2026-06-26 01:00:00", + "2026-06-26 01:05:00" ] } diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index 14e8eb78aad82eb69742786a6bacdac116e6c26d..a687660cfe80d1030f3b67f292457e1b210ea99c 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,25 +1,19 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-29T14:31:32.777892+00:00", + "evaluated_at": "2026-06-29T14:40:14.142436+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t140000z", - "data_fetched_at": "2026-06-29T14:27:11.538683Z", + "data_fetched_at": "2026-06-29T14:37:01.562107Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t081800z", - "data_fetched_at": "2026-06-29T14:27:11.538683Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260628t151000z", - "data_fetched_at": "2026-06-29T14:27:11.538683Z", - "context_length": 78, - "prediction_length": 72 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260629t124500z", + "data_fetched_at": "2026-06-29T14:37:01.562107Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index 64f5a787baeb5dbbd0efb470c2e037a12da32dec..b6df9feda6a6ba9a0c1ca1ed96ac59dd2a6d348e 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -3079,3 +3079,5 @@ {"evaluated_at": "2026-06-29T14:31:33.365469+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} {"evaluated_at": "2026-06-29T14:31:33.365469+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} {"evaluated_at": "2026-06-29T14:31:33.365469+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} +{"evaluated_at": "2026-06-29T14:40:14.778068+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-29T14:40:14.778068+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count", "prediction_length": 12} diff --git a/results/evaluation_metrics.jsonl b/results/evaluation_metrics.jsonl index ba979e040a0404bb14d34d2b5542f1f2c3d0adec..820a201d208a381e6689d8ec90be2fea668b75b2 100644 --- a/results/evaluation_metrics.jsonl +++ b/results/evaluation_metrics.jsonl @@ -7023,3 +7023,23 @@ {"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-29T14:27:11.538683Z|h:24", "release_time": "2026-06-29T14:27:11.538683Z", "evaluated_at": "2026-06-29T14:31:32.833503+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Seasonal-Naive", "MSE": 392012.5799401601, "RMSE": 626.1090799055386, "MAPE": 0.008980275627502594, "CRPS": 0.007000052307276003, "MAPE_eligible": true} {"release_id": "noaa_coops_sf_water_level_water_level/6min/short|source:2026-06-29T14:27:11.538683Z|h:60", "release_time": "2026-06-29T14:27:11.538683Z", "evaluated_at": "2026-06-29T14:31:32.847263+00:00", "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "domain": "Ocean", "frequency": "6min", "prediction_length": 60, "model": "Seasonal-Naive", "MSE": 2.2843396579625854, "RMSE": 1.5114032082679278, "MAPE": 33.37122604194768, "CRPS": 3.277687904992832, "MAPE_eligible": true} {"release_id": "noaa_ndbc_46013_realtime_wave_height/10min/short|source:2026-06-29T14:27:11.538683Z|h:72", "release_time": "2026-06-29T14:27:11.538683Z", "evaluated_at": "2026-06-29T14:31:32.861229+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "domain": "Ocean", "frequency": "10min", "prediction_length": 72, "model": "Seasonal-Naive", "MSE": 0.12624999827809566, "RMSE": 0.35531675766574206, "MAPE": 0.09952236314696661, "CRPS": 0.09354000734995688, "MAPE_eligible": true} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-29T14:37:01.562107Z|h:24", "release_time": "2026-06-29T14:37:01.562107Z", "evaluated_at": "2026-06-29T14:37:27.192429+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Chronos-2", "MSE": 230818.25179227194, "RMSE": 480.4354814043941, "MAPE": 0.006952965735789667, "CRPS": 0.0052724335226356465, "MAPE_eligible": true} +{"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T14:37:01.562107Z|h:12", "release_time": "2026-06-29T14:37:01.562107Z", "evaluated_at": "2026-06-29T14:37:31.689840+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "Chronos-2", "MSE": 1.7296862743653321e-18, "RMSE": 1.3151753777977035e-09, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-29T14:37:01.562107Z|h:24", "release_time": "2026-06-29T14:37:01.562107Z", "evaluated_at": "2026-06-29T14:37:57.406509+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "TimesFM-2.5", "MSE": 226055.6301161448, "RMSE": 475.4530787744936, "MAPE": 0.005740271270866709, "CRPS": 0.0067675009600712075, "MAPE_eligible": true} +{"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T14:37:01.562107Z|h:12", "release_time": "2026-06-29T14:37:01.562107Z", "evaluated_at": "2026-06-29T14:38:03.203617+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "TimesFM-2.5", "MSE": 0.0, "RMSE": 0.0, "MAPE": NaN, "CRPS": NaN, "MAPE_eligible": false} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-29T14:37:01.562107Z|h:24", "release_time": "2026-06-29T14:37:01.562107Z", "evaluated_at": "2026-06-29T14:38:34.325205+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Toto-2.0-1B", "MSE": 155806.87897936502, "RMSE": 394.72380087773405, "MAPE": 0.005203139123373511, "CRPS": 0.005167499495145406, "MAPE_eligible": true} +{"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T14:37:01.562107Z|h:12", "release_time": "2026-06-29T14:37:01.562107Z", "evaluated_at": "2026-06-29T14:38:41.144615+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "Toto-2.0-1B", "MSE": 9.285839740510159e-20, "RMSE": 3.047267585971104e-10, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-29T14:37:01.562107Z|h:24", "release_time": "2026-06-29T14:37:01.562107Z", "evaluated_at": "2026-06-29T14:38:52.020973+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "TiRex", "MSE": 237406.44311904907, "RMSE": 487.2437204511199, "MAPE": 0.007116593570709685, "CRPS": 0.00529096168625793, "MAPE_eligible": true} +{"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T14:37:01.562107Z|h:12", "release_time": "2026-06-29T14:37:01.562107Z", "evaluated_at": "2026-06-29T14:38:58.318806+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "TiRex", "MSE": 2.0440368407041843e-18, "RMSE": 1.4296981641955705e-09, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-29T14:37:01.562107Z|h:24", "release_time": "2026-06-29T14:37:01.562107Z", "evaluated_at": "2026-06-29T14:39:27.781832+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Moirai-1.1-Large", "MSE": 237916.43279774985, "RMSE": 487.76678115442616, "MAPE": 0.006810600257154774, "CRPS": 0.005848448189569632, "MAPE_eligible": true} +{"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T14:37:01.562107Z|h:12", "release_time": "2026-06-29T14:37:01.562107Z", "evaluated_at": "2026-06-29T14:39:36.024320+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "Moirai-1.1-Large", "MSE": 0.06690423850601802, "RMSE": 0.2586585365032788, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-29T14:37:01.562107Z|h:24", "release_time": "2026-06-29T14:37:01.562107Z", "evaluated_at": "2026-06-29T14:40:07.845473+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Timer-S1", "MSE": 288192.22935740155, "RMSE": 536.8353838537486, "MAPE": 0.007919094780243253, "CRPS": 0.005650599033584816, "MAPE_eligible": true} +{"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T14:37:01.562107Z|h:12", "release_time": "2026-06-29T14:37:01.562107Z", "evaluated_at": "2026-06-29T14:40:13.665249+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "Timer-S1", "MSE": 1.1760797597599717e-16, "RMSE": 1.0844721111028959e-08, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-29T14:37:01.562107Z|h:24", "release_time": "2026-06-29T14:37:01.562107Z", "evaluated_at": "2026-06-29T14:40:14.061859+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "ARIMA", "MSE": 458642.0101213011, "RMSE": 677.2311349320121, "MAPE": 0.006061311195966185, "CRPS": 0.004704668195570032, "MAPE_eligible": true} +{"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T14:37:01.562107Z|h:12", "release_time": "2026-06-29T14:37:01.562107Z", "evaluated_at": "2026-06-29T14:40:14.075059+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "ARIMA", "MSE": 9.578202015526527e-15, "RMSE": 9.786828912128038e-08, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-29T14:37:01.562107Z|h:24", "release_time": "2026-06-29T14:37:01.562107Z", "evaluated_at": "2026-06-29T14:40:14.120508+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "ETS", "MSE": 159803.91787300527, "RMSE": 399.7548222010652, "MAPE": 0.005239813827132535, "CRPS": 0.004357013488354582, "MAPE_eligible": true} +{"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T14:37:01.562107Z|h:12", "release_time": "2026-06-29T14:37:01.562107Z", "evaluated_at": "2026-06-29T14:40:14.136940+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "ETS", "MSE": 9.578202015526527e-15, "RMSE": 9.786828912128038e-08, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-29T14:37:01.562107Z|h:24", "release_time": "2026-06-29T14:37:01.562107Z", "evaluated_at": "2026-06-29T14:40:14.151458+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Moving-Average", "MSE": 326458.01027582487, "RMSE": 571.3650411740509, "MAPE": 0.008596425963557836, "CRPS": 0.007052345320721177, "MAPE_eligible": true} +{"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T14:37:01.562107Z|h:12", "release_time": "2026-06-29T14:37:01.562107Z", "evaluated_at": "2026-06-29T14:40:14.168877+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "Moving-Average", "MSE": 9.578202015526527e-15, "RMSE": 9.786828912128038e-08, "MAPE": NaN, "CRPS": Infinity, "MAPE_eligible": false} +{"release_id": "binance_btcusdt_1h_close/1h/short|source:2026-06-29T14:37:01.562107Z|h:24", "release_time": "2026-06-29T14:37:01.562107Z", "evaluated_at": "2026-06-29T14:40:14.184265+00:00", "dataset": "binance_btcusdt_1h_close/1h/short", "domain": "Finance", "frequency": "1h", "prediction_length": 24, "model": "Seasonal-Naive", "MSE": 382940.7674401601, "RMSE": 618.8220806016541, "MAPE": 0.008844461939895744, "CRPS": 0.006944774470435364, "MAPE_eligible": true} +{"release_id": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short|source:2026-06-29T14:37:01.562107Z|h:12", "release_time": "2026-06-29T14:37:01.562107Z", "evaluated_at": "2026-06-29T14:40:14.195967+00:00", "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "domain": "Transportation", "frequency": "5min", "prediction_length": 12, "model": "Seasonal-Naive", "MSE": 0.0, "RMSE": 0.0, "MAPE": NaN, "CRPS": NaN, "MAPE_eligible": false} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index e0b4deab0f132267bbc3554dd948e25abbe0b9dc..582b9ace58a5cca3247357706c69159689dfb5bb 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,242262.6579430898,240057.78651285172,425.9717610677083,0.6106671728395177,0.00714783837858531,0.007114098951425447,4.079782306785547,492.20184674896313,0.008238826826634236,0.007130220245319829,0.006120785141960293,Finance,1,24 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,237916.43279774985,231007.38953876495,405.8387044270833,0.58180470376755,0.006810600257154774,0.006778141823576962,3.662828915131893,487.76678115442616,0.008163496352551206,0.006792309175859379,0.005848448189569632,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,Moirai-1.1-Large,1060171.0864022572,254060.2033047676,415.4149576822917,0.505540964253952,0.006977186579702474,0.006941886096748245,2.530876052504917,1029.646097648244,0.017228398732285963,0.006950868406778763,0.005337442736243882,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Moirai-1.1-Large,421969.7143133234,1.7081516307597194e-18,1.0599238665964958e-09,nan,nan,2.0,nan,649.5919598588974,inf,inf,inf,Climate,1,36 -data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Moirai-1.1-Large,268.07354319844194,1.6122298956826378e-18,1.07516649634302e-09,nan,nan,2.0,nan,16.372951572591973,inf,inf,inf,Transportation,1,12 +data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Moirai-1.1-Large,0.06690423850601802,1.865419332287621e-18,1.1323236434139055e-09,nan,nan,2.0,nan,0.2586585365032788,inf,inf,inf,Transportation,1,12 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,4.031002097794651,4.502171233686454,1.6531264384587605,1.2064923640195515,0.06281470379805183,0.06543796720108987,17.479843463908836,2.0077355647083235,0.08273350832260205,0.06812099778409347,0.05661371543879212,Weather,1,24 noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,1.5450263035403053,1.4789774751161464,1.0810842040382946,1.1931180415419953,30.697566066940205,1.267332201561638,27.057077927822593,1.242990870256216,2.8632644712003663,2.4903079064134395,1.9666365438702695,Ocean,1,60 noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.1583425829957229,0.20318016468815436,0.37399983571635353,0.36556377016658786,0.12004612622466317,0.13097078625173075,3.073768019164851,0.397922835479095,0.13457231083071414,0.12648186446012913,0.1746981493162221,Ocean,1,72 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index f305ed76dd3b58b121b41c0fc8a186c3d480b611..5141109a1b47655f21a405a521347be476054736 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-29T14:30:40.532340+00:00", + "evaluated_at": "2026-06-29T14:39:24.028048+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,346 +127,346 @@ 59956.05078125, 59948.78125, 59580.0, - 59370.01171875 + 59562.01171875 ], "p50": [ - 60037.845703125, - 60054.22265625, - 60094.51171875, - 60138.564453125, - 60086.2109375, - 60110.779296875, - 60209.3828125, - 60102.640625, - 60150.48046875, - 60100.5234375, - 60144.138671875, - 60220.70703125, - 60199.396484375, - 60186.23046875, - 60228.94921875, - 60175.052734375, - 60309.08984375, - 60247.67578125, - 60123.5703125, - 60127.07421875, - 60092.0078125, - 60129.37890625, - 60157.755859375, - 60230.642578125 + 60031.109375, + 60036.7578125, + 60090.85546875, + 60106.796875, + 60129.423828125, + 60127.365234375, + 60148.2265625, + 60188.119140625, + 60167.904296875, + 60097.830078125, + 60150.74609375, + 60147.3359375, + 60187.283203125, + 60217.36328125, + 60302.576171875, + 60181.232421875, + 60157.47265625, + 60342.552734375, + 60327.712890625, + 60248.37109375, + 60149.970703125, + 60205.1328125, + 60270.287109375, + 60326.29296875 ], "p10": [ - 59866.2734375, - 59714.57421875, - 59640.1953125, - 59557.630859375, - 59367.466796875, - 59453.8828125, - 59517.755859375, - 59373.181640625, - 59154.119140625, - 59196.353515625, - 59133.486328125, - 59047.328125, - 59374.123046875, - 58992.49609375, - 59037.876953125, - 58799.87109375, - 59012.455078125, - 59031.66015625, - 58915.3515625, - 58910.6640625, - 58676.814453125, - 58503.80859375, - 58611.33203125, - 58170.619140625 + 59839.845703125, + 59731.94921875, + 59602.009765625, + 59566.365234375, + 59614.18359375, + 59406.048828125, + 59342.58984375, + 59262.640625, + 59317.646484375, + 59183.029296875, + 59243.2265625, + 59071.9609375, + 58911.40625, + 59065.13671875, + 58948.74609375, + 59089.3515625, + 58929.416015625, + 58737.927734375, + 58879.3515625, + 58878.09375, + 58616.095703125, + 58796.525390625, + 58833.0390625, + 58625.146484375 ], "p90": [ - 60215.0390625, - 60402.51171875, - 60549.51953125, - 60655.3046875, - 60672.650390625, - 60825.31640625, - 60965.31640625, - 61029.162109375, - 60977.697265625, - 61337.015625, - 61152.369140625, - 61206.548828125, - 61426.82421875, - 61261.26171875, - 61440.69140625, - 61712.94140625, - 61633.74609375, - 61672.560546875, - 61524.025390625, - 61466.619140625, - 61630.88671875, - 61605.412109375, - 61531.154296875, - 61750.072265625 + 60203.708984375, + 60343.2109375, + 60548.251953125, + 60662.78515625, + 60760.0078125, + 60948.08984375, + 61010.35546875, + 61025.625, + 61043.96875, + 61192.505859375, + 61269.529296875, + 61227.216796875, + 61160.515625, + 61380.77734375, + 61581.576171875, + 61308.91015625, + 61526.78125, + 61427.9921875, + 61689.728515625, + 61642.828125, + 61712.732421875, + 61832.669921875, + 61858.716796875, + 61965.626953125 ], "mean": [ - 60049.22265625, - 60073.5546875, - 60097.42578125, - 60091.1953125, - 60102.2890625, - 60134.26171875, - 60273.0625, - 60202.90625, - 60144.10546875, - 60156.80078125, - 60189.12890625, - 60134.37109375, - 60329.06640625, - 60146.58984375, - 60306.96875, - 60192.46875, - 60336.109375, - 60345.85546875, - 60177.546875, - 60125.30078125, - 60104.7890625, - 60037.46484375, - 60216.9609375, - 60116.6484375 + 60020.73828125, + 60036.3515625, + 60065.77734375, + 60082.5625, + 60210.75, + 60283.8125, + 60124.05859375, + 60084.765625, + 60171.0234375, + 60189.77734375, + 60312.79296875, + 60215.0078125, + 60235.984375, + 60260.52734375, + 60344.41015625, + 60240.28125, + 60143.63671875, + 60269.08984375, + 60332.01953125, + 60404.59765625, + 60098.6484375, + 60245.53125, + 60318.32421875, + 60414.640625 ], "quantiles": { "0.1": [ - 59866.2734375, - 59714.57421875, - 59640.1953125, - 59557.630859375, - 59367.466796875, - 59453.8828125, - 59517.755859375, - 59373.181640625, - 59154.119140625, - 59196.353515625, - 59133.486328125, - 59047.328125, - 59374.123046875, - 58992.49609375, - 59037.876953125, - 58799.87109375, - 59012.455078125, - 59031.66015625, - 58915.3515625, - 58910.6640625, - 58676.814453125, - 58503.80859375, - 58611.33203125, - 58170.619140625 + 59839.845703125, + 59731.94921875, + 59602.009765625, + 59566.365234375, + 59614.18359375, + 59406.048828125, + 59342.58984375, + 59262.640625, + 59317.646484375, + 59183.029296875, + 59243.2265625, + 59071.9609375, + 58911.40625, + 59065.13671875, + 58948.74609375, + 59089.3515625, + 58929.416015625, + 58737.927734375, + 58879.3515625, + 58878.09375, + 58616.095703125, + 58796.525390625, + 58833.0390625, + 58625.146484375 ], "0.2": [ - 59866.2734375, - 59714.57421875, - 59640.1953125, - 59557.630859375, - 59367.466796875, - 59453.8828125, - 59517.755859375, - 59373.181640625, - 59154.119140625, - 59196.353515625, - 59133.486328125, - 59047.328125, - 59374.123046875, - 58992.49609375, - 59037.876953125, - 58799.87109375, - 59012.455078125, - 59031.66015625, - 58915.3515625, - 58910.6640625, - 58676.814453125, - 58503.80859375, - 58611.33203125, - 58170.619140625 + 59839.845703125, + 59731.94921875, + 59602.009765625, + 59566.365234375, + 59614.18359375, + 59406.048828125, + 59342.58984375, + 59262.640625, + 59317.646484375, + 59183.029296875, + 59243.2265625, + 59071.9609375, + 58911.40625, + 59065.13671875, + 58948.74609375, + 59089.3515625, + 58929.416015625, + 58737.927734375, + 58879.3515625, + 58878.09375, + 58616.095703125, + 58796.525390625, + 58833.0390625, + 58625.146484375 ], "0.3": [ - 59866.2734375, - 59714.57421875, - 59640.1953125, - 59557.630859375, - 59367.466796875, - 59453.8828125, - 59517.755859375, - 59373.181640625, - 59154.119140625, - 59196.353515625, - 59133.486328125, - 59047.328125, - 59374.123046875, - 58992.49609375, - 59037.876953125, - 58799.87109375, - 59012.455078125, - 59031.66015625, - 58915.3515625, - 58910.6640625, - 58676.814453125, - 58503.80859375, - 58611.33203125, - 58170.619140625 + 59839.845703125, + 59731.94921875, + 59602.009765625, + 59566.365234375, + 59614.18359375, + 59406.048828125, + 59342.58984375, + 59262.640625, + 59317.646484375, + 59183.029296875, + 59243.2265625, + 59071.9609375, + 58911.40625, + 59065.13671875, + 58948.74609375, + 59089.3515625, + 58929.416015625, + 58737.927734375, + 58879.3515625, + 58878.09375, + 58616.095703125, + 58796.525390625, + 58833.0390625, + 58625.146484375 ], "0.4": [ - 60037.845703125, - 60054.22265625, - 60094.51171875, - 60138.564453125, - 60086.2109375, - 60110.779296875, - 60209.3828125, - 60102.640625, - 60150.48046875, - 60100.5234375, - 60144.138671875, - 60220.70703125, - 60199.396484375, - 60186.23046875, - 60228.94921875, - 60175.052734375, - 60309.08984375, - 60247.67578125, - 60123.5703125, - 60127.07421875, - 60092.0078125, - 60129.37890625, - 60157.755859375, - 60230.642578125 + 60031.109375, + 60036.7578125, + 60090.85546875, + 60106.796875, + 60129.423828125, + 60127.365234375, + 60148.2265625, + 60188.119140625, + 60167.904296875, + 60097.830078125, + 60150.74609375, + 60147.3359375, + 60187.283203125, + 60217.36328125, + 60302.576171875, + 60181.232421875, + 60157.47265625, + 60342.552734375, + 60327.712890625, + 60248.37109375, + 60149.970703125, + 60205.1328125, + 60270.287109375, + 60326.29296875 ], "0.5": [ - 60037.845703125, - 60054.22265625, - 60094.51171875, - 60138.564453125, - 60086.2109375, - 60110.779296875, - 60209.3828125, - 60102.640625, - 60150.48046875, - 60100.5234375, - 60144.138671875, - 60220.70703125, - 60199.396484375, - 60186.23046875, - 60228.94921875, - 60175.052734375, - 60309.08984375, - 60247.67578125, - 60123.5703125, - 60127.07421875, - 60092.0078125, - 60129.37890625, - 60157.755859375, - 60230.642578125 + 60031.109375, + 60036.7578125, + 60090.85546875, + 60106.796875, + 60129.423828125, + 60127.365234375, + 60148.2265625, + 60188.119140625, + 60167.904296875, + 60097.830078125, + 60150.74609375, + 60147.3359375, + 60187.283203125, + 60217.36328125, + 60302.576171875, + 60181.232421875, + 60157.47265625, + 60342.552734375, + 60327.712890625, + 60248.37109375, + 60149.970703125, + 60205.1328125, + 60270.287109375, + 60326.29296875 ], "0.6": [ - 60037.845703125, - 60054.22265625, - 60094.51171875, - 60138.564453125, - 60086.2109375, - 60110.779296875, - 60209.3828125, - 60102.640625, - 60150.48046875, - 60100.5234375, - 60144.138671875, - 60220.70703125, - 60199.396484375, - 60186.23046875, - 60228.94921875, - 60175.052734375, - 60309.08984375, - 60247.67578125, - 60123.5703125, - 60127.07421875, - 60092.0078125, - 60129.37890625, - 60157.755859375, - 60230.642578125 + 60031.109375, + 60036.7578125, + 60090.85546875, + 60106.796875, + 60129.423828125, + 60127.365234375, + 60148.2265625, + 60188.119140625, + 60167.904296875, + 60097.830078125, + 60150.74609375, + 60147.3359375, + 60187.283203125, + 60217.36328125, + 60302.576171875, + 60181.232421875, + 60157.47265625, + 60342.552734375, + 60327.712890625, + 60248.37109375, + 60149.970703125, + 60205.1328125, + 60270.287109375, + 60326.29296875 ], "0.7": [ - 60037.845703125, - 60054.22265625, - 60094.51171875, - 60138.564453125, - 60086.2109375, - 60110.779296875, - 60209.3828125, - 60102.640625, - 60150.48046875, - 60100.5234375, - 60144.138671875, - 60220.70703125, - 60199.396484375, - 60186.23046875, - 60228.94921875, - 60175.052734375, - 60309.08984375, - 60247.67578125, - 60123.5703125, - 60127.07421875, - 60092.0078125, - 60129.37890625, - 60157.755859375, - 60230.642578125 + 60031.109375, + 60036.7578125, + 60090.85546875, + 60106.796875, + 60129.423828125, + 60127.365234375, + 60148.2265625, + 60188.119140625, + 60167.904296875, + 60097.830078125, + 60150.74609375, + 60147.3359375, + 60187.283203125, + 60217.36328125, + 60302.576171875, + 60181.232421875, + 60157.47265625, + 60342.552734375, + 60327.712890625, + 60248.37109375, + 60149.970703125, + 60205.1328125, + 60270.287109375, + 60326.29296875 ], "0.8": [ - 60215.0390625, - 60402.51171875, - 60549.51953125, - 60655.3046875, - 60672.650390625, - 60825.31640625, - 60965.31640625, - 61029.162109375, - 60977.697265625, - 61337.015625, - 61152.369140625, - 61206.548828125, - 61426.82421875, - 61261.26171875, - 61440.69140625, - 61712.94140625, - 61633.74609375, - 61672.560546875, - 61524.025390625, - 61466.619140625, - 61630.88671875, - 61605.412109375, - 61531.154296875, - 61750.072265625 + 60203.708984375, + 60343.2109375, + 60548.251953125, + 60662.78515625, + 60760.0078125, + 60948.08984375, + 61010.35546875, + 61025.625, + 61043.96875, + 61192.505859375, + 61269.529296875, + 61227.216796875, + 61160.515625, + 61380.77734375, + 61581.576171875, + 61308.91015625, + 61526.78125, + 61427.9921875, + 61689.728515625, + 61642.828125, + 61712.732421875, + 61832.669921875, + 61858.716796875, + 61965.626953125 ], "0.9": [ - 60215.0390625, - 60402.51171875, - 60549.51953125, - 60655.3046875, - 60672.650390625, - 60825.31640625, - 60965.31640625, - 61029.162109375, - 60977.697265625, - 61337.015625, - 61152.369140625, - 61206.548828125, - 61426.82421875, - 61261.26171875, - 61440.69140625, - 61712.94140625, - 61633.74609375, - 61672.560546875, - 61524.025390625, - 61466.619140625, - 61630.88671875, - 61605.412109375, - 61531.154296875, - 61750.072265625 + 60203.708984375, + 60343.2109375, + 60548.251953125, + 60662.78515625, + 60760.0078125, + 60948.08984375, + 61010.35546875, + 61025.625, + 61043.96875, + 61192.505859375, + 61269.529296875, + 61227.216796875, + 61160.515625, + 61380.77734375, + 61581.576171875, + 61308.91015625, + 61526.78125, + 61427.9921875, + 61689.728515625, + 61642.828125, + 61712.732421875, + 61832.669921875, + 61858.716796875, + 61965.626953125 ] }, "timestamps": [ diff --git a/results/moirai_1_1_large/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/moirai_1_1_large/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index 8d5fc1d4e4297c23067e7856b39dacb81c37dcc9..63823c163d2a1c3541ab03817ed4040cd559b876 100644 --- a/results/moirai_1_1_large/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/moirai_1_1_large/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,7 +1,7 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-29T14:22:17.983767+00:00", + "evaluated_at": "2026-06-29T14:39:32.587273+00:00", "freq": "5min", "context_length": 120, "prediction_length": 12, @@ -142,199 +142,190 @@ 0.0 ], "p50": [ - -1.1496418816925313e-09, - -7.442686189573777e-10, - -8.602160650461599e-10, - -1.3572725166000055e-09, - -2.4963707767611254e-09, - 1.2876130717209833e-09, - -4.325354380219082e-10, - -2.433063472917496e-10, - -2.201941851076583e-09, - 2.4282038879608336e-10, - 2.7356374110443227e-10, - 1.3380264118900698e-09 + -6.718702816321809e-10, + -1.2056182718822583e-09, + -5.686313642172536e-10, + -1.398875904001784e-09, + -1.9707089293774516e-09, + 1.7273627528346935e-09, + -4.682753351747948e-10, + -1.4255607805324644e-10, + -2.286413391949793e-09, + 3.231376832779631e-10, + 3.271112547498234e-10, + 1.6529370649998043e-09 ], "p10": [ - -5.101051581135607e-09, - -4.6645360907149325e-09, - -4.445915857687055e-09, - -5.4321627196429745e-09, - -5.7884292914422986e-09, - -2.0302203251887363e-09, - -3.777293366979961e-09, - -4.342985082672612e-09, - -5.795451230028448e-09, - -3.5096137107615277e-09, - -3.312619623052626e-09, - -2.5501178946285563e-09 + -4.362918915035152e-09, + -4.923020435754211e-09, + -4.04165456657779e-09, + -5.35570077175862e-09, + -5.1562767389157216e-09, + -1.942925598186207e-09, + -3.921938107609435e-09, + -3.405722703853087e-09, + -6.308644051600254e-09, + -3.5423843858239934e-09, + -3.2423380647017552e-09, + -1.9762426139990907e-09 ], "p90": [ - 3.3715265024270025e-09, - 3.7292534615929185e-09, - 3.67934949174753e-09, - 2.9210533991630427e-09, - 1.4796245340065184e-09, - 6.718649858683534e-09, - 3.6044396356516017e-09, - 4.092794769761099e-09, - 3.5813813026308594e-09, - 4.8388189011205895e-09, - 5.50891732231662e-09, - 6.710967115353128e-09 + 3.757061106668402e-09, + 3.550945315566878e-09, + 4.445450008105922e-09, + 3.341938836776137e-09, + 1.6920012613219626e-09, + 5.718996165526846e-09, + 3.900085809860343e-09, + 4.989149315903774e-09, + 2.9449938043768498e-09, + 4.525124053245122e-09, + 4.868374148259136e-09, + 5.7733420266714575e-09 ], "mean": [ - 0.0002822835522238165, - 0.03232712298631668, - 0.00254827574826777, - 0.0011216736165806651, - 0.061661362648010254, - 0.011689585633575916, - 0.00807176623493433, - 0.006613364443182945, - 0.22195473313331604, - 0.5237177610397339, - 1.0296186208724976, - 2.6729533672332764 + 0.0031189625151455402, + 0.11402084678411484, + 1.0168190002441406, + 0.001566110528074205, + 0.020487265661358833, + 0.02490469627082348, + 0.6064601540565491, + 0.49980399012565613, + 0.01598583348095417, + 27.72706413269043, + 0.11023713648319244, + 0.6076808571815491 ], "quantiles": { "0.1": [ - -5.101051581135607e-09, - -4.6645360907149325e-09, - -4.445915857687055e-09, - -5.4321627196429745e-09, - -5.7884292914422986e-09, - -2.0302203251887363e-09, - -3.777293366979961e-09, - -4.342985082672612e-09, - -5.795451230028448e-09, - -3.5096137107615277e-09, - -3.312619623052626e-09, - -2.5501178946285563e-09 + -4.362918915035152e-09, + -4.923020435754211e-09, + -4.04165456657779e-09, + -5.35570077175862e-09, + -5.1562767389157216e-09, + -1.942925598186207e-09, + -3.921938107609435e-09, + -3.405722703853087e-09, + -6.308644051600254e-09, + -3.5423843858239934e-09, + -3.2423380647017552e-09, + -1.9762426139990907e-09 ], "0.2": [ - -5.101051581135607e-09, - -4.6645360907149325e-09, - -4.445915857687055e-09, - -5.4321627196429745e-09, - -5.7884292914422986e-09, - -2.0302203251887363e-09, - -3.777293366979961e-09, - -4.342985082672612e-09, - -5.795451230028448e-09, - -3.5096137107615277e-09, - -3.312619623052626e-09, - -2.5501178946285563e-09 + -4.362918915035152e-09, + -4.923020435754211e-09, + -4.04165456657779e-09, + -5.35570077175862e-09, + -5.1562767389157216e-09, + -1.942925598186207e-09, + -3.921938107609435e-09, + -3.405722703853087e-09, + -6.308644051600254e-09, + -3.5423843858239934e-09, + -3.2423380647017552e-09, + -1.9762426139990907e-09 ], "0.3": [ - -5.101051581135607e-09, - -4.6645360907149325e-09, - -4.445915857687055e-09, - -5.4321627196429745e-09, - -5.7884292914422986e-09, - -2.0302203251887363e-09, - -3.777293366979961e-09, - -4.342985082672612e-09, - -5.795451230028448e-09, - -3.5096137107615277e-09, - -3.312619623052626e-09, - -2.5501178946285563e-09 + -4.362918915035152e-09, + -4.923020435754211e-09, + -4.04165456657779e-09, + -5.35570077175862e-09, + -5.1562767389157216e-09, + -1.942925598186207e-09, + -3.921938107609435e-09, + -3.405722703853087e-09, + -6.308644051600254e-09, + -3.5423843858239934e-09, + -3.2423380647017552e-09, + -1.9762426139990907e-09 ], "0.4": [ - -1.1496418816925313e-09, - -7.442686189573777e-10, - -8.602160650461599e-10, - -1.3572725166000055e-09, - -2.4963707767611254e-09, - 1.2876130717209833e-09, - -4.325354380219082e-10, - -2.433063472917496e-10, - -2.201941851076583e-09, - 2.4282038879608336e-10, - 2.7356374110443227e-10, - 1.3380264118900698e-09 + -6.718702816321809e-10, + -1.2056182718822583e-09, + -5.686313642172536e-10, + -1.398875904001784e-09, + -1.9707089293774516e-09, + 1.7273627528346935e-09, + -4.682753351747948e-10, + -1.4255607805324644e-10, + -2.286413391949793e-09, + 3.231376832779631e-10, + 3.271112547498234e-10, + 1.6529370649998043e-09 ], "0.5": [ - -1.1496418816925313e-09, - -7.442686189573777e-10, - -8.602160650461599e-10, - -1.3572725166000055e-09, - -2.4963707767611254e-09, - 1.2876130717209833e-09, - -4.325354380219082e-10, - -2.433063472917496e-10, - -2.201941851076583e-09, - 2.4282038879608336e-10, - 2.7356374110443227e-10, - 1.3380264118900698e-09 + -6.718702816321809e-10, + -1.2056182718822583e-09, + -5.686313642172536e-10, + -1.398875904001784e-09, + -1.9707089293774516e-09, + 1.7273627528346935e-09, + -4.682753351747948e-10, + -1.4255607805324644e-10, + -2.286413391949793e-09, + 3.231376832779631e-10, + 3.271112547498234e-10, + 1.6529370649998043e-09 ], "0.6": [ - -1.1496418816925313e-09, - -7.442686189573777e-10, - -8.602160650461599e-10, - -1.3572725166000055e-09, - -2.4963707767611254e-09, - 1.2876130717209833e-09, - -4.325354380219082e-10, - -2.433063472917496e-10, - -2.201941851076583e-09, - 2.4282038879608336e-10, - 2.7356374110443227e-10, - 1.3380264118900698e-09 + -6.718702816321809e-10, + -1.2056182718822583e-09, + -5.686313642172536e-10, + -1.398875904001784e-09, + -1.9707089293774516e-09, + 1.7273627528346935e-09, + -4.682753351747948e-10, + -1.4255607805324644e-10, + -2.286413391949793e-09, + 3.231376832779631e-10, + 3.271112547498234e-10, + 1.6529370649998043e-09 ], "0.7": [ - -1.1496418816925313e-09, - -7.442686189573777e-10, - -8.602160650461599e-10, - -1.3572725166000055e-09, - -2.4963707767611254e-09, - 1.2876130717209833e-09, - -4.325354380219082e-10, - -2.433063472917496e-10, - -2.201941851076583e-09, - 2.4282038879608336e-10, - 2.7356374110443227e-10, - 1.3380264118900698e-09 + -6.718702816321809e-10, + -1.2056182718822583e-09, + -5.686313642172536e-10, + -1.398875904001784e-09, + -1.9707089293774516e-09, + 1.7273627528346935e-09, + -4.682753351747948e-10, + -1.4255607805324644e-10, + -2.286413391949793e-09, + 3.231376832779631e-10, + 3.271112547498234e-10, + 1.6529370649998043e-09 ], "0.8": [ - 3.3715265024270025e-09, - 3.7292534615929185e-09, - 3.67934949174753e-09, - 2.9210533991630427e-09, - 1.4796245340065184e-09, - 6.718649858683534e-09, - 3.6044396356516017e-09, - 4.092794769761099e-09, - 3.5813813026308594e-09, - 4.8388189011205895e-09, - 5.50891732231662e-09, - 6.710967115353128e-09 + 3.757061106668402e-09, + 3.550945315566878e-09, + 4.445450008105922e-09, + 3.341938836776137e-09, + 1.6920012613219626e-09, + 5.718996165526846e-09, + 3.900085809860343e-09, + 4.989149315903774e-09, + 2.9449938043768498e-09, + 4.525124053245122e-09, + 4.868374148259136e-09, + 5.7733420266714575e-09 ], "0.9": [ - 3.3715265024270025e-09, - 3.7292534615929185e-09, - 3.67934949174753e-09, - 2.9210533991630427e-09, - 1.4796245340065184e-09, - 6.718649858683534e-09, - 3.6044396356516017e-09, - 4.092794769761099e-09, - 3.5813813026308594e-09, - 4.8388189011205895e-09, - 5.50891732231662e-09, - 6.710967115353128e-09 + 3.757061106668402e-09, + 3.550945315566878e-09, + 4.445450008105922e-09, + 3.341938836776137e-09, + 1.6920012613219626e-09, + 5.718996165526846e-09, + 3.900085809860343e-09, + 4.989149315903774e-09, + 2.9449938043768498e-09, + 4.525124053245122e-09, + 4.868374148259136e-09, + 5.7733420266714575e-09 ] }, "timestamps": [ - "2026-06-25 13:25:00", - "2026-06-25 13:30:00", - "2026-06-25 13:35:00", - "2026-06-25 13:40:00", - "2026-06-25 13:45:00", - "2026-06-25 13:50:00", - "2026-06-25 13:55:00", - "2026-06-25 14:00:00", - "2026-06-25 14:05:00", "2026-06-25 14:10:00", "2026-06-25 14:15:00", "2026-06-25 14:20:00", @@ -457,6 +448,15 @@ "2026-06-26 00:05:00", "2026-06-26 00:10:00", "2026-06-26 00:15:00", - "2026-06-26 00:20:00" + "2026-06-26 00:20:00", + "2026-06-26 00:25:00", + "2026-06-26 00:30:00", + "2026-06-26 00:35:00", + "2026-06-26 00:40:00", + "2026-06-26 00:45:00", + "2026-06-26 00:50:00", + "2026-06-26 00:55:00", + "2026-06-26 01:00:00", + "2026-06-26 01:05:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index 4e77d9ace713afd08df17b7727342b48c6562997..a47abdae1114eb87e0896f54c5982ca246580d24 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,25 +1,19 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-29T14:30:57.019919+00:00", + "evaluated_at": "2026-06-29T14:39:36.035350+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t140000z", - "data_fetched_at": "2026-06-29T14:27:11.538683Z", + "data_fetched_at": "2026-06-29T14:37:01.562107Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t081800z", - "data_fetched_at": "2026-06-29T14:27:11.538683Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260628t151000z", - "data_fetched_at": "2026-06-29T14:27:11.538683Z", - "context_length": 78, - "prediction_length": 72 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260629t124500z", + "data_fetched_at": "2026-06-29T14:37:01.562107Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index 35b096eeda2f9e6b97e1ec8a17d0bda1483ea9a4..a5677baaf6617a0857309027fdb211b46c653a69 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,Moving-Average,337630.2673317424,339169.7566295063,520.5291649534023,0.7462233476366139,0.008732685111209205,0.008685085723373688,6.362588990907693,581.0596073827043,0.009726191628085893,0.00871298975530031,0.007187199424715385,Finance,1,24 +binance_btcusdt_1h_close/1h/short,Moving-Average,326458.01027582487,326947.4748860852,512.5291649534023,0.7347546592651807,0.008596425963557836,0.008550560486503534,6.118096978475614,571.3650411740509,0.009562636509522599,0.008577931360496971,0.007052345320721177,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,Moving-Average,322731.014513818,348365.048478851,492.3817545572941,0.5992060285184049,0.008269296703238385,0.008220363374281699,4.428661821834581,568.094195106602,0.009505550822897627,0.008238703779280128,0.006810998931259922,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Moving-Average,4.407835548068247e-15,1.12132504091072e-14,8.609260281087649e-08,nan,nan,2.0,nan,6.639153220154094e-08,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Moving-Average,9.578202015526527e-15,9.143141084502762e-15,9.078851462715541e-08,nan,nan,2.0,nan,9.786828912128038e-08,inf,inf,inf,Transportation,1,12 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index dd88223d166163aa7891d1f9d6ccc509d5f5b9ff..18e7d7960647fec99b28baa7051cc6909fc47d9b 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-29T14:31:32.783475+00:00", + "evaluated_at": "2026-06-29T14:40:14.148943+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 59956.05078125, 59948.78125, 59580.0, - 59370.01171875 + 59562.01171875 ], "p50": [ 60279.59182771382, diff --git a/results/moving_average/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/moving_average/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index 1e7af7415e0bf960a912398a08b29fe4bfafd70e..c7ce1066234322f7d697bae3e38174a81f20c6c4 100644 --- a/results/moving_average/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/moving_average/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,7 +1,7 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-29T14:23:17.576412+00:00", + "evaluated_at": "2026-06-29T14:40:14.165262+00:00", "freq": "5min", "context_length": 120, "prediction_length": 12, @@ -326,15 +326,6 @@ ] }, "timestamps": [ - "2026-06-25 13:25:00", - "2026-06-25 13:30:00", - "2026-06-25 13:35:00", - "2026-06-25 13:40:00", - "2026-06-25 13:45:00", - "2026-06-25 13:50:00", - "2026-06-25 13:55:00", - "2026-06-25 14:00:00", - "2026-06-25 14:05:00", "2026-06-25 14:10:00", "2026-06-25 14:15:00", "2026-06-25 14:20:00", @@ -457,6 +448,15 @@ "2026-06-26 00:05:00", "2026-06-26 00:10:00", "2026-06-26 00:15:00", - "2026-06-26 00:20:00" + "2026-06-26 00:20:00", + "2026-06-26 00:25:00", + "2026-06-26 00:30:00", + "2026-06-26 00:35:00", + "2026-06-26 00:40:00", + "2026-06-26 00:45:00", + "2026-06-26 00:50:00", + "2026-06-26 00:55:00", + "2026-06-26 01:00:00", + "2026-06-26 01:05:00" ] } diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index 7e488a50ae7a98ed7d9b60d87c9dab490801b1a1..e2200d23ee03377d45fb1382591c020b48fc4aee 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,25 +1,19 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-29T14:31:32.826774+00:00", + "evaluated_at": "2026-06-29T14:40:14.174971+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t140000z", - "data_fetched_at": "2026-06-29T14:27:11.538683Z", + "data_fetched_at": "2026-06-29T14:37:01.562107Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t081800z", - "data_fetched_at": "2026-06-29T14:27:11.538683Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260628t151000z", - "data_fetched_at": "2026-06-29T14:27:11.538683Z", - "context_length": 78, - "prediction_length": 72 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260629t124500z", + "data_fetched_at": "2026-06-29T14:37:01.562107Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index eff88d269dd18e70f07e83523bc3c23fecdd3432..eb8077997080d4e295d0ef32fa824df1a1b17037 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-29T14:27:13.578855+00:00", - "finished_at": "2026-06-29T14:31:33.358425+00:00", - "task_count": 3, + "started_at": "2026-06-29T14:37:03.631763+00:00", + "finished_at": "2026-06-29T14:40:14.776221+00:00", + "task_count": 2, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/TSFM_Bench/space/vendor/ts_bench", @@ -10,25 +10,19 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-29T14:27:32.041807+00:00", + "evaluated_at": "2026-06-29T14:37:31.703497+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t140000z", - "data_fetched_at": "2026-06-29T14:27:11.538683Z", + "data_fetched_at": "2026-06-29T14:37:01.562107Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t081800z", - "data_fetched_at": "2026-06-29T14:27:11.538683Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260628t151000z", - "data_fetched_at": "2026-06-29T14:27:11.538683Z", - "context_length": 78, - "prediction_length": 72 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260629t124500z", + "data_fetched_at": "2026-06-29T14:37:01.562107Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] @@ -36,25 +30,19 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-29T14:28:19.406974+00:00", + "evaluated_at": "2026-06-29T14:38:03.216790+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t140000z", - "data_fetched_at": "2026-06-29T14:27:11.538683Z", + "data_fetched_at": "2026-06-29T14:37:01.562107Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t081800z", - "data_fetched_at": "2026-06-29T14:27:11.538683Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260628t151000z", - "data_fetched_at": "2026-06-29T14:27:11.538683Z", - "context_length": 78, - "prediction_length": 72 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260629t124500z", + "data_fetched_at": "2026-06-29T14:37:01.562107Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] @@ -62,25 +50,19 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-29T14:29:37.753290+00:00", + "evaluated_at": "2026-06-29T14:38:41.154399+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t140000z", - "data_fetched_at": "2026-06-29T14:27:11.538683Z", + "data_fetched_at": "2026-06-29T14:37:01.562107Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t081800z", - "data_fetched_at": "2026-06-29T14:27:11.538683Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260628t151000z", - "data_fetched_at": "2026-06-29T14:27:11.538683Z", - "context_length": 78, - "prediction_length": 72 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260629t124500z", + "data_fetched_at": "2026-06-29T14:37:01.562107Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] @@ -88,25 +70,19 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-29T14:30:05.061323+00:00", + "evaluated_at": "2026-06-29T14:38:58.329583+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t140000z", - "data_fetched_at": "2026-06-29T14:27:11.538683Z", + "data_fetched_at": "2026-06-29T14:37:01.562107Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t081800z", - "data_fetched_at": "2026-06-29T14:27:11.538683Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260628t151000z", - "data_fetched_at": "2026-06-29T14:27:11.538683Z", - "context_length": 78, - "prediction_length": 72 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260629t124500z", + "data_fetched_at": "2026-06-29T14:37:01.562107Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] @@ -114,25 +90,19 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-29T14:30:57.019919+00:00", + "evaluated_at": "2026-06-29T14:39:36.035350+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t140000z", - "data_fetched_at": "2026-06-29T14:27:11.538683Z", + "data_fetched_at": "2026-06-29T14:37:01.562107Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t081800z", - "data_fetched_at": "2026-06-29T14:27:11.538683Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260628t151000z", - "data_fetched_at": "2026-06-29T14:27:11.538683Z", - "context_length": 78, - "prediction_length": 72 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260629t124500z", + "data_fetched_at": "2026-06-29T14:37:01.562107Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] @@ -140,25 +110,19 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-29T14:31:31.771331+00:00", + "evaluated_at": "2026-06-29T14:40:13.676706+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t140000z", - "data_fetched_at": "2026-06-29T14:27:11.538683Z", + "data_fetched_at": "2026-06-29T14:37:01.562107Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t081800z", - "data_fetched_at": "2026-06-29T14:27:11.538683Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260628t151000z", - "data_fetched_at": "2026-06-29T14:27:11.538683Z", - "context_length": 78, - "prediction_length": 72 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260629t124500z", + "data_fetched_at": "2026-06-29T14:37:01.562107Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] @@ -166,25 +130,19 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-29T14:31:32.660961+00:00", + "evaluated_at": "2026-06-29T14:40:14.080752+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t140000z", - "data_fetched_at": "2026-06-29T14:27:11.538683Z", + "data_fetched_at": "2026-06-29T14:37:01.562107Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t081800z", - "data_fetched_at": "2026-06-29T14:27:11.538683Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260628t151000z", - "data_fetched_at": "2026-06-29T14:27:11.538683Z", - "context_length": 78, - "prediction_length": 72 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260629t124500z", + "data_fetched_at": "2026-06-29T14:37:01.562107Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] @@ -192,25 +150,19 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-29T14:31:32.777892+00:00", + "evaluated_at": "2026-06-29T14:40:14.142436+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t140000z", - "data_fetched_at": "2026-06-29T14:27:11.538683Z", + "data_fetched_at": "2026-06-29T14:37:01.562107Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t081800z", - "data_fetched_at": "2026-06-29T14:27:11.538683Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260628t151000z", - "data_fetched_at": "2026-06-29T14:27:11.538683Z", - "context_length": 78, - "prediction_length": 72 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260629t124500z", + "data_fetched_at": "2026-06-29T14:37:01.562107Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] @@ -218,25 +170,19 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-29T14:31:32.826774+00:00", + "evaluated_at": "2026-06-29T14:40:14.174971+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t140000z", - "data_fetched_at": "2026-06-29T14:27:11.538683Z", + "data_fetched_at": "2026-06-29T14:37:01.562107Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t081800z", - "data_fetched_at": "2026-06-29T14:27:11.538683Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260628t151000z", - "data_fetched_at": "2026-06-29T14:27:11.538683Z", - "context_length": 78, - "prediction_length": 72 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260629t124500z", + "data_fetched_at": "2026-06-29T14:37:01.562107Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] @@ -244,25 +190,19 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-29T14:31:32.867711+00:00", + "evaluated_at": "2026-06-29T14:40:14.201409+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t140000z", - "data_fetched_at": "2026-06-29T14:27:11.538683Z", + "data_fetched_at": "2026-06-29T14:37:01.562107Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t081800z", - "data_fetched_at": "2026-06-29T14:27:11.538683Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260628t151000z", - "data_fetched_at": "2026-06-29T14:27:11.538683Z", - "context_length": 78, - "prediction_length": 72 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260629t124500z", + "data_fetched_at": "2026-06-29T14:37:01.562107Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] @@ -284,7 +224,5 @@ "live_overall": "aggregates/live_overall_up_to_now.csv", "live_metadata": "aggregates/live_metadata.json" }, - "push_status": "ok", - "pushed_at": "2026-06-29T14:31:43.146761+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index 97dea4dfc4f08d806f964457f3b1f9d12986d2dd..f3233bf21fc32de7346af2350ca7f61f5089228d 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,392012.5799401601,392012.5799401601,535.3689778645834,0.7674974963577021,0.008980275627502594,0.008925617797340735,5.183410059099658,626.1090799055386,0.010480261945372103,0.008961389166075435,0.007000052307276003,Finance,1,24 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,382940.7674401601,382940.7674401601,527.3689778645834,0.756028807986269,0.008844461939895744,0.008791090109449378,5.183410059099658,618.8220806016541,0.010356900045373069,0.008826297512628629,0.006944774470435364,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,Seasonal-Naive,364837.5669593811,364837.5669593811,491.4205729166667,0.5980363145145157,0.008249638397354637,0.008198604368839528,4.39876320331303,604.017853179342,0.010106638037828153,0.00822262095179532,0.006824462396764629,Finance,1,24 data_gov_sg_sgx_equities_turnover_monthly_turnover_value_million_sgd/1mo/short,Seasonal-Naive,36436.1429036395,36436.1429036395,152.79166432221731,1.6109556133900285,0.8264244641534466,1.5187046461435552,64.32233589831223,190.88253692687422,1.1751439790441005,0.9406423828344558,0.9402466648974208,Finance,1,12 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Seasonal-Naive,0.0,0.0,0.0,nan,nan,nan,nan,0.0,nan,nan,nan,Climate,1,36 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index 2c6e4797a7f7ac2c4a881c8c1d3c2151c8c82807..a61b8d8a5c4cfab649d210ccbd42a49751d88a79 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-29T14:31:32.831705+00:00", + "evaluated_at": "2026-06-29T14:40:14.182352+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 59956.05078125, 59948.78125, 59580.0, - 59370.01171875 + 59562.01171875 ], "p50": [ 60840.05859375, diff --git a/results/seasonal_naive/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/seasonal_naive/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index a0719d8ae91b35dcc874f0eb22cf7d4b07143515..4e14d4f6c72addf46e63cfb2673e31ae54ca1969 100644 --- a/results/seasonal_naive/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/seasonal_naive/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,7 +1,7 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-29T14:23:17.635961+00:00", + "evaluated_at": "2026-06-29T14:40:14.193856+00:00", "freq": "5min", "context_length": 120, "prediction_length": 12, @@ -326,15 +326,6 @@ ] }, "timestamps": [ - "2026-06-25 13:25:00", - "2026-06-25 13:30:00", - "2026-06-25 13:35:00", - "2026-06-25 13:40:00", - "2026-06-25 13:45:00", - "2026-06-25 13:50:00", - "2026-06-25 13:55:00", - "2026-06-25 14:00:00", - "2026-06-25 14:05:00", "2026-06-25 14:10:00", "2026-06-25 14:15:00", "2026-06-25 14:20:00", @@ -457,6 +448,15 @@ "2026-06-26 00:05:00", "2026-06-26 00:10:00", "2026-06-26 00:15:00", - "2026-06-26 00:20:00" + "2026-06-26 00:20:00", + "2026-06-26 00:25:00", + "2026-06-26 00:30:00", + "2026-06-26 00:35:00", + "2026-06-26 00:40:00", + "2026-06-26 00:45:00", + "2026-06-26 00:50:00", + "2026-06-26 00:55:00", + "2026-06-26 01:00:00", + "2026-06-26 01:05:00" ] } diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index 6da04aea553f071ac2e3960dba4067cbcdfb98c0..e77c83dec4d9aa1d9f32e24ce8a749640c89a77c 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,25 +1,19 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-29T14:31:32.867711+00:00", + "evaluated_at": "2026-06-29T14:40:14.201409+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t140000z", - "data_fetched_at": "2026-06-29T14:27:11.538683Z", + "data_fetched_at": "2026-06-29T14:37:01.562107Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t081800z", - "data_fetched_at": "2026-06-29T14:27:11.538683Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260628t151000z", - "data_fetched_at": "2026-06-29T14:27:11.538683Z", - "context_length": 78, - "prediction_length": 72 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260629t124500z", + "data_fetched_at": "2026-06-29T14:37:01.562107Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index 0fcb84eb7cec85ed37a8a51e3e477422d693a817..293781e0b3b24b5cf20292f3b281308eaa0f02f9 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,Timer-S1,300202.22935740155,300202.22935740155,480.046875,0.6881885016319176,0.008055323912354853,0.008013166973255692,9.497581290208776,547.9071357058617,0.009171261826776736,0.008035368209028898,0.005785265430117286,Finance,1,24 +binance_btcusdt_1h_close/1h/short,Timer-S1,288192.22935740155,288192.22935740155,472.046875,0.6767198132604845,0.007919094780243253,0.007878641548857724,9.03883375535145,536.8353838537486,0.008984731776194955,0.007900400542192043,0.005650599033584816,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,Timer-S1,269226.56801160175,269226.56801160175,426.15087890625,0.518606088336136,0.007157969950632982,0.007120498826686938,5.070383883280151,518.8704732508892,0.00868192228766175,0.007130505596709583,0.004987927169000084,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Timer-S1,8.874856741867843e-16,8.874856741867843e-16,2.050398961728206e-08,nan,nan,2.0,nan,2.9790697779454317e-08,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Timer-S1,1.1760797597599717e-16,1.1760797597599717e-16,9.226596375810914e-09,nan,nan,2.0,nan,1.0844721111028959e-08,inf,inf,inf,Transportation,1,12 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index 38998f80ed4eed84c09e30c9b5c0fc59193d8699..533983dceac09a1022d3bc7c2bf9a11c50f37535 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-29T14:31:19.631959+00:00", + "evaluated_at": "2026-06-29T14:40:04.081243+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 59956.05078125, 59948.78125, 59580.0, - 59370.01171875 + 59562.01171875 ], "p50": [ 60195.75390625, diff --git a/results/timer_s1/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/timer_s1/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index 6fbc13be0b5d1d3d72d74182b5465fd8eddc4112..2528898891e29650a4846393f4edb8dae0bd2960 100644 --- a/results/timer_s1/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/timer_s1/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,7 +1,7 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-29T14:23:09.814321+00:00", + "evaluated_at": "2026-06-29T14:40:10.573986+00:00", "freq": "5min", "context_length": 120, "prediction_length": 12, @@ -326,15 +326,6 @@ ] }, "timestamps": [ - "2026-06-25 13:25:00", - "2026-06-25 13:30:00", - "2026-06-25 13:35:00", - "2026-06-25 13:40:00", - "2026-06-25 13:45:00", - "2026-06-25 13:50:00", - "2026-06-25 13:55:00", - "2026-06-25 14:00:00", - "2026-06-25 14:05:00", "2026-06-25 14:10:00", "2026-06-25 14:15:00", "2026-06-25 14:20:00", @@ -457,6 +448,15 @@ "2026-06-26 00:05:00", "2026-06-26 00:10:00", "2026-06-26 00:15:00", - "2026-06-26 00:20:00" + "2026-06-26 00:20:00", + "2026-06-26 00:25:00", + "2026-06-26 00:30:00", + "2026-06-26 00:35:00", + "2026-06-26 00:40:00", + "2026-06-26 00:45:00", + "2026-06-26 00:50:00", + "2026-06-26 00:55:00", + "2026-06-26 01:00:00", + "2026-06-26 01:05:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index d698e91fe4714b8a4d44cc2ee06d27d6b9fe7d1b..3271e5c31ded23d43d7b5cfd2e3f247408dd601f 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,25 +1,19 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-29T14:31:31.771331+00:00", + "evaluated_at": "2026-06-29T14:40:13.676706+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t140000z", - "data_fetched_at": "2026-06-29T14:27:11.538683Z", + "data_fetched_at": "2026-06-29T14:37:01.562107Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t081800z", - "data_fetched_at": "2026-06-29T14:27:11.538683Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260628t151000z", - "data_fetched_at": "2026-06-29T14:27:11.538683Z", - "context_length": 78, - "prediction_length": 72 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260629t124500z", + "data_fetched_at": "2026-06-29T14:37:01.562107Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index 91a643815200017fda852f0b9cfe87c7674c2bbc..932fbe6b0d76addc8f924dff80fb34f6f8073f68 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,239644.6926161448,182770.08244005838,350.01123046875,0.5017712160934967,0.00587652579218641,0.005850807308987245,24.801647130634596,489.53518016190094,0.00819419025251268,0.005858738511966525,0.006902316920635026,Finance,1,24 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,226055.6301161448,170580.51994005838,342.01123046875,0.49030252772206345,0.005740271270866709,0.005716282043003126,24.342899595777272,475.4530787744936,0.007957408385209381,0.0057240622779911,0.0067675009600712075,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,TimesFM-2.5,262305.8912595113,192959.45042037964,348.951171875,0.4246575830862385,0.00586230812653368,0.0058362077727840515,20.27281125524148,512.1580725318222,0.008569608050465975,0.005838773089989192,0.006846444787670643,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,TimesFM-2.5,0.0,0.0,0.0,nan,nan,nan,nan,0.0,nan,nan,nan,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,TimesFM-2.5,0.0,0.0,0.0,nan,nan,nan,nan,0.0,nan,nan,nan,Transportation,1,12 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index 2fcf706d9ba39ce7e977dd017f90b1fd3b4c5479..bbc57644f87df32f24a882fef61b690c763e4740 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-29T14:28:01.790249+00:00", + "evaluated_at": "2026-06-29T14:37:53.175341+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 59956.05078125, 59948.78125, 59580.0, - 59370.01171875 + 59562.01171875 ], "p50": [ 60044.453125, diff --git a/results/timesfm_2_5/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/timesfm_2_5/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index a4b868cbfa4492b36b4b5578d02dd5921deb49be..6030bf00f574ac63f2788acda45a33156ec4c6ea 100644 --- a/results/timesfm_2_5/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/timesfm_2_5/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,7 +1,7 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-29T14:20:14.712357+00:00", + "evaluated_at": "2026-06-29T14:38:00.331410+00:00", "freq": "5min", "context_length": 120, "prediction_length": 12, @@ -326,15 +326,6 @@ ] }, "timestamps": [ - "2026-06-25 13:25:00", - "2026-06-25 13:30:00", - "2026-06-25 13:35:00", - "2026-06-25 13:40:00", - "2026-06-25 13:45:00", - "2026-06-25 13:50:00", - "2026-06-25 13:55:00", - "2026-06-25 14:00:00", - "2026-06-25 14:05:00", "2026-06-25 14:10:00", "2026-06-25 14:15:00", "2026-06-25 14:20:00", @@ -457,6 +448,15 @@ "2026-06-26 00:05:00", "2026-06-26 00:10:00", "2026-06-26 00:15:00", - "2026-06-26 00:20:00" + "2026-06-26 00:20:00", + "2026-06-26 00:25:00", + "2026-06-26 00:30:00", + "2026-06-26 00:35:00", + "2026-06-26 00:40:00", + "2026-06-26 00:45:00", + "2026-06-26 00:50:00", + "2026-06-26 00:55:00", + "2026-06-26 01:00:00", + "2026-06-26 01:05:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index ef0dab286edb3051c5d908ae4fededf8e27441de..7d2f627c946c87845bb2c299f2f482fd558585fe 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,25 +1,19 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-29T14:28:19.406974+00:00", + "evaluated_at": "2026-06-29T14:38:03.216790+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t140000z", - "data_fetched_at": "2026-06-29T14:27:11.538683Z", + "data_fetched_at": "2026-06-29T14:37:01.562107Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t081800z", - "data_fetched_at": "2026-06-29T14:27:11.538683Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260628t151000z", - "data_fetched_at": "2026-06-29T14:27:11.538683Z", - "context_length": 78, - "prediction_length": 72 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260629t124500z", + "data_fetched_at": "2026-06-29T14:37:01.562107Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index da44d3948e5fbe5cec7990a69f3e5be00e792627..cdbea7d1fe672ced66f6db9da813c56e9748bdb2 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,TiRex,249443.19311904907,249443.19311904907,432.1780598958333,0.6195644362394873,0.0072528264851328276,0.007217768464917171,5.21749231640812,499.442882739407,0.008360032470141544,0.007234105717544284,0.005336306772943563,Finance,1,24 +binance_btcusdt_1h_close/1h/short,TiRex,237406.44311904907,237406.44311904907,424.1780598958333,0.6080957478680541,0.007116593570709685,0.00708324306397243,5.21749231640812,487.2437204511199,0.008154742160366373,0.00709924533318224,0.00529096168625793,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,TiRex,208938.26499557495,208938.26499557495,370.5755208333333,0.45097342468412477,0.006224903860661102,0.006196182878665589,3.0735205509569847,457.0976536754208,0.007648317859019216,0.006200599262138231,0.0042967235885134816,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,TiRex,5.906315718058047e-17,5.906315718058047e-17,4.2397065989136564e-09,nan,nan,2.0,nan,7.685255830522526e-09,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,TiRex,2.0440368407041843e-18,2.0440368407041843e-18,1.2956792120692266e-09,nan,nan,2.0,nan,1.4296981641955705e-09,inf,inf,inf,Transportation,1,12 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 9a4b6c9baad57198d2b041f3a52da2d028541be8..3ebf756183cffd75b7f79980969123f56a73c616 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-29T14:29:46.965587+00:00", + "evaluated_at": "2026-06-29T14:38:48.599131+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 59956.05078125, 59948.78125, 59580.0, - 59370.01171875 + 59562.01171875 ], "p50": [ 60101.66796875, diff --git a/results/tirex/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/tirex/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index 491703c76e95407a910755a76b874616fa00c9f7..e234a8b885325e308d621df0a86355c4f710fded 100644 --- a/results/tirex/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/tirex/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,7 +1,7 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "TiRex", - "evaluated_at": "2026-06-29T14:21:32.973674+00:00", + "evaluated_at": "2026-06-29T14:38:55.567952+00:00", "freq": "5min", "context_length": 120, "prediction_length": 12, @@ -326,15 +326,6 @@ ] }, "timestamps": [ - "2026-06-25 13:25:00", - "2026-06-25 13:30:00", - "2026-06-25 13:35:00", - "2026-06-25 13:40:00", - "2026-06-25 13:45:00", - "2026-06-25 13:50:00", - "2026-06-25 13:55:00", - "2026-06-25 14:00:00", - "2026-06-25 14:05:00", "2026-06-25 14:10:00", "2026-06-25 14:15:00", "2026-06-25 14:20:00", @@ -457,6 +448,15 @@ "2026-06-26 00:05:00", "2026-06-26 00:10:00", "2026-06-26 00:15:00", - "2026-06-26 00:20:00" + "2026-06-26 00:20:00", + "2026-06-26 00:25:00", + "2026-06-26 00:30:00", + "2026-06-26 00:35:00", + "2026-06-26 00:40:00", + "2026-06-26 00:45:00", + "2026-06-26 00:50:00", + "2026-06-26 00:55:00", + "2026-06-26 01:00:00", + "2026-06-26 01:05:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index c678cc6f761b26ee2a04b12446b08d16ac5a99cc..f509f700b3928325beb4678a755e37c5c56a103d 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,25 +1,19 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-29T14:30:05.061323+00:00", + "evaluated_at": "2026-06-29T14:38:58.329583+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t140000z", - "data_fetched_at": "2026-06-29T14:27:11.538683Z", + "data_fetched_at": "2026-06-29T14:37:01.562107Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t081800z", - "data_fetched_at": "2026-06-29T14:27:11.538683Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260628t151000z", - "data_fetched_at": "2026-06-29T14:27:11.538683Z", - "context_length": 78, - "prediction_length": 72 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260629t124500z", + "data_fetched_at": "2026-06-29T14:37:01.562107Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 60a3018cb11c0228ae6f4493c9fc951a8b923473..ef55ba13d358e042f8bed6fa3994641d15f32a5e 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,5 +1,5 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates,prediction_length -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,165093.19147936502,165093.19147936502,317.82470703125,0.45562906521043195,0.005338983140170132,0.0053158003612315775,3.149583410721469,406.3166148207147,0.006801218338377082,0.0053199774437086575,0.00521282804904281,Finance,1,24 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,155806.87897936502,155806.87897936502,309.82470703125,0.4441603768389988,0.005203139123373511,0.005181272817561142,3.149583410721469,394.72380087773405,0.006606284874718329,0.0051853733454207875,0.005167499495145406,Finance,1,24 coingecko_bitcoin_7d_price_usd/1h/short,Toto-2.0-1B,297921.62673632306,297921.62673632306,450.6170247395833,0.548380266486025,0.007568408346599796,0.007527075059881278,3.3774855556017727,545.8219734824928,0.009132884218643587,0.007539881708386864,0.007200933369304012,Finance,1,24 data_gov_sg_singapore_rainfall_5min_rainfall_5min_total/5min/short,Toto-2.0-1B,7.92033974581673e-22,7.92033974581673e-22,2.228279148683914e-11,nan,nan,2.0,nan,2.8143098169563228e-11,inf,inf,inf,Climate,1,36 data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short,Toto-2.0-1B,9.285839740510159e-20,9.285839740510159e-20,2.8203846723362513e-10,nan,nan,2.0,nan,3.047267585971104e-10,inf,inf,inf,Transportation,1,12 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index 52c9b4fd11d0d6c9eb54746487ca59e15ae044f4..d152bd98b9de3bb7ae4cc4ee7f081fed557b72d0 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-29T14:29:23.612914+00:00", + "evaluated_at": "2026-06-29T14:38:29.724837+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 59956.05078125, 59948.78125, 59580.0, - 59370.01171875 + 59562.01171875 ], "p50": [ 60055.890625, diff --git a/results/toto_2_0_1b/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json b/results/toto_2_0_1b/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json index 6b6b17236606b0b377a26f9ed235e2f8dac1d8f8..5e8d6fb66efa4b1334cff50cf2c54e3918ea4a69 100644 --- a/results/toto_2_0_1b/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json +++ b/results/toto_2_0_1b/forecasts/data_gov_sg_singapore_taxi_availability_available_taxi_count__5min__short.json @@ -1,7 +1,7 @@ { "dataset": "data_gov_sg_singapore_taxi_availability_available_taxi_count/5min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-29T14:20:59.374128+00:00", + "evaluated_at": "2026-06-29T14:38:37.167559+00:00", "freq": "5min", "context_length": 120, "prediction_length": 12, @@ -326,15 +326,6 @@ ] }, "timestamps": [ - "2026-06-25 13:25:00", - "2026-06-25 13:30:00", - "2026-06-25 13:35:00", - "2026-06-25 13:40:00", - "2026-06-25 13:45:00", - "2026-06-25 13:50:00", - "2026-06-25 13:55:00", - "2026-06-25 14:00:00", - "2026-06-25 14:05:00", "2026-06-25 14:10:00", "2026-06-25 14:15:00", "2026-06-25 14:20:00", @@ -457,6 +448,15 @@ "2026-06-26 00:05:00", "2026-06-26 00:10:00", "2026-06-26 00:15:00", - "2026-06-26 00:20:00" + "2026-06-26 00:20:00", + "2026-06-26 00:25:00", + "2026-06-26 00:30:00", + "2026-06-26 00:35:00", + "2026-06-26 00:40:00", + "2026-06-26 00:45:00", + "2026-06-26 00:50:00", + "2026-06-26 00:55:00", + "2026-06-26 01:00:00", + "2026-06-26 01:05:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index fe8353825429ba84b5f2b146a293626537a40cb6..8144969d4664cc64db17f80c4f12724c1f2b1bbe 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,25 +1,19 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-29T14:29:37.753290+00:00", + "evaluated_at": "2026-06-29T14:38:41.154399+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260628t140000z", - "data_fetched_at": "2026-06-29T14:27:11.538683Z", + "data_fetched_at": "2026-06-29T14:37:01.562107Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260629t081800z", - "data_fetched_at": "2026-06-29T14:27:11.538683Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260628t151000z", - "data_fetched_at": "2026-06-29T14:27:11.538683Z", - "context_length": 78, - "prediction_length": 72 + "dataset": "task_data_gov_sg_singapore_taxi_availability_singapore_taxi_fleet_available_taxi_count_20260629t124500z", + "data_fetched_at": "2026-06-29T14:37:01.562107Z", + "context_length": 120, + "prediction_length": 12 } ], "failed_datasets": []